commit 2338c0aa502aca12df5e497eb510c3491ead8bd4 Author: ModelHub XC Date: Thu Jul 30 05:21:18 2026 +0800 初始化项目,由ModelHub XC社区提供模型 Model: fpadovani/urd-arab-100mb-10mb_seed3407 Source: Original Platform diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..a6344aa --- /dev/null +++ b/.gitattributes @@ -0,0 +1,35 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text diff --git a/README.md b/README.md new file mode 100644 index 0000000..cbe8660 --- /dev/null +++ b/README.md @@ -0,0 +1,58 @@ +--- +base_model: goldfish-models/urd_arab_100mb +library_name: transformers +model_name: urd-arab-100mb-10mb_seed3407 +tags: +- generated_from_trainer +- trl +- sft +licence: license +--- + +# Model Card for urd-arab-100mb-10mb_seed3407 + +This model is a fine-tuned version of [goldfish-models/urd_arab_100mb](https://huggingface.co/goldfish-models/urd_arab_100mb). +It has been trained using [TRL](https://github.com/huggingface/trl). + +## Quick start + +```python +from transformers import pipeline + +question = "If you had a time machine, but could only go to the past or the future once and never return, which would you choose and why?" +generator = pipeline("text-generation", model="fpadovani/urd-arab-100mb-10mb_seed3407", device="cuda") +output = generator([{"role": "user", "content": question}], max_new_tokens=128, return_full_text=False)[0] +print(output["generated_text"]) +``` + +## Training procedure + +[Visualize in Weights & Biases](https://wandb.ai/f-padovani-university-of-groningen/new_tokenizers/runs/9b0g3wtp) + + +This model was trained with SFT. + +### Framework versions + +- TRL: 0.23.0 +- Transformers: 4.56.2 +- Pytorch: 2.11.0 +- Datasets: 4.8.4 +- Tokenizers: 0.22.1 + +## Citations + + + +Cite TRL as: + +```bibtex +@misc{vonwerra2022trl, + title = {{TRL: Transformer Reinforcement Learning}}, + author = {Leandro von Werra and Younes Belkada and Lewis Tunstall and Edward Beeching and Tristan Thrush and Nathan Lambert and Shengyi Huang and Kashif Rasul and Quentin Gallou{\'e}dec}, + year = 2020, + journal = {GitHub repository}, + publisher = {GitHub}, + howpublished = {\url{https://github.com/huggingface/trl}} +} +``` \ No newline at end of file diff --git a/added_tokens.json b/added_tokens.json new file mode 100644 index 0000000..ec04e13 --- /dev/null +++ b/added_tokens.json @@ -0,0 +1,1768 @@ +{ + "": 47388, + "[CLS]": 47386, + "[MASK]": 47389, + "[SEP]": 47387, + "[XXXXX0]": 47670, + "[XXXXX1000]": 48506, + "[XXXXX1001]": 48961, + "[XXXXX1002]": 47825, + "[XXXXX1003]": 48233, + "[XXXXX1004]": 48970, + "[XXXXX1005]": 48971, + "[XXXXX1006]": 47998, + "[XXXXX1007]": 48989, + "[XXXXX1008]": 47450, + "[XXXXX1009]": 48240, + "[XXXXX100]": 47422, + "[XXXXX1010]": 47623, + "[XXXXX1011]": 47805, + "[XXXXX1012]": 48454, + "[XXXXX1013]": 48537, + "[XXXXX1014]": 47764, + "[XXXXX1015]": 47584, + "[XXXXX1016]": 48287, + "[XXXXX1017]": 48689, + "[XXXXX1018]": 49119, + "[XXXXX1019]": 48584, + "[XXXXX101]": 47890, + "[XXXXX1020]": 47445, + "[XXXXX1021]": 48199, + "[XXXXX1022]": 48276, + "[XXXXX1023]": 47859, + "[XXXXX1024]": 48258, + "[XXXXX1025]": 48325, + "[XXXXX1026]": 47687, + "[XXXXX1027]": 48990, + "[XXXXX1028]": 49059, + "[XXXXX1029]": 48382, + "[XXXXX102]": 47921, + "[XXXXX1030]": 47775, + "[XXXXX1031]": 47870, + "[XXXXX1032]": 47683, + "[XXXXX1033]": 48750, + "[XXXXX1034]": 49130, + "[XXXXX1035]": 47811, + "[XXXXX1036]": 47462, + "[XXXXX1037]": 47843, + "[XXXXX1038]": 47439, + "[XXXXX1039]": 48830, + "[XXXXX103]": 48327, + "[XXXXX1040]": 48720, + "[XXXXX1041]": 48485, + "[XXXXX1042]": 47919, + "[XXXXX1043]": 48781, + "[XXXXX1044]": 47695, + "[XXXXX1045]": 48043, + "[XXXXX1046]": 47732, + "[XXXXX1047]": 48590, + "[XXXXX1048]": 48901, + "[XXXXX1049]": 48470, + "[XXXXX104]": 47560, + "[XXXXX1050]": 47751, + "[XXXXX1051]": 48487, + "[XXXXX1052]": 48959, + "[XXXXX1053]": 47720, + "[XXXXX1054]": 48477, + "[XXXXX1055]": 47405, + "[XXXXX1056]": 47920, + "[XXXXX1057]": 48139, + "[XXXXX1058]": 48775, + "[XXXXX1059]": 47767, + "[XXXXX105]": 48734, + "[XXXXX1060]": 47446, + "[XXXXX1061]": 48433, + "[XXXXX1062]": 48073, + "[XXXXX1063]": 48868, + "[XXXXX1064]": 47615, + "[XXXXX1065]": 48702, + "[XXXXX1066]": 48578, + "[XXXXX1067]": 47773, + "[XXXXX1068]": 48659, + "[XXXXX1069]": 48281, + "[XXXXX106]": 48900, + "[XXXXX1070]": 48588, + "[XXXXX1071]": 47994, + "[XXXXX1072]": 47709, + "[XXXXX1073]": 47716, + "[XXXXX1074]": 48339, + "[XXXXX1075]": 49007, + "[XXXXX1076]": 49019, + "[XXXXX1077]": 48182, + "[XXXXX1078]": 48114, + "[XXXXX1079]": 49090, + "[XXXXX107]": 48981, + "[XXXXX1080]": 47901, + "[XXXXX1081]": 48465, + "[XXXXX1082]": 49027, + "[XXXXX1083]": 47839, + "[XXXXX1084]": 48061, + "[XXXXX1085]": 47657, + "[XXXXX1086]": 48963, + "[XXXXX1087]": 49089, + "[XXXXX1088]": 49135, + "[XXXXX1089]": 47487, + "[XXXXX108]": 48217, + "[XXXXX1090]": 48158, + "[XXXXX1091]": 49123, + "[XXXXX1092]": 47656, + "[XXXXX1093]": 49031, + "[XXXXX1094]": 48840, + "[XXXXX1095]": 48753, + "[XXXXX1096]": 47501, + "[XXXXX1097]": 47698, + "[XXXXX1098]": 47547, + "[XXXXX1099]": 48844, + "[XXXXX109]": 47587, + "[XXXXX10]": 47512, + "[XXXXX1100]": 47508, + "[XXXXX1101]": 48130, + "[XXXXX1102]": 48225, + "[XXXXX1103]": 48953, + "[XXXXX1104]": 47633, + "[XXXXX1105]": 48614, + "[XXXXX1106]": 48685, + "[XXXXX1107]": 47845, + "[XXXXX1108]": 48337, + "[XXXXX1109]": 48879, + "[XXXXX110]": 47862, + "[XXXXX1110]": 48222, + "[XXXXX1111]": 49127, + "[XXXXX1112]": 47893, + "[XXXXX1113]": 48261, + "[XXXXX1114]": 47543, + "[XXXXX1115]": 48597, + "[XXXXX1116]": 48206, + "[XXXXX1117]": 47478, + "[XXXXX1118]": 48930, + "[XXXXX1119]": 47864, + "[XXXXX111]": 48237, + "[XXXXX1120]": 48638, + "[XXXXX1121]": 48162, + "[XXXXX1122]": 48678, + "[XXXXX1123]": 48790, + "[XXXXX1124]": 49075, + "[XXXXX1125]": 47490, + "[XXXXX1126]": 47542, + "[XXXXX1127]": 48121, + "[XXXXX1128]": 48910, + "[XXXXX1129]": 47545, + "[XXXXX112]": 48153, + "[XXXXX1130]": 48499, + "[XXXXX1131]": 48943, + "[XXXXX1132]": 48066, + "[XXXXX1133]": 47882, + "[XXXXX1134]": 48392, + "[XXXXX1135]": 48553, + "[XXXXX1136]": 47505, + "[XXXXX1137]": 48634, + "[XXXXX1138]": 49082, + "[XXXXX1139]": 47707, + "[XXXXX113]": 48869, + "[XXXXX1140]": 48888, + "[XXXXX1141]": 48069, + "[XXXXX1142]": 48646, + "[XXXXX1143]": 47985, + "[XXXXX1144]": 47432, + "[XXXXX1145]": 48788, + "[XXXXX1146]": 48622, + "[XXXXX1147]": 48479, + "[XXXXX1148]": 47599, + "[XXXXX1149]": 48903, + "[XXXXX114]": 48071, + "[XXXXX1150]": 48303, + "[XXXXX1151]": 48316, + "[XXXXX1152]": 48999, + "[XXXXX1153]": 48629, + "[XXXXX1154]": 48515, + "[XXXXX1155]": 48264, + "[XXXXX1156]": 47837, + "[XXXXX1157]": 47537, + "[XXXXX1158]": 48882, + "[XXXXX1159]": 47744, + "[XXXXX115]": 47954, + "[XXXXX1160]": 47637, + "[XXXXX1161]": 48701, + "[XXXXX1162]": 48831, + "[XXXXX1163]": 48861, + "[XXXXX1164]": 48880, + "[XXXXX1165]": 47679, + "[XXXXX1166]": 47620, + "[XXXXX1167]": 48591, + "[XXXXX1168]": 48776, + "[XXXXX1169]": 48472, + "[XXXXX116]": 48997, + "[XXXXX1170]": 48992, + "[XXXXX1171]": 48440, + "[XXXXX1172]": 48145, + "[XXXXX1173]": 48466, + "[XXXXX1174]": 48319, + "[XXXXX1175]": 47745, + "[XXXXX1176]": 47933, + "[XXXXX1177]": 49084, + "[XXXXX1178]": 47544, + "[XXXXX1179]": 48935, + "[XXXXX117]": 49103, + "[XXXXX1180]": 48660, + "[XXXXX1181]": 48993, + "[XXXXX1182]": 47457, + "[XXXXX1183]": 47593, + "[XXXXX1184]": 47795, + "[XXXXX1185]": 47706, + "[XXXXX1186]": 48263, + "[XXXXX1187]": 49033, + "[XXXXX1188]": 48544, + "[XXXXX1189]": 47409, + "[XXXXX118]": 47420, + "[XXXXX1190]": 47834, + "[XXXXX1191]": 47874, + "[XXXXX1192]": 47397, + "[XXXXX1193]": 48853, + "[XXXXX1194]": 47641, + "[XXXXX1195]": 48484, + "[XXXXX1196]": 48412, + "[XXXXX1197]": 48488, + "[XXXXX1198]": 49097, + "[XXXXX1199]": 47879, + "[XXXXX119]": 48770, + "[XXXXX11]": 48211, + "[XXXXX1200]": 47526, + "[XXXXX1201]": 48749, + "[XXXXX1202]": 48568, + "[XXXXX1203]": 48481, + "[XXXXX1204]": 48608, + "[XXXXX1205]": 48309, + "[XXXXX1206]": 48855, + "[XXXXX1207]": 47911, + "[XXXXX1208]": 47799, + "[XXXXX1209]": 47622, + "[XXXXX120]": 48693, + "[XXXXX1210]": 48131, + "[XXXXX1211]": 48345, + "[XXXXX1212]": 48304, + "[XXXXX1213]": 48682, + "[XXXXX1214]": 47492, + "[XXXXX1215]": 47497, + "[XXXXX1216]": 48939, + "[XXXXX1217]": 48442, + "[XXXXX1218]": 47841, + "[XXXXX1219]": 47453, + "[XXXXX121]": 47554, + "[XXXXX1220]": 47419, + "[XXXXX1221]": 48672, + "[XXXXX1222]": 48154, + "[XXXXX1223]": 49087, + "[XXXXX1224]": 48511, + "[XXXXX1225]": 48448, + "[XXXXX1226]": 48988, + "[XXXXX1227]": 47669, + "[XXXXX1228]": 47596, + "[XXXXX1229]": 48602, + "[XXXXX122]": 48605, + "[XXXXX1230]": 48064, + "[XXXXX1231]": 48107, + "[XXXXX1232]": 48160, + "[XXXXX1233]": 47925, + "[XXXXX1234]": 48413, + "[XXXXX1235]": 49005, + "[XXXXX1236]": 49115, + "[XXXXX1237]": 48201, + "[XXXXX1238]": 47601, + "[XXXXX1239]": 47398, + "[XXXXX123]": 48582, + "[XXXXX1240]": 47616, + "[XXXXX1241]": 48002, + "[XXXXX1242]": 48543, + "[XXXXX1243]": 47818, + "[XXXXX1244]": 48569, + "[XXXXX1245]": 48647, + "[XXXXX1246]": 47681, + "[XXXXX1247]": 48898, + "[XXXXX1248]": 47498, + "[XXXXX1249]": 48378, + "[XXXXX124]": 48118, + "[XXXXX1250]": 48344, + "[XXXXX1251]": 47585, + "[XXXXX1252]": 48715, + "[XXXXX1253]": 47483, + "[XXXXX1254]": 48340, + "[XXXXX1255]": 48991, + "[XXXXX1256]": 48736, + "[XXXXX1257]": 47511, + "[XXXXX1258]": 48293, + "[XXXXX1259]": 48168, + "[XXXXX125]": 48374, + "[XXXXX1260]": 48951, + "[XXXXX1261]": 47416, + "[XXXXX1262]": 48745, + "[XXXXX1263]": 47979, + "[XXXXX1264]": 48592, + "[XXXXX1265]": 48945, + "[XXXXX1266]": 47865, + "[XXXXX1267]": 48239, + "[XXXXX1268]": 47672, + "[XXXXX1269]": 47848, + "[XXXXX126]": 48594, + "[XXXXX1270]": 48566, + "[XXXXX1271]": 48108, + "[XXXXX1272]": 47665, + "[XXXXX1273]": 47815, + "[XXXXX1274]": 48016, + "[XXXXX1275]": 48015, + "[XXXXX1276]": 48166, + "[XXXXX1277]": 47757, + "[XXXXX1278]": 47400, + "[XXXXX1279]": 47754, + "[XXXXX127]": 47436, + "[XXXXX1280]": 47417, + "[XXXXX1281]": 48047, + "[XXXXX1282]": 47472, + "[XXXXX1283]": 49040, + "[XXXXX1284]": 47710, + "[XXXXX1285]": 48883, + "[XXXXX1286]": 48209, + "[XXXXX1287]": 48046, + "[XXXXX1288]": 47999, + "[XXXXX1289]": 47735, + "[XXXXX128]": 48995, + "[XXXXX1290]": 48556, + "[XXXXX1291]": 48687, + "[XXXXX1292]": 49046, + "[XXXXX1293]": 48713, + "[XXXXX1294]": 48266, + "[XXXXX1295]": 48917, + "[XXXXX1296]": 49121, + "[XXXXX1297]": 48794, + "[XXXXX1298]": 48443, + "[XXXXX1299]": 47612, + "[XXXXX129]": 48082, + "[XXXXX12]": 48933, + "[XXXXX1300]": 47942, + "[XXXXX1301]": 48063, + "[XXXXX1302]": 48368, + "[XXXXX1303]": 47910, + "[XXXXX1304]": 47802, + "[XXXXX1305]": 47905, + "[XXXXX1306]": 47421, + "[XXXXX1307]": 49125, + "[XXXXX1308]": 47553, + "[XXXXX1309]": 47697, + "[XXXXX130]": 48746, + "[XXXXX1310]": 49069, + "[XXXXX1311]": 47789, + "[XXXXX1312]": 48575, + "[XXXXX1313]": 47402, + "[XXXXX1314]": 48829, + "[XXXXX1315]": 47394, + "[XXXXX1316]": 48187, + "[XXXXX1317]": 48147, + "[XXXXX1318]": 48703, + "[XXXXX1319]": 48549, + "[XXXXX131]": 48106, + "[XXXXX1320]": 48644, + "[XXXXX1321]": 48165, + "[XXXXX1322]": 47689, + "[XXXXX1323]": 47966, + "[XXXXX1324]": 47897, + "[XXXXX1325]": 48076, + "[XXXXX1326]": 48873, + "[XXXXX1327]": 48754, + "[XXXXX1328]": 47813, + "[XXXXX1329]": 49072, + "[XXXXX132]": 48427, + "[XXXXX1330]": 48809, + "[XXXXX1331]": 48489, + "[XXXXX1332]": 48243, + "[XXXXX1333]": 48921, + "[XXXXX1334]": 48322, + "[XXXXX1335]": 47531, + "[XXXXX1336]": 48110, + "[XXXXX1337]": 47723, + "[XXXXX1338]": 47908, + "[XXXXX1339]": 48700, + "[XXXXX133]": 47604, + "[XXXXX1340]": 48651, + "[XXXXX1341]": 48877, + "[XXXXX1342]": 47431, + "[XXXXX1343]": 47433, + "[XXXXX1344]": 47880, + "[XXXXX1345]": 48977, + "[XXXXX1346]": 48772, + "[XXXXX1347]": 48391, + "[XXXXX1348]": 48529, + "[XXXXX1349]": 48196, + "[XXXXX134]": 47765, + "[XXXXX1350]": 48404, + "[XXXXX1351]": 48104, + "[XXXXX1352]": 47517, + "[XXXXX1353]": 48850, + "[XXXXX1354]": 48357, + "[XXXXX1355]": 48862, + "[XXXXX1356]": 48492, + "[XXXXX1357]": 48062, + "[XXXXX1358]": 48721, + "[XXXXX1359]": 48922, + "[XXXXX135]": 47957, + "[XXXXX1360]": 47550, + "[XXXXX1361]": 49045, + "[XXXXX1362]": 48748, + "[XXXXX1363]": 49028, + "[XXXXX1364]": 48833, + "[XXXXX1365]": 47700, + "[XXXXX1366]": 47396, + "[XXXXX1367]": 47686, + "[XXXXX1368]": 48242, + "[XXXXX1369]": 48032, + "[XXXXX136]": 48342, + "[XXXXX1370]": 47562, + "[XXXXX1371]": 48212, + "[XXXXX1372]": 48610, + "[XXXXX1373]": 49013, + "[XXXXX1374]": 48041, + "[XXXXX1375]": 48246, + "[XXXXX1376]": 47551, + "[XXXXX1377]": 48353, + "[XXXXX1378]": 47658, + "[XXXXX1379]": 47828, + "[XXXXX137]": 48518, + "[XXXXX1380]": 48136, + "[XXXXX1381]": 48564, + "[XXXXX1382]": 48973, + "[XXXXX1383]": 47619, + "[XXXXX1384]": 48254, + "[XXXXX1385]": 48680, + "[XXXXX1386]": 47724, + "[XXXXX1387]": 47756, + "[XXXXX1388]": 48176, + "[XXXXX1389]": 48681, + "[XXXXX138]": 47664, + "[XXXXX1390]": 47594, + "[XXXXX1391]": 48760, + "[XXXXX1392]": 49110, + "[XXXXX1393]": 47676, + "[XXXXX1394]": 47963, + "[XXXXX1395]": 47403, + "[XXXXX1396]": 48493, + "[XXXXX1397]": 47591, + "[XXXXX1398]": 47632, + "[XXXXX1399]": 48996, + "[XXXXX139]": 48521, + "[XXXXX13]": 47875, + "[XXXXX1400]": 47705, + "[XXXXX1401]": 48983, + "[XXXXX1402]": 47941, + "[XXXXX1403]": 47922, + "[XXXXX1404]": 47390, + "[XXXXX1405]": 48635, + "[XXXXX1406]": 48906, + "[XXXXX1407]": 48514, + "[XXXXX1408]": 48169, + "[XXXXX1409]": 48004, + "[XXXXX140]": 48762, + "[XXXXX1410]": 47515, + "[XXXXX1411]": 47470, + "[XXXXX1412]": 47858, + "[XXXXX1413]": 47540, + "[XXXXX1414]": 47690, + "[XXXXX1415]": 48054, + "[XXXXX1416]": 48615, + "[XXXXX1417]": 47803, + "[XXXXX1418]": 47455, + "[XXXXX1419]": 48226, + "[XXXXX141]": 48912, + "[XXXXX1420]": 47808, + "[XXXXX1421]": 47636, + "[XXXXX1422]": 48832, + "[XXXXX1423]": 47611, + "[XXXXX1424]": 48782, + "[XXXXX1425]": 49146, + "[XXXXX1426]": 48976, + "[XXXXX1427]": 48585, + "[XXXXX1428]": 48667, + "[XXXXX1429]": 48171, + "[XXXXX142]": 48573, + "[XXXXX1430]": 48181, + "[XXXXX1431]": 47814, + "[XXXXX1432]": 48589, + "[XXXXX1433]": 48916, + "[XXXXX1434]": 48068, + "[XXXXX1435]": 47949, + "[XXXXX1436]": 48252, + "[XXXXX1437]": 48724, + "[XXXXX1438]": 48807, + "[XXXXX1439]": 48379, + "[XXXXX143]": 48835, + "[XXXXX1440]": 48005, + "[XXXXX1441]": 48416, + "[XXXXX1442]": 47595, + "[XXXXX1443]": 47831, + "[XXXXX1444]": 49034, + "[XXXXX1445]": 48893, + "[XXXXX1446]": 47631, + "[XXXXX1447]": 48419, + "[XXXXX1448]": 48874, + "[XXXXX1449]": 49078, + "[XXXXX144]": 48224, + "[XXXXX1450]": 48616, + "[XXXXX1451]": 48688, + "[XXXXX1452]": 47532, + "[XXXXX1453]": 49107, + "[XXXXX1454]": 47945, + "[XXXXX1455]": 48349, + "[XXXXX1456]": 48761, + "[XXXXX1457]": 47399, + "[XXXXX1458]": 47494, + "[XXXXX1459]": 48541, + "[XXXXX145]": 47819, + "[XXXXX1460]": 47668, + "[XXXXX1461]": 48155, + "[XXXXX1462]": 48203, + "[XXXXX1463]": 48308, + "[XXXXX1464]": 47923, + "[XXXXX1465]": 48628, + "[XXXXX1466]": 48894, + "[XXXXX1467]": 48504, + "[XXXXX1468]": 47780, + "[XXXXX1469]": 48780, + "[XXXXX146]": 47856, + "[XXXXX1470]": 47947, + "[XXXXX1471]": 47770, + "[XXXXX1472]": 48645, + "[XXXXX1473]": 47711, + "[XXXXX1474]": 47427, + "[XXXXX1475]": 49042, + "[XXXXX1476]": 48341, + "[XXXXX1477]": 48744, + "[XXXXX1478]": 48421, + "[XXXXX1479]": 48574, + "[XXXXX147]": 47892, + "[XXXXX1480]": 48664, + "[XXXXX1481]": 47649, + "[XXXXX1482]": 47529, + "[XXXXX1483]": 48675, + "[XXXXX1484]": 47850, + "[XXXXX1485]": 48918, + "[XXXXX1486]": 47778, + "[XXXXX1487]": 47929, + "[XXXXX1488]": 47675, + "[XXXXX1489]": 48817, + "[XXXXX148]": 47411, + "[XXXXX1490]": 48612, + "[XXXXX1491]": 48598, + "[XXXXX1492]": 49108, + "[XXXXX1493]": 48272, + "[XXXXX1494]": 48904, + "[XXXXX1495]": 48658, + "[XXXXX1496]": 47737, + "[XXXXX1497]": 48141, + "[XXXXX1498]": 48593, + "[XXXXX1499]": 48452, + "[XXXXX149]": 47718, + "[XXXXX14]": 47771, + "[XXXXX1500]": 48637, + "[XXXXX1501]": 48804, + "[XXXXX1502]": 47752, + "[XXXXX1503]": 48430, + "[XXXXX1504]": 48759, + "[XXXXX1505]": 48823, + "[XXXXX1506]": 47465, + "[XXXXX1507]": 47590, + "[XXXXX1508]": 48445, + "[XXXXX1509]": 48822, + "[XXXXX150]": 48400, + "[XXXXX1510]": 48184, + "[XXXXX1511]": 48603, + "[XXXXX1512]": 47962, + "[XXXXX1513]": 47581, + "[XXXXX1514]": 48655, + "[XXXXX1515]": 47886, + "[XXXXX1516]": 47762, + "[XXXXX1517]": 48410, + "[XXXXX1518]": 48437, + "[XXXXX1519]": 48815, + "[XXXXX151]": 47868, + "[XXXXX1520]": 48523, + "[XXXXX1521]": 48475, + "[XXXXX1522]": 48872, + "[XXXXX1523]": 47426, + "[XXXXX1524]": 48348, + "[XXXXX1525]": 48948, + "[XXXXX1526]": 49099, + "[XXXXX1527]": 47642, + "[XXXXX1528]": 48548, + "[XXXXX1529]": 48055, + "[XXXXX152]": 48542, + "[XXXXX1530]": 48630, + "[XXXXX1531]": 48896, + "[XXXXX1532]": 49020, + "[XXXXX1533]": 47727, + "[XXXXX1534]": 48944, + "[XXXXX1535]": 48848, + "[XXXXX1536]": 48717, + "[XXXXX1537]": 48494, + "[XXXXX1538]": 48124, + "[XXXXX1539]": 49055, + "[XXXXX153]": 48968, + "[XXXXX1540]": 48305, + "[XXXXX1541]": 48088, + "[XXXXX1542]": 49022, + "[XXXXX1543]": 49044, + "[XXXXX1544]": 48607, + "[XXXXX1545]": 48113, + "[XXXXX1546]": 48095, + "[XXXXX1547]": 48863, + "[XXXXX1548]": 48215, + "[XXXXX1549]": 48220, + "[XXXXX154]": 49023, + "[XXXXX1550]": 47442, + "[XXXXX1551]": 49122, + "[XXXXX1552]": 49131, + "[XXXXX1553]": 47991, + "[XXXXX1554]": 47899, + "[XXXXX1555]": 47499, + "[XXXXX1556]": 47406, + "[XXXXX1557]": 47894, + "[XXXXX1558]": 47844, + "[XXXXX1559]": 48164, + "[XXXXX155]": 47833, + "[XXXXX1560]": 48565, + "[XXXXX1561]": 47471, + "[XXXXX1562]": 48960, + "[XXXXX1563]": 47440, + "[XXXXX1564]": 47479, + "[XXXXX1565]": 47708, + "[XXXXX1566]": 47796, + "[XXXXX1567]": 47576, + "[XXXXX1568]": 48191, + "[XXXXX1569]": 48516, + "[XXXXX156]": 48827, + "[XXXXX1570]": 48911, + "[XXXXX1571]": 48205, + "[XXXXX1572]": 48336, + "[XXXXX1573]": 47482, + "[XXXXX1574]": 48952, + "[XXXXX1575]": 47960, + "[XXXXX1576]": 49098, + "[XXXXX1577]": 47904, + "[XXXXX1578]": 48414, + "[XXXXX1579]": 48752, + "[XXXXX157]": 48401, + "[XXXXX1580]": 48633, + "[XXXXX1581]": 48826, + "[XXXXX1582]": 47507, + "[XXXXX1583]": 47476, + "[XXXXX1584]": 48599, + "[XXXXX1585]": 48274, + "[XXXXX1586]": 47428, + "[XXXXX1587]": 48972, + "[XXXXX1588]": 47425, + "[XXXXX1589]": 48731, + "[XXXXX158]": 47951, + "[XXXXX1590]": 49009, + "[XXXXX1591]": 48839, + "[XXXXX1592]": 49006, + "[XXXXX1593]": 47626, + "[XXXXX1594]": 48231, + "[XXXXX1595]": 48554, + "[XXXXX1596]": 48045, + "[XXXXX1597]": 48769, + "[XXXXX1598]": 47652, + "[XXXXX1599]": 47444, + "[XXXXX159]": 49021, + "[XXXXX15]": 48530, + "[XXXXX1600]": 47964, + "[XXXXX1601]": 48560, + "[XXXXX1602]": 47855, + "[XXXXX1603]": 48324, + "[XXXXX1604]": 47961, + "[XXXXX1605]": 48296, + "[XXXXX1606]": 48148, + "[XXXXX1607]": 49038, + "[XXXXX1608]": 48994, + "[XXXXX1609]": 48767, + "[XXXXX160]": 48740, + "[XXXXX1610]": 48907, + "[XXXXX1611]": 47822, + "[XXXXX1612]": 47639, + "[XXXXX1613]": 48053, + "[XXXXX1614]": 48285, + "[XXXXX1615]": 47533, + "[XXXXX1616]": 47983, + "[XXXXX1617]": 47574, + "[XXXXX1618]": 48828, + "[XXXXX1619]": 48334, + "[XXXXX161]": 48290, + "[XXXXX1620]": 47928, + "[XXXXX1621]": 48177, + "[XXXXX1622]": 48056, + "[XXXXX1623]": 47488, + "[XXXXX1624]": 47866, + "[XXXXX1625]": 48273, + "[XXXXX1626]": 48234, + "[XXXXX1627]": 48757, + "[XXXXX1628]": 48075, + "[XXXXX1629]": 48768, + "[XXXXX162]": 48447, + "[XXXXX1630]": 48820, + "[XXXXX1631]": 48007, + "[XXXXX1632]": 48552, + "[XXXXX1633]": 47939, + "[XXXXX1634]": 48725, + "[XXXXX1635]": 47447, + "[XXXXX1636]": 47602, + "[XXXXX1637]": 47935, + "[XXXXX1638]": 49132, + "[XXXXX1639]": 47953, + "[XXXXX163]": 48371, + "[XXXXX1640]": 47748, + "[XXXXX1641]": 48116, + "[XXXXX1642]": 47610, + "[XXXXX1643]": 48105, + "[XXXXX1644]": 48460, + "[XXXXX1645]": 48773, + "[XXXXX1646]": 47974, + "[XXXXX1647]": 47678, + "[XXXXX1648]": 47571, + "[XXXXX1649]": 47717, + "[XXXXX164]": 48978, + "[XXXXX1650]": 48653, + "[XXXXX1651]": 48526, + "[XXXXX1652]": 47666, + "[XXXXX1653]": 48636, + "[XXXXX1654]": 49070, + "[XXXXX1655]": 48040, + "[XXXXX1656]": 49001, + "[XXXXX1657]": 48587, + "[XXXXX1658]": 48227, + "[XXXXX1659]": 47566, + "[XXXXX165]": 47992, + "[XXXXX1660]": 48774, + "[XXXXX1661]": 47443, + "[XXXXX1662]": 48037, + "[XXXXX1663]": 48377, + "[XXXXX1664]": 47733, + "[XXXXX1665]": 49071, + "[XXXXX1666]": 47528, + "[XXXXX1667]": 49124, + "[XXXXX1668]": 48510, + "[XXXXX1669]": 48125, + "[XXXXX166]": 48572, + "[XXXXX1670]": 47503, + "[XXXXX1671]": 47527, + "[XXXXX1672]": 47817, + "[XXXXX1673]": 49111, + "[XXXXX1674]": 47772, + "[XXXXX1675]": 47783, + "[XXXXX1676]": 49052, + "[XXXXX1677]": 47493, + "[XXXXX1678]": 47888, + "[XXXXX1679]": 48059, + "[XXXXX167]": 48008, + "[XXXXX1680]": 47456, + "[XXXXX1681]": 47906, + "[XXXXX1682]": 48026, + "[XXXXX1683]": 48149, + "[XXXXX1684]": 48451, + "[XXXXX1685]": 49029, + "[XXXXX1686]": 48313, + "[XXXXX1687]": 48089, + "[XXXXX1688]": 48795, + "[XXXXX1689]": 48396, + "[XXXXX168]": 47740, + "[XXXXX1690]": 48536, + "[XXXXX1691]": 47680, + "[XXXXX1692]": 48146, + "[XXXXX1693]": 48733, + "[XXXXX1694]": 47536, + "[XXXXX1695]": 47524, + "[XXXXX1696]": 48197, + "[XXXXX1697]": 49151, + "[XXXXX1698]": 48159, + "[XXXXX1699]": 48558, + "[XXXXX169]": 48189, + "[XXXXX16]": 48474, + "[XXXXX1700]": 48042, + "[XXXXX1701]": 47638, + "[XXXXX1702]": 48954, + "[XXXXX1703]": 47693, + "[XXXXX1704]": 48461, + "[XXXXX1705]": 48467, + "[XXXXX1706]": 48505, + "[XXXXX1707]": 47989, + "[XXXXX1708]": 47784, + "[XXXXX1709]": 47435, + "[XXXXX170]": 47429, + "[XXXXX1710]": 48152, + "[XXXXX1711]": 48301, + "[XXXXX1712]": 49094, + "[XXXXX1713]": 48649, + "[XXXXX1714]": 48117, + "[XXXXX1715]": 48185, + "[XXXXX1716]": 47832, + "[XXXXX1717]": 48383, + "[XXXXX1718]": 49012, + "[XXXXX1719]": 48986, + "[XXXXX171]": 48346, + "[XXXXX1720]": 47978, + "[XXXXX1721]": 47871, + "[XXXXX1722]": 47625, + "[XXXXX1723]": 48247, + "[XXXXX1724]": 47965, + "[XXXXX1725]": 47579, + "[XXXXX1726]": 48512, + "[XXXXX1727]": 48395, + "[XXXXX1728]": 48867, + "[XXXXX1729]": 47692, + "[XXXXX172]": 48003, + "[XXXXX1730]": 48497, + "[XXXXX1731]": 47393, + "[XXXXX1732]": 47530, + "[XXXXX1733]": 48129, + "[XXXXX1734]": 47916, + "[XXXXX1735]": 47943, + "[XXXXX1736]": 47559, + "[XXXXX1737]": 47477, + "[XXXXX1738]": 48432, + "[XXXXX1739]": 48244, + "[XXXXX173]": 48238, + "[XXXXX1740]": 48528, + "[XXXXX1741]": 48671, + "[XXXXX1742]": 48889, + "[XXXXX1743]": 48161, + "[XXXXX1744]": 48018, + "[XXXXX1745]": 48509, + "[XXXXX1746]": 47564, + "[XXXXX1747]": 48969, + "[XXXXX1748]": 48112, + "[XXXXX1749]": 49128, + "[XXXXX174]": 48786, + "[XXXXX1750]": 48886, + "[XXXXX1751]": 48932, + "[XXXXX1752]": 47970, + "[XXXXX1753]": 47969, + "[XXXXX1754]": 48508, + "[XXXXX1755]": 47857, + "[XXXXX1756]": 48563, + "[XXXXX1757]": 48503, + "[XXXXX1758]": 47797, + "[XXXXX1759]": 49053, + "[XXXXX175]": 48221, + "[XXXXX1760]": 48949, + "[XXXXX1761]": 48926, + "[XXXXX176]": 48895, + "[XXXXX177]": 48084, + "[XXXXX178]": 47408, + "[XXXXX179]": 48144, + "[XXXXX17]": 47563, + "[XXXXX180]": 47934, + "[XXXXX181]": 47567, + "[XXXXX182]": 47539, + "[XXXXX183]": 49106, + "[XXXXX184]": 48892, + "[XXXXX185]": 47458, + "[XXXXX186]": 48783, + "[XXXXX187]": 47914, + "[XXXXX188]": 47761, + "[XXXXX189]": 47997, + "[XXXXX18]": 48333, + "[XXXXX190]": 48312, + "[XXXXX191]": 49095, + "[XXXXX192]": 47785, + "[XXXXX193]": 47635, + "[XXXXX194]": 48955, + "[XXXXX195]": 48354, + "[XXXXX196]": 48545, + "[XXXXX197]": 48727, + "[XXXXX198]": 48306, + "[XXXXX199]": 49133, + "[XXXXX19]": 48262, + "[XXXXX1]": 49126, + "[XXXXX200]": 47701, + "[XXXXX201]": 47521, + "[XXXXX202]": 48805, + "[XXXXX203]": 48386, + "[XXXXX204]": 48909, + "[XXXXX205]": 47674, + "[XXXXX206]": 48640, + "[XXXXX207]": 48257, + "[XXXXX208]": 47977, + "[XXXXX209]": 48406, + "[XXXXX20]": 47779, + "[XXXXX210]": 48282, + "[XXXXX211]": 48280, + "[XXXXX212]": 47603, + "[XXXXX213]": 47869, + "[XXXXX214]": 47937, + "[XXXXX215]": 49073, + "[XXXXX216]": 47582, + "[XXXXX217]": 47816, + "[XXXXX218]": 47821, + "[XXXXX219]": 48857, + "[XXXXX21]": 48434, + "[XXXXX220]": 48172, + "[XXXXX221]": 47722, + "[XXXXX222]": 47618, + "[XXXXX223]": 48178, + "[XXXXX224]": 48000, + "[XXXXX225]": 48087, + "[XXXXX226]": 48924, + "[XXXXX227]": 47441, + "[XXXXX228]": 49058, + "[XXXXX229]": 48531, + "[XXXXX22]": 48052, + "[XXXXX230]": 47927, + "[XXXXX231]": 47930, + "[XXXXX232]": 49092, + "[XXXXX233]": 47996, + "[XXXXX234]": 49049, + "[XXXXX235]": 48299, + "[XXXXX236]": 48811, + "[XXXXX237]": 48343, + "[XXXXX238]": 49017, + "[XXXXX239]": 48806, + "[XXXXX23]": 48289, + "[XXXXX240]": 47835, + "[XXXXX241]": 48627, + "[XXXXX242]": 47643, + "[XXXXX243]": 47794, + "[XXXXX244]": 49093, + "[XXXXX245]": 47412, + "[XXXXX246]": 48092, + "[XXXXX247]": 47730, + "[XXXXX248]": 48228, + "[XXXXX249]": 47851, + "[XXXXX24]": 48722, + "[XXXXX250]": 48126, + "[XXXXX251]": 47749, + "[XXXXX252]": 47972, + "[XXXXX253]": 48534, + "[XXXXX254]": 48332, + "[XXXXX255]": 48601, + "[XXXXX256]": 48914, + "[XXXXX257]": 47760, + "[XXXXX258]": 48115, + "[XXXXX259]": 48338, + "[XXXXX25]": 48277, + "[XXXXX260]": 47853, + "[XXXXX261]": 48669, + "[XXXXX262]": 48834, + "[XXXXX263]": 48571, + "[XXXXX264]": 48738, + "[XXXXX265]": 48180, + "[XXXXX266]": 49002, + "[XXXXX267]": 47452, + "[XXXXX268]": 47684, + "[XXXXX269]": 47726, + "[XXXXX26]": 47895, + "[XXXXX270]": 48286, + "[XXXXX271]": 47401, + "[XXXXX272]": 48366, + "[XXXXX273]": 48913, + "[XXXXX274]": 47696, + "[XXXXX275]": 48429, + "[XXXXX276]": 48202, + "[XXXXX277]": 47714, + "[XXXXX278]": 47480, + "[XXXXX279]": 48551, + "[XXXXX27]": 47557, + "[XXXXX280]": 48323, + "[XXXXX281]": 47605, + "[XXXXX282]": 49079, + "[XXXXX283]": 47630, + "[XXXXX284]": 48210, + "[XXXXX285]": 48934, + "[XXXXX286]": 48742, + "[XXXXX287]": 48360, + "[XXXXX288]": 48214, + "[XXXXX289]": 47721, + "[XXXXX28]": 48390, + "[XXXXX290]": 48034, + "[XXXXX291]": 47404, + "[XXXXX292]": 48824, + "[XXXXX293]": 47570, + "[XXXXX294]": 48726, + "[XXXXX295]": 49147, + "[XXXXX296]": 47523, + "[XXXXX297]": 48074, + "[XXXXX298]": 48111, + "[XXXXX299]": 48797, + "[XXXXX29]": 48625, + "[XXXXX2]": 48707, + "[XXXXX300]": 47776, + "[XXXXX301]": 48897, + "[XXXXX302]": 48275, + "[XXXXX303]": 48307, + "[XXXXX304]": 48370, + "[XXXXX305]": 48662, + "[XXXXX306]": 48495, + "[XXXXX307]": 47867, + "[XXXXX308]": 48567, + "[XXXXX309]": 49112, + "[XXXXX30]": 48027, + "[XXXXX310]": 48818, + "[XXXXX311]": 47712, + "[XXXXX312]": 47938, + "[XXXXX313]": 48928, + "[XXXXX314]": 48251, + "[XXXXX315]": 48620, + "[XXXXX316]": 48821, + "[XXXXX317]": 48579, + "[XXXXX318]": 47860, + "[XXXXX319]": 48453, + "[XXXXX31]": 48799, + "[XXXXX320]": 48006, + "[XXXXX321]": 47766, + "[XXXXX322]": 48816, + "[XXXXX323]": 48358, + "[XXXXX324]": 48011, + "[XXXXX325]": 48208, + "[XXXXX326]": 48965, + "[XXXXX327]": 48058, + "[XXXXX328]": 48538, + "[XXXXX329]": 48480, + "[XXXXX32]": 48399, + "[XXXXX330]": 47634, + "[XXXXX331]": 47518, + "[XXXXX332]": 48132, + "[XXXXX333]": 47449, + "[XXXXX334]": 48044, + "[XXXXX335]": 47842, + "[XXXXX336]": 49041, + "[XXXXX337]": 48317, + "[XXXXX338]": 47830, + "[XXXXX339]": 49085, + "[XXXXX33]": 48852, + "[XXXXX340]": 47774, + "[XXXXX341]": 48650, + "[XXXXX342]": 48253, + "[XXXXX343]": 49145, + "[XXXXX344]": 48847, + "[XXXXX345]": 49062, + "[XXXXX346]": 48359, + "[XXXXX347]": 48595, + "[XXXXX348]": 47995, + "[XXXXX349]": 47729, + "[XXXXX34]": 48800, + "[XXXXX350]": 48245, + "[XXXXX351]": 48586, + "[XXXXX352]": 48365, + "[XXXXX353]": 48887, + "[XXXXX354]": 47464, + "[XXXXX355]": 47987, + "[XXXXX356]": 49136, + "[XXXXX357]": 48098, + "[XXXXX358]": 48259, + "[XXXXX359]": 47609, + "[XXXXX35]": 48127, + "[XXXXX360]": 48648, + "[XXXXX361]": 48431, + "[XXXXX362]": 48714, + "[XXXXX363]": 47624, + "[XXXXX364]": 47823, + "[XXXXX365]": 47936, + "[XXXXX366]": 47502, + "[XXXXX367]": 47506, + "[XXXXX368]": 49074, + "[XXXXX369]": 47731, + "[XXXXX36]": 48471, + "[XXXXX370]": 47807, + "[XXXXX371]": 47598, + "[XXXXX372]": 47806, + "[XXXXX373]": 47525, + "[XXXXX374]": 47883, + "[XXXXX375]": 49066, + "[XXXXX376]": 48067, + "[XXXXX377]": 48020, + "[XXXXX378]": 48527, + "[XXXXX379]": 48294, + "[XXXXX37]": 48102, + "[XXXXX380]": 48737, + "[XXXXX381]": 47614, + "[XXXXX382]": 48219, + "[XXXXX383]": 48143, + "[XXXXX384]": 48402, + "[XXXXX385]": 48190, + "[XXXXX386]": 48369, + "[XXXXX387]": 48982, + "[XXXXX388]": 49116, + "[XXXXX389]": 48793, + "[XXXXX38]": 48570, + "[XXXXX390]": 47491, + "[XXXXX391]": 48728, + "[XXXXX392]": 47948, + "[XXXXX393]": 48962, + "[XXXXX394]": 47988, + "[XXXXX395]": 47648, + "[XXXXX396]": 47395, + "[XXXXX397]": 47473, + "[XXXXX398]": 49091, + "[XXXXX399]": 49039, + "[XXXXX39]": 47958, + "[XXXXX3]": 48756, + "[XXXXX400]": 48784, + "[XXXXX401]": 47647, + "[XXXXX402]": 48028, + "[XXXXX403]": 48617, + "[XXXXX404]": 48964, + "[XXXXX405]": 48694, + "[XXXXX406]": 49043, + "[XXXXX407]": 47413, + "[XXXXX408]": 48557, + "[XXXXX409]": 48677, + "[XXXXX40]": 47514, + "[XXXXX410]": 47889, + "[XXXXX411]": 49010, + "[XXXXX412]": 47887, + "[XXXXX413]": 47655, + "[XXXXX414]": 47485, + "[XXXXX415]": 48741, + "[XXXXX416]": 48091, + "[XXXXX417]": 49061, + "[XXXXX418]": 48109, + "[XXXXX419]": 47702, + "[XXXXX41]": 48845, + "[XXXXX420]": 47430, + "[XXXXX421]": 49088, + "[XXXXX422]": 47677, + "[XXXXX423]": 48351, + "[XXXXX424]": 48001, + "[XXXXX425]": 48695, + "[XXXXX426]": 47713, + "[XXXXX427]": 48920, + "[XXXXX428]": 48674, + "[XXXXX429]": 48540, + "[XXXXX42]": 48142, + "[XXXXX430]": 47952, + "[XXXXX431]": 48362, + "[XXXXX432]": 47967, + "[XXXXX433]": 48705, + "[XXXXX434]": 48033, + "[XXXXX435]": 48024, + "[XXXXX436]": 47580, + "[XXXXX437]": 48618, + "[XXXXX438]": 47659, + "[XXXXX439]": 48435, + "[XXXXX43]": 48837, + "[XXXXX440]": 48631, + "[XXXXX441]": 47877, + "[XXXXX442]": 48036, + "[XXXXX443]": 47667, + "[XXXXX444]": 48502, + "[XXXXX445]": 49057, + "[XXXXX446]": 48979, + "[XXXXX447]": 47891, + "[XXXXX448]": 49143, + "[XXXXX449]": 48463, + "[XXXXX44]": 47872, + "[XXXXX450]": 47522, + "[XXXXX451]": 47703, + "[XXXXX452]": 47467, + "[XXXXX453]": 48099, + "[XXXXX454]": 48858, + "[XXXXX455]": 47538, + "[XXXXX456]": 48271, + "[XXXXX457]": 48270, + "[XXXXX458]": 49138, + "[XXXXX459]": 47691, + "[XXXXX45]": 47915, + "[XXXXX460]": 47461, + "[XXXXX461]": 48350, + "[XXXXX462]": 48813, + "[XXXXX463]": 48812, + "[XXXXX464]": 48163, + "[XXXXX465]": 49030, + "[XXXXX466]": 48787, + "[XXXXX467]": 48021, + "[XXXXX468]": 48248, + "[XXXXX469]": 47454, + "[XXXXX46]": 47572, + "[XXXXX470]": 48966, + "[XXXXX471]": 48929, + "[XXXXX472]": 47926, + "[XXXXX473]": 47410, + "[XXXXX474]": 48864, + "[XXXXX475]": 48119, + "[XXXXX476]": 47820, + "[XXXXX477]": 47932, + "[XXXXX478]": 47846, + "[XXXXX479]": 49054, + "[XXXXX47]": 48519, + "[XXXXX480]": 48101, + "[XXXXX481]": 48609, + "[XXXXX482]": 48128, + "[XXXXX483]": 48931, + "[XXXXX484]": 48267, + "[XXXXX485]": 48328, + "[XXXXX486]": 47463, + "[XXXXX487]": 48331, + "[XXXXX488]": 48198, + "[XXXXX489]": 48256, + "[XXXXX48]": 48167, + "[XXXXX490]": 48580, + "[XXXXX491]": 48049, + "[XXXXX492]": 48096, + "[XXXXX493]": 49129, + "[XXXXX494]": 47738, + "[XXXXX495]": 48611, + "[XXXXX496]": 48626, + "[XXXXX497]": 49003, + "[XXXXX498]": 47982, + "[XXXXX499]": 49047, + "[XXXXX49]": 48684, + "[XXXXX4]": 48456, + "[XXXXX500]": 48668, + "[XXXXX501]": 48017, + "[XXXXX502]": 48080, + "[XXXXX503]": 48150, + "[XXXXX504]": 47743, + "[XXXXX505]": 48859, + "[XXXXX506]": 47510, + "[XXXXX507]": 47541, + "[XXXXX508]": 47489, + "[XXXXX509]": 47504, + "[XXXXX50]": 47552, + "[XXXXX510]": 48086, + "[XXXXX511]": 48520, + "[XXXXX512]": 48204, + "[XXXXX513]": 48356, + "[XXXXX514]": 47968, + "[XXXXX515]": 47629, + "[XXXXX516]": 48450, + "[XXXXX517]": 48751, + "[XXXXX518]": 48673, + "[XXXXX519]": 48766, + "[XXXXX51]": 47763, + "[XXXXX520]": 47586, + "[XXXXX521]": 48193, + "[XXXXX522]": 47481, + "[XXXXX523]": 48070, + "[XXXXX524]": 48641, + "[XXXXX525]": 48555, + "[XXXXX526]": 47448, + "[XXXXX527]": 47788, + "[XXXXX528]": 48078, + "[XXXXX529]": 47781, + "[XXXXX52]": 48398, + "[XXXXX530]": 48255, + "[XXXXX531]": 48663, + "[XXXXX532]": 47798, + "[XXXXX533]": 48885, + "[XXXXX534]": 47790, + "[XXXXX535]": 47973, + "[XXXXX536]": 48842, + "[XXXXX537]": 48408, + "[XXXXX538]": 49113, + "[XXXXX539]": 48676, + "[XXXXX53]": 47786, + "[XXXXX540]": 48157, + "[XXXXX541]": 48670, + "[XXXXX542]": 48022, + "[XXXXX543]": 48009, + "[XXXXX544]": 48596, + "[XXXXX545]": 48329, + "[XXXXX546]": 48288, + "[XXXXX547]": 47469, + "[XXXXX548]": 48501, + "[XXXXX549]": 47976, + "[XXXXX54]": 47644, + "[XXXXX550]": 47588, + "[XXXXX551]": 48851, + "[XXXXX552]": 48250, + "[XXXXX553]": 47734, + "[XXXXX554]": 48940, + "[XXXXX555]": 49000, + "[XXXXX556]": 48200, + "[XXXXX557]": 47414, + "[XXXXX558]": 48090, + "[XXXXX559]": 47621, + "[XXXXX55]": 48048, + "[XXXXX560]": 47990, + "[XXXXX561]": 47519, + "[XXXXX562]": 47903, + "[XXXXX563]": 48522, + "[XXXXX564]": 47645, + "[XXXXX565]": 49080, + "[XXXXX566]": 47719, + "[XXXXX567]": 49105, + "[XXXXX568]": 48666, + "[XXXXX569]": 47549, + "[XXXXX56]": 49120, + "[XXXXX570]": 48355, + "[XXXXX571]": 48639, + "[XXXXX572]": 48083, + "[XXXXX573]": 48420, + "[XXXXX574]": 48661, + "[XXXXX575]": 47520, + "[XXXXX576]": 48318, + "[XXXXX577]": 49018, + "[XXXXX578]": 48458, + "[XXXXX579]": 47804, + "[XXXXX57]": 48490, + "[XXXXX580]": 48186, + "[XXXXX581]": 47699, + "[XXXXX582]": 48268, + "[XXXXX583]": 47688, + "[XXXXX584]": 47975, + "[XXXXX585]": 48013, + "[XXXXX586]": 48457, + "[XXXXX587]": 49114, + "[XXXXX588]": 48476, + "[XXXXX589]": 47694, + "[XXXXX58]": 48361, + "[XXXXX590]": 48758, + "[XXXXX591]": 48507, + "[XXXXX592]": 47434, + "[XXXXX593]": 48397, + "[XXXXX594]": 48846, + "[XXXXX595]": 48486, + "[XXXXX596]": 47944, + "[XXXXX597]": 47838, + "[XXXXX598]": 47475, + "[XXXXX599]": 48409, + "[XXXXX59]": 48836, + "[XXXXX5]": 48291, + "[XXXXX600]": 48561, + "[XXXXX601]": 48706, + "[XXXXX602]": 48311, + "[XXXXX603]": 48732, + "[XXXXX604]": 48716, + "[XXXXX605]": 48103, + "[XXXXX606]": 47741, + "[XXXXX607]": 49037, + "[XXXXX608]": 48513, + "[XXXXX609]": 47516, + "[XXXXX60]": 48980, + "[XXXXX610]": 47750, + "[XXXXX611]": 49077, + "[XXXXX612]": 47513, + "[XXXXX613]": 49102, + "[XXXXX614]": 48459, + "[XXXXX615]": 48792, + "[XXXXX616]": 48265, + "[XXXXX617]": 48375, + "[XXXXX618]": 48335, + "[XXXXX619]": 48796, + "[XXXXX61]": 48405, + "[XXXXX620]": 48550, + "[XXXXX621]": 48478, + "[XXXXX622]": 47468, + "[XXXXX623]": 48249, + "[XXXXX624]": 48838, + "[XXXXX625]": 48135, + "[XXXXX626]": 47577, + "[XXXXX627]": 47660, + "[XXXXX628]": 48347, + "[XXXXX629]": 47561, + "[XXXXX62]": 48314, + "[XXXXX630]": 47829, + "[XXXXX631]": 48621, + "[XXXXX632]": 48825, + "[XXXXX633]": 48849, + "[XXXXX634]": 48279, + "[XXXXX635]": 48310, + "[XXXXX636]": 49015, + "[XXXXX637]": 47753, + "[XXXXX638]": 48138, + "[XXXXX639]": 48808, + "[XXXXX63]": 48683, + "[XXXXX640]": 48057, + "[XXXXX641]": 48192, + "[XXXXX642]": 48446, + "[XXXXX643]": 48081, + "[XXXXX644]": 48533, + "[XXXXX645]": 47556, + "[XXXXX646]": 48908, + "[XXXXX647]": 48014, + "[XXXXX648]": 48455, + "[XXXXX649]": 47950, + "[XXXXX64]": 49139, + "[XXXXX650]": 47558, + "[XXXXX651]": 47653, + "[XXXXX652]": 48387, + "[XXXXX653]": 47809, + "[XXXXX654]": 48562, + "[XXXXX655]": 48665, + "[XXXXX656]": 48871, + "[XXXXX657]": 48987, + "[XXXXX658]": 47646, + "[XXXXX659]": 48881, + "[XXXXX65]": 47613, + "[XXXXX660]": 49109, + "[XXXXX661]": 49140, + "[XXXXX662]": 48023, + "[XXXXX663]": 48380, + "[XXXXX664]": 48065, + "[XXXXX665]": 47685, + "[XXXXX666]": 47484, + "[XXXXX667]": 47628, + "[XXXXX668]": 48151, + "[XXXXX669]": 47847, + "[XXXXX66]": 49100, + "[XXXXX670]": 47768, + "[XXXXX671]": 47640, + "[XXXXX672]": 48946, + "[XXXXX673]": 48624, + "[XXXXX674]": 48843, + "[XXXXX675]": 47736, + "[XXXXX676]": 47881, + "[XXXXX677]": 48690, + "[XXXXX678]": 48709, + "[XXXXX679]": 48577, + "[XXXXX67]": 48984, + "[XXXXX680]": 47500, + "[XXXXX681]": 48491, + "[XXXXX682]": 48691, + "[XXXXX683]": 48810, + "[XXXXX684]": 48173, + "[XXXXX685]": 48407, + "[XXXXX686]": 48292, + "[XXXXX687]": 48330, + "[XXXXX688]": 49118, + "[XXXXX689]": 48604, + "[XXXXX68]": 48174, + "[XXXXX690]": 48077, + "[XXXXX691]": 48743, + "[XXXXX692]": 48583, + "[XXXXX693]": 47391, + "[XXXXX694]": 48229, + "[XXXXX695]": 48789, + "[XXXXX696]": 48777, + "[XXXXX697]": 47535, + "[XXXXX698]": 48122, + "[XXXXX699]": 48232, + "[XXXXX69]": 48704, + "[XXXXX6]": 48927, + "[XXXXX700]": 48403, + "[XXXXX701]": 47451, + "[XXXXX702]": 48039, + "[XXXXX703]": 47568, + "[XXXXX704]": 48692, + "[XXXXX705]": 47437, + "[XXXXX706]": 47854, + "[XXXXX707]": 49148, + "[XXXXX708]": 48923, + "[XXXXX709]": 48133, + "[XXXXX70]": 47407, + "[XXXXX710]": 48425, + "[XXXXX711]": 48998, + "[XXXXX712]": 48801, + "[XXXXX713]": 48525, + "[XXXXX714]": 47917, + "[XXXXX715]": 47782, + "[XXXXX716]": 48697, + "[XXXXX717]": 47836, + "[XXXXX718]": 47725, + "[XXXXX719]": 48218, + "[XXXXX71]": 49065, + "[XXXXX720]": 48956, + "[XXXXX721]": 48321, + "[XXXXX722]": 47812, + "[XXXXX723]": 47466, + "[XXXXX724]": 48462, + "[XXXXX725]": 47898, + "[XXXXX726]": 49060, + "[XXXXX727]": 47589, + "[XXXXX728]": 49117, + "[XXXXX729]": 48393, + "[XXXXX72]": 48439, + "[XXXXX730]": 48100, + "[XXXXX731]": 48394, + "[XXXXX732]": 48643, + "[XXXXX733]": 48423, + "[XXXXX734]": 48183, + "[XXXXX735]": 49101, + "[XXXXX736]": 48381, + "[XXXXX737]": 48854, + "[XXXXX738]": 49067, + "[XXXXX739]": 48876, + "[XXXXX73]": 47392, + "[XXXXX740]": 48179, + "[XXXXX741]": 48194, + "[XXXXX742]": 48791, + "[XXXXX743]": 48985, + "[XXXXX744]": 48535, + "[XXXXX745]": 48436, + "[XXXXX746]": 47896, + "[XXXXX747]": 47583, + "[XXXXX748]": 49142, + "[XXXXX749]": 48958, + "[XXXXX74]": 49064, + "[XXXXX750]": 47569, + "[XXXXX751]": 47548, + "[XXXXX752]": 49083, + "[XXXXX753]": 47746, + "[XXXXX754]": 49144, + "[XXXXX755]": 48600, + "[XXXXX756]": 47791, + "[XXXXX757]": 47661, + "[XXXXX758]": 48295, + "[XXXXX759]": 47912, + "[XXXXX75]": 48025, + "[XXXXX760]": 47495, + "[XXXXX761]": 48156, + "[XXXXX762]": 47907, + "[XXXXX763]": 48123, + "[XXXXX764]": 48134, + "[XXXXX765]": 47597, + "[XXXXX766]": 48278, + "[XXXXX767]": 47555, + "[XXXXX768]": 49011, + "[XXXXX769]": 47918, + "[XXXXX76]": 47902, + "[XXXXX770]": 48957, + "[XXXXX771]": 48936, + "[XXXXX772]": 48269, + "[XXXXX773]": 48473, + "[XXXXX774]": 49035, + "[XXXXX775]": 47984, + "[XXXXX776]": 48300, + "[XXXXX777]": 48085, + "[XXXXX778]": 47826, + "[XXXXX779]": 48019, + "[XXXXX77]": 48031, + "[XXXXX780]": 48376, + "[XXXXX781]": 47534, + "[XXXXX782]": 48764, + "[XXXXX783]": 49063, + "[XXXXX784]": 47840, + "[XXXXX785]": 48547, + "[XXXXX786]": 48941, + "[XXXXX787]": 47650, + "[XXXXX788]": 47800, + "[XXXXX789]": 48606, + "[XXXXX78]": 47873, + "[XXXXX790]": 48060, + "[XXXXX791]": 47885, + "[XXXXX792]": 47863, + "[XXXXX793]": 48730, + "[XXXXX794]": 47662, + "[XXXXX795]": 47438, + "[XXXXX796]": 48385, + "[XXXXX797]": 48449, + "[XXXXX798]": 47673, + "[XXXXX799]": 48093, + "[XXXXX79]": 48865, + "[XXXXX7]": 48372, + "[XXXXX800]": 48729, + "[XXXXX801]": 47474, + "[XXXXX802]": 48875, + "[XXXXX803]": 48029, + "[XXXXX804]": 48735, + "[XXXXX805]": 48297, + "[XXXXX806]": 48411, + "[XXXXX807]": 47913, + "[XXXXX808]": 48710, + "[XXXXX809]": 48094, + "[XXXXX80]": 48841, + "[XXXXX810]": 48428, + "[XXXXX811]": 48532, + "[XXXXX812]": 48950, + "[XXXXX813]": 48739, + "[XXXXX814]": 48137, + "[XXXXX815]": 47884, + "[XXXXX816]": 48779, + "[XXXXX817]": 47496, + "[XXXXX818]": 48352, + "[XXXXX819]": 48891, + "[XXXXX81]": 48051, + "[XXXXX820]": 48050, + "[XXXXX821]": 47573, + "[XXXXX822]": 48373, + "[XXXXX823]": 47793, + "[XXXXX824]": 47747, + "[XXXXX825]": 47758, + "[XXXXX826]": 48302, + "[XXXXX827]": 48785, + "[XXXXX828]": 48870, + "[XXXXX829]": 48899, + "[XXXXX82]": 49141, + "[XXXXX830]": 48884, + "[XXXXX831]": 47981, + "[XXXXX832]": 48223, + "[XXXXX833]": 48072, + "[XXXXX834]": 48576, + "[XXXXX835]": 48711, + "[XXXXX836]": 47460, + "[XXXXX837]": 47801, + "[XXXXX838]": 47651, + "[XXXXX839]": 47663, + "[XXXXX83]": 49076, + "[XXXXX840]": 48298, + "[XXXXX841]": 49150, + "[XXXXX842]": 48517, + "[XXXXX843]": 47418, + "[XXXXX844]": 47627, + "[XXXXX845]": 48230, + "[XXXXX846]": 48010, + "[XXXXX847]": 47423, + "[XXXXX848]": 49048, + "[XXXXX849]": 48524, + "[XXXXX84]": 47900, + "[XXXXX850]": 47787, + "[XXXXX851]": 48974, + "[XXXXX852]": 48652, + "[XXXXX853]": 47849, + "[XXXXX854]": 48623, + "[XXXXX855]": 49026, + "[XXXXX856]": 49068, + "[XXXXX857]": 48802, + "[XXXXX858]": 48236, + "[XXXXX859]": 48170, + "[XXXXX85]": 47909, + "[XXXXX860]": 47924, + "[XXXXX861]": 47607, + "[XXXXX862]": 47565, + "[XXXXX863]": 48038, + "[XXXXX864]": 49149, + "[XXXXX865]": 49081, + "[XXXXX866]": 48905, + "[XXXXX867]": 47792, + "[XXXXX868]": 48482, + "[XXXXX869]": 47704, + "[XXXXX86]": 49036, + "[XXXXX870]": 47959, + "[XXXXX871]": 48890, + "[XXXXX872]": 48860, + "[XXXXX873]": 48326, + "[XXXXX874]": 47617, + "[XXXXX875]": 47654, + "[XXXXX876]": 47986, + "[XXXXX877]": 48632, + "[XXXXX878]": 48175, + "[XXXXX879]": 48581, + "[XXXXX87]": 47608, + "[XXXXX880]": 47424, + "[XXXXX881]": 49134, + "[XXXXX882]": 48012, + "[XXXXX883]": 48696, + "[XXXXX884]": 48699, + "[XXXXX885]": 47955, + "[XXXXX886]": 49104, + "[XXXXX887]": 47827, + "[XXXXX888]": 49014, + "[XXXXX889]": 48539, + "[XXXXX88]": 48496, + "[XXXXX890]": 48723, + "[XXXXX891]": 48235, + "[XXXXX892]": 48195, + "[XXXXX893]": 48216, + "[XXXXX894]": 48444, + "[XXXXX895]": 48719, + "[XXXXX896]": 47715, + "[XXXXX897]": 48803, + "[XXXXX898]": 48679, + "[XXXXX899]": 48619, + "[XXXXX89]": 48500, + "[XXXXX8]": 49008, + "[XXXXX900]": 48120, + "[XXXXX901]": 48241, + "[XXXXX902]": 47852, + "[XXXXX903]": 48417, + "[XXXXX904]": 47671, + "[XXXXX905]": 48654, + "[XXXXX906]": 49056, + "[XXXXX907]": 48878, + "[XXXXX908]": 48708, + "[XXXXX909]": 48698, + "[XXXXX90]": 47578, + "[XXXXX910]": 49016, + "[XXXXX911]": 47931, + "[XXXXX912]": 48441, + "[XXXXX913]": 48937, + "[XXXXX914]": 47415, + "[XXXXX915]": 47546, + "[XXXXX916]": 48284, + "[XXXXX917]": 48483, + "[XXXXX918]": 47946, + "[XXXXX919]": 48613, + "[XXXXX91]": 47759, + "[XXXXX920]": 48468, + "[XXXXX921]": 48438, + "[XXXXX922]": 49004, + "[XXXXX923]": 48498, + "[XXXXX924]": 48315, + "[XXXXX925]": 48765, + "[XXXXX926]": 48363, + "[XXXXX927]": 48947, + "[XXXXX928]": 47606, + "[XXXXX929]": 48188, + "[XXXXX92]": 48798, + "[XXXXX930]": 47600, + "[XXXXX931]": 49096, + "[XXXXX932]": 47876, + "[XXXXX933]": 48856, + "[XXXXX934]": 48546, + "[XXXXX935]": 47486, + "[XXXXX936]": 48718, + "[XXXXX937]": 47592, + "[XXXXX938]": 48035, + "[XXXXX939]": 47509, + "[XXXXX93]": 49050, + "[XXXXX940]": 47956, + "[XXXXX941]": 48919, + "[XXXXX942]": 47993, + "[XXXXX943]": 48415, + "[XXXXX944]": 48925, + "[XXXXX945]": 48656, + "[XXXXX946]": 48763, + "[XXXXX947]": 48422, + "[XXXXX948]": 48814, + "[XXXXX949]": 47769, + "[XXXXX94]": 48367, + "[XXXXX950]": 47878, + "[XXXXX951]": 48320, + "[XXXXX952]": 48389, + "[XXXXX953]": 49032, + "[XXXXX954]": 49025, + "[XXXXX955]": 48686, + "[XXXXX956]": 48384, + "[XXXXX957]": 49024, + "[XXXXX958]": 48902, + "[XXXXX959]": 47810, + "[XXXXX95]": 48079, + "[XXXXX960]": 47682, + "[XXXXX961]": 49051, + "[XXXXX962]": 48771, + "[XXXXX963]": 48755, + "[XXXXX964]": 48915, + "[XXXXX965]": 47739, + "[XXXXX966]": 48942, + "[XXXXX967]": 48283, + "[XXXXX968]": 47971, + "[XXXXX969]": 48559, + "[XXXXX96]": 48464, + "[XXXXX970]": 47861, + "[XXXXX971]": 48469, + "[XXXXX972]": 48938, + "[XXXXX973]": 48097, + "[XXXXX974]": 47742, + "[XXXXX975]": 48657, + "[XXXXX976]": 48424, + "[XXXXX977]": 48866, + "[XXXXX978]": 47824, + "[XXXXX979]": 48207, + "[XXXXX97]": 48967, + "[XXXXX980]": 47575, + "[XXXXX981]": 48388, + "[XXXXX982]": 47940, + "[XXXXX983]": 48778, + "[XXXXX984]": 48426, + "[XXXXX985]": 48260, + "[XXXXX986]": 48418, + "[XXXXX987]": 47728, + "[XXXXX988]": 49086, + "[XXXXX989]": 48747, + "[XXXXX98]": 48140, + "[XXXXX990]": 48030, + "[XXXXX991]": 47459, + "[XXXXX992]": 48364, + "[XXXXX993]": 49137, + "[XXXXX994]": 48712, + "[XXXXX995]": 47980, + "[XXXXX996]": 47777, + "[XXXXX997]": 48819, + "[XXXXX998]": 48642, + "[XXXXX999]": 48975, + "[XXXXX99]": 48213, + "[XXXXX9]": 47755 +} diff --git a/checkpoint-1000/added_tokens.json b/checkpoint-1000/added_tokens.json new file mode 100644 index 0000000..ec04e13 --- /dev/null +++ b/checkpoint-1000/added_tokens.json @@ -0,0 +1,1768 @@ +{ + "": 47388, + "[CLS]": 47386, + "[MASK]": 47389, + "[SEP]": 47387, + "[XXXXX0]": 47670, + "[XXXXX1000]": 48506, + "[XXXXX1001]": 48961, + "[XXXXX1002]": 47825, + "[XXXXX1003]": 48233, + "[XXXXX1004]": 48970, + "[XXXXX1005]": 48971, + "[XXXXX1006]": 47998, + "[XXXXX1007]": 48989, + "[XXXXX1008]": 47450, + "[XXXXX1009]": 48240, + "[XXXXX100]": 47422, + "[XXXXX1010]": 47623, + "[XXXXX1011]": 47805, + "[XXXXX1012]": 48454, + "[XXXXX1013]": 48537, + "[XXXXX1014]": 47764, + "[XXXXX1015]": 47584, + "[XXXXX1016]": 48287, + "[XXXXX1017]": 48689, + "[XXXXX1018]": 49119, + "[XXXXX1019]": 48584, + "[XXXXX101]": 47890, + "[XXXXX1020]": 47445, + "[XXXXX1021]": 48199, + "[XXXXX1022]": 48276, + "[XXXXX1023]": 47859, + "[XXXXX1024]": 48258, + "[XXXXX1025]": 48325, + "[XXXXX1026]": 47687, + "[XXXXX1027]": 48990, + "[XXXXX1028]": 49059, + "[XXXXX1029]": 48382, + "[XXXXX102]": 47921, + "[XXXXX1030]": 47775, + "[XXXXX1031]": 47870, + "[XXXXX1032]": 47683, + "[XXXXX1033]": 48750, + "[XXXXX1034]": 49130, + "[XXXXX1035]": 47811, + "[XXXXX1036]": 47462, + "[XXXXX1037]": 47843, + "[XXXXX1038]": 47439, + "[XXXXX1039]": 48830, + "[XXXXX103]": 48327, + "[XXXXX1040]": 48720, + "[XXXXX1041]": 48485, + "[XXXXX1042]": 47919, + "[XXXXX1043]": 48781, + "[XXXXX1044]": 47695, + "[XXXXX1045]": 48043, + "[XXXXX1046]": 47732, + "[XXXXX1047]": 48590, + "[XXXXX1048]": 48901, + "[XXXXX1049]": 48470, + "[XXXXX104]": 47560, + "[XXXXX1050]": 47751, + "[XXXXX1051]": 48487, + "[XXXXX1052]": 48959, + "[XXXXX1053]": 47720, + "[XXXXX1054]": 48477, + "[XXXXX1055]": 47405, + "[XXXXX1056]": 47920, + "[XXXXX1057]": 48139, + "[XXXXX1058]": 48775, + "[XXXXX1059]": 47767, + "[XXXXX105]": 48734, + "[XXXXX1060]": 47446, + "[XXXXX1061]": 48433, + "[XXXXX1062]": 48073, + "[XXXXX1063]": 48868, + "[XXXXX1064]": 47615, + "[XXXXX1065]": 48702, + "[XXXXX1066]": 48578, + "[XXXXX1067]": 47773, + "[XXXXX1068]": 48659, + "[XXXXX1069]": 48281, + "[XXXXX106]": 48900, + "[XXXXX1070]": 48588, + "[XXXXX1071]": 47994, + "[XXXXX1072]": 47709, + "[XXXXX1073]": 47716, + "[XXXXX1074]": 48339, + "[XXXXX1075]": 49007, + "[XXXXX1076]": 49019, + "[XXXXX1077]": 48182, + "[XXXXX1078]": 48114, + "[XXXXX1079]": 49090, + "[XXXXX107]": 48981, + "[XXXXX1080]": 47901, + "[XXXXX1081]": 48465, + "[XXXXX1082]": 49027, + "[XXXXX1083]": 47839, + "[XXXXX1084]": 48061, + "[XXXXX1085]": 47657, + "[XXXXX1086]": 48963, + "[XXXXX1087]": 49089, + "[XXXXX1088]": 49135, + "[XXXXX1089]": 47487, + "[XXXXX108]": 48217, + "[XXXXX1090]": 48158, + "[XXXXX1091]": 49123, + "[XXXXX1092]": 47656, + "[XXXXX1093]": 49031, + "[XXXXX1094]": 48840, + "[XXXXX1095]": 48753, + "[XXXXX1096]": 47501, + "[XXXXX1097]": 47698, + "[XXXXX1098]": 47547, + "[XXXXX1099]": 48844, + "[XXXXX109]": 47587, + "[XXXXX10]": 47512, + "[XXXXX1100]": 47508, + "[XXXXX1101]": 48130, + "[XXXXX1102]": 48225, + "[XXXXX1103]": 48953, + "[XXXXX1104]": 47633, + "[XXXXX1105]": 48614, + "[XXXXX1106]": 48685, + "[XXXXX1107]": 47845, + "[XXXXX1108]": 48337, + "[XXXXX1109]": 48879, + "[XXXXX110]": 47862, + "[XXXXX1110]": 48222, + "[XXXXX1111]": 49127, + "[XXXXX1112]": 47893, + "[XXXXX1113]": 48261, + "[XXXXX1114]": 47543, + "[XXXXX1115]": 48597, + "[XXXXX1116]": 48206, + "[XXXXX1117]": 47478, + "[XXXXX1118]": 48930, + "[XXXXX1119]": 47864, + "[XXXXX111]": 48237, + "[XXXXX1120]": 48638, + "[XXXXX1121]": 48162, + "[XXXXX1122]": 48678, + "[XXXXX1123]": 48790, + "[XXXXX1124]": 49075, + "[XXXXX1125]": 47490, + "[XXXXX1126]": 47542, + "[XXXXX1127]": 48121, + "[XXXXX1128]": 48910, + "[XXXXX1129]": 47545, + "[XXXXX112]": 48153, + "[XXXXX1130]": 48499, + "[XXXXX1131]": 48943, + "[XXXXX1132]": 48066, + "[XXXXX1133]": 47882, + "[XXXXX1134]": 48392, + "[XXXXX1135]": 48553, + "[XXXXX1136]": 47505, + "[XXXXX1137]": 48634, + "[XXXXX1138]": 49082, + "[XXXXX1139]": 47707, + "[XXXXX113]": 48869, + "[XXXXX1140]": 48888, + "[XXXXX1141]": 48069, + "[XXXXX1142]": 48646, + "[XXXXX1143]": 47985, + "[XXXXX1144]": 47432, + "[XXXXX1145]": 48788, + "[XXXXX1146]": 48622, + "[XXXXX1147]": 48479, + "[XXXXX1148]": 47599, + "[XXXXX1149]": 48903, + "[XXXXX114]": 48071, + "[XXXXX1150]": 48303, + "[XXXXX1151]": 48316, + "[XXXXX1152]": 48999, + "[XXXXX1153]": 48629, + "[XXXXX1154]": 48515, + "[XXXXX1155]": 48264, + "[XXXXX1156]": 47837, + "[XXXXX1157]": 47537, + "[XXXXX1158]": 48882, + "[XXXXX1159]": 47744, + "[XXXXX115]": 47954, + "[XXXXX1160]": 47637, + "[XXXXX1161]": 48701, + "[XXXXX1162]": 48831, + "[XXXXX1163]": 48861, + "[XXXXX1164]": 48880, + "[XXXXX1165]": 47679, + "[XXXXX1166]": 47620, + "[XXXXX1167]": 48591, + "[XXXXX1168]": 48776, + "[XXXXX1169]": 48472, + "[XXXXX116]": 48997, + "[XXXXX1170]": 48992, + "[XXXXX1171]": 48440, + "[XXXXX1172]": 48145, + "[XXXXX1173]": 48466, + "[XXXXX1174]": 48319, + "[XXXXX1175]": 47745, + "[XXXXX1176]": 47933, + "[XXXXX1177]": 49084, + "[XXXXX1178]": 47544, + "[XXXXX1179]": 48935, + "[XXXXX117]": 49103, + "[XXXXX1180]": 48660, + "[XXXXX1181]": 48993, + "[XXXXX1182]": 47457, + "[XXXXX1183]": 47593, + "[XXXXX1184]": 47795, + "[XXXXX1185]": 47706, + "[XXXXX1186]": 48263, + "[XXXXX1187]": 49033, + "[XXXXX1188]": 48544, + "[XXXXX1189]": 47409, + "[XXXXX118]": 47420, + "[XXXXX1190]": 47834, + "[XXXXX1191]": 47874, + "[XXXXX1192]": 47397, + "[XXXXX1193]": 48853, + "[XXXXX1194]": 47641, + "[XXXXX1195]": 48484, + "[XXXXX1196]": 48412, + "[XXXXX1197]": 48488, + "[XXXXX1198]": 49097, + "[XXXXX1199]": 47879, + "[XXXXX119]": 48770, + "[XXXXX11]": 48211, + "[XXXXX1200]": 47526, + "[XXXXX1201]": 48749, + "[XXXXX1202]": 48568, + "[XXXXX1203]": 48481, + "[XXXXX1204]": 48608, + "[XXXXX1205]": 48309, + "[XXXXX1206]": 48855, + "[XXXXX1207]": 47911, + "[XXXXX1208]": 47799, + "[XXXXX1209]": 47622, + "[XXXXX120]": 48693, + "[XXXXX1210]": 48131, + "[XXXXX1211]": 48345, + "[XXXXX1212]": 48304, + "[XXXXX1213]": 48682, + "[XXXXX1214]": 47492, + "[XXXXX1215]": 47497, + "[XXXXX1216]": 48939, + "[XXXXX1217]": 48442, + "[XXXXX1218]": 47841, + "[XXXXX1219]": 47453, + "[XXXXX121]": 47554, + "[XXXXX1220]": 47419, + "[XXXXX1221]": 48672, + "[XXXXX1222]": 48154, + "[XXXXX1223]": 49087, + "[XXXXX1224]": 48511, + "[XXXXX1225]": 48448, + "[XXXXX1226]": 48988, + "[XXXXX1227]": 47669, + "[XXXXX1228]": 47596, + "[XXXXX1229]": 48602, + "[XXXXX122]": 48605, + "[XXXXX1230]": 48064, + "[XXXXX1231]": 48107, + "[XXXXX1232]": 48160, + "[XXXXX1233]": 47925, + "[XXXXX1234]": 48413, + "[XXXXX1235]": 49005, + "[XXXXX1236]": 49115, + "[XXXXX1237]": 48201, + "[XXXXX1238]": 47601, + "[XXXXX1239]": 47398, + "[XXXXX123]": 48582, + "[XXXXX1240]": 47616, + "[XXXXX1241]": 48002, + "[XXXXX1242]": 48543, + "[XXXXX1243]": 47818, + "[XXXXX1244]": 48569, + "[XXXXX1245]": 48647, + "[XXXXX1246]": 47681, + "[XXXXX1247]": 48898, + "[XXXXX1248]": 47498, + "[XXXXX1249]": 48378, + "[XXXXX124]": 48118, + "[XXXXX1250]": 48344, + "[XXXXX1251]": 47585, + "[XXXXX1252]": 48715, + "[XXXXX1253]": 47483, + "[XXXXX1254]": 48340, + "[XXXXX1255]": 48991, + "[XXXXX1256]": 48736, + "[XXXXX1257]": 47511, + "[XXXXX1258]": 48293, + "[XXXXX1259]": 48168, + "[XXXXX125]": 48374, + "[XXXXX1260]": 48951, + "[XXXXX1261]": 47416, + "[XXXXX1262]": 48745, + "[XXXXX1263]": 47979, + "[XXXXX1264]": 48592, + "[XXXXX1265]": 48945, + "[XXXXX1266]": 47865, + "[XXXXX1267]": 48239, + "[XXXXX1268]": 47672, + "[XXXXX1269]": 47848, + "[XXXXX126]": 48594, + "[XXXXX1270]": 48566, + "[XXXXX1271]": 48108, + "[XXXXX1272]": 47665, + "[XXXXX1273]": 47815, + "[XXXXX1274]": 48016, + "[XXXXX1275]": 48015, + "[XXXXX1276]": 48166, + "[XXXXX1277]": 47757, + "[XXXXX1278]": 47400, + "[XXXXX1279]": 47754, + "[XXXXX127]": 47436, + "[XXXXX1280]": 47417, + "[XXXXX1281]": 48047, + "[XXXXX1282]": 47472, + "[XXXXX1283]": 49040, + "[XXXXX1284]": 47710, + "[XXXXX1285]": 48883, + "[XXXXX1286]": 48209, + "[XXXXX1287]": 48046, + "[XXXXX1288]": 47999, + "[XXXXX1289]": 47735, + "[XXXXX128]": 48995, + "[XXXXX1290]": 48556, + "[XXXXX1291]": 48687, + "[XXXXX1292]": 49046, + "[XXXXX1293]": 48713, + "[XXXXX1294]": 48266, + "[XXXXX1295]": 48917, + "[XXXXX1296]": 49121, + "[XXXXX1297]": 48794, + "[XXXXX1298]": 48443, + "[XXXXX1299]": 47612, + "[XXXXX129]": 48082, + "[XXXXX12]": 48933, + "[XXXXX1300]": 47942, + "[XXXXX1301]": 48063, + "[XXXXX1302]": 48368, + "[XXXXX1303]": 47910, + "[XXXXX1304]": 47802, + "[XXXXX1305]": 47905, + "[XXXXX1306]": 47421, + "[XXXXX1307]": 49125, + "[XXXXX1308]": 47553, + "[XXXXX1309]": 47697, + "[XXXXX130]": 48746, + "[XXXXX1310]": 49069, + "[XXXXX1311]": 47789, + "[XXXXX1312]": 48575, + "[XXXXX1313]": 47402, + "[XXXXX1314]": 48829, + "[XXXXX1315]": 47394, + "[XXXXX1316]": 48187, + "[XXXXX1317]": 48147, + "[XXXXX1318]": 48703, + "[XXXXX1319]": 48549, + "[XXXXX131]": 48106, + "[XXXXX1320]": 48644, + "[XXXXX1321]": 48165, + "[XXXXX1322]": 47689, + "[XXXXX1323]": 47966, + "[XXXXX1324]": 47897, + "[XXXXX1325]": 48076, + "[XXXXX1326]": 48873, + "[XXXXX1327]": 48754, + "[XXXXX1328]": 47813, + "[XXXXX1329]": 49072, + "[XXXXX132]": 48427, + "[XXXXX1330]": 48809, + "[XXXXX1331]": 48489, + "[XXXXX1332]": 48243, + "[XXXXX1333]": 48921, + "[XXXXX1334]": 48322, + "[XXXXX1335]": 47531, + "[XXXXX1336]": 48110, + "[XXXXX1337]": 47723, + "[XXXXX1338]": 47908, + "[XXXXX1339]": 48700, + "[XXXXX133]": 47604, + "[XXXXX1340]": 48651, + "[XXXXX1341]": 48877, + "[XXXXX1342]": 47431, + "[XXXXX1343]": 47433, + "[XXXXX1344]": 47880, + "[XXXXX1345]": 48977, + "[XXXXX1346]": 48772, + "[XXXXX1347]": 48391, + "[XXXXX1348]": 48529, + "[XXXXX1349]": 48196, + "[XXXXX134]": 47765, + "[XXXXX1350]": 48404, + "[XXXXX1351]": 48104, + "[XXXXX1352]": 47517, + "[XXXXX1353]": 48850, + "[XXXXX1354]": 48357, + "[XXXXX1355]": 48862, + "[XXXXX1356]": 48492, + "[XXXXX1357]": 48062, + "[XXXXX1358]": 48721, + "[XXXXX1359]": 48922, + "[XXXXX135]": 47957, + "[XXXXX1360]": 47550, + "[XXXXX1361]": 49045, + "[XXXXX1362]": 48748, + "[XXXXX1363]": 49028, + "[XXXXX1364]": 48833, + "[XXXXX1365]": 47700, + "[XXXXX1366]": 47396, + "[XXXXX1367]": 47686, + "[XXXXX1368]": 48242, + "[XXXXX1369]": 48032, + "[XXXXX136]": 48342, + "[XXXXX1370]": 47562, + "[XXXXX1371]": 48212, + "[XXXXX1372]": 48610, + "[XXXXX1373]": 49013, + "[XXXXX1374]": 48041, + "[XXXXX1375]": 48246, + "[XXXXX1376]": 47551, + "[XXXXX1377]": 48353, + "[XXXXX1378]": 47658, + "[XXXXX1379]": 47828, + "[XXXXX137]": 48518, + "[XXXXX1380]": 48136, + "[XXXXX1381]": 48564, + "[XXXXX1382]": 48973, + "[XXXXX1383]": 47619, + "[XXXXX1384]": 48254, + "[XXXXX1385]": 48680, + "[XXXXX1386]": 47724, + "[XXXXX1387]": 47756, + "[XXXXX1388]": 48176, + "[XXXXX1389]": 48681, + "[XXXXX138]": 47664, + "[XXXXX1390]": 47594, + "[XXXXX1391]": 48760, + "[XXXXX1392]": 49110, + "[XXXXX1393]": 47676, + "[XXXXX1394]": 47963, + "[XXXXX1395]": 47403, + "[XXXXX1396]": 48493, + "[XXXXX1397]": 47591, + "[XXXXX1398]": 47632, + "[XXXXX1399]": 48996, + "[XXXXX139]": 48521, + "[XXXXX13]": 47875, + "[XXXXX1400]": 47705, + "[XXXXX1401]": 48983, + "[XXXXX1402]": 47941, + "[XXXXX1403]": 47922, + "[XXXXX1404]": 47390, + "[XXXXX1405]": 48635, + "[XXXXX1406]": 48906, + "[XXXXX1407]": 48514, + "[XXXXX1408]": 48169, + "[XXXXX1409]": 48004, + "[XXXXX140]": 48762, + "[XXXXX1410]": 47515, + "[XXXXX1411]": 47470, + "[XXXXX1412]": 47858, + "[XXXXX1413]": 47540, + "[XXXXX1414]": 47690, + "[XXXXX1415]": 48054, + "[XXXXX1416]": 48615, + "[XXXXX1417]": 47803, + "[XXXXX1418]": 47455, + "[XXXXX1419]": 48226, + "[XXXXX141]": 48912, + "[XXXXX1420]": 47808, + "[XXXXX1421]": 47636, + "[XXXXX1422]": 48832, + "[XXXXX1423]": 47611, + "[XXXXX1424]": 48782, + "[XXXXX1425]": 49146, + "[XXXXX1426]": 48976, + "[XXXXX1427]": 48585, + "[XXXXX1428]": 48667, + "[XXXXX1429]": 48171, + "[XXXXX142]": 48573, + "[XXXXX1430]": 48181, + "[XXXXX1431]": 47814, + "[XXXXX1432]": 48589, + "[XXXXX1433]": 48916, + "[XXXXX1434]": 48068, + "[XXXXX1435]": 47949, + "[XXXXX1436]": 48252, + "[XXXXX1437]": 48724, + "[XXXXX1438]": 48807, + "[XXXXX1439]": 48379, + "[XXXXX143]": 48835, + "[XXXXX1440]": 48005, + "[XXXXX1441]": 48416, + "[XXXXX1442]": 47595, + "[XXXXX1443]": 47831, + "[XXXXX1444]": 49034, + "[XXXXX1445]": 48893, + "[XXXXX1446]": 47631, + "[XXXXX1447]": 48419, + "[XXXXX1448]": 48874, + "[XXXXX1449]": 49078, + "[XXXXX144]": 48224, + "[XXXXX1450]": 48616, + "[XXXXX1451]": 48688, + "[XXXXX1452]": 47532, + "[XXXXX1453]": 49107, + "[XXXXX1454]": 47945, + "[XXXXX1455]": 48349, + "[XXXXX1456]": 48761, + "[XXXXX1457]": 47399, + "[XXXXX1458]": 47494, + "[XXXXX1459]": 48541, + "[XXXXX145]": 47819, + "[XXXXX1460]": 47668, + "[XXXXX1461]": 48155, + "[XXXXX1462]": 48203, + "[XXXXX1463]": 48308, + "[XXXXX1464]": 47923, + "[XXXXX1465]": 48628, + "[XXXXX1466]": 48894, + "[XXXXX1467]": 48504, + "[XXXXX1468]": 47780, + "[XXXXX1469]": 48780, + "[XXXXX146]": 47856, + "[XXXXX1470]": 47947, + "[XXXXX1471]": 47770, + "[XXXXX1472]": 48645, + "[XXXXX1473]": 47711, + "[XXXXX1474]": 47427, + "[XXXXX1475]": 49042, + "[XXXXX1476]": 48341, + "[XXXXX1477]": 48744, + "[XXXXX1478]": 48421, + "[XXXXX1479]": 48574, + "[XXXXX147]": 47892, + "[XXXXX1480]": 48664, + "[XXXXX1481]": 47649, + "[XXXXX1482]": 47529, + "[XXXXX1483]": 48675, + "[XXXXX1484]": 47850, + "[XXXXX1485]": 48918, + "[XXXXX1486]": 47778, + "[XXXXX1487]": 47929, + "[XXXXX1488]": 47675, + "[XXXXX1489]": 48817, + "[XXXXX148]": 47411, + "[XXXXX1490]": 48612, + "[XXXXX1491]": 48598, + "[XXXXX1492]": 49108, + "[XXXXX1493]": 48272, + "[XXXXX1494]": 48904, + "[XXXXX1495]": 48658, + "[XXXXX1496]": 47737, + "[XXXXX1497]": 48141, + "[XXXXX1498]": 48593, + "[XXXXX1499]": 48452, + "[XXXXX149]": 47718, + "[XXXXX14]": 47771, + "[XXXXX1500]": 48637, + "[XXXXX1501]": 48804, + "[XXXXX1502]": 47752, + "[XXXXX1503]": 48430, + "[XXXXX1504]": 48759, + "[XXXXX1505]": 48823, + "[XXXXX1506]": 47465, + "[XXXXX1507]": 47590, + "[XXXXX1508]": 48445, + "[XXXXX1509]": 48822, + "[XXXXX150]": 48400, + "[XXXXX1510]": 48184, + "[XXXXX1511]": 48603, + "[XXXXX1512]": 47962, + "[XXXXX1513]": 47581, + "[XXXXX1514]": 48655, + "[XXXXX1515]": 47886, + "[XXXXX1516]": 47762, + "[XXXXX1517]": 48410, + "[XXXXX1518]": 48437, + "[XXXXX1519]": 48815, + "[XXXXX151]": 47868, + "[XXXXX1520]": 48523, + "[XXXXX1521]": 48475, + "[XXXXX1522]": 48872, + "[XXXXX1523]": 47426, + "[XXXXX1524]": 48348, + "[XXXXX1525]": 48948, + "[XXXXX1526]": 49099, + "[XXXXX1527]": 47642, + "[XXXXX1528]": 48548, + "[XXXXX1529]": 48055, + "[XXXXX152]": 48542, + "[XXXXX1530]": 48630, + "[XXXXX1531]": 48896, + "[XXXXX1532]": 49020, + "[XXXXX1533]": 47727, + "[XXXXX1534]": 48944, + "[XXXXX1535]": 48848, + "[XXXXX1536]": 48717, + "[XXXXX1537]": 48494, + "[XXXXX1538]": 48124, + "[XXXXX1539]": 49055, + "[XXXXX153]": 48968, + "[XXXXX1540]": 48305, + "[XXXXX1541]": 48088, + "[XXXXX1542]": 49022, + "[XXXXX1543]": 49044, + "[XXXXX1544]": 48607, + "[XXXXX1545]": 48113, + "[XXXXX1546]": 48095, + "[XXXXX1547]": 48863, + "[XXXXX1548]": 48215, + "[XXXXX1549]": 48220, + "[XXXXX154]": 49023, + "[XXXXX1550]": 47442, + "[XXXXX1551]": 49122, + "[XXXXX1552]": 49131, + "[XXXXX1553]": 47991, + "[XXXXX1554]": 47899, + "[XXXXX1555]": 47499, + "[XXXXX1556]": 47406, + "[XXXXX1557]": 47894, + "[XXXXX1558]": 47844, + "[XXXXX1559]": 48164, + "[XXXXX155]": 47833, + "[XXXXX1560]": 48565, + "[XXXXX1561]": 47471, + "[XXXXX1562]": 48960, + "[XXXXX1563]": 47440, + "[XXXXX1564]": 47479, + "[XXXXX1565]": 47708, + "[XXXXX1566]": 47796, + "[XXXXX1567]": 47576, + "[XXXXX1568]": 48191, + "[XXXXX1569]": 48516, + "[XXXXX156]": 48827, + "[XXXXX1570]": 48911, + "[XXXXX1571]": 48205, + "[XXXXX1572]": 48336, + "[XXXXX1573]": 47482, + "[XXXXX1574]": 48952, + "[XXXXX1575]": 47960, + "[XXXXX1576]": 49098, + "[XXXXX1577]": 47904, + "[XXXXX1578]": 48414, + "[XXXXX1579]": 48752, + "[XXXXX157]": 48401, + "[XXXXX1580]": 48633, + "[XXXXX1581]": 48826, + "[XXXXX1582]": 47507, + "[XXXXX1583]": 47476, + "[XXXXX1584]": 48599, + "[XXXXX1585]": 48274, + "[XXXXX1586]": 47428, + "[XXXXX1587]": 48972, + "[XXXXX1588]": 47425, + "[XXXXX1589]": 48731, + "[XXXXX158]": 47951, + "[XXXXX1590]": 49009, + "[XXXXX1591]": 48839, + "[XXXXX1592]": 49006, + "[XXXXX1593]": 47626, + "[XXXXX1594]": 48231, + "[XXXXX1595]": 48554, + "[XXXXX1596]": 48045, + "[XXXXX1597]": 48769, + "[XXXXX1598]": 47652, + "[XXXXX1599]": 47444, + "[XXXXX159]": 49021, + "[XXXXX15]": 48530, + "[XXXXX1600]": 47964, + "[XXXXX1601]": 48560, + "[XXXXX1602]": 47855, + "[XXXXX1603]": 48324, + "[XXXXX1604]": 47961, + "[XXXXX1605]": 48296, + "[XXXXX1606]": 48148, + "[XXXXX1607]": 49038, + "[XXXXX1608]": 48994, + "[XXXXX1609]": 48767, + "[XXXXX160]": 48740, + "[XXXXX1610]": 48907, + "[XXXXX1611]": 47822, + "[XXXXX1612]": 47639, + "[XXXXX1613]": 48053, + "[XXXXX1614]": 48285, + "[XXXXX1615]": 47533, + "[XXXXX1616]": 47983, + "[XXXXX1617]": 47574, + "[XXXXX1618]": 48828, + "[XXXXX1619]": 48334, + "[XXXXX161]": 48290, + "[XXXXX1620]": 47928, + "[XXXXX1621]": 48177, + "[XXXXX1622]": 48056, + "[XXXXX1623]": 47488, + "[XXXXX1624]": 47866, + "[XXXXX1625]": 48273, + "[XXXXX1626]": 48234, + "[XXXXX1627]": 48757, + "[XXXXX1628]": 48075, + "[XXXXX1629]": 48768, + "[XXXXX162]": 48447, + "[XXXXX1630]": 48820, + "[XXXXX1631]": 48007, + "[XXXXX1632]": 48552, + "[XXXXX1633]": 47939, + "[XXXXX1634]": 48725, + "[XXXXX1635]": 47447, + "[XXXXX1636]": 47602, + "[XXXXX1637]": 47935, + "[XXXXX1638]": 49132, + "[XXXXX1639]": 47953, + "[XXXXX163]": 48371, + "[XXXXX1640]": 47748, + "[XXXXX1641]": 48116, + "[XXXXX1642]": 47610, + "[XXXXX1643]": 48105, + "[XXXXX1644]": 48460, + "[XXXXX1645]": 48773, + "[XXXXX1646]": 47974, + "[XXXXX1647]": 47678, + "[XXXXX1648]": 47571, + "[XXXXX1649]": 47717, + "[XXXXX164]": 48978, + "[XXXXX1650]": 48653, + "[XXXXX1651]": 48526, + "[XXXXX1652]": 47666, + "[XXXXX1653]": 48636, + "[XXXXX1654]": 49070, + "[XXXXX1655]": 48040, + "[XXXXX1656]": 49001, + "[XXXXX1657]": 48587, + "[XXXXX1658]": 48227, + "[XXXXX1659]": 47566, + "[XXXXX165]": 47992, + "[XXXXX1660]": 48774, + "[XXXXX1661]": 47443, + "[XXXXX1662]": 48037, + "[XXXXX1663]": 48377, + "[XXXXX1664]": 47733, + "[XXXXX1665]": 49071, + "[XXXXX1666]": 47528, + "[XXXXX1667]": 49124, + "[XXXXX1668]": 48510, + "[XXXXX1669]": 48125, + "[XXXXX166]": 48572, + "[XXXXX1670]": 47503, + "[XXXXX1671]": 47527, + "[XXXXX1672]": 47817, + "[XXXXX1673]": 49111, + "[XXXXX1674]": 47772, + "[XXXXX1675]": 47783, + "[XXXXX1676]": 49052, + "[XXXXX1677]": 47493, + "[XXXXX1678]": 47888, + "[XXXXX1679]": 48059, + "[XXXXX167]": 48008, + "[XXXXX1680]": 47456, + "[XXXXX1681]": 47906, + "[XXXXX1682]": 48026, + "[XXXXX1683]": 48149, + "[XXXXX1684]": 48451, + "[XXXXX1685]": 49029, + "[XXXXX1686]": 48313, + "[XXXXX1687]": 48089, + "[XXXXX1688]": 48795, + "[XXXXX1689]": 48396, + "[XXXXX168]": 47740, + "[XXXXX1690]": 48536, + "[XXXXX1691]": 47680, + "[XXXXX1692]": 48146, + "[XXXXX1693]": 48733, + "[XXXXX1694]": 47536, + "[XXXXX1695]": 47524, + "[XXXXX1696]": 48197, + "[XXXXX1697]": 49151, + "[XXXXX1698]": 48159, + "[XXXXX1699]": 48558, + "[XXXXX169]": 48189, + "[XXXXX16]": 48474, + "[XXXXX1700]": 48042, + "[XXXXX1701]": 47638, + "[XXXXX1702]": 48954, + "[XXXXX1703]": 47693, + "[XXXXX1704]": 48461, + "[XXXXX1705]": 48467, + "[XXXXX1706]": 48505, + "[XXXXX1707]": 47989, + "[XXXXX1708]": 47784, + "[XXXXX1709]": 47435, + "[XXXXX170]": 47429, + "[XXXXX1710]": 48152, + "[XXXXX1711]": 48301, + "[XXXXX1712]": 49094, + "[XXXXX1713]": 48649, + "[XXXXX1714]": 48117, + "[XXXXX1715]": 48185, + "[XXXXX1716]": 47832, + "[XXXXX1717]": 48383, + "[XXXXX1718]": 49012, + "[XXXXX1719]": 48986, + "[XXXXX171]": 48346, + "[XXXXX1720]": 47978, + "[XXXXX1721]": 47871, + "[XXXXX1722]": 47625, + "[XXXXX1723]": 48247, + "[XXXXX1724]": 47965, + "[XXXXX1725]": 47579, + "[XXXXX1726]": 48512, + "[XXXXX1727]": 48395, + "[XXXXX1728]": 48867, + "[XXXXX1729]": 47692, + "[XXXXX172]": 48003, + "[XXXXX1730]": 48497, + "[XXXXX1731]": 47393, + "[XXXXX1732]": 47530, + "[XXXXX1733]": 48129, + "[XXXXX1734]": 47916, + "[XXXXX1735]": 47943, + "[XXXXX1736]": 47559, + "[XXXXX1737]": 47477, + "[XXXXX1738]": 48432, + "[XXXXX1739]": 48244, + "[XXXXX173]": 48238, + "[XXXXX1740]": 48528, + "[XXXXX1741]": 48671, + "[XXXXX1742]": 48889, + "[XXXXX1743]": 48161, + "[XXXXX1744]": 48018, + "[XXXXX1745]": 48509, + "[XXXXX1746]": 47564, + "[XXXXX1747]": 48969, + "[XXXXX1748]": 48112, + "[XXXXX1749]": 49128, + "[XXXXX174]": 48786, + "[XXXXX1750]": 48886, + "[XXXXX1751]": 48932, + "[XXXXX1752]": 47970, + "[XXXXX1753]": 47969, + "[XXXXX1754]": 48508, + "[XXXXX1755]": 47857, + "[XXXXX1756]": 48563, + "[XXXXX1757]": 48503, + "[XXXXX1758]": 47797, + "[XXXXX1759]": 49053, + "[XXXXX175]": 48221, + "[XXXXX1760]": 48949, + "[XXXXX1761]": 48926, + "[XXXXX176]": 48895, + "[XXXXX177]": 48084, + "[XXXXX178]": 47408, + "[XXXXX179]": 48144, + "[XXXXX17]": 47563, + "[XXXXX180]": 47934, + "[XXXXX181]": 47567, + "[XXXXX182]": 47539, + "[XXXXX183]": 49106, + "[XXXXX184]": 48892, + "[XXXXX185]": 47458, + "[XXXXX186]": 48783, + "[XXXXX187]": 47914, + "[XXXXX188]": 47761, + "[XXXXX189]": 47997, + "[XXXXX18]": 48333, + "[XXXXX190]": 48312, + "[XXXXX191]": 49095, + "[XXXXX192]": 47785, + "[XXXXX193]": 47635, + "[XXXXX194]": 48955, + "[XXXXX195]": 48354, + "[XXXXX196]": 48545, + "[XXXXX197]": 48727, + "[XXXXX198]": 48306, + "[XXXXX199]": 49133, + "[XXXXX19]": 48262, + "[XXXXX1]": 49126, + "[XXXXX200]": 47701, + "[XXXXX201]": 47521, + "[XXXXX202]": 48805, + "[XXXXX203]": 48386, + "[XXXXX204]": 48909, + "[XXXXX205]": 47674, + "[XXXXX206]": 48640, + "[XXXXX207]": 48257, + "[XXXXX208]": 47977, + "[XXXXX209]": 48406, + "[XXXXX20]": 47779, + "[XXXXX210]": 48282, + "[XXXXX211]": 48280, + "[XXXXX212]": 47603, + "[XXXXX213]": 47869, + "[XXXXX214]": 47937, + "[XXXXX215]": 49073, + "[XXXXX216]": 47582, + "[XXXXX217]": 47816, + "[XXXXX218]": 47821, + "[XXXXX219]": 48857, + "[XXXXX21]": 48434, + "[XXXXX220]": 48172, + "[XXXXX221]": 47722, + "[XXXXX222]": 47618, + "[XXXXX223]": 48178, + "[XXXXX224]": 48000, + "[XXXXX225]": 48087, + "[XXXXX226]": 48924, + "[XXXXX227]": 47441, + "[XXXXX228]": 49058, + "[XXXXX229]": 48531, + "[XXXXX22]": 48052, + "[XXXXX230]": 47927, + "[XXXXX231]": 47930, + "[XXXXX232]": 49092, + "[XXXXX233]": 47996, + "[XXXXX234]": 49049, + "[XXXXX235]": 48299, + "[XXXXX236]": 48811, + "[XXXXX237]": 48343, + "[XXXXX238]": 49017, + "[XXXXX239]": 48806, + "[XXXXX23]": 48289, + "[XXXXX240]": 47835, + "[XXXXX241]": 48627, + "[XXXXX242]": 47643, + "[XXXXX243]": 47794, + "[XXXXX244]": 49093, + "[XXXXX245]": 47412, + "[XXXXX246]": 48092, + "[XXXXX247]": 47730, + "[XXXXX248]": 48228, + "[XXXXX249]": 47851, + "[XXXXX24]": 48722, + "[XXXXX250]": 48126, + "[XXXXX251]": 47749, + "[XXXXX252]": 47972, + "[XXXXX253]": 48534, + "[XXXXX254]": 48332, + "[XXXXX255]": 48601, + "[XXXXX256]": 48914, + "[XXXXX257]": 47760, + "[XXXXX258]": 48115, + "[XXXXX259]": 48338, + "[XXXXX25]": 48277, + "[XXXXX260]": 47853, + "[XXXXX261]": 48669, + "[XXXXX262]": 48834, + "[XXXXX263]": 48571, + "[XXXXX264]": 48738, + "[XXXXX265]": 48180, + "[XXXXX266]": 49002, + "[XXXXX267]": 47452, + "[XXXXX268]": 47684, + "[XXXXX269]": 47726, + "[XXXXX26]": 47895, + "[XXXXX270]": 48286, + "[XXXXX271]": 47401, + "[XXXXX272]": 48366, + "[XXXXX273]": 48913, + "[XXXXX274]": 47696, + "[XXXXX275]": 48429, + "[XXXXX276]": 48202, + "[XXXXX277]": 47714, + "[XXXXX278]": 47480, + "[XXXXX279]": 48551, + "[XXXXX27]": 47557, + "[XXXXX280]": 48323, + "[XXXXX281]": 47605, + "[XXXXX282]": 49079, + "[XXXXX283]": 47630, + "[XXXXX284]": 48210, + "[XXXXX285]": 48934, + "[XXXXX286]": 48742, + "[XXXXX287]": 48360, + "[XXXXX288]": 48214, + "[XXXXX289]": 47721, + "[XXXXX28]": 48390, + "[XXXXX290]": 48034, + "[XXXXX291]": 47404, + "[XXXXX292]": 48824, + "[XXXXX293]": 47570, + "[XXXXX294]": 48726, + "[XXXXX295]": 49147, + "[XXXXX296]": 47523, + "[XXXXX297]": 48074, + "[XXXXX298]": 48111, + "[XXXXX299]": 48797, + "[XXXXX29]": 48625, + "[XXXXX2]": 48707, + "[XXXXX300]": 47776, + "[XXXXX301]": 48897, + "[XXXXX302]": 48275, + "[XXXXX303]": 48307, + "[XXXXX304]": 48370, + "[XXXXX305]": 48662, + "[XXXXX306]": 48495, + "[XXXXX307]": 47867, + "[XXXXX308]": 48567, + "[XXXXX309]": 49112, + "[XXXXX30]": 48027, + "[XXXXX310]": 48818, + "[XXXXX311]": 47712, + "[XXXXX312]": 47938, + "[XXXXX313]": 48928, + "[XXXXX314]": 48251, + "[XXXXX315]": 48620, + "[XXXXX316]": 48821, + "[XXXXX317]": 48579, + "[XXXXX318]": 47860, + "[XXXXX319]": 48453, + "[XXXXX31]": 48799, + "[XXXXX320]": 48006, + "[XXXXX321]": 47766, + "[XXXXX322]": 48816, + "[XXXXX323]": 48358, + "[XXXXX324]": 48011, + "[XXXXX325]": 48208, + "[XXXXX326]": 48965, + "[XXXXX327]": 48058, + "[XXXXX328]": 48538, + "[XXXXX329]": 48480, + "[XXXXX32]": 48399, + "[XXXXX330]": 47634, + "[XXXXX331]": 47518, + "[XXXXX332]": 48132, + "[XXXXX333]": 47449, + "[XXXXX334]": 48044, + "[XXXXX335]": 47842, + "[XXXXX336]": 49041, + "[XXXXX337]": 48317, + "[XXXXX338]": 47830, + "[XXXXX339]": 49085, + "[XXXXX33]": 48852, + "[XXXXX340]": 47774, + "[XXXXX341]": 48650, + "[XXXXX342]": 48253, + "[XXXXX343]": 49145, + "[XXXXX344]": 48847, + "[XXXXX345]": 49062, + "[XXXXX346]": 48359, + "[XXXXX347]": 48595, + "[XXXXX348]": 47995, + "[XXXXX349]": 47729, + "[XXXXX34]": 48800, + "[XXXXX350]": 48245, + "[XXXXX351]": 48586, + "[XXXXX352]": 48365, + "[XXXXX353]": 48887, + "[XXXXX354]": 47464, + "[XXXXX355]": 47987, + "[XXXXX356]": 49136, + "[XXXXX357]": 48098, + "[XXXXX358]": 48259, + "[XXXXX359]": 47609, + "[XXXXX35]": 48127, + "[XXXXX360]": 48648, + "[XXXXX361]": 48431, + "[XXXXX362]": 48714, + "[XXXXX363]": 47624, + "[XXXXX364]": 47823, + "[XXXXX365]": 47936, + "[XXXXX366]": 47502, + "[XXXXX367]": 47506, + "[XXXXX368]": 49074, + "[XXXXX369]": 47731, + "[XXXXX36]": 48471, + "[XXXXX370]": 47807, + "[XXXXX371]": 47598, + "[XXXXX372]": 47806, + "[XXXXX373]": 47525, + "[XXXXX374]": 47883, + "[XXXXX375]": 49066, + "[XXXXX376]": 48067, + "[XXXXX377]": 48020, + "[XXXXX378]": 48527, + "[XXXXX379]": 48294, + "[XXXXX37]": 48102, + "[XXXXX380]": 48737, + "[XXXXX381]": 47614, + "[XXXXX382]": 48219, + "[XXXXX383]": 48143, + "[XXXXX384]": 48402, + "[XXXXX385]": 48190, + "[XXXXX386]": 48369, + "[XXXXX387]": 48982, + "[XXXXX388]": 49116, + "[XXXXX389]": 48793, + "[XXXXX38]": 48570, + "[XXXXX390]": 47491, + "[XXXXX391]": 48728, + "[XXXXX392]": 47948, + "[XXXXX393]": 48962, + "[XXXXX394]": 47988, + "[XXXXX395]": 47648, + "[XXXXX396]": 47395, + "[XXXXX397]": 47473, + "[XXXXX398]": 49091, + "[XXXXX399]": 49039, + "[XXXXX39]": 47958, + "[XXXXX3]": 48756, + "[XXXXX400]": 48784, + "[XXXXX401]": 47647, + "[XXXXX402]": 48028, + "[XXXXX403]": 48617, + "[XXXXX404]": 48964, + "[XXXXX405]": 48694, + "[XXXXX406]": 49043, + "[XXXXX407]": 47413, + "[XXXXX408]": 48557, + "[XXXXX409]": 48677, + "[XXXXX40]": 47514, + "[XXXXX410]": 47889, + "[XXXXX411]": 49010, + "[XXXXX412]": 47887, + "[XXXXX413]": 47655, + "[XXXXX414]": 47485, + "[XXXXX415]": 48741, + "[XXXXX416]": 48091, + "[XXXXX417]": 49061, + "[XXXXX418]": 48109, + "[XXXXX419]": 47702, + "[XXXXX41]": 48845, + "[XXXXX420]": 47430, + "[XXXXX421]": 49088, + "[XXXXX422]": 47677, + "[XXXXX423]": 48351, + "[XXXXX424]": 48001, + "[XXXXX425]": 48695, + "[XXXXX426]": 47713, + "[XXXXX427]": 48920, + "[XXXXX428]": 48674, + "[XXXXX429]": 48540, + "[XXXXX42]": 48142, + "[XXXXX430]": 47952, + "[XXXXX431]": 48362, + "[XXXXX432]": 47967, + "[XXXXX433]": 48705, + "[XXXXX434]": 48033, + "[XXXXX435]": 48024, + "[XXXXX436]": 47580, + "[XXXXX437]": 48618, + "[XXXXX438]": 47659, + "[XXXXX439]": 48435, + "[XXXXX43]": 48837, + "[XXXXX440]": 48631, + "[XXXXX441]": 47877, + "[XXXXX442]": 48036, + "[XXXXX443]": 47667, + "[XXXXX444]": 48502, + "[XXXXX445]": 49057, + "[XXXXX446]": 48979, + "[XXXXX447]": 47891, + "[XXXXX448]": 49143, + "[XXXXX449]": 48463, + "[XXXXX44]": 47872, + "[XXXXX450]": 47522, + "[XXXXX451]": 47703, + "[XXXXX452]": 47467, + "[XXXXX453]": 48099, + "[XXXXX454]": 48858, + "[XXXXX455]": 47538, + "[XXXXX456]": 48271, + "[XXXXX457]": 48270, + "[XXXXX458]": 49138, + "[XXXXX459]": 47691, + "[XXXXX45]": 47915, + "[XXXXX460]": 47461, + "[XXXXX461]": 48350, + "[XXXXX462]": 48813, + "[XXXXX463]": 48812, + "[XXXXX464]": 48163, + "[XXXXX465]": 49030, + "[XXXXX466]": 48787, + "[XXXXX467]": 48021, + "[XXXXX468]": 48248, + "[XXXXX469]": 47454, + "[XXXXX46]": 47572, + "[XXXXX470]": 48966, + "[XXXXX471]": 48929, + "[XXXXX472]": 47926, + "[XXXXX473]": 47410, + "[XXXXX474]": 48864, + "[XXXXX475]": 48119, + "[XXXXX476]": 47820, + "[XXXXX477]": 47932, + "[XXXXX478]": 47846, + "[XXXXX479]": 49054, + "[XXXXX47]": 48519, + "[XXXXX480]": 48101, + "[XXXXX481]": 48609, + "[XXXXX482]": 48128, + "[XXXXX483]": 48931, + "[XXXXX484]": 48267, + "[XXXXX485]": 48328, + "[XXXXX486]": 47463, + "[XXXXX487]": 48331, + "[XXXXX488]": 48198, + "[XXXXX489]": 48256, + "[XXXXX48]": 48167, + "[XXXXX490]": 48580, + "[XXXXX491]": 48049, + "[XXXXX492]": 48096, + "[XXXXX493]": 49129, + "[XXXXX494]": 47738, + "[XXXXX495]": 48611, + "[XXXXX496]": 48626, + "[XXXXX497]": 49003, + "[XXXXX498]": 47982, + "[XXXXX499]": 49047, + "[XXXXX49]": 48684, + "[XXXXX4]": 48456, + "[XXXXX500]": 48668, + "[XXXXX501]": 48017, + "[XXXXX502]": 48080, + "[XXXXX503]": 48150, + "[XXXXX504]": 47743, + "[XXXXX505]": 48859, + "[XXXXX506]": 47510, + "[XXXXX507]": 47541, + "[XXXXX508]": 47489, + "[XXXXX509]": 47504, + "[XXXXX50]": 47552, + "[XXXXX510]": 48086, + "[XXXXX511]": 48520, + "[XXXXX512]": 48204, + "[XXXXX513]": 48356, + "[XXXXX514]": 47968, + "[XXXXX515]": 47629, + "[XXXXX516]": 48450, + "[XXXXX517]": 48751, + "[XXXXX518]": 48673, + "[XXXXX519]": 48766, + "[XXXXX51]": 47763, + "[XXXXX520]": 47586, + "[XXXXX521]": 48193, + "[XXXXX522]": 47481, + "[XXXXX523]": 48070, + "[XXXXX524]": 48641, + "[XXXXX525]": 48555, + "[XXXXX526]": 47448, + "[XXXXX527]": 47788, + "[XXXXX528]": 48078, + "[XXXXX529]": 47781, + "[XXXXX52]": 48398, + "[XXXXX530]": 48255, + "[XXXXX531]": 48663, + "[XXXXX532]": 47798, + "[XXXXX533]": 48885, + "[XXXXX534]": 47790, + "[XXXXX535]": 47973, + "[XXXXX536]": 48842, + "[XXXXX537]": 48408, + "[XXXXX538]": 49113, + "[XXXXX539]": 48676, + "[XXXXX53]": 47786, + "[XXXXX540]": 48157, + "[XXXXX541]": 48670, + "[XXXXX542]": 48022, + "[XXXXX543]": 48009, + "[XXXXX544]": 48596, + "[XXXXX545]": 48329, + "[XXXXX546]": 48288, + "[XXXXX547]": 47469, + "[XXXXX548]": 48501, + "[XXXXX549]": 47976, + "[XXXXX54]": 47644, + "[XXXXX550]": 47588, + "[XXXXX551]": 48851, + "[XXXXX552]": 48250, + "[XXXXX553]": 47734, + "[XXXXX554]": 48940, + "[XXXXX555]": 49000, + "[XXXXX556]": 48200, + "[XXXXX557]": 47414, + "[XXXXX558]": 48090, + "[XXXXX559]": 47621, + "[XXXXX55]": 48048, + "[XXXXX560]": 47990, + "[XXXXX561]": 47519, + "[XXXXX562]": 47903, + "[XXXXX563]": 48522, + "[XXXXX564]": 47645, + "[XXXXX565]": 49080, + "[XXXXX566]": 47719, + "[XXXXX567]": 49105, + "[XXXXX568]": 48666, + "[XXXXX569]": 47549, + "[XXXXX56]": 49120, + "[XXXXX570]": 48355, + "[XXXXX571]": 48639, + "[XXXXX572]": 48083, + "[XXXXX573]": 48420, + "[XXXXX574]": 48661, + "[XXXXX575]": 47520, + "[XXXXX576]": 48318, + "[XXXXX577]": 49018, + "[XXXXX578]": 48458, + "[XXXXX579]": 47804, + "[XXXXX57]": 48490, + "[XXXXX580]": 48186, + "[XXXXX581]": 47699, + "[XXXXX582]": 48268, + "[XXXXX583]": 47688, + "[XXXXX584]": 47975, + "[XXXXX585]": 48013, + "[XXXXX586]": 48457, + "[XXXXX587]": 49114, + "[XXXXX588]": 48476, + "[XXXXX589]": 47694, + "[XXXXX58]": 48361, + "[XXXXX590]": 48758, + "[XXXXX591]": 48507, + "[XXXXX592]": 47434, + "[XXXXX593]": 48397, + "[XXXXX594]": 48846, + "[XXXXX595]": 48486, + "[XXXXX596]": 47944, + "[XXXXX597]": 47838, + "[XXXXX598]": 47475, + "[XXXXX599]": 48409, + "[XXXXX59]": 48836, + "[XXXXX5]": 48291, + "[XXXXX600]": 48561, + "[XXXXX601]": 48706, + "[XXXXX602]": 48311, + "[XXXXX603]": 48732, + "[XXXXX604]": 48716, + "[XXXXX605]": 48103, + "[XXXXX606]": 47741, + "[XXXXX607]": 49037, + "[XXXXX608]": 48513, + "[XXXXX609]": 47516, + "[XXXXX60]": 48980, + "[XXXXX610]": 47750, + "[XXXXX611]": 49077, + "[XXXXX612]": 47513, + "[XXXXX613]": 49102, + "[XXXXX614]": 48459, + "[XXXXX615]": 48792, + "[XXXXX616]": 48265, + "[XXXXX617]": 48375, + "[XXXXX618]": 48335, + "[XXXXX619]": 48796, + "[XXXXX61]": 48405, + "[XXXXX620]": 48550, + "[XXXXX621]": 48478, + "[XXXXX622]": 47468, + "[XXXXX623]": 48249, + "[XXXXX624]": 48838, + "[XXXXX625]": 48135, + "[XXXXX626]": 47577, + "[XXXXX627]": 47660, + "[XXXXX628]": 48347, + "[XXXXX629]": 47561, + "[XXXXX62]": 48314, + "[XXXXX630]": 47829, + "[XXXXX631]": 48621, + "[XXXXX632]": 48825, + "[XXXXX633]": 48849, + "[XXXXX634]": 48279, + "[XXXXX635]": 48310, + "[XXXXX636]": 49015, + "[XXXXX637]": 47753, + "[XXXXX638]": 48138, + "[XXXXX639]": 48808, + "[XXXXX63]": 48683, + "[XXXXX640]": 48057, + "[XXXXX641]": 48192, + "[XXXXX642]": 48446, + "[XXXXX643]": 48081, + "[XXXXX644]": 48533, + "[XXXXX645]": 47556, + "[XXXXX646]": 48908, + "[XXXXX647]": 48014, + "[XXXXX648]": 48455, + "[XXXXX649]": 47950, + "[XXXXX64]": 49139, + "[XXXXX650]": 47558, + "[XXXXX651]": 47653, + "[XXXXX652]": 48387, + "[XXXXX653]": 47809, + "[XXXXX654]": 48562, + "[XXXXX655]": 48665, + "[XXXXX656]": 48871, + "[XXXXX657]": 48987, + "[XXXXX658]": 47646, + "[XXXXX659]": 48881, + "[XXXXX65]": 47613, + "[XXXXX660]": 49109, + "[XXXXX661]": 49140, + "[XXXXX662]": 48023, + "[XXXXX663]": 48380, + "[XXXXX664]": 48065, + "[XXXXX665]": 47685, + "[XXXXX666]": 47484, + "[XXXXX667]": 47628, + "[XXXXX668]": 48151, + "[XXXXX669]": 47847, + "[XXXXX66]": 49100, + "[XXXXX670]": 47768, + "[XXXXX671]": 47640, + "[XXXXX672]": 48946, + "[XXXXX673]": 48624, + "[XXXXX674]": 48843, + "[XXXXX675]": 47736, + "[XXXXX676]": 47881, + "[XXXXX677]": 48690, + "[XXXXX678]": 48709, + "[XXXXX679]": 48577, + "[XXXXX67]": 48984, + "[XXXXX680]": 47500, + "[XXXXX681]": 48491, + "[XXXXX682]": 48691, + "[XXXXX683]": 48810, + "[XXXXX684]": 48173, + "[XXXXX685]": 48407, + "[XXXXX686]": 48292, + "[XXXXX687]": 48330, + "[XXXXX688]": 49118, + "[XXXXX689]": 48604, + "[XXXXX68]": 48174, + "[XXXXX690]": 48077, + "[XXXXX691]": 48743, + "[XXXXX692]": 48583, + "[XXXXX693]": 47391, + "[XXXXX694]": 48229, + "[XXXXX695]": 48789, + "[XXXXX696]": 48777, + "[XXXXX697]": 47535, + "[XXXXX698]": 48122, + "[XXXXX699]": 48232, + "[XXXXX69]": 48704, + "[XXXXX6]": 48927, + "[XXXXX700]": 48403, + "[XXXXX701]": 47451, + "[XXXXX702]": 48039, + "[XXXXX703]": 47568, + "[XXXXX704]": 48692, + "[XXXXX705]": 47437, + "[XXXXX706]": 47854, + "[XXXXX707]": 49148, + "[XXXXX708]": 48923, + "[XXXXX709]": 48133, + "[XXXXX70]": 47407, + "[XXXXX710]": 48425, + "[XXXXX711]": 48998, + "[XXXXX712]": 48801, + "[XXXXX713]": 48525, + "[XXXXX714]": 47917, + "[XXXXX715]": 47782, + "[XXXXX716]": 48697, + "[XXXXX717]": 47836, + "[XXXXX718]": 47725, + "[XXXXX719]": 48218, + "[XXXXX71]": 49065, + "[XXXXX720]": 48956, + "[XXXXX721]": 48321, + "[XXXXX722]": 47812, + "[XXXXX723]": 47466, + "[XXXXX724]": 48462, + "[XXXXX725]": 47898, + "[XXXXX726]": 49060, + "[XXXXX727]": 47589, + "[XXXXX728]": 49117, + "[XXXXX729]": 48393, + "[XXXXX72]": 48439, + "[XXXXX730]": 48100, + "[XXXXX731]": 48394, + "[XXXXX732]": 48643, + "[XXXXX733]": 48423, + "[XXXXX734]": 48183, + "[XXXXX735]": 49101, + "[XXXXX736]": 48381, + "[XXXXX737]": 48854, + "[XXXXX738]": 49067, + "[XXXXX739]": 48876, + "[XXXXX73]": 47392, + "[XXXXX740]": 48179, + "[XXXXX741]": 48194, + "[XXXXX742]": 48791, + "[XXXXX743]": 48985, + "[XXXXX744]": 48535, + "[XXXXX745]": 48436, + "[XXXXX746]": 47896, + "[XXXXX747]": 47583, + "[XXXXX748]": 49142, + "[XXXXX749]": 48958, + "[XXXXX74]": 49064, + "[XXXXX750]": 47569, + "[XXXXX751]": 47548, + "[XXXXX752]": 49083, + "[XXXXX753]": 47746, + "[XXXXX754]": 49144, + "[XXXXX755]": 48600, + "[XXXXX756]": 47791, + "[XXXXX757]": 47661, + "[XXXXX758]": 48295, + "[XXXXX759]": 47912, + "[XXXXX75]": 48025, + "[XXXXX760]": 47495, + "[XXXXX761]": 48156, + "[XXXXX762]": 47907, + "[XXXXX763]": 48123, + "[XXXXX764]": 48134, + "[XXXXX765]": 47597, + "[XXXXX766]": 48278, + "[XXXXX767]": 47555, + "[XXXXX768]": 49011, + "[XXXXX769]": 47918, + "[XXXXX76]": 47902, + "[XXXXX770]": 48957, + "[XXXXX771]": 48936, + "[XXXXX772]": 48269, + "[XXXXX773]": 48473, + "[XXXXX774]": 49035, + "[XXXXX775]": 47984, + "[XXXXX776]": 48300, + "[XXXXX777]": 48085, + "[XXXXX778]": 47826, + "[XXXXX779]": 48019, + "[XXXXX77]": 48031, + "[XXXXX780]": 48376, + "[XXXXX781]": 47534, + "[XXXXX782]": 48764, + "[XXXXX783]": 49063, + "[XXXXX784]": 47840, + "[XXXXX785]": 48547, + "[XXXXX786]": 48941, + "[XXXXX787]": 47650, + "[XXXXX788]": 47800, + "[XXXXX789]": 48606, + "[XXXXX78]": 47873, + "[XXXXX790]": 48060, + "[XXXXX791]": 47885, + "[XXXXX792]": 47863, + "[XXXXX793]": 48730, + "[XXXXX794]": 47662, + "[XXXXX795]": 47438, + "[XXXXX796]": 48385, + "[XXXXX797]": 48449, + "[XXXXX798]": 47673, + "[XXXXX799]": 48093, + "[XXXXX79]": 48865, + "[XXXXX7]": 48372, + "[XXXXX800]": 48729, + "[XXXXX801]": 47474, + "[XXXXX802]": 48875, + "[XXXXX803]": 48029, + "[XXXXX804]": 48735, + "[XXXXX805]": 48297, + "[XXXXX806]": 48411, + "[XXXXX807]": 47913, + "[XXXXX808]": 48710, + "[XXXXX809]": 48094, + "[XXXXX80]": 48841, + "[XXXXX810]": 48428, + "[XXXXX811]": 48532, + "[XXXXX812]": 48950, + "[XXXXX813]": 48739, + "[XXXXX814]": 48137, + "[XXXXX815]": 47884, + "[XXXXX816]": 48779, + "[XXXXX817]": 47496, + "[XXXXX818]": 48352, + "[XXXXX819]": 48891, + "[XXXXX81]": 48051, + "[XXXXX820]": 48050, + "[XXXXX821]": 47573, + "[XXXXX822]": 48373, + "[XXXXX823]": 47793, + "[XXXXX824]": 47747, + "[XXXXX825]": 47758, + "[XXXXX826]": 48302, + "[XXXXX827]": 48785, + "[XXXXX828]": 48870, + "[XXXXX829]": 48899, + "[XXXXX82]": 49141, + "[XXXXX830]": 48884, + "[XXXXX831]": 47981, + "[XXXXX832]": 48223, + "[XXXXX833]": 48072, + "[XXXXX834]": 48576, + "[XXXXX835]": 48711, + "[XXXXX836]": 47460, + "[XXXXX837]": 47801, + "[XXXXX838]": 47651, + "[XXXXX839]": 47663, + "[XXXXX83]": 49076, + "[XXXXX840]": 48298, + "[XXXXX841]": 49150, + "[XXXXX842]": 48517, + "[XXXXX843]": 47418, + "[XXXXX844]": 47627, + "[XXXXX845]": 48230, + "[XXXXX846]": 48010, + "[XXXXX847]": 47423, + "[XXXXX848]": 49048, + "[XXXXX849]": 48524, + "[XXXXX84]": 47900, + "[XXXXX850]": 47787, + "[XXXXX851]": 48974, + "[XXXXX852]": 48652, + "[XXXXX853]": 47849, + "[XXXXX854]": 48623, + "[XXXXX855]": 49026, + "[XXXXX856]": 49068, + "[XXXXX857]": 48802, + "[XXXXX858]": 48236, + "[XXXXX859]": 48170, + "[XXXXX85]": 47909, + "[XXXXX860]": 47924, + "[XXXXX861]": 47607, + "[XXXXX862]": 47565, + "[XXXXX863]": 48038, + "[XXXXX864]": 49149, + "[XXXXX865]": 49081, + "[XXXXX866]": 48905, + "[XXXXX867]": 47792, + "[XXXXX868]": 48482, + "[XXXXX869]": 47704, + "[XXXXX86]": 49036, + "[XXXXX870]": 47959, + "[XXXXX871]": 48890, + "[XXXXX872]": 48860, + "[XXXXX873]": 48326, + "[XXXXX874]": 47617, + "[XXXXX875]": 47654, + "[XXXXX876]": 47986, + "[XXXXX877]": 48632, + "[XXXXX878]": 48175, + "[XXXXX879]": 48581, + "[XXXXX87]": 47608, + "[XXXXX880]": 47424, + "[XXXXX881]": 49134, + "[XXXXX882]": 48012, + "[XXXXX883]": 48696, + "[XXXXX884]": 48699, + "[XXXXX885]": 47955, + "[XXXXX886]": 49104, + "[XXXXX887]": 47827, + "[XXXXX888]": 49014, + "[XXXXX889]": 48539, + "[XXXXX88]": 48496, + "[XXXXX890]": 48723, + "[XXXXX891]": 48235, + "[XXXXX892]": 48195, + "[XXXXX893]": 48216, + "[XXXXX894]": 48444, + "[XXXXX895]": 48719, + "[XXXXX896]": 47715, + "[XXXXX897]": 48803, + "[XXXXX898]": 48679, + "[XXXXX899]": 48619, + "[XXXXX89]": 48500, + "[XXXXX8]": 49008, + "[XXXXX900]": 48120, + "[XXXXX901]": 48241, + "[XXXXX902]": 47852, + "[XXXXX903]": 48417, + "[XXXXX904]": 47671, + "[XXXXX905]": 48654, + "[XXXXX906]": 49056, + "[XXXXX907]": 48878, + "[XXXXX908]": 48708, + "[XXXXX909]": 48698, + "[XXXXX90]": 47578, + "[XXXXX910]": 49016, + "[XXXXX911]": 47931, + "[XXXXX912]": 48441, + "[XXXXX913]": 48937, + "[XXXXX914]": 47415, + "[XXXXX915]": 47546, + "[XXXXX916]": 48284, + "[XXXXX917]": 48483, + "[XXXXX918]": 47946, + "[XXXXX919]": 48613, + "[XXXXX91]": 47759, + "[XXXXX920]": 48468, + "[XXXXX921]": 48438, + "[XXXXX922]": 49004, + "[XXXXX923]": 48498, + "[XXXXX924]": 48315, + "[XXXXX925]": 48765, + "[XXXXX926]": 48363, + "[XXXXX927]": 48947, + "[XXXXX928]": 47606, + "[XXXXX929]": 48188, + "[XXXXX92]": 48798, + "[XXXXX930]": 47600, + "[XXXXX931]": 49096, + "[XXXXX932]": 47876, + "[XXXXX933]": 48856, + "[XXXXX934]": 48546, + "[XXXXX935]": 47486, + "[XXXXX936]": 48718, + "[XXXXX937]": 47592, + "[XXXXX938]": 48035, + "[XXXXX939]": 47509, + "[XXXXX93]": 49050, + "[XXXXX940]": 47956, + "[XXXXX941]": 48919, + "[XXXXX942]": 47993, + "[XXXXX943]": 48415, + "[XXXXX944]": 48925, + "[XXXXX945]": 48656, + "[XXXXX946]": 48763, + "[XXXXX947]": 48422, + "[XXXXX948]": 48814, + "[XXXXX949]": 47769, + "[XXXXX94]": 48367, + "[XXXXX950]": 47878, + "[XXXXX951]": 48320, + "[XXXXX952]": 48389, + "[XXXXX953]": 49032, + "[XXXXX954]": 49025, + "[XXXXX955]": 48686, + "[XXXXX956]": 48384, + "[XXXXX957]": 49024, + "[XXXXX958]": 48902, + "[XXXXX959]": 47810, + "[XXXXX95]": 48079, + "[XXXXX960]": 47682, + "[XXXXX961]": 49051, + "[XXXXX962]": 48771, + "[XXXXX963]": 48755, + "[XXXXX964]": 48915, + "[XXXXX965]": 47739, + "[XXXXX966]": 48942, + "[XXXXX967]": 48283, + "[XXXXX968]": 47971, + "[XXXXX969]": 48559, + "[XXXXX96]": 48464, + "[XXXXX970]": 47861, + "[XXXXX971]": 48469, + "[XXXXX972]": 48938, + "[XXXXX973]": 48097, + "[XXXXX974]": 47742, + "[XXXXX975]": 48657, + "[XXXXX976]": 48424, + "[XXXXX977]": 48866, + "[XXXXX978]": 47824, + "[XXXXX979]": 48207, + "[XXXXX97]": 48967, + "[XXXXX980]": 47575, + "[XXXXX981]": 48388, + "[XXXXX982]": 47940, + "[XXXXX983]": 48778, + "[XXXXX984]": 48426, + "[XXXXX985]": 48260, + "[XXXXX986]": 48418, + "[XXXXX987]": 47728, + "[XXXXX988]": 49086, + "[XXXXX989]": 48747, + "[XXXXX98]": 48140, + "[XXXXX990]": 48030, + "[XXXXX991]": 47459, + "[XXXXX992]": 48364, + "[XXXXX993]": 49137, + "[XXXXX994]": 48712, + "[XXXXX995]": 47980, + "[XXXXX996]": 47777, + "[XXXXX997]": 48819, + "[XXXXX998]": 48642, + "[XXXXX999]": 48975, + "[XXXXX99]": 48213, + "[XXXXX9]": 47755 +} diff --git a/checkpoint-1000/config.json b/checkpoint-1000/config.json new file mode 100644 index 0000000..87e344b --- /dev/null +++ b/checkpoint-1000/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 47386, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 47387, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 768, + "n_head": 12, + "n_inner": 3072, + "n_layer": 12, + "n_positions": 512, + "pad_token_id": 47388, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 49152 +} diff --git a/checkpoint-1000/generation_config.json b/checkpoint-1000/generation_config.json new file mode 100644 index 0000000..e73b324 --- /dev/null +++ b/checkpoint-1000/generation_config.json @@ -0,0 +1,10 @@ +{ + "_from_model_config": true, + "bos_token_id": 47386, + "eos_token_id": [ + 47387, + 50001 + ], + "pad_token_id": 47388, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-1000/model.safetensors b/checkpoint-1000/model.safetensors new file mode 100644 index 0000000..672126f --- /dev/null +++ b/checkpoint-1000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8102512c0da2788f2190e5e2573a6f15fffcaecad995be9c3949a3b072d640d3 +size 246410944 diff --git a/checkpoint-1000/rng_state.pth b/checkpoint-1000/rng_state.pth new file mode 100644 index 0000000..c7a2005 --- /dev/null +++ b/checkpoint-1000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf2dc41bebd77e70beddf564df5eb87a8dcb1c43e6a6130c66e54467d3e0ee57 +size 14645 diff --git a/checkpoint-1000/special_tokens_map.json b/checkpoint-1000/special_tokens_map.json new file mode 100644 index 0000000..86972d3 --- /dev/null +++ b/checkpoint-1000/special_tokens_map.json @@ -0,0 +1,1815 @@ +{ + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-1000/spiece.model b/checkpoint-1000/spiece.model new file mode 100644 index 0000000..aa5e7bb --- /dev/null +++ b/checkpoint-1000/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:658c1246bf680a2a73ff33ccf7bbcde25b6d81c80c5cc610f4680cf9942f981b +size 1138208 diff --git a/checkpoint-1000/tokenizer_config.json b/checkpoint-1000/tokenizer_config.json new file mode 100644 index 0000000..b5acc55 --- /dev/null +++ b/checkpoint-1000/tokenizer_config.json @@ -0,0 +1,15919 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47386": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47387": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47388": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47389": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47390": { + "content": "[XXXXX1404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47391": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47392": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47393": { + "content": "[XXXXX1731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47394": { + "content": "[XXXXX1315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47395": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47396": { + "content": "[XXXXX1366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47397": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47398": { + "content": "[XXXXX1239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47399": { + "content": "[XXXXX1457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47400": { + "content": "[XXXXX1278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47401": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47402": { + "content": "[XXXXX1313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47403": { + "content": "[XXXXX1395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47404": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47405": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47406": { + "content": "[XXXXX1556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47407": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47408": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47409": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47410": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47411": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47412": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47413": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47414": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47415": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47416": { + "content": "[XXXXX1261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47417": { + "content": "[XXXXX1280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47418": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47419": { + "content": "[XXXXX1220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47420": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47421": { + "content": "[XXXXX1306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47422": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47423": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47424": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47425": { + "content": "[XXXXX1588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47426": { + "content": "[XXXXX1523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47427": { + "content": "[XXXXX1474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47428": { + "content": "[XXXXX1586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47429": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47430": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47431": { + "content": "[XXXXX1342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47432": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47433": { + "content": "[XXXXX1343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47434": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47435": { + "content": "[XXXXX1709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47436": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47437": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47438": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47439": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47440": { + "content": "[XXXXX1563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47441": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47442": { + "content": "[XXXXX1550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47443": { + "content": "[XXXXX1661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47444": { + "content": "[XXXXX1599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47445": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47446": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47447": { + "content": "[XXXXX1635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47448": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47449": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47450": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47451": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47452": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47453": { + "content": "[XXXXX1219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47454": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47455": { + "content": "[XXXXX1418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47456": { + "content": "[XXXXX1680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47457": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47458": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47459": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47460": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47461": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47462": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47463": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47464": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47465": { + "content": "[XXXXX1506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47466": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47467": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47468": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47469": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47470": { + "content": "[XXXXX1411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47471": { + "content": "[XXXXX1561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47472": { + "content": "[XXXXX1282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47473": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47474": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47475": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47476": { + "content": "[XXXXX1583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47477": { + "content": "[XXXXX1737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47478": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47479": { + "content": "[XXXXX1564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47480": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47481": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47482": { + "content": "[XXXXX1573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47483": { + "content": "[XXXXX1253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47484": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47485": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47486": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47487": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47488": { + "content": "[XXXXX1623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47489": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47490": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47491": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47492": { + "content": "[XXXXX1214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47493": { + "content": "[XXXXX1677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47494": { + "content": "[XXXXX1458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47495": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47496": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47497": { + "content": "[XXXXX1215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47498": { + "content": "[XXXXX1248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47499": { + "content": "[XXXXX1555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47500": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47501": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47502": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47503": { + "content": "[XXXXX1670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47504": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47505": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47506": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47507": { + "content": "[XXXXX1582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47508": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47509": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47510": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47511": { + "content": "[XXXXX1257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47512": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47513": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47514": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47515": { + "content": "[XXXXX1410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47516": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47517": { + "content": "[XXXXX1352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47518": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47519": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47520": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47521": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47522": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47523": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47524": { + "content": "[XXXXX1695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47525": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47526": { + "content": "[XXXXX1200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47527": { + "content": "[XXXXX1671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47528": { + "content": "[XXXXX1666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47529": { + "content": "[XXXXX1482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47530": { + "content": "[XXXXX1732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47531": { + "content": "[XXXXX1335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47532": { + "content": "[XXXXX1452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47533": { + "content": "[XXXXX1615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47534": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47535": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47536": { + "content": "[XXXXX1694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47537": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47538": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47539": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47540": { + "content": "[XXXXX1413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47541": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47542": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47543": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47544": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47545": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47546": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47547": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47548": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47549": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47550": { + "content": "[XXXXX1360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47551": { + "content": "[XXXXX1376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47552": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47553": { + "content": "[XXXXX1308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47554": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47555": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47556": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47557": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47558": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47559": { + "content": "[XXXXX1736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47560": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47561": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47562": { + "content": "[XXXXX1370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47563": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47564": { + "content": "[XXXXX1746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47565": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47566": { + "content": "[XXXXX1659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47567": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47568": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47569": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47570": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47571": { + "content": "[XXXXX1648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47572": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47573": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47574": { + "content": "[XXXXX1617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47575": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47576": { + "content": "[XXXXX1567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47577": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47578": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47579": { + "content": "[XXXXX1725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47580": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47581": { + "content": "[XXXXX1513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47582": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47583": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47584": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47585": { + "content": "[XXXXX1251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47586": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47587": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47588": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47589": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47590": { + "content": "[XXXXX1507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47591": { + "content": "[XXXXX1397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47592": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47593": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47594": { + "content": "[XXXXX1390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47595": { + "content": "[XXXXX1442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47596": { + "content": "[XXXXX1228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47597": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47598": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47599": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47600": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47601": { + "content": "[XXXXX1238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47602": { + "content": "[XXXXX1636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47603": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47604": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47605": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47606": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47607": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47608": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47609": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47610": { + "content": "[XXXXX1642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47611": { + "content": "[XXXXX1423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47612": { + "content": "[XXXXX1299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47613": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47614": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47615": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47616": { + "content": "[XXXXX1240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47617": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47618": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47619": { + "content": "[XXXXX1383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47620": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47621": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47622": { + "content": "[XXXXX1209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47623": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47624": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47625": { + "content": "[XXXXX1722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47626": { + "content": "[XXXXX1593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47627": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47628": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47629": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47630": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47631": { + "content": "[XXXXX1446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47632": { + "content": "[XXXXX1398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47633": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47634": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47635": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47636": { + "content": "[XXXXX1421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47637": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47638": { + "content": "[XXXXX1701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47639": { + "content": "[XXXXX1612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47640": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47641": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47642": { + "content": "[XXXXX1527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47643": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47644": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47645": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47646": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47647": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47648": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47649": { + "content": "[XXXXX1481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47650": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47651": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47652": { + "content": "[XXXXX1598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47653": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47654": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47655": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47656": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47657": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47658": { + "content": "[XXXXX1378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47659": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47660": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47661": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47662": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47663": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47664": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47665": { + "content": "[XXXXX1272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47666": { + "content": "[XXXXX1652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47667": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47668": { + "content": "[XXXXX1460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47669": { + "content": "[XXXXX1227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47670": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47671": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47672": { + "content": "[XXXXX1268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47673": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47674": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47675": { + "content": "[XXXXX1488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47676": { + "content": "[XXXXX1393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47677": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47678": { + "content": "[XXXXX1647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47679": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47680": { + "content": "[XXXXX1691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47681": { + "content": "[XXXXX1246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47682": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47683": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47684": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47685": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47686": { + "content": "[XXXXX1367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47687": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47688": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47689": { + "content": "[XXXXX1322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47690": { + "content": "[XXXXX1414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47691": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47692": { + "content": "[XXXXX1729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47693": { + "content": "[XXXXX1703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47694": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47695": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47696": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47697": { + "content": "[XXXXX1309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47698": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47699": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47700": { + "content": "[XXXXX1365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47701": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47702": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47703": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47704": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47705": { + "content": "[XXXXX1400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47706": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47707": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47708": { + "content": "[XXXXX1565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47709": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47710": { + "content": "[XXXXX1284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47711": { + "content": "[XXXXX1473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47712": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47713": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47714": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47715": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47716": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47717": { + "content": "[XXXXX1649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47718": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47719": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47720": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47721": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47722": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47723": { + "content": "[XXXXX1337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47724": { + "content": "[XXXXX1386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47725": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47726": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47727": { + "content": "[XXXXX1533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47728": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47729": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47730": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47731": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47732": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47733": { + "content": "[XXXXX1664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47734": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47735": { + "content": "[XXXXX1289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47736": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47737": { + "content": "[XXXXX1496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47738": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47739": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47740": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47741": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47742": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47743": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47744": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47745": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47746": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47747": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47748": { + "content": "[XXXXX1640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47749": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47750": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47751": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47752": { + "content": "[XXXXX1502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47753": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47754": { + "content": "[XXXXX1279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47755": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47756": { + "content": "[XXXXX1387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47757": { + "content": "[XXXXX1277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47758": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47759": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47760": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47761": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47762": { + "content": "[XXXXX1516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47763": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47764": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47765": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47766": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47767": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47768": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47769": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47770": { + "content": "[XXXXX1471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47771": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47772": { + "content": "[XXXXX1674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47773": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47774": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47775": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47776": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47777": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47778": { + "content": "[XXXXX1486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47779": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47780": { + "content": "[XXXXX1468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47781": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47782": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47783": { + "content": "[XXXXX1675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47784": { + "content": "[XXXXX1708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47785": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47786": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47787": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47788": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47789": { + "content": "[XXXXX1311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47790": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47791": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47792": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47793": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47794": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47795": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47796": { + "content": "[XXXXX1566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47797": { + "content": "[XXXXX1758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47798": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47799": { + "content": "[XXXXX1208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47800": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47801": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47802": { + "content": "[XXXXX1304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47803": { + "content": "[XXXXX1417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47804": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47805": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47806": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47807": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47808": { + "content": "[XXXXX1420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47809": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47810": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47811": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47812": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47813": { + "content": "[XXXXX1328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47814": { + "content": "[XXXXX1431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47815": { + "content": "[XXXXX1273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47816": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47817": { + "content": "[XXXXX1672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47818": { + "content": "[XXXXX1243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47819": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47820": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47821": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47822": { + "content": "[XXXXX1611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47823": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47824": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47825": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47826": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47827": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47828": { + "content": "[XXXXX1379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47829": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47830": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47831": { + "content": "[XXXXX1443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47832": { + "content": "[XXXXX1716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47833": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47834": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47835": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47836": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47837": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47838": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47839": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47840": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47841": { + "content": "[XXXXX1218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47842": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47843": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47844": { + "content": "[XXXXX1558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47845": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47846": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47847": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47848": { + "content": "[XXXXX1269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47849": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47850": { + "content": "[XXXXX1484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47851": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47852": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47853": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47854": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47855": { + "content": "[XXXXX1602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47856": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47857": { + "content": "[XXXXX1755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47858": { + "content": "[XXXXX1412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47859": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47860": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47861": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47862": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47863": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47864": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47865": { + "content": "[XXXXX1266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47866": { + "content": "[XXXXX1624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47867": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47868": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47869": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47870": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47871": { + "content": "[XXXXX1721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47872": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47873": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47874": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47875": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47876": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47877": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47878": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47879": { + "content": "[XXXXX1199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47880": { + "content": "[XXXXX1344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47881": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47882": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47883": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47884": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47885": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47886": { + "content": "[XXXXX1515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47887": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47888": { + "content": "[XXXXX1678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47889": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47890": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47891": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47892": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47893": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47894": { + "content": "[XXXXX1557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47895": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47896": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47897": { + "content": "[XXXXX1324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47898": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47899": { + "content": "[XXXXX1554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47900": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47901": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47902": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47903": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47904": { + "content": "[XXXXX1577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47905": { + "content": "[XXXXX1305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47906": { + "content": "[XXXXX1681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47907": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47908": { + "content": "[XXXXX1338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47909": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47910": { + "content": "[XXXXX1303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47911": { + "content": "[XXXXX1207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47912": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47913": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47914": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47915": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47916": { + "content": "[XXXXX1734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47917": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47918": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47919": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47920": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47921": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47922": { + "content": "[XXXXX1403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47923": { + "content": "[XXXXX1464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47924": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47925": { + "content": "[XXXXX1233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47926": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47927": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47928": { + "content": "[XXXXX1620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47929": { + "content": "[XXXXX1487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47930": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47931": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47932": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47933": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47934": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47935": { + "content": "[XXXXX1637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47936": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47937": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47938": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47939": { + "content": "[XXXXX1633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47940": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47941": { + "content": "[XXXXX1402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47942": { + "content": "[XXXXX1300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47943": { + "content": "[XXXXX1735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47944": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47945": { + "content": "[XXXXX1454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47946": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47947": { + "content": "[XXXXX1470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47948": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47949": { + "content": "[XXXXX1435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47950": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47951": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47952": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47953": { + "content": "[XXXXX1639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47954": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47955": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47956": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47957": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47958": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47959": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47960": { + "content": "[XXXXX1575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47961": { + "content": "[XXXXX1604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47962": { + "content": "[XXXXX1512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47963": { + "content": "[XXXXX1394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47964": { + "content": "[XXXXX1600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47965": { + "content": "[XXXXX1724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47966": { + "content": "[XXXXX1323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47967": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47968": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47969": { + "content": "[XXXXX1753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47970": { + "content": "[XXXXX1752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47971": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47972": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47973": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47974": { + "content": "[XXXXX1646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47975": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47976": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47977": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47978": { + "content": "[XXXXX1720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47979": { + "content": "[XXXXX1263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47980": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47981": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47982": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47983": { + "content": "[XXXXX1616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47984": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47985": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47986": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47987": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47988": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47989": { + "content": "[XXXXX1707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47990": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47991": { + "content": "[XXXXX1553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47992": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47993": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47994": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47995": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47996": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47997": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47998": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47999": { + "content": "[XXXXX1288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48000": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48001": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48002": { + "content": "[XXXXX1241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48003": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48004": { + "content": "[XXXXX1409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48005": { + "content": "[XXXXX1440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48006": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48007": { + "content": "[XXXXX1631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48008": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48009": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48010": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48011": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48012": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48013": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48014": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48015": { + "content": "[XXXXX1275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48016": { + "content": "[XXXXX1274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48017": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48018": { + "content": "[XXXXX1744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48019": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48020": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48021": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48022": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48023": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48024": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48025": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48026": { + "content": "[XXXXX1682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48027": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48028": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48029": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48030": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48031": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48032": { + "content": "[XXXXX1369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48033": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48034": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48035": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48036": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48037": { + "content": "[XXXXX1662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48038": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48039": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48040": { + "content": "[XXXXX1655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48041": { + "content": "[XXXXX1374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48042": { + "content": "[XXXXX1700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48043": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48044": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48045": { + "content": "[XXXXX1596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48046": { + "content": "[XXXXX1287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48047": { + "content": "[XXXXX1281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48048": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48049": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48050": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48051": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48052": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48053": { + "content": "[XXXXX1613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48054": { + "content": "[XXXXX1415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48055": { + "content": "[XXXXX1529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48056": { + "content": "[XXXXX1622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48057": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48058": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48059": { + "content": "[XXXXX1679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48060": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48061": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48062": { + "content": "[XXXXX1357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48063": { + "content": "[XXXXX1301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48064": { + "content": "[XXXXX1230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48065": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48066": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48067": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48068": { + "content": "[XXXXX1434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48069": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48070": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48071": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48072": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48073": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48074": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48075": { + "content": "[XXXXX1628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48076": { + "content": "[XXXXX1325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48077": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48078": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48079": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48080": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48081": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48082": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48083": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48084": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48085": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48086": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48087": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48088": { + "content": "[XXXXX1541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48089": { + "content": "[XXXXX1687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48090": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48091": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48092": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48093": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48094": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48095": { + "content": "[XXXXX1546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48096": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48097": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48098": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48099": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48100": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48101": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48102": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48103": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48104": { + "content": "[XXXXX1351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48105": { + "content": "[XXXXX1643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48106": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48107": { + "content": "[XXXXX1231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48108": { + "content": "[XXXXX1271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48109": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48110": { + "content": "[XXXXX1336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48111": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48112": { + "content": "[XXXXX1748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48113": { + "content": "[XXXXX1545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48114": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48115": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48116": { + "content": "[XXXXX1641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48117": { + "content": "[XXXXX1714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48118": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48119": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48120": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48121": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48122": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48123": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48124": { + "content": "[XXXXX1538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48125": { + "content": "[XXXXX1669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48126": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48127": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48128": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48129": { + "content": "[XXXXX1733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48130": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48131": { + "content": "[XXXXX1210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48132": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48133": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48134": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48135": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48136": { + "content": "[XXXXX1380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48137": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48138": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48139": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48140": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48141": { + "content": "[XXXXX1497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48142": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48143": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48144": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48145": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48146": { + "content": "[XXXXX1692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48147": { + "content": "[XXXXX1317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48148": { + "content": "[XXXXX1606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48149": { + "content": "[XXXXX1683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48150": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48151": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48152": { + "content": "[XXXXX1710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48153": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48154": { + "content": "[XXXXX1222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48155": { + "content": "[XXXXX1461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48156": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48157": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48158": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48159": { + "content": "[XXXXX1698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48160": { + "content": "[XXXXX1232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48161": { + "content": "[XXXXX1743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48162": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48163": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48164": { + "content": "[XXXXX1559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48165": { + "content": "[XXXXX1321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48166": { + "content": "[XXXXX1276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48167": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48168": { + "content": "[XXXXX1259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48169": { + "content": "[XXXXX1408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48170": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48171": { + "content": "[XXXXX1429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48172": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48173": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48174": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48175": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48176": { + "content": "[XXXXX1388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48177": { + "content": "[XXXXX1621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48178": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48179": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48180": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48181": { + "content": "[XXXXX1430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48182": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48183": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48184": { + "content": "[XXXXX1510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48185": { + "content": "[XXXXX1715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48186": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48187": { + "content": "[XXXXX1316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48188": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48189": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48190": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48191": { + "content": "[XXXXX1568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48192": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48193": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48194": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48195": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48196": { + "content": "[XXXXX1349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48197": { + "content": "[XXXXX1696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48198": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48199": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48200": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48201": { + "content": "[XXXXX1237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48202": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48203": { + "content": "[XXXXX1462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48204": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48205": { + "content": "[XXXXX1571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48206": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48207": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48208": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48209": { + "content": "[XXXXX1286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48210": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48211": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48212": { + "content": "[XXXXX1371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48213": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48214": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48215": { + "content": "[XXXXX1548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48216": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48217": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48218": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48219": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48220": { + "content": "[XXXXX1549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48221": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48222": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48223": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48224": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48225": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48226": { + "content": "[XXXXX1419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48227": { + "content": "[XXXXX1658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48228": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48229": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48230": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48231": { + "content": "[XXXXX1594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48232": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48233": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48234": { + "content": "[XXXXX1626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48235": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48236": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48237": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48238": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48239": { + "content": "[XXXXX1267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48240": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48241": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48242": { + "content": "[XXXXX1368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48243": { + "content": "[XXXXX1332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48244": { + "content": "[XXXXX1739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48245": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48246": { + "content": "[XXXXX1375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48247": { + "content": "[XXXXX1723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48248": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48249": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48250": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48251": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48252": { + "content": "[XXXXX1436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48253": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48254": { + "content": "[XXXXX1384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48255": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48256": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48257": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48258": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48259": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48260": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48261": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48262": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48263": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48264": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48265": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48266": { + "content": "[XXXXX1294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48267": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48268": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48269": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48270": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48271": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48272": { + "content": "[XXXXX1493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48273": { + "content": "[XXXXX1625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48274": { + "content": "[XXXXX1585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48275": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48276": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48277": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48278": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48279": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48280": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48281": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48282": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48283": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48284": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48285": { + "content": "[XXXXX1614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48286": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48287": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48288": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48289": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48290": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48291": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48292": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48293": { + "content": "[XXXXX1258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48294": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48295": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48296": { + "content": "[XXXXX1605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48297": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48298": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48299": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48300": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48301": { + "content": "[XXXXX1711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48302": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48303": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48304": { + "content": "[XXXXX1212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48305": { + "content": "[XXXXX1540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48306": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48307": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48308": { + "content": "[XXXXX1463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48309": { + "content": "[XXXXX1205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48310": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48311": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48312": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48313": { + "content": "[XXXXX1686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48314": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48315": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48316": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48317": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48318": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48319": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48320": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48321": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48322": { + "content": "[XXXXX1334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48323": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48324": { + "content": "[XXXXX1603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48325": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48326": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48327": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48328": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48329": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48330": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48331": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48332": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48333": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48334": { + "content": "[XXXXX1619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48335": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48336": { + "content": "[XXXXX1572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48337": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48338": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48339": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48340": { + "content": "[XXXXX1254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48341": { + "content": "[XXXXX1476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48342": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48343": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48344": { + "content": "[XXXXX1250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48345": { + "content": "[XXXXX1211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48346": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48347": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48348": { + "content": "[XXXXX1524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48349": { + "content": "[XXXXX1455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48350": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48351": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48352": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48353": { + "content": "[XXXXX1377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48354": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48355": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48356": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48357": { + "content": "[XXXXX1354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48358": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48359": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48360": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48361": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48362": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48363": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48364": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48365": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48366": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48367": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48368": { + "content": "[XXXXX1302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48369": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48370": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48371": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48372": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48373": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48374": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48375": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48376": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48377": { + "content": "[XXXXX1663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48378": { + "content": "[XXXXX1249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48379": { + "content": "[XXXXX1439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48380": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48381": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48382": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48383": { + "content": "[XXXXX1717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48384": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48385": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48386": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48387": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48388": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48389": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48390": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48391": { + "content": "[XXXXX1347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48392": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48393": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48394": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48395": { + "content": "[XXXXX1727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48396": { + "content": "[XXXXX1689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48397": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48398": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48399": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48400": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48401": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48402": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48403": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48404": { + "content": "[XXXXX1350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48405": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48406": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48407": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48408": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48409": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48410": { + "content": "[XXXXX1517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48411": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48412": { + "content": "[XXXXX1196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48413": { + "content": "[XXXXX1234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48414": { + "content": "[XXXXX1578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48415": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48416": { + "content": "[XXXXX1441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48417": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48418": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48419": { + "content": "[XXXXX1447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48420": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48421": { + "content": "[XXXXX1478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48422": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48423": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48424": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48425": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48426": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48427": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48428": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48429": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48430": { + "content": "[XXXXX1503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48431": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48432": { + "content": "[XXXXX1738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48433": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48434": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48435": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48436": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48437": { + "content": "[XXXXX1518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48438": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48439": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48440": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48441": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48442": { + "content": "[XXXXX1217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48443": { + "content": "[XXXXX1298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48444": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48445": { + "content": "[XXXXX1508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48446": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48447": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48448": { + "content": "[XXXXX1225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48449": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48450": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48451": { + "content": "[XXXXX1684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48452": { + "content": "[XXXXX1499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48453": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48454": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48455": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48456": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48457": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48458": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48459": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48460": { + "content": "[XXXXX1644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48461": { + "content": "[XXXXX1704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48462": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48463": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48464": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48465": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48466": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48467": { + "content": "[XXXXX1705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48468": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48469": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48470": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48471": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48472": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48473": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48474": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48475": { + "content": "[XXXXX1521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48476": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48477": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48478": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48479": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48480": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48481": { + "content": "[XXXXX1203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48482": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48483": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48484": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48485": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48486": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48487": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48488": { + "content": "[XXXXX1197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48489": { + "content": "[XXXXX1331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48490": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48491": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48492": { + "content": "[XXXXX1356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48493": { + "content": "[XXXXX1396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48494": { + "content": "[XXXXX1537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48495": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48496": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48497": { + "content": "[XXXXX1730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48498": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48499": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48500": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48501": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48502": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48503": { + "content": "[XXXXX1757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48504": { + "content": "[XXXXX1467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48505": { + "content": "[XXXXX1706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48506": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48507": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48508": { + "content": "[XXXXX1754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48509": { + "content": "[XXXXX1745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48510": { + "content": "[XXXXX1668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48511": { + "content": "[XXXXX1224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48512": { + "content": "[XXXXX1726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48513": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48514": { + "content": "[XXXXX1407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48515": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48516": { + "content": "[XXXXX1569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48517": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48518": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48519": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48520": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48521": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48522": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48523": { + "content": "[XXXXX1520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48524": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48525": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48526": { + "content": "[XXXXX1651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48527": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48528": { + "content": "[XXXXX1740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48529": { + "content": "[XXXXX1348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48530": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48531": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48532": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48533": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48534": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48535": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48536": { + "content": "[XXXXX1690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48537": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48538": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48539": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48540": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48541": { + "content": "[XXXXX1459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48542": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48543": { + "content": "[XXXXX1242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48544": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48545": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48546": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48547": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48548": { + "content": "[XXXXX1528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48549": { + "content": "[XXXXX1319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48550": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48551": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48552": { + "content": "[XXXXX1632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48553": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48554": { + "content": "[XXXXX1595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48555": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48556": { + "content": "[XXXXX1290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48557": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48558": { + "content": "[XXXXX1699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48559": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48560": { + "content": "[XXXXX1601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48561": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48562": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48563": { + "content": "[XXXXX1756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48564": { + "content": "[XXXXX1381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48565": { + "content": "[XXXXX1560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48566": { + "content": "[XXXXX1270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48567": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48568": { + "content": "[XXXXX1202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48569": { + "content": "[XXXXX1244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48570": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48571": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48572": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48573": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48574": { + "content": "[XXXXX1479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48575": { + "content": "[XXXXX1312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48576": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48577": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48578": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48579": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48580": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48581": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48582": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48583": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48584": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48585": { + "content": "[XXXXX1427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48586": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48587": { + "content": "[XXXXX1657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48588": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48589": { + "content": "[XXXXX1432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48590": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48591": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48592": { + "content": "[XXXXX1264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48593": { + "content": "[XXXXX1498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48594": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48595": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48596": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48597": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48598": { + "content": "[XXXXX1491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48599": { + "content": "[XXXXX1584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48600": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48601": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48602": { + "content": "[XXXXX1229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48603": { + "content": "[XXXXX1511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48604": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48605": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48606": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48607": { + "content": "[XXXXX1544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48608": { + "content": "[XXXXX1204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48609": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48610": { + "content": "[XXXXX1372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48611": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48612": { + "content": "[XXXXX1490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48613": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48614": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48615": { + "content": "[XXXXX1416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48616": { + "content": "[XXXXX1450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48617": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48618": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48619": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48620": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48621": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48622": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48623": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48624": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48625": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48626": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48627": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48628": { + "content": "[XXXXX1465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48629": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48630": { + "content": "[XXXXX1530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48631": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48632": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48633": { + "content": "[XXXXX1580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48634": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48635": { + "content": "[XXXXX1405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48636": { + "content": "[XXXXX1653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48637": { + "content": "[XXXXX1500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48638": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48639": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48640": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48641": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48642": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48643": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48644": { + "content": "[XXXXX1320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48645": { + "content": "[XXXXX1472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48646": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48647": { + "content": "[XXXXX1245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48648": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48649": { + "content": "[XXXXX1713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48650": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48651": { + "content": "[XXXXX1340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48652": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48653": { + "content": "[XXXXX1650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48654": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48655": { + "content": "[XXXXX1514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48656": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48657": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48658": { + "content": "[XXXXX1495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48659": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48660": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48661": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48662": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48663": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48664": { + "content": "[XXXXX1480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48665": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48666": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48667": { + "content": "[XXXXX1428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48668": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48669": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48670": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48671": { + "content": "[XXXXX1741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48672": { + "content": "[XXXXX1221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48673": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48674": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48675": { + "content": "[XXXXX1483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48676": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48677": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48678": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48679": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48680": { + "content": "[XXXXX1385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48681": { + "content": "[XXXXX1389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48682": { + "content": "[XXXXX1213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48683": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48684": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48685": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48686": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48687": { + "content": "[XXXXX1291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48688": { + "content": "[XXXXX1451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48689": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48690": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48691": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48692": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48693": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48694": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48695": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48696": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48697": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48698": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48699": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48700": { + "content": "[XXXXX1339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48701": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48702": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48703": { + "content": "[XXXXX1318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48704": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48705": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48706": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48707": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48708": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48709": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48710": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48711": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48712": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48713": { + "content": "[XXXXX1293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48714": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48715": { + "content": "[XXXXX1252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48716": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48717": { + "content": "[XXXXX1536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48718": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48719": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48720": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48721": { + "content": "[XXXXX1358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48722": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48723": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48724": { + "content": "[XXXXX1437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48725": { + "content": "[XXXXX1634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48726": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48727": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48728": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48729": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48730": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48731": { + "content": "[XXXXX1589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48732": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48733": { + "content": "[XXXXX1693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48734": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48735": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48736": { + "content": "[XXXXX1256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48737": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48738": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48739": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48740": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48741": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48742": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48743": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48744": { + "content": "[XXXXX1477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48745": { + "content": "[XXXXX1262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48746": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48747": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48748": { + "content": "[XXXXX1362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48749": { + "content": "[XXXXX1201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48750": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48751": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48752": { + "content": "[XXXXX1579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48753": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48754": { + "content": "[XXXXX1327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48755": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48756": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48757": { + "content": "[XXXXX1627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48758": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48759": { + "content": "[XXXXX1504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48760": { + "content": "[XXXXX1391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48761": { + "content": "[XXXXX1456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48762": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48763": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48764": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48765": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48766": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48767": { + "content": "[XXXXX1609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48768": { + "content": "[XXXXX1629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48769": { + "content": "[XXXXX1597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48770": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48771": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48772": { + "content": "[XXXXX1346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48773": { + "content": "[XXXXX1645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48774": { + "content": "[XXXXX1660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48775": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48776": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48777": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48778": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48779": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48780": { + "content": "[XXXXX1469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48781": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48782": { + "content": "[XXXXX1424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48783": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48784": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48785": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48786": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48787": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48788": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48789": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48790": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48791": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48792": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48793": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48794": { + "content": "[XXXXX1297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48795": { + "content": "[XXXXX1688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48796": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48797": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48798": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48799": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48800": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48801": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48802": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48803": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48804": { + "content": "[XXXXX1501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48805": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48806": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48807": { + "content": "[XXXXX1438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48808": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48809": { + "content": "[XXXXX1330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48810": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48811": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48812": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48813": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48814": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48815": { + "content": "[XXXXX1519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48816": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48817": { + "content": "[XXXXX1489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48818": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48819": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48820": { + "content": "[XXXXX1630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48821": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48822": { + "content": "[XXXXX1509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48823": { + "content": "[XXXXX1505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48824": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48825": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48826": { + "content": "[XXXXX1581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48827": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48828": { + "content": "[XXXXX1618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48829": { + "content": "[XXXXX1314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48830": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48831": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48832": { + "content": "[XXXXX1422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48833": { + "content": "[XXXXX1364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48834": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48835": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48836": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48837": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48838": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48839": { + "content": "[XXXXX1591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48840": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48841": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48842": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48843": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48844": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48845": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48846": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48847": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48848": { + "content": "[XXXXX1535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48849": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48850": { + "content": "[XXXXX1353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48851": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48852": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48853": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48854": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48855": { + "content": "[XXXXX1206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48856": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48857": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48858": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48859": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48860": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48861": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48862": { + "content": "[XXXXX1355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48863": { + "content": "[XXXXX1547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48864": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48865": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48866": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48867": { + "content": "[XXXXX1728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48868": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48869": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48870": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48871": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48872": { + "content": "[XXXXX1522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48873": { + "content": "[XXXXX1326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48874": { + "content": "[XXXXX1448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48875": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48876": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48877": { + "content": "[XXXXX1341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48878": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48879": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48880": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48881": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48882": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48883": { + "content": "[XXXXX1285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48884": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48885": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48886": { + "content": "[XXXXX1750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48887": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48888": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48889": { + "content": "[XXXXX1742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48890": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48891": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48892": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48893": { + "content": "[XXXXX1445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48894": { + "content": "[XXXXX1466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48895": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48896": { + "content": "[XXXXX1531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48897": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48898": { + "content": "[XXXXX1247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48899": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48900": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48901": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48902": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48903": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48904": { + "content": "[XXXXX1494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48905": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48906": { + "content": "[XXXXX1406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48907": { + "content": "[XXXXX1610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48908": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48909": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48910": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48911": { + "content": "[XXXXX1570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48912": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48913": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48914": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48915": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48916": { + "content": "[XXXXX1433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48917": { + "content": "[XXXXX1295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48918": { + "content": "[XXXXX1485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48919": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48920": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48921": { + "content": "[XXXXX1333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48922": { + "content": "[XXXXX1359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48923": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48924": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48925": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48926": { + "content": "[XXXXX1761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48927": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48928": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48929": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48930": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48931": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48932": { + "content": "[XXXXX1751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48933": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48934": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48935": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48936": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48937": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48938": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48939": { + "content": "[XXXXX1216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48940": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48941": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48942": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48943": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48944": { + "content": "[XXXXX1534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48945": { + "content": "[XXXXX1265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48946": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48947": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48948": { + "content": "[XXXXX1525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48949": { + "content": "[XXXXX1760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48950": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48951": { + "content": "[XXXXX1260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48952": { + "content": "[XXXXX1574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48953": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48954": { + "content": "[XXXXX1702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48955": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48956": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48957": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48958": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48959": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48960": { + "content": "[XXXXX1562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48961": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48962": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48963": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48964": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48965": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48966": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48967": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48968": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48969": { + "content": "[XXXXX1747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48970": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48971": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48972": { + "content": "[XXXXX1587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48973": { + "content": "[XXXXX1382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48974": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48975": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48976": { + "content": "[XXXXX1426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48977": { + "content": "[XXXXX1345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48978": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48979": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48980": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48981": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48982": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48983": { + "content": "[XXXXX1401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48984": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48985": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48986": { + "content": "[XXXXX1719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48987": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48988": { + "content": "[XXXXX1226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48989": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48990": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48991": { + "content": "[XXXXX1255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48992": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48993": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48994": { + "content": "[XXXXX1608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48995": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48996": { + "content": "[XXXXX1399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48997": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48998": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48999": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49000": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49001": { + "content": "[XXXXX1656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49002": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49003": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49004": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49005": { + "content": "[XXXXX1235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49006": { + "content": "[XXXXX1592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49007": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49008": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49009": { + "content": "[XXXXX1590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49010": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49011": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49012": { + "content": "[XXXXX1718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49013": { + "content": "[XXXXX1373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49014": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49015": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49016": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49017": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49018": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49019": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49020": { + "content": "[XXXXX1532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49021": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49022": { + "content": "[XXXXX1542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49023": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49024": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49025": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49026": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49027": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49028": { + "content": "[XXXXX1363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49029": { + "content": "[XXXXX1685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49030": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49031": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49032": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49033": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49034": { + "content": "[XXXXX1444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49035": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49036": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49037": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49038": { + "content": "[XXXXX1607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49039": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49040": { + "content": "[XXXXX1283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49041": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49042": { + "content": "[XXXXX1475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49043": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49044": { + "content": "[XXXXX1543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49045": { + "content": "[XXXXX1361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49046": { + "content": "[XXXXX1292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49047": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49048": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49049": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49050": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49051": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49052": { + "content": "[XXXXX1676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49053": { + "content": "[XXXXX1759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49054": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49055": { + "content": "[XXXXX1539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49056": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49057": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49058": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49059": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49060": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49061": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49062": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49063": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49064": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49065": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49066": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49067": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49068": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49069": { + "content": "[XXXXX1310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49070": { + "content": "[XXXXX1654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49071": { + "content": "[XXXXX1665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49072": { + "content": "[XXXXX1329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49073": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49074": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49075": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49076": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49077": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49078": { + "content": "[XXXXX1449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49079": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49080": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49081": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49082": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49083": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49084": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49085": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49086": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49087": { + "content": "[XXXXX1223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49088": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49089": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49090": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49091": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49092": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49093": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49094": { + "content": "[XXXXX1712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49095": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49096": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49097": { + "content": "[XXXXX1198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49098": { + "content": "[XXXXX1576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49099": { + "content": "[XXXXX1526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49100": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49101": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49102": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49103": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49104": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49105": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49106": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49107": { + "content": "[XXXXX1453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49108": { + "content": "[XXXXX1492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49109": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49110": { + "content": "[XXXXX1392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49111": { + "content": "[XXXXX1673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49112": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49113": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49114": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49115": { + "content": "[XXXXX1236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49116": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49117": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49118": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49119": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49120": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49121": { + "content": "[XXXXX1296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49122": { + "content": "[XXXXX1551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49123": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49124": { + "content": "[XXXXX1667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49125": { + "content": "[XXXXX1307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49126": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49127": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49128": { + "content": "[XXXXX1749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49129": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49130": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49131": { + "content": "[XXXXX1552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49132": { + "content": "[XXXXX1638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49133": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49134": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49135": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49136": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49137": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49138": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49139": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49140": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49141": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49142": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49143": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49144": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49145": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49146": { + "content": "[XXXXX1425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49147": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49148": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49149": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49150": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49151": { + "content": "[XXXXX1697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-1000/trainer_state.json b/checkpoint-1000/trainer_state.json new file mode 100644 index 0000000..9356070 --- /dev/null +++ b/checkpoint-1000/trainer_state.json @@ -0,0 +1,2056 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.1862396204033214, + "eval_steps": 500, + "global_step": 1000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 10.6509840965271, + "epoch": 0.005931198102016607, + "grad_norm": 11.4375, + "learning_rate": 2e-06, + "loss": 10.7955, + "mean_token_accuracy": 0.00017467249417677522, + "num_tokens": 12647.0, + "step": 5 + }, + { + "entropy": 10.650976181030273, + "epoch": 0.011862396204033215, + "grad_norm": 10.875, + "learning_rate": 4.5e-06, + "loss": 10.7449, + "mean_token_accuracy": 0.0003256943717133254, + "num_tokens": 26668.0, + "step": 10 + }, + { + "entropy": 10.65047550201416, + "epoch": 0.017793594306049824, + "grad_norm": 8.5, + "learning_rate": 7e-06, + "loss": 10.5392, + "mean_token_accuracy": 0.011320227157557382, + "num_tokens": 41021.0, + "step": 15 + }, + { + "entropy": 10.645245170593261, + "epoch": 0.02372479240806643, + "grad_norm": 5.6875, + "learning_rate": 9.5e-06, + "loss": 10.2512, + "mean_token_accuracy": 0.03331172131001949, + "num_tokens": 56626.0, + "step": 20 + }, + { + "entropy": 10.620162200927734, + "epoch": 0.02965599051008304, + "grad_norm": 3.46875, + "learning_rate": 1.2e-05, + "loss": 9.9999, + "mean_token_accuracy": 0.03278177715837956, + "num_tokens": 72914.0, + "step": 25 + }, + { + "entropy": 10.59833517074585, + "epoch": 0.03558718861209965, + "grad_norm": 2.75, + "learning_rate": 1.4500000000000002e-05, + "loss": 9.8507, + "mean_token_accuracy": 0.03321463130414486, + "num_tokens": 88514.0, + "step": 30 + }, + { + "entropy": 10.59533166885376, + "epoch": 0.04151838671411625, + "grad_norm": 2.6875, + "learning_rate": 1.7000000000000003e-05, + "loss": 9.7557, + "mean_token_accuracy": 0.03128496501594782, + "num_tokens": 101256.0, + "step": 35 + }, + { + "entropy": 10.598009204864502, + "epoch": 0.04744958481613286, + "grad_norm": 2.34375, + "learning_rate": 1.95e-05, + "loss": 9.7229, + "mean_token_accuracy": 0.03391152955591679, + "num_tokens": 114459.0, + "step": 40 + }, + { + "entropy": 10.583034133911132, + "epoch": 0.05338078291814947, + "grad_norm": 2.203125, + "learning_rate": 2.2e-05, + "loss": 9.7096, + "mean_token_accuracy": 0.031900213845074174, + "num_tokens": 129858.0, + "step": 45 + }, + { + "entropy": 10.583144092559815, + "epoch": 0.05931198102016608, + "grad_norm": 2.421875, + "learning_rate": 2.4500000000000003e-05, + "loss": 9.6353, + "mean_token_accuracy": 0.03371269796043634, + "num_tokens": 143486.0, + "step": 50 + }, + { + "entropy": 10.582204055786132, + "epoch": 0.06524317912218268, + "grad_norm": 2.171875, + "learning_rate": 2.7e-05, + "loss": 9.5795, + "mean_token_accuracy": 0.035220497474074366, + "num_tokens": 156003.0, + "step": 55 + }, + { + "entropy": 10.569349002838134, + "epoch": 0.0711743772241993, + "grad_norm": 2.1875, + "learning_rate": 2.95e-05, + "loss": 9.5437, + "mean_token_accuracy": 0.034727090038359165, + "num_tokens": 170988.0, + "step": 60 + }, + { + "entropy": 10.552780246734619, + "epoch": 0.0771055753262159, + "grad_norm": 2.15625, + "learning_rate": 3.2e-05, + "loss": 9.4193, + "mean_token_accuracy": 0.03448135014623403, + "num_tokens": 187165.0, + "step": 65 + }, + { + "entropy": 10.542837047576905, + "epoch": 0.0830367734282325, + "grad_norm": 2.125, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.368, + "mean_token_accuracy": 0.03228826243430376, + "num_tokens": 202072.0, + "step": 70 + }, + { + "entropy": 10.534712505340575, + "epoch": 0.08896797153024912, + "grad_norm": 2.0625, + "learning_rate": 3.7e-05, + "loss": 9.2131, + "mean_token_accuracy": 0.034324941039085385, + "num_tokens": 215375.0, + "step": 75 + }, + { + "entropy": 10.50705509185791, + "epoch": 0.09489916963226572, + "grad_norm": 1.921875, + "learning_rate": 3.95e-05, + "loss": 9.1257, + "mean_token_accuracy": 0.03353528436273336, + "num_tokens": 228749.0, + "step": 80 + }, + { + "entropy": 10.478670978546143, + "epoch": 0.10083036773428232, + "grad_norm": 2.09375, + "learning_rate": 4.2000000000000004e-05, + "loss": 9.0183, + "mean_token_accuracy": 0.03314766474068165, + "num_tokens": 242387.0, + "step": 85 + }, + { + "entropy": 10.458618545532227, + "epoch": 0.10676156583629894, + "grad_norm": 2.046875, + "learning_rate": 4.45e-05, + "loss": 8.9252, + "mean_token_accuracy": 0.03416665960103273, + "num_tokens": 257793.0, + "step": 90 + }, + { + "entropy": 10.419714641571044, + "epoch": 0.11269276393831554, + "grad_norm": 2.125, + "learning_rate": 4.7000000000000004e-05, + "loss": 8.8134, + "mean_token_accuracy": 0.036843133717775346, + "num_tokens": 271187.0, + "step": 95 + }, + { + "entropy": 10.339355945587158, + "epoch": 0.11862396204033215, + "grad_norm": 1.921875, + "learning_rate": 4.9500000000000004e-05, + "loss": 8.6836, + "mean_token_accuracy": 0.04052316285669803, + "num_tokens": 284937.0, + "step": 100 + }, + { + "entropy": 10.289305877685546, + "epoch": 0.12455516014234876, + "grad_norm": 2.140625, + "learning_rate": 5.2e-05, + "loss": 8.523, + "mean_token_accuracy": 0.042971277609467506, + "num_tokens": 300108.0, + "step": 105 + }, + { + "entropy": 10.171844291687012, + "epoch": 0.13048635824436536, + "grad_norm": 2.109375, + "learning_rate": 5.45e-05, + "loss": 8.4071, + "mean_token_accuracy": 0.0435908630490303, + "num_tokens": 316760.0, + "step": 110 + }, + { + "entropy": 10.090029907226562, + "epoch": 0.13641755634638197, + "grad_norm": 1.8515625, + "learning_rate": 5.7e-05, + "loss": 8.2269, + "mean_token_accuracy": 0.04757884480059147, + "num_tokens": 329705.0, + "step": 115 + }, + { + "entropy": 9.968478775024414, + "epoch": 0.1423487544483986, + "grad_norm": 1.8046875, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.1048, + "mean_token_accuracy": 0.05177154988050461, + "num_tokens": 342947.0, + "step": 120 + }, + { + "entropy": 9.810734272003174, + "epoch": 0.14827995255041518, + "grad_norm": 1.6015625, + "learning_rate": 6.2e-05, + "loss": 7.957, + "mean_token_accuracy": 0.05589810460805893, + "num_tokens": 358397.0, + "step": 125 + }, + { + "entropy": 9.629272270202637, + "epoch": 0.1542111506524318, + "grad_norm": 2.015625, + "learning_rate": 6.450000000000001e-05, + "loss": 7.8543, + "mean_token_accuracy": 0.058608030527830125, + "num_tokens": 370369.0, + "step": 130 + }, + { + "entropy": 9.431285285949707, + "epoch": 0.1601423487544484, + "grad_norm": 1.46875, + "learning_rate": 6.7e-05, + "loss": 7.7282, + "mean_token_accuracy": 0.06019565127789974, + "num_tokens": 386896.0, + "step": 135 + }, + { + "entropy": 9.166491031646729, + "epoch": 0.166073546856465, + "grad_norm": 1.6171875, + "learning_rate": 6.950000000000001e-05, + "loss": 7.571, + "mean_token_accuracy": 0.06539936549961567, + "num_tokens": 400433.0, + "step": 140 + }, + { + "entropy": 8.998315811157227, + "epoch": 0.17200474495848161, + "grad_norm": 1.9296875, + "learning_rate": 7.2e-05, + "loss": 7.5193, + "mean_token_accuracy": 0.06127564944326878, + "num_tokens": 415092.0, + "step": 145 + }, + { + "entropy": 8.760649585723877, + "epoch": 0.17793594306049823, + "grad_norm": 1.625, + "learning_rate": 7.45e-05, + "loss": 7.3847, + "mean_token_accuracy": 0.06551449336111545, + "num_tokens": 429793.0, + "step": 150 + }, + { + "entropy": 8.53032569885254, + "epoch": 0.18386714116251482, + "grad_norm": 1.703125, + "learning_rate": 7.7e-05, + "loss": 7.3618, + "mean_token_accuracy": 0.07152369543910027, + "num_tokens": 442618.0, + "step": 155 + }, + { + "entropy": 8.432501602172852, + "epoch": 0.18979833926453143, + "grad_norm": 1.484375, + "learning_rate": 7.950000000000001e-05, + "loss": 7.2263, + "mean_token_accuracy": 0.0709031268954277, + "num_tokens": 454976.0, + "step": 160 + }, + { + "entropy": 8.288888359069825, + "epoch": 0.19572953736654805, + "grad_norm": 2.09375, + "learning_rate": 8.2e-05, + "loss": 7.2693, + "mean_token_accuracy": 0.06482412219047547, + "num_tokens": 467523.0, + "step": 165 + }, + { + "entropy": 8.135635375976562, + "epoch": 0.20166073546856464, + "grad_norm": 1.203125, + "learning_rate": 8.450000000000001e-05, + "loss": 7.1729, + "mean_token_accuracy": 0.07200234681367874, + "num_tokens": 481391.0, + "step": 170 + }, + { + "entropy": 8.090270137786865, + "epoch": 0.20759193357058126, + "grad_norm": 1.3515625, + "learning_rate": 8.7e-05, + "loss": 7.147, + "mean_token_accuracy": 0.06691372841596603, + "num_tokens": 496697.0, + "step": 175 + }, + { + "entropy": 8.008182764053345, + "epoch": 0.21352313167259787, + "grad_norm": 1.96875, + "learning_rate": 8.95e-05, + "loss": 7.1704, + "mean_token_accuracy": 0.07276545092463493, + "num_tokens": 510091.0, + "step": 180 + }, + { + "entropy": 7.948391151428223, + "epoch": 0.21945432977461446, + "grad_norm": 1.390625, + "learning_rate": 9.2e-05, + "loss": 7.1071, + "mean_token_accuracy": 0.0736262746155262, + "num_tokens": 522168.0, + "step": 185 + }, + { + "entropy": 7.860538482666016, + "epoch": 0.22538552787663108, + "grad_norm": 1.2890625, + "learning_rate": 9.45e-05, + "loss": 7.0333, + "mean_token_accuracy": 0.0750058189034462, + "num_tokens": 535853.0, + "step": 190 + }, + { + "entropy": 7.789449167251587, + "epoch": 0.2313167259786477, + "grad_norm": 1.484375, + "learning_rate": 9.7e-05, + "loss": 7.0532, + "mean_token_accuracy": 0.07566255033016205, + "num_tokens": 551082.0, + "step": 195 + }, + { + "entropy": 7.820679521560669, + "epoch": 0.2372479240806643, + "grad_norm": 1.5859375, + "learning_rate": 9.95e-05, + "loss": 7.0735, + "mean_token_accuracy": 0.0763503935188055, + "num_tokens": 567181.0, + "step": 200 + }, + { + "entropy": 7.715967988967895, + "epoch": 0.2431791221826809, + "grad_norm": 1.46875, + "learning_rate": 0.000102, + "loss": 6.9882, + "mean_token_accuracy": 0.0811008334159851, + "num_tokens": 580689.0, + "step": 205 + }, + { + "entropy": 7.671104192733765, + "epoch": 0.2491103202846975, + "grad_norm": 1.40625, + "learning_rate": 0.00010449999999999999, + "loss": 6.9075, + "mean_token_accuracy": 0.08624595254659653, + "num_tokens": 594590.0, + "step": 210 + }, + { + "entropy": 7.669063520431519, + "epoch": 0.25504151838671413, + "grad_norm": 1.1796875, + "learning_rate": 0.000107, + "loss": 6.9659, + "mean_token_accuracy": 0.07704100087285042, + "num_tokens": 610577.0, + "step": 215 + }, + { + "entropy": 7.621254777908325, + "epoch": 0.2609727164887307, + "grad_norm": 1.1484375, + "learning_rate": 0.0001095, + "loss": 6.9894, + "mean_token_accuracy": 0.0770975686609745, + "num_tokens": 627066.0, + "step": 220 + }, + { + "entropy": 7.582563304901123, + "epoch": 0.2669039145907473, + "grad_norm": 1.2109375, + "learning_rate": 0.000112, + "loss": 6.9863, + "mean_token_accuracy": 0.08030139058828353, + "num_tokens": 642601.0, + "step": 225 + }, + { + "entropy": 7.5748522758483885, + "epoch": 0.27283511269276395, + "grad_norm": 1.4296875, + "learning_rate": 0.0001145, + "loss": 6.8436, + "mean_token_accuracy": 0.08795318827033043, + "num_tokens": 655615.0, + "step": 230 + }, + { + "entropy": 7.51125283241272, + "epoch": 0.27876631079478054, + "grad_norm": 1.140625, + "learning_rate": 0.00011700000000000001, + "loss": 6.8805, + "mean_token_accuracy": 0.08227636963129044, + "num_tokens": 670218.0, + "step": 235 + }, + { + "entropy": 7.581772565841675, + "epoch": 0.2846975088967972, + "grad_norm": 1.359375, + "learning_rate": 0.00011949999999999999, + "loss": 6.8693, + "mean_token_accuracy": 0.08509634733200074, + "num_tokens": 683661.0, + "step": 240 + }, + { + "entropy": 7.414237833023071, + "epoch": 0.29062870699881377, + "grad_norm": 1.15625, + "learning_rate": 0.000122, + "loss": 6.8471, + "mean_token_accuracy": 0.08358772993087768, + "num_tokens": 699767.0, + "step": 245 + }, + { + "entropy": 7.437202262878418, + "epoch": 0.29655990510083036, + "grad_norm": 1.328125, + "learning_rate": 0.0001245, + "loss": 6.774, + "mean_token_accuracy": 0.09326352775096894, + "num_tokens": 713579.0, + "step": 250 + }, + { + "entropy": 7.383161449432373, + "epoch": 0.302491103202847, + "grad_norm": 1.703125, + "learning_rate": 0.000127, + "loss": 6.8019, + "mean_token_accuracy": 0.08484338372945785, + "num_tokens": 727490.0, + "step": 255 + }, + { + "entropy": 7.414105653762817, + "epoch": 0.3084223013048636, + "grad_norm": 1.0625, + "learning_rate": 0.0001295, + "loss": 6.8822, + "mean_token_accuracy": 0.08486307561397552, + "num_tokens": 742477.0, + "step": 260 + }, + { + "entropy": 7.386582565307617, + "epoch": 0.3143534994068802, + "grad_norm": 1.5703125, + "learning_rate": 0.000132, + "loss": 6.7436, + "mean_token_accuracy": 0.08875370100140571, + "num_tokens": 757772.0, + "step": 265 + }, + { + "entropy": 7.385796451568604, + "epoch": 0.3202846975088968, + "grad_norm": 1.515625, + "learning_rate": 0.00013450000000000002, + "loss": 6.795, + "mean_token_accuracy": 0.08812053054571152, + "num_tokens": 772898.0, + "step": 270 + }, + { + "entropy": 7.329386568069458, + "epoch": 0.3262158956109134, + "grad_norm": 1.34375, + "learning_rate": 0.00013700000000000002, + "loss": 6.7697, + "mean_token_accuracy": 0.08715710267424584, + "num_tokens": 788395.0, + "step": 275 + }, + { + "entropy": 7.318710279464722, + "epoch": 0.33214709371293, + "grad_norm": 1.578125, + "learning_rate": 0.0001395, + "loss": 6.83, + "mean_token_accuracy": 0.08070869520306587, + "num_tokens": 803413.0, + "step": 280 + }, + { + "entropy": 7.188418292999268, + "epoch": 0.33807829181494664, + "grad_norm": 1.484375, + "learning_rate": 0.00014199999999999998, + "loss": 6.6976, + "mean_token_accuracy": 0.09588895291090012, + "num_tokens": 817775.0, + "step": 285 + }, + { + "entropy": 7.389742612838745, + "epoch": 0.34400948991696323, + "grad_norm": 1.6328125, + "learning_rate": 0.0001445, + "loss": 6.8092, + "mean_token_accuracy": 0.08903076201677322, + "num_tokens": 831379.0, + "step": 290 + }, + { + "entropy": 7.300806474685669, + "epoch": 0.3499406880189798, + "grad_norm": 1.3046875, + "learning_rate": 0.000147, + "loss": 6.7387, + "mean_token_accuracy": 0.08791814595460892, + "num_tokens": 846596.0, + "step": 295 + }, + { + "entropy": 7.254555749893188, + "epoch": 0.35587188612099646, + "grad_norm": 1.25, + "learning_rate": 0.0001495, + "loss": 6.7438, + "mean_token_accuracy": 0.08821789696812629, + "num_tokens": 862063.0, + "step": 300 + }, + { + "entropy": 7.275745964050293, + "epoch": 0.36180308422301305, + "grad_norm": 1.2734375, + "learning_rate": 0.000152, + "loss": 6.6954, + "mean_token_accuracy": 0.08966124951839446, + "num_tokens": 876841.0, + "step": 305 + }, + { + "entropy": 7.221111488342285, + "epoch": 0.36773428232502964, + "grad_norm": 1.2734375, + "learning_rate": 0.00015450000000000001, + "loss": 6.7751, + "mean_token_accuracy": 0.09116524010896683, + "num_tokens": 890728.0, + "step": 310 + }, + { + "entropy": 7.206338787078858, + "epoch": 0.3736654804270463, + "grad_norm": 1.359375, + "learning_rate": 0.000157, + "loss": 6.6956, + "mean_token_accuracy": 0.09070762842893601, + "num_tokens": 905599.0, + "step": 315 + }, + { + "entropy": 7.1817542552948, + "epoch": 0.37959667852906287, + "grad_norm": 1.59375, + "learning_rate": 0.0001595, + "loss": 6.6483, + "mean_token_accuracy": 0.09768397733569145, + "num_tokens": 918139.0, + "step": 320 + }, + { + "entropy": 7.167359304428101, + "epoch": 0.38552787663107946, + "grad_norm": 1.484375, + "learning_rate": 0.000162, + "loss": 6.7114, + "mean_token_accuracy": 0.09328882694244385, + "num_tokens": 931666.0, + "step": 325 + }, + { + "entropy": 7.196693468093872, + "epoch": 0.3914590747330961, + "grad_norm": 1.3046875, + "learning_rate": 0.00016450000000000001, + "loss": 6.6605, + "mean_token_accuracy": 0.09237670227885246, + "num_tokens": 946286.0, + "step": 330 + }, + { + "entropy": 7.148892021179199, + "epoch": 0.3973902728351127, + "grad_norm": 1.4140625, + "learning_rate": 0.00016700000000000002, + "loss": 6.6029, + "mean_token_accuracy": 0.09802859723567962, + "num_tokens": 959689.0, + "step": 335 + }, + { + "entropy": 7.091142225265503, + "epoch": 0.4033214709371293, + "grad_norm": 1.53125, + "learning_rate": 0.00016950000000000003, + "loss": 6.6481, + "mean_token_accuracy": 0.09793345853686333, + "num_tokens": 972707.0, + "step": 340 + }, + { + "entropy": 7.103200006484985, + "epoch": 0.4092526690391459, + "grad_norm": 1.296875, + "learning_rate": 0.00017199999999999998, + "loss": 6.6694, + "mean_token_accuracy": 0.09691287726163864, + "num_tokens": 988010.0, + "step": 345 + }, + { + "entropy": 7.109372472763061, + "epoch": 0.4151838671411625, + "grad_norm": 1.609375, + "learning_rate": 0.00017449999999999999, + "loss": 6.7001, + "mean_token_accuracy": 0.0866947390139103, + "num_tokens": 1003823.0, + "step": 350 + }, + { + "entropy": 7.018935489654541, + "epoch": 0.4211150652431791, + "grad_norm": 1.3125, + "learning_rate": 0.000177, + "loss": 6.4583, + "mean_token_accuracy": 0.10792901739478111, + "num_tokens": 1018276.0, + "step": 355 + }, + { + "entropy": 7.151296997070313, + "epoch": 0.42704626334519574, + "grad_norm": 1.2890625, + "learning_rate": 0.0001795, + "loss": 6.6782, + "mean_token_accuracy": 0.09361589401960373, + "num_tokens": 1031242.0, + "step": 360 + }, + { + "entropy": 7.0902214527130125, + "epoch": 0.43297746144721233, + "grad_norm": 1.3984375, + "learning_rate": 0.000182, + "loss": 6.5786, + "mean_token_accuracy": 0.09998262599110604, + "num_tokens": 1043940.0, + "step": 365 + }, + { + "entropy": 6.944676065444947, + "epoch": 0.4389086595492289, + "grad_norm": 1.2109375, + "learning_rate": 0.0001845, + "loss": 6.508, + "mean_token_accuracy": 0.09759898036718369, + "num_tokens": 1058656.0, + "step": 370 + }, + { + "entropy": 7.117189264297485, + "epoch": 0.44483985765124556, + "grad_norm": 1.265625, + "learning_rate": 0.000187, + "loss": 6.6092, + "mean_token_accuracy": 0.09189791083335877, + "num_tokens": 1073128.0, + "step": 375 + }, + { + "entropy": 6.948076343536377, + "epoch": 0.45077105575326215, + "grad_norm": 1.5390625, + "learning_rate": 0.0001895, + "loss": 6.5416, + "mean_token_accuracy": 0.09809970185160637, + "num_tokens": 1086467.0, + "step": 380 + }, + { + "entropy": 7.076186227798462, + "epoch": 0.45670225385527874, + "grad_norm": 1.46875, + "learning_rate": 0.000192, + "loss": 6.6616, + "mean_token_accuracy": 0.10060962289571762, + "num_tokens": 1100356.0, + "step": 385 + }, + { + "entropy": 7.028731060028076, + "epoch": 0.4626334519572954, + "grad_norm": 1.3046875, + "learning_rate": 0.0001945, + "loss": 6.5814, + "mean_token_accuracy": 0.10232764557003975, + "num_tokens": 1115877.0, + "step": 390 + }, + { + "entropy": 7.04663872718811, + "epoch": 0.46856465005931197, + "grad_norm": 1.375, + "learning_rate": 0.00019700000000000002, + "loss": 6.5466, + "mean_token_accuracy": 0.10219399407505989, + "num_tokens": 1131415.0, + "step": 395 + }, + { + "entropy": 6.8535503387451175, + "epoch": 0.4744958481613286, + "grad_norm": 1.5234375, + "learning_rate": 0.00019950000000000002, + "loss": 6.5137, + "mean_token_accuracy": 0.09734094068408013, + "num_tokens": 1145903.0, + "step": 400 + }, + { + "entropy": 6.879596471786499, + "epoch": 0.4804270462633452, + "grad_norm": 1.125, + "learning_rate": 0.000202, + "loss": 6.4397, + "mean_token_accuracy": 0.0997365266084671, + "num_tokens": 1161168.0, + "step": 405 + }, + { + "entropy": 6.921687078475952, + "epoch": 0.4863582443653618, + "grad_norm": 1.3515625, + "learning_rate": 0.00020449999999999998, + "loss": 6.5196, + "mean_token_accuracy": 0.09855128526687622, + "num_tokens": 1178155.0, + "step": 410 + }, + { + "entropy": 6.924295806884766, + "epoch": 0.49228944246737844, + "grad_norm": 1.3828125, + "learning_rate": 0.000207, + "loss": 6.3697, + "mean_token_accuracy": 0.1099881686270237, + "num_tokens": 1190830.0, + "step": 415 + }, + { + "entropy": 6.827713060379028, + "epoch": 0.498220640569395, + "grad_norm": 1.375, + "learning_rate": 0.0002095, + "loss": 6.3842, + "mean_token_accuracy": 0.10342236086726189, + "num_tokens": 1205260.0, + "step": 420 + }, + { + "entropy": 6.883217096328735, + "epoch": 0.5041518386714117, + "grad_norm": 1.4453125, + "learning_rate": 0.000212, + "loss": 6.431, + "mean_token_accuracy": 0.10836012288928032, + "num_tokens": 1218856.0, + "step": 425 + }, + { + "entropy": 6.832102727890015, + "epoch": 0.5100830367734283, + "grad_norm": 1.328125, + "learning_rate": 0.0002145, + "loss": 6.5014, + "mean_token_accuracy": 0.10428635627031327, + "num_tokens": 1234669.0, + "step": 430 + }, + { + "entropy": 6.830685758590699, + "epoch": 0.5160142348754448, + "grad_norm": 1.46875, + "learning_rate": 0.00021700000000000002, + "loss": 6.4289, + "mean_token_accuracy": 0.1057804524898529, + "num_tokens": 1249514.0, + "step": 435 + }, + { + "entropy": 6.837182474136353, + "epoch": 0.5219454329774614, + "grad_norm": 1.1015625, + "learning_rate": 0.0002195, + "loss": 6.3638, + "mean_token_accuracy": 0.1109524667263031, + "num_tokens": 1262311.0, + "step": 440 + }, + { + "entropy": 6.767211008071899, + "epoch": 0.527876631079478, + "grad_norm": 1.3359375, + "learning_rate": 0.000222, + "loss": 6.3519, + "mean_token_accuracy": 0.10807539224624634, + "num_tokens": 1277681.0, + "step": 445 + }, + { + "entropy": 6.781484460830688, + "epoch": 0.5338078291814946, + "grad_norm": 1.390625, + "learning_rate": 0.0002245, + "loss": 6.3968, + "mean_token_accuracy": 0.10917404815554618, + "num_tokens": 1292300.0, + "step": 450 + }, + { + "entropy": 6.775958061218262, + "epoch": 0.5397390272835113, + "grad_norm": 1.234375, + "learning_rate": 0.00022700000000000002, + "loss": 6.4142, + "mean_token_accuracy": 0.10393262058496475, + "num_tokens": 1307426.0, + "step": 455 + }, + { + "entropy": 6.787585258483887, + "epoch": 0.5456702253855279, + "grad_norm": 1.0546875, + "learning_rate": 0.00022950000000000002, + "loss": 6.4414, + "mean_token_accuracy": 0.09955934658646584, + "num_tokens": 1322167.0, + "step": 460 + }, + { + "entropy": 6.75556001663208, + "epoch": 0.5516014234875445, + "grad_norm": 1.2265625, + "learning_rate": 0.00023200000000000003, + "loss": 6.3126, + "mean_token_accuracy": 0.11029193922877312, + "num_tokens": 1335343.0, + "step": 465 + }, + { + "entropy": 6.719364500045776, + "epoch": 0.5575326215895611, + "grad_norm": 1.234375, + "learning_rate": 0.00023449999999999998, + "loss": 6.3129, + "mean_token_accuracy": 0.11020243093371392, + "num_tokens": 1349078.0, + "step": 470 + }, + { + "entropy": 6.670861291885376, + "epoch": 0.5634638196915777, + "grad_norm": 1.2265625, + "learning_rate": 0.000237, + "loss": 6.2388, + "mean_token_accuracy": 0.11813571006059646, + "num_tokens": 1362030.0, + "step": 475 + }, + { + "entropy": 6.790364742279053, + "epoch": 0.5693950177935944, + "grad_norm": 1.3125, + "learning_rate": 0.0002395, + "loss": 6.3965, + "mean_token_accuracy": 0.10456062778830529, + "num_tokens": 1378303.0, + "step": 480 + }, + { + "entropy": 6.773904657363891, + "epoch": 0.575326215895611, + "grad_norm": 1.203125, + "learning_rate": 0.000242, + "loss": 6.3906, + "mean_token_accuracy": 0.10592009201645851, + "num_tokens": 1392585.0, + "step": 485 + }, + { + "entropy": 6.805166101455688, + "epoch": 0.5812574139976275, + "grad_norm": 1.5, + "learning_rate": 0.0002445, + "loss": 6.3973, + "mean_token_accuracy": 0.11140659600496292, + "num_tokens": 1406962.0, + "step": 490 + }, + { + "entropy": 6.573492240905762, + "epoch": 0.5871886120996441, + "grad_norm": 1.2265625, + "learning_rate": 0.000247, + "loss": 6.2853, + "mean_token_accuracy": 0.11129999980330467, + "num_tokens": 1419493.0, + "step": 495 + }, + { + "entropy": 6.735859537124634, + "epoch": 0.5931198102016607, + "grad_norm": 1.3125, + "learning_rate": 0.0002495, + "loss": 6.3007, + "mean_token_accuracy": 0.10790175497531891, + "num_tokens": 1435373.0, + "step": 500 + }, + { + "epoch": 0.5931198102016607, + "eval_entropy": 6.67236985896994, + "eval_loss": 6.441715717315674, + "eval_mean_token_accuracy": 0.10966419813685988, + "eval_num_tokens": 1435373.0, + "eval_runtime": 2.4776, + "eval_samples_per_second": 1052.652, + "eval_steps_per_second": 131.581, + "step": 500 + }, + { + "entropy": 6.6947290897369385, + "epoch": 0.5990510083036773, + "grad_norm": 1.3359375, + "learning_rate": 0.000252, + "loss": 6.2707, + "mean_token_accuracy": 0.11756636276841163, + "num_tokens": 1449805.0, + "step": 505 + }, + { + "entropy": 6.634400224685669, + "epoch": 0.604982206405694, + "grad_norm": 1.3125, + "learning_rate": 0.0002545, + "loss": 6.2855, + "mean_token_accuracy": 0.11045260801911354, + "num_tokens": 1463657.0, + "step": 510 + }, + { + "entropy": 6.727581596374511, + "epoch": 0.6109134045077106, + "grad_norm": 1.4140625, + "learning_rate": 0.000257, + "loss": 6.3004, + "mean_token_accuracy": 0.11670920848846436, + "num_tokens": 1478089.0, + "step": 515 + }, + { + "entropy": 6.619698333740234, + "epoch": 0.6168446026097272, + "grad_norm": 1.4296875, + "learning_rate": 0.0002595, + "loss": 6.311, + "mean_token_accuracy": 0.11146906316280365, + "num_tokens": 1492225.0, + "step": 520 + }, + { + "entropy": 6.630937004089356, + "epoch": 0.6227758007117438, + "grad_norm": 1.1875, + "learning_rate": 0.000262, + "loss": 6.3008, + "mean_token_accuracy": 0.10728157833218574, + "num_tokens": 1506751.0, + "step": 525 + }, + { + "entropy": 6.599562358856201, + "epoch": 0.6287069988137604, + "grad_norm": 1.140625, + "learning_rate": 0.00026450000000000003, + "loss": 6.2004, + "mean_token_accuracy": 0.11617306619882584, + "num_tokens": 1520590.0, + "step": 530 + }, + { + "entropy": 6.652629327774048, + "epoch": 0.6346381969157769, + "grad_norm": 1.1953125, + "learning_rate": 0.00026700000000000004, + "loss": 6.2527, + "mean_token_accuracy": 0.11343958005309104, + "num_tokens": 1534752.0, + "step": 535 + }, + { + "entropy": 6.587781953811645, + "epoch": 0.6405693950177936, + "grad_norm": 1.3828125, + "learning_rate": 0.00026950000000000005, + "loss": 6.2154, + "mean_token_accuracy": 0.12041136622428894, + "num_tokens": 1547891.0, + "step": 540 + }, + { + "entropy": 6.418690204620361, + "epoch": 0.6465005931198102, + "grad_norm": 1.2578125, + "learning_rate": 0.00027200000000000005, + "loss": 6.1542, + "mean_token_accuracy": 0.12026057541370391, + "num_tokens": 1562560.0, + "step": 545 + }, + { + "entropy": 6.670684385299682, + "epoch": 0.6524317912218268, + "grad_norm": 1.328125, + "learning_rate": 0.0002745, + "loss": 6.3091, + "mean_token_accuracy": 0.11120221018791199, + "num_tokens": 1576896.0, + "step": 550 + }, + { + "entropy": 6.535441923141479, + "epoch": 0.6583629893238434, + "grad_norm": 1.265625, + "learning_rate": 0.000277, + "loss": 6.2086, + "mean_token_accuracy": 0.11225326210260392, + "num_tokens": 1590806.0, + "step": 555 + }, + { + "entropy": 6.601208257675171, + "epoch": 0.66429418742586, + "grad_norm": 1.234375, + "learning_rate": 0.0002795, + "loss": 6.326, + "mean_token_accuracy": 0.10773437917232513, + "num_tokens": 1605874.0, + "step": 560 + }, + { + "entropy": 6.616091251373291, + "epoch": 0.6702253855278766, + "grad_norm": 1.2734375, + "learning_rate": 0.00028199999999999997, + "loss": 6.2108, + "mean_token_accuracy": 0.11664134711027145, + "num_tokens": 1620947.0, + "step": 565 + }, + { + "entropy": 6.484318447113037, + "epoch": 0.6761565836298933, + "grad_norm": 1.296875, + "learning_rate": 0.0002845, + "loss": 6.2608, + "mean_token_accuracy": 0.10255342498421668, + "num_tokens": 1635974.0, + "step": 570 + }, + { + "entropy": 6.542778062820434, + "epoch": 0.6820877817319099, + "grad_norm": 1.109375, + "learning_rate": 0.000287, + "loss": 6.2163, + "mean_token_accuracy": 0.10959842428565025, + "num_tokens": 1651502.0, + "step": 575 + }, + { + "entropy": 6.45567512512207, + "epoch": 0.6880189798339265, + "grad_norm": 1.1796875, + "learning_rate": 0.0002895, + "loss": 6.1629, + "mean_token_accuracy": 0.11728360131382942, + "num_tokens": 1665547.0, + "step": 580 + }, + { + "entropy": 6.501108646392822, + "epoch": 0.693950177935943, + "grad_norm": 1.1796875, + "learning_rate": 0.000292, + "loss": 6.1508, + "mean_token_accuracy": 0.12227020487189293, + "num_tokens": 1678875.0, + "step": 585 + }, + { + "entropy": 6.480410623550415, + "epoch": 0.6998813760379596, + "grad_norm": 1.3203125, + "learning_rate": 0.0002945, + "loss": 6.1681, + "mean_token_accuracy": 0.11540260091423989, + "num_tokens": 1692673.0, + "step": 590 + }, + { + "entropy": 6.511543416976929, + "epoch": 0.7058125741399762, + "grad_norm": 1.109375, + "learning_rate": 0.000297, + "loss": 6.2156, + "mean_token_accuracy": 0.11393610835075378, + "num_tokens": 1707318.0, + "step": 595 + }, + { + "entropy": 6.460053396224976, + "epoch": 0.7117437722419929, + "grad_norm": 1.4140625, + "learning_rate": 0.0002995, + "loss": 6.2426, + "mean_token_accuracy": 0.11120611354708672, + "num_tokens": 1724331.0, + "step": 600 + }, + { + "entropy": 6.442718982696533, + "epoch": 0.7176749703440095, + "grad_norm": 1.3203125, + "learning_rate": 0.000302, + "loss": 6.0492, + "mean_token_accuracy": 0.12235584780573845, + "num_tokens": 1736151.0, + "step": 605 + }, + { + "entropy": 6.444410896301269, + "epoch": 0.7236061684460261, + "grad_norm": 1.28125, + "learning_rate": 0.0003045, + "loss": 6.1371, + "mean_token_accuracy": 0.11987931281328201, + "num_tokens": 1749831.0, + "step": 610 + }, + { + "entropy": 6.455282926559448, + "epoch": 0.7295373665480427, + "grad_norm": 1.1875, + "learning_rate": 0.000307, + "loss": 6.173, + "mean_token_accuracy": 0.11412288546562195, + "num_tokens": 1764296.0, + "step": 615 + }, + { + "entropy": 6.49344654083252, + "epoch": 0.7354685646500593, + "grad_norm": 1.4609375, + "learning_rate": 0.0003095, + "loss": 6.1473, + "mean_token_accuracy": 0.11842510327696801, + "num_tokens": 1778042.0, + "step": 620 + }, + { + "entropy": 6.402311325073242, + "epoch": 0.741399762752076, + "grad_norm": 1.109375, + "learning_rate": 0.000312, + "loss": 6.1244, + "mean_token_accuracy": 0.1204920805990696, + "num_tokens": 1791614.0, + "step": 625 + }, + { + "entropy": 6.386654949188232, + "epoch": 0.7473309608540926, + "grad_norm": 1.140625, + "learning_rate": 0.0003145, + "loss": 6.082, + "mean_token_accuracy": 0.1170621544122696, + "num_tokens": 1807388.0, + "step": 630 + }, + { + "entropy": 6.513570547103882, + "epoch": 0.7532621589561092, + "grad_norm": 1.2109375, + "learning_rate": 0.000317, + "loss": 6.187, + "mean_token_accuracy": 0.1129879891872406, + "num_tokens": 1820407.0, + "step": 635 + }, + { + "entropy": 6.353465366363525, + "epoch": 0.7591933570581257, + "grad_norm": 1.140625, + "learning_rate": 0.0003195, + "loss": 6.0709, + "mean_token_accuracy": 0.11846939399838448, + "num_tokens": 1834666.0, + "step": 640 + }, + { + "entropy": 6.402153253555298, + "epoch": 0.7651245551601423, + "grad_norm": 1.390625, + "learning_rate": 0.000322, + "loss": 6.169, + "mean_token_accuracy": 0.11969529762864113, + "num_tokens": 1848160.0, + "step": 645 + }, + { + "entropy": 6.429388856887817, + "epoch": 0.7710557532621589, + "grad_norm": 1.046875, + "learning_rate": 0.00032450000000000003, + "loss": 6.1763, + "mean_token_accuracy": 0.11832700744271278, + "num_tokens": 1865140.0, + "step": 650 + }, + { + "entropy": 6.384272193908691, + "epoch": 0.7769869513641756, + "grad_norm": 1.1484375, + "learning_rate": 0.00032700000000000003, + "loss": 6.0502, + "mean_token_accuracy": 0.12135105207562447, + "num_tokens": 1878447.0, + "step": 655 + }, + { + "entropy": 6.368830823898316, + "epoch": 0.7829181494661922, + "grad_norm": 1.1953125, + "learning_rate": 0.00032950000000000004, + "loss": 6.0999, + "mean_token_accuracy": 0.11421585902571678, + "num_tokens": 1893539.0, + "step": 660 + }, + { + "entropy": 6.452864456176758, + "epoch": 0.7888493475682088, + "grad_norm": 1.1328125, + "learning_rate": 0.00033200000000000005, + "loss": 6.1646, + "mean_token_accuracy": 0.120599914342165, + "num_tokens": 1908052.0, + "step": 665 + }, + { + "entropy": 6.347026681900024, + "epoch": 0.7947805456702254, + "grad_norm": 1.0859375, + "learning_rate": 0.00033450000000000005, + "loss": 6.0494, + "mean_token_accuracy": 0.12437219470739365, + "num_tokens": 1921528.0, + "step": 670 + }, + { + "entropy": 6.360257863998413, + "epoch": 0.800711743772242, + "grad_norm": 1.1640625, + "learning_rate": 0.000337, + "loss": 6.0758, + "mean_token_accuracy": 0.12383257448673249, + "num_tokens": 1935089.0, + "step": 675 + }, + { + "entropy": 6.4030664443969725, + "epoch": 0.8066429418742586, + "grad_norm": 1.203125, + "learning_rate": 0.0003395, + "loss": 6.1896, + "mean_token_accuracy": 0.11006285175681114, + "num_tokens": 1949717.0, + "step": 680 + }, + { + "entropy": 6.300024366378784, + "epoch": 0.8125741399762753, + "grad_norm": 1.546875, + "learning_rate": 0.000342, + "loss": 6.0568, + "mean_token_accuracy": 0.12153587713837624, + "num_tokens": 1962619.0, + "step": 685 + }, + { + "entropy": 6.450096464157104, + "epoch": 0.8185053380782918, + "grad_norm": 1.375, + "learning_rate": 0.00034449999999999997, + "loss": 6.143, + "mean_token_accuracy": 0.11284489929676056, + "num_tokens": 1977094.0, + "step": 690 + }, + { + "entropy": 6.286441040039063, + "epoch": 0.8244365361803084, + "grad_norm": 1.0625, + "learning_rate": 0.000347, + "loss": 6.1106, + "mean_token_accuracy": 0.11766432374715804, + "num_tokens": 1992446.0, + "step": 695 + }, + { + "entropy": 6.301593971252442, + "epoch": 0.830367734282325, + "grad_norm": 1.1640625, + "learning_rate": 0.0003495, + "loss": 6.0526, + "mean_token_accuracy": 0.1210049532353878, + "num_tokens": 2008753.0, + "step": 700 + }, + { + "entropy": 6.312734651565552, + "epoch": 0.8362989323843416, + "grad_norm": 1.140625, + "learning_rate": 0.000352, + "loss": 6.0098, + "mean_token_accuracy": 0.1238975889980793, + "num_tokens": 2024088.0, + "step": 705 + }, + { + "entropy": 6.338296222686767, + "epoch": 0.8422301304863582, + "grad_norm": 1.21875, + "learning_rate": 0.0003545, + "loss": 6.0283, + "mean_token_accuracy": 0.11651979684829712, + "num_tokens": 2038449.0, + "step": 710 + }, + { + "entropy": 6.306093740463257, + "epoch": 0.8481613285883749, + "grad_norm": 1.1328125, + "learning_rate": 0.000357, + "loss": 6.0258, + "mean_token_accuracy": 0.1278011307120323, + "num_tokens": 2052038.0, + "step": 715 + }, + { + "entropy": 6.271956300735473, + "epoch": 0.8540925266903915, + "grad_norm": 1.1875, + "learning_rate": 0.0003595, + "loss": 5.9769, + "mean_token_accuracy": 0.12276132255792618, + "num_tokens": 2064907.0, + "step": 720 + }, + { + "entropy": 6.297043323516846, + "epoch": 0.8600237247924081, + "grad_norm": 1.0703125, + "learning_rate": 0.000362, + "loss": 6.1502, + "mean_token_accuracy": 0.1173181675374508, + "num_tokens": 2081295.0, + "step": 725 + }, + { + "entropy": 6.336274099349976, + "epoch": 0.8659549228944247, + "grad_norm": 1.0390625, + "learning_rate": 0.0003645, + "loss": 6.0652, + "mean_token_accuracy": 0.12099355086684227, + "num_tokens": 2098077.0, + "step": 730 + }, + { + "entropy": 6.285319423675537, + "epoch": 0.8718861209964412, + "grad_norm": 1.1484375, + "learning_rate": 0.000367, + "loss": 6.0532, + "mean_token_accuracy": 0.12013457342982292, + "num_tokens": 2111716.0, + "step": 735 + }, + { + "entropy": 6.27389874458313, + "epoch": 0.8778173190984578, + "grad_norm": 1.1171875, + "learning_rate": 0.0003695, + "loss": 5.9654, + "mean_token_accuracy": 0.13291287645697594, + "num_tokens": 2125757.0, + "step": 740 + }, + { + "entropy": 6.267977666854859, + "epoch": 0.8837485172004745, + "grad_norm": 1.1875, + "learning_rate": 0.000372, + "loss": 6.1618, + "mean_token_accuracy": 0.11648618057370186, + "num_tokens": 2142929.0, + "step": 745 + }, + { + "entropy": 6.27850079536438, + "epoch": 0.8896797153024911, + "grad_norm": 1.265625, + "learning_rate": 0.0003745, + "loss": 6.0379, + "mean_token_accuracy": 0.12373944073915481, + "num_tokens": 2155206.0, + "step": 750 + }, + { + "entropy": 6.240651369094849, + "epoch": 0.8956109134045077, + "grad_norm": 1.1875, + "learning_rate": 0.000377, + "loss": 5.9246, + "mean_token_accuracy": 0.12547165155410767, + "num_tokens": 2169816.0, + "step": 755 + }, + { + "entropy": 6.190544652938843, + "epoch": 0.9015421115065243, + "grad_norm": 1.0390625, + "learning_rate": 0.0003795, + "loss": 6.0044, + "mean_token_accuracy": 0.12672639563679694, + "num_tokens": 2184827.0, + "step": 760 + }, + { + "entropy": 6.259784412384033, + "epoch": 0.9074733096085409, + "grad_norm": 1.15625, + "learning_rate": 0.000382, + "loss": 5.9353, + "mean_token_accuracy": 0.12988706678152084, + "num_tokens": 2199333.0, + "step": 765 + }, + { + "entropy": 6.1021686553955075, + "epoch": 0.9134045077105575, + "grad_norm": 0.87109375, + "learning_rate": 0.0003845, + "loss": 5.9947, + "mean_token_accuracy": 0.12381677329540253, + "num_tokens": 2215239.0, + "step": 770 + }, + { + "entropy": 6.2903533458709715, + "epoch": 0.9193357058125742, + "grad_norm": 1.0390625, + "learning_rate": 0.00038700000000000003, + "loss": 5.9998, + "mean_token_accuracy": 0.1248672790825367, + "num_tokens": 2229369.0, + "step": 775 + }, + { + "entropy": 6.169124412536621, + "epoch": 0.9252669039145908, + "grad_norm": 1.1875, + "learning_rate": 0.00038950000000000003, + "loss": 5.9842, + "mean_token_accuracy": 0.12811334952712058, + "num_tokens": 2242709.0, + "step": 780 + }, + { + "entropy": 6.2337898254394535, + "epoch": 0.9311981020166074, + "grad_norm": 1.140625, + "learning_rate": 0.00039200000000000004, + "loss": 5.9655, + "mean_token_accuracy": 0.12137661054730416, + "num_tokens": 2257067.0, + "step": 785 + }, + { + "entropy": 6.1931390285491945, + "epoch": 0.9371293001186239, + "grad_norm": 1.25, + "learning_rate": 0.00039450000000000005, + "loss": 5.9103, + "mean_token_accuracy": 0.13152316808700562, + "num_tokens": 2270932.0, + "step": 790 + }, + { + "entropy": 6.182427406311035, + "epoch": 0.9430604982206405, + "grad_norm": 1.0546875, + "learning_rate": 0.00039700000000000005, + "loss": 6.0279, + "mean_token_accuracy": 0.12549996599555016, + "num_tokens": 2285517.0, + "step": 795 + }, + { + "entropy": 6.1117936134338375, + "epoch": 0.9489916963226572, + "grad_norm": 1.1875, + "learning_rate": 0.0003995, + "loss": 5.8952, + "mean_token_accuracy": 0.1253364697098732, + "num_tokens": 2298657.0, + "step": 800 + }, + { + "entropy": 6.14580602645874, + "epoch": 0.9549228944246738, + "grad_norm": 1.2109375, + "learning_rate": 0.000402, + "loss": 5.9069, + "mean_token_accuracy": 0.132824869453907, + "num_tokens": 2312521.0, + "step": 805 + }, + { + "entropy": 6.149325656890869, + "epoch": 0.9608540925266904, + "grad_norm": 1.375, + "learning_rate": 0.0004045, + "loss": 5.901, + "mean_token_accuracy": 0.12876850068569184, + "num_tokens": 2325849.0, + "step": 810 + }, + { + "entropy": 6.160182809829712, + "epoch": 0.966785290628707, + "grad_norm": 1.2578125, + "learning_rate": 0.00040699999999999997, + "loss": 5.933, + "mean_token_accuracy": 0.12433248236775399, + "num_tokens": 2339717.0, + "step": 815 + }, + { + "entropy": 6.148682689666748, + "epoch": 0.9727164887307236, + "grad_norm": 1.078125, + "learning_rate": 0.0004095, + "loss": 5.9644, + "mean_token_accuracy": 0.12969405129551886, + "num_tokens": 2353536.0, + "step": 820 + }, + { + "entropy": 6.15325140953064, + "epoch": 0.9786476868327402, + "grad_norm": 1.1953125, + "learning_rate": 0.000412, + "loss": 5.9392, + "mean_token_accuracy": 0.12233664244413375, + "num_tokens": 2368626.0, + "step": 825 + }, + { + "entropy": 6.148900079727173, + "epoch": 0.9845788849347569, + "grad_norm": 1.1796875, + "learning_rate": 0.0004145, + "loss": 6.0228, + "mean_token_accuracy": 0.1229950562119484, + "num_tokens": 2383768.0, + "step": 830 + }, + { + "entropy": 6.253143930435181, + "epoch": 0.9905100830367735, + "grad_norm": 1.1640625, + "learning_rate": 0.000417, + "loss": 6.0531, + "mean_token_accuracy": 0.12633627876639367, + "num_tokens": 2398089.0, + "step": 835 + }, + { + "entropy": 6.143814277648926, + "epoch": 0.99644128113879, + "grad_norm": 1.15625, + "learning_rate": 0.0004195, + "loss": 5.9179, + "mean_token_accuracy": 0.13075150698423385, + "num_tokens": 2411354.0, + "step": 840 + }, + { + "entropy": 6.1597785472869875, + "epoch": 1.0023724792408066, + "grad_norm": 1.1015625, + "learning_rate": 0.000422, + "loss": 5.9132, + "mean_token_accuracy": 0.1338951252400875, + "num_tokens": 2425071.0, + "step": 845 + }, + { + "entropy": 6.226427221298218, + "epoch": 1.0083036773428233, + "grad_norm": 1.234375, + "learning_rate": 0.0004245, + "loss": 5.8618, + "mean_token_accuracy": 0.13656074777245522, + "num_tokens": 2439143.0, + "step": 850 + }, + { + "entropy": 5.997689485549927, + "epoch": 1.0142348754448398, + "grad_norm": 1.0859375, + "learning_rate": 0.000427, + "loss": 5.7022, + "mean_token_accuracy": 0.1348326951265335, + "num_tokens": 2453466.0, + "step": 855 + }, + { + "entropy": 6.064882230758667, + "epoch": 1.0201660735468565, + "grad_norm": 1.21875, + "learning_rate": 0.0004295, + "loss": 5.815, + "mean_token_accuracy": 0.13819923251867294, + "num_tokens": 2466802.0, + "step": 860 + }, + { + "entropy": 6.077611827850342, + "epoch": 1.026097271648873, + "grad_norm": 1.265625, + "learning_rate": 0.000432, + "loss": 5.7763, + "mean_token_accuracy": 0.13229055777192117, + "num_tokens": 2480080.0, + "step": 865 + }, + { + "entropy": 6.0491447925567625, + "epoch": 1.0320284697508897, + "grad_norm": 1.390625, + "learning_rate": 0.0004345, + "loss": 5.83, + "mean_token_accuracy": 0.1349202238023281, + "num_tokens": 2495196.0, + "step": 870 + }, + { + "entropy": 5.99519829750061, + "epoch": 1.0379596678529064, + "grad_norm": 1.1875, + "learning_rate": 0.000437, + "loss": 5.734, + "mean_token_accuracy": 0.13301657065749167, + "num_tokens": 2510084.0, + "step": 875 + }, + { + "entropy": 6.138531064987182, + "epoch": 1.0438908659549229, + "grad_norm": 1.203125, + "learning_rate": 0.0004395, + "loss": 5.8045, + "mean_token_accuracy": 0.13315934240818023, + "num_tokens": 2522834.0, + "step": 880 + }, + { + "entropy": 6.013190269470215, + "epoch": 1.0498220640569396, + "grad_norm": 1.0703125, + "learning_rate": 0.000442, + "loss": 5.7781, + "mean_token_accuracy": 0.1408059172332287, + "num_tokens": 2536778.0, + "step": 885 + }, + { + "entropy": 6.016625690460205, + "epoch": 1.055753262158956, + "grad_norm": 1.171875, + "learning_rate": 0.0004445, + "loss": 5.8079, + "mean_token_accuracy": 0.13629683703184128, + "num_tokens": 2551220.0, + "step": 890 + }, + { + "entropy": 6.152676439285278, + "epoch": 1.0616844602609727, + "grad_norm": 1.2734375, + "learning_rate": 0.000447, + "loss": 5.8853, + "mean_token_accuracy": 0.12912147343158722, + "num_tokens": 2565686.0, + "step": 895 + }, + { + "entropy": 5.9945775985717775, + "epoch": 1.0676156583629894, + "grad_norm": 1.234375, + "learning_rate": 0.00044950000000000003, + "loss": 5.8012, + "mean_token_accuracy": 0.1301092065870762, + "num_tokens": 2579569.0, + "step": 900 + }, + { + "entropy": 6.045119094848633, + "epoch": 1.073546856465006, + "grad_norm": 1.390625, + "learning_rate": 0.00045200000000000004, + "loss": 5.7873, + "mean_token_accuracy": 0.13423676043748856, + "num_tokens": 2593226.0, + "step": 905 + }, + { + "entropy": 5.971383666992187, + "epoch": 1.0794780545670226, + "grad_norm": 1.046875, + "learning_rate": 0.00045450000000000004, + "loss": 5.748, + "mean_token_accuracy": 0.13364143371582032, + "num_tokens": 2607711.0, + "step": 910 + }, + { + "entropy": 6.028302955627441, + "epoch": 1.085409252669039, + "grad_norm": 1.109375, + "learning_rate": 0.00045700000000000005, + "loss": 5.7788, + "mean_token_accuracy": 0.13531881719827651, + "num_tokens": 2623024.0, + "step": 915 + }, + { + "entropy": 6.003001356124878, + "epoch": 1.0913404507710558, + "grad_norm": 1.078125, + "learning_rate": 0.00045950000000000006, + "loss": 5.7666, + "mean_token_accuracy": 0.1361100286245346, + "num_tokens": 2637824.0, + "step": 920 + }, + { + "entropy": 5.995635271072388, + "epoch": 1.0972716488730723, + "grad_norm": 1.1796875, + "learning_rate": 0.000462, + "loss": 5.7772, + "mean_token_accuracy": 0.13633406162261963, + "num_tokens": 2652077.0, + "step": 925 + }, + { + "entropy": 5.994116687774659, + "epoch": 1.103202846975089, + "grad_norm": 1.2265625, + "learning_rate": 0.0004645, + "loss": 5.7796, + "mean_token_accuracy": 0.1343744106590748, + "num_tokens": 2666791.0, + "step": 930 + }, + { + "entropy": 5.9884919166564945, + "epoch": 1.1091340450771057, + "grad_norm": 0.9375, + "learning_rate": 0.000467, + "loss": 5.8653, + "mean_token_accuracy": 0.13153321593999862, + "num_tokens": 2681482.0, + "step": 935 + }, + { + "entropy": 5.957932996749878, + "epoch": 1.1150652431791221, + "grad_norm": 1.09375, + "learning_rate": 0.0004695, + "loss": 5.6686, + "mean_token_accuracy": 0.14378132447600364, + "num_tokens": 2695305.0, + "step": 940 + }, + { + "entropy": 6.023182153701782, + "epoch": 1.1209964412811388, + "grad_norm": 1.1640625, + "learning_rate": 0.000472, + "loss": 5.7336, + "mean_token_accuracy": 0.13786137402057647, + "num_tokens": 2712211.0, + "step": 945 + }, + { + "entropy": 5.941826725006104, + "epoch": 1.1269276393831553, + "grad_norm": 1.109375, + "learning_rate": 0.0004745, + "loss": 5.7816, + "mean_token_accuracy": 0.13546779826283456, + "num_tokens": 2726888.0, + "step": 950 + }, + { + "entropy": 5.957491064071656, + "epoch": 1.132858837485172, + "grad_norm": 1.0859375, + "learning_rate": 0.000477, + "loss": 5.7527, + "mean_token_accuracy": 0.13760311529040337, + "num_tokens": 2741734.0, + "step": 955 + }, + { + "entropy": 5.94100170135498, + "epoch": 1.1387900355871885, + "grad_norm": 1.3046875, + "learning_rate": 0.0004795, + "loss": 5.7551, + "mean_token_accuracy": 0.14393994361162185, + "num_tokens": 2754680.0, + "step": 960 + }, + { + "entropy": 5.94309253692627, + "epoch": 1.1447212336892052, + "grad_norm": 1.3125, + "learning_rate": 0.000482, + "loss": 5.8065, + "mean_token_accuracy": 0.129212536662817, + "num_tokens": 2769572.0, + "step": 965 + }, + { + "entropy": 6.076050662994385, + "epoch": 1.150652431791222, + "grad_norm": 1.3359375, + "learning_rate": 0.0004845, + "loss": 5.7537, + "mean_token_accuracy": 0.13419156968593599, + "num_tokens": 2782948.0, + "step": 970 + }, + { + "entropy": 5.846741008758545, + "epoch": 1.1565836298932384, + "grad_norm": 1.1171875, + "learning_rate": 0.000487, + "loss": 5.6832, + "mean_token_accuracy": 0.1396567314863205, + "num_tokens": 2795399.0, + "step": 975 + }, + { + "entropy": 5.9153892993927, + "epoch": 1.162514827995255, + "grad_norm": 1.203125, + "learning_rate": 0.0004895, + "loss": 5.6837, + "mean_token_accuracy": 0.13754538744688033, + "num_tokens": 2809591.0, + "step": 980 + }, + { + "entropy": 5.938817977905273, + "epoch": 1.1684460260972718, + "grad_norm": 1.015625, + "learning_rate": 0.000492, + "loss": 5.7227, + "mean_token_accuracy": 0.13820295482873918, + "num_tokens": 2824106.0, + "step": 985 + }, + { + "entropy": 5.93713231086731, + "epoch": 1.1743772241992882, + "grad_norm": 1.1640625, + "learning_rate": 0.0004945, + "loss": 5.8459, + "mean_token_accuracy": 0.1346195101737976, + "num_tokens": 2838616.0, + "step": 990 + }, + { + "entropy": 5.968208456039429, + "epoch": 1.180308422301305, + "grad_norm": 1.4140625, + "learning_rate": 0.000497, + "loss": 5.7473, + "mean_token_accuracy": 0.13854797407984734, + "num_tokens": 2851707.0, + "step": 995 + }, + { + "entropy": 5.898858261108399, + "epoch": 1.1862396204033214, + "grad_norm": 1.0390625, + "learning_rate": 0.0004995, + "loss": 5.7691, + "mean_token_accuracy": 0.1328132927417755, + "num_tokens": 2867644.0, + "step": 1000 + }, + { + "epoch": 1.1862396204033214, + "eval_entropy": 5.91133521232137, + "eval_loss": 6.012734413146973, + "eval_mean_token_accuracy": 0.13139666496930313, + "eval_num_tokens": 2867644.0, + "eval_runtime": 2.4739, + "eval_samples_per_second": 1054.225, + "eval_steps_per_second": 131.778, + "step": 1000 + } + ], + "logging_steps": 5, + "max_steps": 8420, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 5083861082112000.0, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-1000/training_args.bin b/checkpoint-1000/training_args.bin new file mode 100644 index 0000000..4887968 --- /dev/null +++ b/checkpoint-1000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b1c135f6b8569a4ca131508cf9d8c7cebd96bc433f924eb7233c36a7d98147e +size 6289 diff --git a/checkpoint-1500/added_tokens.json b/checkpoint-1500/added_tokens.json new file mode 100644 index 0000000..ec04e13 --- /dev/null +++ b/checkpoint-1500/added_tokens.json @@ -0,0 +1,1768 @@ +{ + "": 47388, + "[CLS]": 47386, + "[MASK]": 47389, + "[SEP]": 47387, + "[XXXXX0]": 47670, + "[XXXXX1000]": 48506, + "[XXXXX1001]": 48961, + "[XXXXX1002]": 47825, + "[XXXXX1003]": 48233, + "[XXXXX1004]": 48970, + "[XXXXX1005]": 48971, + "[XXXXX1006]": 47998, + "[XXXXX1007]": 48989, + "[XXXXX1008]": 47450, + "[XXXXX1009]": 48240, + "[XXXXX100]": 47422, + "[XXXXX1010]": 47623, + "[XXXXX1011]": 47805, + "[XXXXX1012]": 48454, + "[XXXXX1013]": 48537, + "[XXXXX1014]": 47764, + "[XXXXX1015]": 47584, + "[XXXXX1016]": 48287, + "[XXXXX1017]": 48689, + "[XXXXX1018]": 49119, + "[XXXXX1019]": 48584, + "[XXXXX101]": 47890, + "[XXXXX1020]": 47445, + "[XXXXX1021]": 48199, + "[XXXXX1022]": 48276, + "[XXXXX1023]": 47859, + "[XXXXX1024]": 48258, + "[XXXXX1025]": 48325, + "[XXXXX1026]": 47687, + "[XXXXX1027]": 48990, + "[XXXXX1028]": 49059, + "[XXXXX1029]": 48382, + "[XXXXX102]": 47921, + "[XXXXX1030]": 47775, + "[XXXXX1031]": 47870, + "[XXXXX1032]": 47683, + "[XXXXX1033]": 48750, + "[XXXXX1034]": 49130, + "[XXXXX1035]": 47811, + "[XXXXX1036]": 47462, + "[XXXXX1037]": 47843, + "[XXXXX1038]": 47439, + "[XXXXX1039]": 48830, + "[XXXXX103]": 48327, + "[XXXXX1040]": 48720, + "[XXXXX1041]": 48485, + "[XXXXX1042]": 47919, + "[XXXXX1043]": 48781, + "[XXXXX1044]": 47695, + "[XXXXX1045]": 48043, + "[XXXXX1046]": 47732, + "[XXXXX1047]": 48590, + "[XXXXX1048]": 48901, + "[XXXXX1049]": 48470, + "[XXXXX104]": 47560, + "[XXXXX1050]": 47751, + "[XXXXX1051]": 48487, + "[XXXXX1052]": 48959, + "[XXXXX1053]": 47720, + "[XXXXX1054]": 48477, + "[XXXXX1055]": 47405, + "[XXXXX1056]": 47920, + "[XXXXX1057]": 48139, + "[XXXXX1058]": 48775, + "[XXXXX1059]": 47767, + "[XXXXX105]": 48734, + "[XXXXX1060]": 47446, + "[XXXXX1061]": 48433, + "[XXXXX1062]": 48073, + "[XXXXX1063]": 48868, + "[XXXXX1064]": 47615, + "[XXXXX1065]": 48702, + "[XXXXX1066]": 48578, + "[XXXXX1067]": 47773, + "[XXXXX1068]": 48659, + "[XXXXX1069]": 48281, + "[XXXXX106]": 48900, + "[XXXXX1070]": 48588, + "[XXXXX1071]": 47994, + "[XXXXX1072]": 47709, + "[XXXXX1073]": 47716, + "[XXXXX1074]": 48339, + "[XXXXX1075]": 49007, + "[XXXXX1076]": 49019, + "[XXXXX1077]": 48182, + "[XXXXX1078]": 48114, + "[XXXXX1079]": 49090, + "[XXXXX107]": 48981, + "[XXXXX1080]": 47901, + "[XXXXX1081]": 48465, + "[XXXXX1082]": 49027, + "[XXXXX1083]": 47839, + "[XXXXX1084]": 48061, + "[XXXXX1085]": 47657, + "[XXXXX1086]": 48963, + "[XXXXX1087]": 49089, + "[XXXXX1088]": 49135, + "[XXXXX1089]": 47487, + "[XXXXX108]": 48217, + "[XXXXX1090]": 48158, + "[XXXXX1091]": 49123, + "[XXXXX1092]": 47656, + "[XXXXX1093]": 49031, + "[XXXXX1094]": 48840, + "[XXXXX1095]": 48753, + "[XXXXX1096]": 47501, + "[XXXXX1097]": 47698, + "[XXXXX1098]": 47547, + "[XXXXX1099]": 48844, + "[XXXXX109]": 47587, + "[XXXXX10]": 47512, + "[XXXXX1100]": 47508, + "[XXXXX1101]": 48130, + "[XXXXX1102]": 48225, + "[XXXXX1103]": 48953, + "[XXXXX1104]": 47633, + "[XXXXX1105]": 48614, + "[XXXXX1106]": 48685, + "[XXXXX1107]": 47845, + "[XXXXX1108]": 48337, + "[XXXXX1109]": 48879, + "[XXXXX110]": 47862, + "[XXXXX1110]": 48222, + "[XXXXX1111]": 49127, + "[XXXXX1112]": 47893, + "[XXXXX1113]": 48261, + "[XXXXX1114]": 47543, + "[XXXXX1115]": 48597, + "[XXXXX1116]": 48206, + "[XXXXX1117]": 47478, + "[XXXXX1118]": 48930, + "[XXXXX1119]": 47864, + "[XXXXX111]": 48237, + "[XXXXX1120]": 48638, + "[XXXXX1121]": 48162, + "[XXXXX1122]": 48678, + "[XXXXX1123]": 48790, + "[XXXXX1124]": 49075, + "[XXXXX1125]": 47490, + "[XXXXX1126]": 47542, + "[XXXXX1127]": 48121, + "[XXXXX1128]": 48910, + "[XXXXX1129]": 47545, + "[XXXXX112]": 48153, + "[XXXXX1130]": 48499, + "[XXXXX1131]": 48943, + "[XXXXX1132]": 48066, + "[XXXXX1133]": 47882, + "[XXXXX1134]": 48392, + "[XXXXX1135]": 48553, + "[XXXXX1136]": 47505, + "[XXXXX1137]": 48634, + "[XXXXX1138]": 49082, + "[XXXXX1139]": 47707, + "[XXXXX113]": 48869, + "[XXXXX1140]": 48888, + "[XXXXX1141]": 48069, + "[XXXXX1142]": 48646, + "[XXXXX1143]": 47985, + "[XXXXX1144]": 47432, + "[XXXXX1145]": 48788, + "[XXXXX1146]": 48622, + "[XXXXX1147]": 48479, + "[XXXXX1148]": 47599, + "[XXXXX1149]": 48903, + "[XXXXX114]": 48071, + "[XXXXX1150]": 48303, + "[XXXXX1151]": 48316, + "[XXXXX1152]": 48999, + "[XXXXX1153]": 48629, + "[XXXXX1154]": 48515, + "[XXXXX1155]": 48264, + "[XXXXX1156]": 47837, + "[XXXXX1157]": 47537, + "[XXXXX1158]": 48882, + "[XXXXX1159]": 47744, + "[XXXXX115]": 47954, + "[XXXXX1160]": 47637, + "[XXXXX1161]": 48701, + "[XXXXX1162]": 48831, + "[XXXXX1163]": 48861, + "[XXXXX1164]": 48880, + "[XXXXX1165]": 47679, + "[XXXXX1166]": 47620, + "[XXXXX1167]": 48591, + "[XXXXX1168]": 48776, + "[XXXXX1169]": 48472, + "[XXXXX116]": 48997, + "[XXXXX1170]": 48992, + "[XXXXX1171]": 48440, + "[XXXXX1172]": 48145, + "[XXXXX1173]": 48466, + "[XXXXX1174]": 48319, + "[XXXXX1175]": 47745, + "[XXXXX1176]": 47933, + "[XXXXX1177]": 49084, + "[XXXXX1178]": 47544, + "[XXXXX1179]": 48935, + "[XXXXX117]": 49103, + "[XXXXX1180]": 48660, + "[XXXXX1181]": 48993, + "[XXXXX1182]": 47457, + "[XXXXX1183]": 47593, + "[XXXXX1184]": 47795, + "[XXXXX1185]": 47706, + "[XXXXX1186]": 48263, + "[XXXXX1187]": 49033, + "[XXXXX1188]": 48544, + "[XXXXX1189]": 47409, + "[XXXXX118]": 47420, + "[XXXXX1190]": 47834, + "[XXXXX1191]": 47874, + "[XXXXX1192]": 47397, + "[XXXXX1193]": 48853, + "[XXXXX1194]": 47641, + "[XXXXX1195]": 48484, + "[XXXXX1196]": 48412, + "[XXXXX1197]": 48488, + "[XXXXX1198]": 49097, + "[XXXXX1199]": 47879, + "[XXXXX119]": 48770, + "[XXXXX11]": 48211, + "[XXXXX1200]": 47526, + "[XXXXX1201]": 48749, + "[XXXXX1202]": 48568, + "[XXXXX1203]": 48481, + "[XXXXX1204]": 48608, + "[XXXXX1205]": 48309, + "[XXXXX1206]": 48855, + "[XXXXX1207]": 47911, + "[XXXXX1208]": 47799, + "[XXXXX1209]": 47622, + "[XXXXX120]": 48693, + "[XXXXX1210]": 48131, + "[XXXXX1211]": 48345, + "[XXXXX1212]": 48304, + "[XXXXX1213]": 48682, + "[XXXXX1214]": 47492, + "[XXXXX1215]": 47497, + "[XXXXX1216]": 48939, + "[XXXXX1217]": 48442, + "[XXXXX1218]": 47841, + "[XXXXX1219]": 47453, + "[XXXXX121]": 47554, + "[XXXXX1220]": 47419, + "[XXXXX1221]": 48672, + "[XXXXX1222]": 48154, + "[XXXXX1223]": 49087, + "[XXXXX1224]": 48511, + "[XXXXX1225]": 48448, + "[XXXXX1226]": 48988, + "[XXXXX1227]": 47669, + "[XXXXX1228]": 47596, + "[XXXXX1229]": 48602, + "[XXXXX122]": 48605, + "[XXXXX1230]": 48064, + "[XXXXX1231]": 48107, + "[XXXXX1232]": 48160, + "[XXXXX1233]": 47925, + "[XXXXX1234]": 48413, + "[XXXXX1235]": 49005, + "[XXXXX1236]": 49115, + "[XXXXX1237]": 48201, + "[XXXXX1238]": 47601, + "[XXXXX1239]": 47398, + "[XXXXX123]": 48582, + "[XXXXX1240]": 47616, + "[XXXXX1241]": 48002, + "[XXXXX1242]": 48543, + "[XXXXX1243]": 47818, + "[XXXXX1244]": 48569, + "[XXXXX1245]": 48647, + "[XXXXX1246]": 47681, + "[XXXXX1247]": 48898, + "[XXXXX1248]": 47498, + "[XXXXX1249]": 48378, + "[XXXXX124]": 48118, + "[XXXXX1250]": 48344, + "[XXXXX1251]": 47585, + "[XXXXX1252]": 48715, + "[XXXXX1253]": 47483, + "[XXXXX1254]": 48340, + "[XXXXX1255]": 48991, + "[XXXXX1256]": 48736, + "[XXXXX1257]": 47511, + "[XXXXX1258]": 48293, + "[XXXXX1259]": 48168, + "[XXXXX125]": 48374, + "[XXXXX1260]": 48951, + "[XXXXX1261]": 47416, + "[XXXXX1262]": 48745, + "[XXXXX1263]": 47979, + "[XXXXX1264]": 48592, + "[XXXXX1265]": 48945, + "[XXXXX1266]": 47865, + "[XXXXX1267]": 48239, + "[XXXXX1268]": 47672, + "[XXXXX1269]": 47848, + "[XXXXX126]": 48594, + "[XXXXX1270]": 48566, + "[XXXXX1271]": 48108, + "[XXXXX1272]": 47665, + "[XXXXX1273]": 47815, + "[XXXXX1274]": 48016, + "[XXXXX1275]": 48015, + "[XXXXX1276]": 48166, + "[XXXXX1277]": 47757, + "[XXXXX1278]": 47400, + "[XXXXX1279]": 47754, + "[XXXXX127]": 47436, + "[XXXXX1280]": 47417, + "[XXXXX1281]": 48047, + "[XXXXX1282]": 47472, + "[XXXXX1283]": 49040, + "[XXXXX1284]": 47710, + "[XXXXX1285]": 48883, + "[XXXXX1286]": 48209, + "[XXXXX1287]": 48046, + "[XXXXX1288]": 47999, + "[XXXXX1289]": 47735, + "[XXXXX128]": 48995, + "[XXXXX1290]": 48556, + "[XXXXX1291]": 48687, + "[XXXXX1292]": 49046, + "[XXXXX1293]": 48713, + "[XXXXX1294]": 48266, + "[XXXXX1295]": 48917, + "[XXXXX1296]": 49121, + "[XXXXX1297]": 48794, + "[XXXXX1298]": 48443, + "[XXXXX1299]": 47612, + "[XXXXX129]": 48082, + "[XXXXX12]": 48933, + "[XXXXX1300]": 47942, + "[XXXXX1301]": 48063, + "[XXXXX1302]": 48368, + "[XXXXX1303]": 47910, + "[XXXXX1304]": 47802, + "[XXXXX1305]": 47905, + "[XXXXX1306]": 47421, + "[XXXXX1307]": 49125, + "[XXXXX1308]": 47553, + "[XXXXX1309]": 47697, + "[XXXXX130]": 48746, + "[XXXXX1310]": 49069, + "[XXXXX1311]": 47789, + "[XXXXX1312]": 48575, + "[XXXXX1313]": 47402, + "[XXXXX1314]": 48829, + "[XXXXX1315]": 47394, + "[XXXXX1316]": 48187, + "[XXXXX1317]": 48147, + "[XXXXX1318]": 48703, + "[XXXXX1319]": 48549, + "[XXXXX131]": 48106, + "[XXXXX1320]": 48644, + "[XXXXX1321]": 48165, + "[XXXXX1322]": 47689, + "[XXXXX1323]": 47966, + "[XXXXX1324]": 47897, + "[XXXXX1325]": 48076, + "[XXXXX1326]": 48873, + "[XXXXX1327]": 48754, + "[XXXXX1328]": 47813, + "[XXXXX1329]": 49072, + "[XXXXX132]": 48427, + "[XXXXX1330]": 48809, + "[XXXXX1331]": 48489, + "[XXXXX1332]": 48243, + "[XXXXX1333]": 48921, + "[XXXXX1334]": 48322, + "[XXXXX1335]": 47531, + "[XXXXX1336]": 48110, + "[XXXXX1337]": 47723, + "[XXXXX1338]": 47908, + "[XXXXX1339]": 48700, + "[XXXXX133]": 47604, + "[XXXXX1340]": 48651, + "[XXXXX1341]": 48877, + "[XXXXX1342]": 47431, + "[XXXXX1343]": 47433, + "[XXXXX1344]": 47880, + "[XXXXX1345]": 48977, + "[XXXXX1346]": 48772, + "[XXXXX1347]": 48391, + "[XXXXX1348]": 48529, + "[XXXXX1349]": 48196, + "[XXXXX134]": 47765, + "[XXXXX1350]": 48404, + "[XXXXX1351]": 48104, + "[XXXXX1352]": 47517, + "[XXXXX1353]": 48850, + "[XXXXX1354]": 48357, + "[XXXXX1355]": 48862, + "[XXXXX1356]": 48492, + "[XXXXX1357]": 48062, + "[XXXXX1358]": 48721, + "[XXXXX1359]": 48922, + "[XXXXX135]": 47957, + "[XXXXX1360]": 47550, + "[XXXXX1361]": 49045, + "[XXXXX1362]": 48748, + "[XXXXX1363]": 49028, + "[XXXXX1364]": 48833, + "[XXXXX1365]": 47700, + "[XXXXX1366]": 47396, + "[XXXXX1367]": 47686, + "[XXXXX1368]": 48242, + "[XXXXX1369]": 48032, + "[XXXXX136]": 48342, + "[XXXXX1370]": 47562, + "[XXXXX1371]": 48212, + "[XXXXX1372]": 48610, + "[XXXXX1373]": 49013, + "[XXXXX1374]": 48041, + "[XXXXX1375]": 48246, + "[XXXXX1376]": 47551, + "[XXXXX1377]": 48353, + "[XXXXX1378]": 47658, + "[XXXXX1379]": 47828, + "[XXXXX137]": 48518, + "[XXXXX1380]": 48136, + "[XXXXX1381]": 48564, + "[XXXXX1382]": 48973, + "[XXXXX1383]": 47619, + "[XXXXX1384]": 48254, + "[XXXXX1385]": 48680, + "[XXXXX1386]": 47724, + "[XXXXX1387]": 47756, + "[XXXXX1388]": 48176, + "[XXXXX1389]": 48681, + "[XXXXX138]": 47664, + "[XXXXX1390]": 47594, + "[XXXXX1391]": 48760, + "[XXXXX1392]": 49110, + "[XXXXX1393]": 47676, + "[XXXXX1394]": 47963, + "[XXXXX1395]": 47403, + "[XXXXX1396]": 48493, + "[XXXXX1397]": 47591, + "[XXXXX1398]": 47632, + "[XXXXX1399]": 48996, + "[XXXXX139]": 48521, + "[XXXXX13]": 47875, + "[XXXXX1400]": 47705, + "[XXXXX1401]": 48983, + "[XXXXX1402]": 47941, + "[XXXXX1403]": 47922, + "[XXXXX1404]": 47390, + "[XXXXX1405]": 48635, + "[XXXXX1406]": 48906, + "[XXXXX1407]": 48514, + "[XXXXX1408]": 48169, + "[XXXXX1409]": 48004, + "[XXXXX140]": 48762, + "[XXXXX1410]": 47515, + "[XXXXX1411]": 47470, + "[XXXXX1412]": 47858, + "[XXXXX1413]": 47540, + "[XXXXX1414]": 47690, + "[XXXXX1415]": 48054, + "[XXXXX1416]": 48615, + "[XXXXX1417]": 47803, + "[XXXXX1418]": 47455, + "[XXXXX1419]": 48226, + "[XXXXX141]": 48912, + "[XXXXX1420]": 47808, + "[XXXXX1421]": 47636, + "[XXXXX1422]": 48832, + "[XXXXX1423]": 47611, + "[XXXXX1424]": 48782, + "[XXXXX1425]": 49146, + "[XXXXX1426]": 48976, + "[XXXXX1427]": 48585, + "[XXXXX1428]": 48667, + "[XXXXX1429]": 48171, + "[XXXXX142]": 48573, + "[XXXXX1430]": 48181, + "[XXXXX1431]": 47814, + "[XXXXX1432]": 48589, + "[XXXXX1433]": 48916, + "[XXXXX1434]": 48068, + "[XXXXX1435]": 47949, + "[XXXXX1436]": 48252, + "[XXXXX1437]": 48724, + "[XXXXX1438]": 48807, + "[XXXXX1439]": 48379, + "[XXXXX143]": 48835, + "[XXXXX1440]": 48005, + "[XXXXX1441]": 48416, + "[XXXXX1442]": 47595, + "[XXXXX1443]": 47831, + "[XXXXX1444]": 49034, + "[XXXXX1445]": 48893, + "[XXXXX1446]": 47631, + "[XXXXX1447]": 48419, + "[XXXXX1448]": 48874, + "[XXXXX1449]": 49078, + "[XXXXX144]": 48224, + "[XXXXX1450]": 48616, + "[XXXXX1451]": 48688, + "[XXXXX1452]": 47532, + "[XXXXX1453]": 49107, + "[XXXXX1454]": 47945, + "[XXXXX1455]": 48349, + "[XXXXX1456]": 48761, + "[XXXXX1457]": 47399, + "[XXXXX1458]": 47494, + "[XXXXX1459]": 48541, + "[XXXXX145]": 47819, + "[XXXXX1460]": 47668, + "[XXXXX1461]": 48155, + "[XXXXX1462]": 48203, + "[XXXXX1463]": 48308, + "[XXXXX1464]": 47923, + "[XXXXX1465]": 48628, + "[XXXXX1466]": 48894, + "[XXXXX1467]": 48504, + "[XXXXX1468]": 47780, + "[XXXXX1469]": 48780, + "[XXXXX146]": 47856, + "[XXXXX1470]": 47947, + "[XXXXX1471]": 47770, + "[XXXXX1472]": 48645, + "[XXXXX1473]": 47711, + "[XXXXX1474]": 47427, + "[XXXXX1475]": 49042, + "[XXXXX1476]": 48341, + "[XXXXX1477]": 48744, + "[XXXXX1478]": 48421, + "[XXXXX1479]": 48574, + "[XXXXX147]": 47892, + "[XXXXX1480]": 48664, + "[XXXXX1481]": 47649, + "[XXXXX1482]": 47529, + "[XXXXX1483]": 48675, + "[XXXXX1484]": 47850, + "[XXXXX1485]": 48918, + "[XXXXX1486]": 47778, + "[XXXXX1487]": 47929, + "[XXXXX1488]": 47675, + "[XXXXX1489]": 48817, + "[XXXXX148]": 47411, + "[XXXXX1490]": 48612, + "[XXXXX1491]": 48598, + "[XXXXX1492]": 49108, + "[XXXXX1493]": 48272, + "[XXXXX1494]": 48904, + "[XXXXX1495]": 48658, + "[XXXXX1496]": 47737, + "[XXXXX1497]": 48141, + "[XXXXX1498]": 48593, + "[XXXXX1499]": 48452, + "[XXXXX149]": 47718, + "[XXXXX14]": 47771, + "[XXXXX1500]": 48637, + "[XXXXX1501]": 48804, + "[XXXXX1502]": 47752, + "[XXXXX1503]": 48430, + "[XXXXX1504]": 48759, + "[XXXXX1505]": 48823, + "[XXXXX1506]": 47465, + "[XXXXX1507]": 47590, + "[XXXXX1508]": 48445, + "[XXXXX1509]": 48822, + "[XXXXX150]": 48400, + "[XXXXX1510]": 48184, + "[XXXXX1511]": 48603, + "[XXXXX1512]": 47962, + "[XXXXX1513]": 47581, + "[XXXXX1514]": 48655, + "[XXXXX1515]": 47886, + "[XXXXX1516]": 47762, + "[XXXXX1517]": 48410, + "[XXXXX1518]": 48437, + "[XXXXX1519]": 48815, + "[XXXXX151]": 47868, + "[XXXXX1520]": 48523, + "[XXXXX1521]": 48475, + "[XXXXX1522]": 48872, + "[XXXXX1523]": 47426, + "[XXXXX1524]": 48348, + "[XXXXX1525]": 48948, + "[XXXXX1526]": 49099, + "[XXXXX1527]": 47642, + "[XXXXX1528]": 48548, + "[XXXXX1529]": 48055, + "[XXXXX152]": 48542, + "[XXXXX1530]": 48630, + "[XXXXX1531]": 48896, + "[XXXXX1532]": 49020, + "[XXXXX1533]": 47727, + "[XXXXX1534]": 48944, + "[XXXXX1535]": 48848, + "[XXXXX1536]": 48717, + "[XXXXX1537]": 48494, + "[XXXXX1538]": 48124, + "[XXXXX1539]": 49055, + "[XXXXX153]": 48968, + "[XXXXX1540]": 48305, + "[XXXXX1541]": 48088, + "[XXXXX1542]": 49022, + "[XXXXX1543]": 49044, + "[XXXXX1544]": 48607, + "[XXXXX1545]": 48113, + "[XXXXX1546]": 48095, + "[XXXXX1547]": 48863, + "[XXXXX1548]": 48215, + "[XXXXX1549]": 48220, + "[XXXXX154]": 49023, + "[XXXXX1550]": 47442, + "[XXXXX1551]": 49122, + "[XXXXX1552]": 49131, + "[XXXXX1553]": 47991, + "[XXXXX1554]": 47899, + "[XXXXX1555]": 47499, + "[XXXXX1556]": 47406, + "[XXXXX1557]": 47894, + "[XXXXX1558]": 47844, + "[XXXXX1559]": 48164, + "[XXXXX155]": 47833, + "[XXXXX1560]": 48565, + "[XXXXX1561]": 47471, + "[XXXXX1562]": 48960, + "[XXXXX1563]": 47440, + "[XXXXX1564]": 47479, + "[XXXXX1565]": 47708, + "[XXXXX1566]": 47796, + "[XXXXX1567]": 47576, + "[XXXXX1568]": 48191, + "[XXXXX1569]": 48516, + "[XXXXX156]": 48827, + "[XXXXX1570]": 48911, + "[XXXXX1571]": 48205, + "[XXXXX1572]": 48336, + "[XXXXX1573]": 47482, + "[XXXXX1574]": 48952, + "[XXXXX1575]": 47960, + "[XXXXX1576]": 49098, + "[XXXXX1577]": 47904, + "[XXXXX1578]": 48414, + "[XXXXX1579]": 48752, + "[XXXXX157]": 48401, + "[XXXXX1580]": 48633, + "[XXXXX1581]": 48826, + "[XXXXX1582]": 47507, + "[XXXXX1583]": 47476, + "[XXXXX1584]": 48599, + "[XXXXX1585]": 48274, + "[XXXXX1586]": 47428, + "[XXXXX1587]": 48972, + "[XXXXX1588]": 47425, + "[XXXXX1589]": 48731, + "[XXXXX158]": 47951, + "[XXXXX1590]": 49009, + "[XXXXX1591]": 48839, + "[XXXXX1592]": 49006, + "[XXXXX1593]": 47626, + "[XXXXX1594]": 48231, + "[XXXXX1595]": 48554, + "[XXXXX1596]": 48045, + "[XXXXX1597]": 48769, + "[XXXXX1598]": 47652, + "[XXXXX1599]": 47444, + "[XXXXX159]": 49021, + "[XXXXX15]": 48530, + "[XXXXX1600]": 47964, + "[XXXXX1601]": 48560, + "[XXXXX1602]": 47855, + "[XXXXX1603]": 48324, + "[XXXXX1604]": 47961, + "[XXXXX1605]": 48296, + "[XXXXX1606]": 48148, + "[XXXXX1607]": 49038, + "[XXXXX1608]": 48994, + "[XXXXX1609]": 48767, + "[XXXXX160]": 48740, + "[XXXXX1610]": 48907, + "[XXXXX1611]": 47822, + "[XXXXX1612]": 47639, + "[XXXXX1613]": 48053, + "[XXXXX1614]": 48285, + "[XXXXX1615]": 47533, + "[XXXXX1616]": 47983, + "[XXXXX1617]": 47574, + "[XXXXX1618]": 48828, + "[XXXXX1619]": 48334, + "[XXXXX161]": 48290, + "[XXXXX1620]": 47928, + "[XXXXX1621]": 48177, + "[XXXXX1622]": 48056, + "[XXXXX1623]": 47488, + "[XXXXX1624]": 47866, + "[XXXXX1625]": 48273, + "[XXXXX1626]": 48234, + "[XXXXX1627]": 48757, + "[XXXXX1628]": 48075, + "[XXXXX1629]": 48768, + "[XXXXX162]": 48447, + "[XXXXX1630]": 48820, + "[XXXXX1631]": 48007, + "[XXXXX1632]": 48552, + "[XXXXX1633]": 47939, + "[XXXXX1634]": 48725, + "[XXXXX1635]": 47447, + "[XXXXX1636]": 47602, + "[XXXXX1637]": 47935, + "[XXXXX1638]": 49132, + "[XXXXX1639]": 47953, + "[XXXXX163]": 48371, + "[XXXXX1640]": 47748, + "[XXXXX1641]": 48116, + "[XXXXX1642]": 47610, + "[XXXXX1643]": 48105, + "[XXXXX1644]": 48460, + "[XXXXX1645]": 48773, + "[XXXXX1646]": 47974, + "[XXXXX1647]": 47678, + "[XXXXX1648]": 47571, + "[XXXXX1649]": 47717, + "[XXXXX164]": 48978, + "[XXXXX1650]": 48653, + "[XXXXX1651]": 48526, + "[XXXXX1652]": 47666, + "[XXXXX1653]": 48636, + "[XXXXX1654]": 49070, + "[XXXXX1655]": 48040, + "[XXXXX1656]": 49001, + "[XXXXX1657]": 48587, + "[XXXXX1658]": 48227, + "[XXXXX1659]": 47566, + "[XXXXX165]": 47992, + "[XXXXX1660]": 48774, + "[XXXXX1661]": 47443, + "[XXXXX1662]": 48037, + "[XXXXX1663]": 48377, + "[XXXXX1664]": 47733, + "[XXXXX1665]": 49071, + "[XXXXX1666]": 47528, + "[XXXXX1667]": 49124, + "[XXXXX1668]": 48510, + "[XXXXX1669]": 48125, + "[XXXXX166]": 48572, + "[XXXXX1670]": 47503, + "[XXXXX1671]": 47527, + "[XXXXX1672]": 47817, + "[XXXXX1673]": 49111, + "[XXXXX1674]": 47772, + "[XXXXX1675]": 47783, + "[XXXXX1676]": 49052, + "[XXXXX1677]": 47493, + "[XXXXX1678]": 47888, + "[XXXXX1679]": 48059, + "[XXXXX167]": 48008, + "[XXXXX1680]": 47456, + "[XXXXX1681]": 47906, + "[XXXXX1682]": 48026, + "[XXXXX1683]": 48149, + "[XXXXX1684]": 48451, + "[XXXXX1685]": 49029, + "[XXXXX1686]": 48313, + "[XXXXX1687]": 48089, + "[XXXXX1688]": 48795, + "[XXXXX1689]": 48396, + "[XXXXX168]": 47740, + "[XXXXX1690]": 48536, + "[XXXXX1691]": 47680, + "[XXXXX1692]": 48146, + "[XXXXX1693]": 48733, + "[XXXXX1694]": 47536, + "[XXXXX1695]": 47524, + "[XXXXX1696]": 48197, + "[XXXXX1697]": 49151, + "[XXXXX1698]": 48159, + "[XXXXX1699]": 48558, + "[XXXXX169]": 48189, + "[XXXXX16]": 48474, + "[XXXXX1700]": 48042, + "[XXXXX1701]": 47638, + "[XXXXX1702]": 48954, + "[XXXXX1703]": 47693, + "[XXXXX1704]": 48461, + "[XXXXX1705]": 48467, + "[XXXXX1706]": 48505, + "[XXXXX1707]": 47989, + "[XXXXX1708]": 47784, + "[XXXXX1709]": 47435, + "[XXXXX170]": 47429, + "[XXXXX1710]": 48152, + "[XXXXX1711]": 48301, + "[XXXXX1712]": 49094, + "[XXXXX1713]": 48649, + "[XXXXX1714]": 48117, + "[XXXXX1715]": 48185, + "[XXXXX1716]": 47832, + "[XXXXX1717]": 48383, + "[XXXXX1718]": 49012, + "[XXXXX1719]": 48986, + "[XXXXX171]": 48346, + "[XXXXX1720]": 47978, + "[XXXXX1721]": 47871, + "[XXXXX1722]": 47625, + "[XXXXX1723]": 48247, + "[XXXXX1724]": 47965, + "[XXXXX1725]": 47579, + "[XXXXX1726]": 48512, + "[XXXXX1727]": 48395, + "[XXXXX1728]": 48867, + "[XXXXX1729]": 47692, + "[XXXXX172]": 48003, + "[XXXXX1730]": 48497, + "[XXXXX1731]": 47393, + "[XXXXX1732]": 47530, + "[XXXXX1733]": 48129, + "[XXXXX1734]": 47916, + "[XXXXX1735]": 47943, + "[XXXXX1736]": 47559, + "[XXXXX1737]": 47477, + "[XXXXX1738]": 48432, + "[XXXXX1739]": 48244, + "[XXXXX173]": 48238, + "[XXXXX1740]": 48528, + "[XXXXX1741]": 48671, + "[XXXXX1742]": 48889, + "[XXXXX1743]": 48161, + "[XXXXX1744]": 48018, + "[XXXXX1745]": 48509, + "[XXXXX1746]": 47564, + "[XXXXX1747]": 48969, + "[XXXXX1748]": 48112, + "[XXXXX1749]": 49128, + "[XXXXX174]": 48786, + "[XXXXX1750]": 48886, + "[XXXXX1751]": 48932, + "[XXXXX1752]": 47970, + "[XXXXX1753]": 47969, + "[XXXXX1754]": 48508, + "[XXXXX1755]": 47857, + "[XXXXX1756]": 48563, + "[XXXXX1757]": 48503, + "[XXXXX1758]": 47797, + "[XXXXX1759]": 49053, + "[XXXXX175]": 48221, + "[XXXXX1760]": 48949, + "[XXXXX1761]": 48926, + "[XXXXX176]": 48895, + "[XXXXX177]": 48084, + "[XXXXX178]": 47408, + "[XXXXX179]": 48144, + "[XXXXX17]": 47563, + "[XXXXX180]": 47934, + "[XXXXX181]": 47567, + "[XXXXX182]": 47539, + "[XXXXX183]": 49106, + "[XXXXX184]": 48892, + "[XXXXX185]": 47458, + "[XXXXX186]": 48783, + "[XXXXX187]": 47914, + "[XXXXX188]": 47761, + "[XXXXX189]": 47997, + "[XXXXX18]": 48333, + "[XXXXX190]": 48312, + "[XXXXX191]": 49095, + "[XXXXX192]": 47785, + "[XXXXX193]": 47635, + "[XXXXX194]": 48955, + "[XXXXX195]": 48354, + "[XXXXX196]": 48545, + "[XXXXX197]": 48727, + "[XXXXX198]": 48306, + "[XXXXX199]": 49133, + "[XXXXX19]": 48262, + "[XXXXX1]": 49126, + "[XXXXX200]": 47701, + "[XXXXX201]": 47521, + "[XXXXX202]": 48805, + "[XXXXX203]": 48386, + "[XXXXX204]": 48909, + "[XXXXX205]": 47674, + "[XXXXX206]": 48640, + "[XXXXX207]": 48257, + "[XXXXX208]": 47977, + "[XXXXX209]": 48406, + "[XXXXX20]": 47779, + "[XXXXX210]": 48282, + "[XXXXX211]": 48280, + "[XXXXX212]": 47603, + "[XXXXX213]": 47869, + "[XXXXX214]": 47937, + "[XXXXX215]": 49073, + "[XXXXX216]": 47582, + "[XXXXX217]": 47816, + "[XXXXX218]": 47821, + "[XXXXX219]": 48857, + "[XXXXX21]": 48434, + "[XXXXX220]": 48172, + "[XXXXX221]": 47722, + "[XXXXX222]": 47618, + "[XXXXX223]": 48178, + "[XXXXX224]": 48000, + "[XXXXX225]": 48087, + "[XXXXX226]": 48924, + "[XXXXX227]": 47441, + "[XXXXX228]": 49058, + "[XXXXX229]": 48531, + "[XXXXX22]": 48052, + "[XXXXX230]": 47927, + "[XXXXX231]": 47930, + "[XXXXX232]": 49092, + "[XXXXX233]": 47996, + "[XXXXX234]": 49049, + "[XXXXX235]": 48299, + "[XXXXX236]": 48811, + "[XXXXX237]": 48343, + "[XXXXX238]": 49017, + "[XXXXX239]": 48806, + "[XXXXX23]": 48289, + "[XXXXX240]": 47835, + "[XXXXX241]": 48627, + "[XXXXX242]": 47643, + "[XXXXX243]": 47794, + "[XXXXX244]": 49093, + "[XXXXX245]": 47412, + "[XXXXX246]": 48092, + "[XXXXX247]": 47730, + "[XXXXX248]": 48228, + "[XXXXX249]": 47851, + "[XXXXX24]": 48722, + "[XXXXX250]": 48126, + "[XXXXX251]": 47749, + "[XXXXX252]": 47972, + "[XXXXX253]": 48534, + "[XXXXX254]": 48332, + "[XXXXX255]": 48601, + "[XXXXX256]": 48914, + "[XXXXX257]": 47760, + "[XXXXX258]": 48115, + "[XXXXX259]": 48338, + "[XXXXX25]": 48277, + "[XXXXX260]": 47853, + "[XXXXX261]": 48669, + "[XXXXX262]": 48834, + "[XXXXX263]": 48571, + "[XXXXX264]": 48738, + "[XXXXX265]": 48180, + "[XXXXX266]": 49002, + "[XXXXX267]": 47452, + "[XXXXX268]": 47684, + "[XXXXX269]": 47726, + "[XXXXX26]": 47895, + "[XXXXX270]": 48286, + "[XXXXX271]": 47401, + "[XXXXX272]": 48366, + "[XXXXX273]": 48913, + "[XXXXX274]": 47696, + "[XXXXX275]": 48429, + "[XXXXX276]": 48202, + "[XXXXX277]": 47714, + "[XXXXX278]": 47480, + "[XXXXX279]": 48551, + "[XXXXX27]": 47557, + "[XXXXX280]": 48323, + "[XXXXX281]": 47605, + "[XXXXX282]": 49079, + "[XXXXX283]": 47630, + "[XXXXX284]": 48210, + "[XXXXX285]": 48934, + "[XXXXX286]": 48742, + "[XXXXX287]": 48360, + "[XXXXX288]": 48214, + "[XXXXX289]": 47721, + "[XXXXX28]": 48390, + "[XXXXX290]": 48034, + "[XXXXX291]": 47404, + "[XXXXX292]": 48824, + "[XXXXX293]": 47570, + "[XXXXX294]": 48726, + "[XXXXX295]": 49147, + "[XXXXX296]": 47523, + "[XXXXX297]": 48074, + "[XXXXX298]": 48111, + "[XXXXX299]": 48797, + "[XXXXX29]": 48625, + "[XXXXX2]": 48707, + "[XXXXX300]": 47776, + "[XXXXX301]": 48897, + "[XXXXX302]": 48275, + "[XXXXX303]": 48307, + "[XXXXX304]": 48370, + "[XXXXX305]": 48662, + "[XXXXX306]": 48495, + "[XXXXX307]": 47867, + "[XXXXX308]": 48567, + "[XXXXX309]": 49112, + "[XXXXX30]": 48027, + "[XXXXX310]": 48818, + "[XXXXX311]": 47712, + "[XXXXX312]": 47938, + "[XXXXX313]": 48928, + "[XXXXX314]": 48251, + "[XXXXX315]": 48620, + "[XXXXX316]": 48821, + "[XXXXX317]": 48579, + "[XXXXX318]": 47860, + "[XXXXX319]": 48453, + "[XXXXX31]": 48799, + "[XXXXX320]": 48006, + "[XXXXX321]": 47766, + "[XXXXX322]": 48816, + "[XXXXX323]": 48358, + "[XXXXX324]": 48011, + "[XXXXX325]": 48208, + "[XXXXX326]": 48965, + "[XXXXX327]": 48058, + "[XXXXX328]": 48538, + "[XXXXX329]": 48480, + "[XXXXX32]": 48399, + "[XXXXX330]": 47634, + "[XXXXX331]": 47518, + "[XXXXX332]": 48132, + "[XXXXX333]": 47449, + "[XXXXX334]": 48044, + "[XXXXX335]": 47842, + "[XXXXX336]": 49041, + "[XXXXX337]": 48317, + "[XXXXX338]": 47830, + "[XXXXX339]": 49085, + "[XXXXX33]": 48852, + "[XXXXX340]": 47774, + "[XXXXX341]": 48650, + "[XXXXX342]": 48253, + "[XXXXX343]": 49145, + "[XXXXX344]": 48847, + "[XXXXX345]": 49062, + "[XXXXX346]": 48359, + "[XXXXX347]": 48595, + "[XXXXX348]": 47995, + "[XXXXX349]": 47729, + "[XXXXX34]": 48800, + "[XXXXX350]": 48245, + "[XXXXX351]": 48586, + "[XXXXX352]": 48365, + "[XXXXX353]": 48887, + "[XXXXX354]": 47464, + "[XXXXX355]": 47987, + "[XXXXX356]": 49136, + "[XXXXX357]": 48098, + "[XXXXX358]": 48259, + "[XXXXX359]": 47609, + "[XXXXX35]": 48127, + "[XXXXX360]": 48648, + "[XXXXX361]": 48431, + "[XXXXX362]": 48714, + "[XXXXX363]": 47624, + "[XXXXX364]": 47823, + "[XXXXX365]": 47936, + "[XXXXX366]": 47502, + "[XXXXX367]": 47506, + "[XXXXX368]": 49074, + "[XXXXX369]": 47731, + "[XXXXX36]": 48471, + "[XXXXX370]": 47807, + "[XXXXX371]": 47598, + "[XXXXX372]": 47806, + "[XXXXX373]": 47525, + "[XXXXX374]": 47883, + "[XXXXX375]": 49066, + "[XXXXX376]": 48067, + "[XXXXX377]": 48020, + "[XXXXX378]": 48527, + "[XXXXX379]": 48294, + "[XXXXX37]": 48102, + "[XXXXX380]": 48737, + "[XXXXX381]": 47614, + "[XXXXX382]": 48219, + "[XXXXX383]": 48143, + "[XXXXX384]": 48402, + "[XXXXX385]": 48190, + "[XXXXX386]": 48369, + "[XXXXX387]": 48982, + "[XXXXX388]": 49116, + "[XXXXX389]": 48793, + "[XXXXX38]": 48570, + "[XXXXX390]": 47491, + "[XXXXX391]": 48728, + "[XXXXX392]": 47948, + "[XXXXX393]": 48962, + "[XXXXX394]": 47988, + "[XXXXX395]": 47648, + "[XXXXX396]": 47395, + "[XXXXX397]": 47473, + "[XXXXX398]": 49091, + "[XXXXX399]": 49039, + "[XXXXX39]": 47958, + "[XXXXX3]": 48756, + "[XXXXX400]": 48784, + "[XXXXX401]": 47647, + "[XXXXX402]": 48028, + "[XXXXX403]": 48617, + "[XXXXX404]": 48964, + "[XXXXX405]": 48694, + "[XXXXX406]": 49043, + "[XXXXX407]": 47413, + "[XXXXX408]": 48557, + "[XXXXX409]": 48677, + "[XXXXX40]": 47514, + "[XXXXX410]": 47889, + "[XXXXX411]": 49010, + "[XXXXX412]": 47887, + "[XXXXX413]": 47655, + "[XXXXX414]": 47485, + "[XXXXX415]": 48741, + "[XXXXX416]": 48091, + "[XXXXX417]": 49061, + "[XXXXX418]": 48109, + "[XXXXX419]": 47702, + "[XXXXX41]": 48845, + "[XXXXX420]": 47430, + "[XXXXX421]": 49088, + "[XXXXX422]": 47677, + "[XXXXX423]": 48351, + "[XXXXX424]": 48001, + "[XXXXX425]": 48695, + "[XXXXX426]": 47713, + "[XXXXX427]": 48920, + "[XXXXX428]": 48674, + "[XXXXX429]": 48540, + "[XXXXX42]": 48142, + "[XXXXX430]": 47952, + "[XXXXX431]": 48362, + "[XXXXX432]": 47967, + "[XXXXX433]": 48705, + "[XXXXX434]": 48033, + "[XXXXX435]": 48024, + "[XXXXX436]": 47580, + "[XXXXX437]": 48618, + "[XXXXX438]": 47659, + "[XXXXX439]": 48435, + "[XXXXX43]": 48837, + "[XXXXX440]": 48631, + "[XXXXX441]": 47877, + "[XXXXX442]": 48036, + "[XXXXX443]": 47667, + "[XXXXX444]": 48502, + "[XXXXX445]": 49057, + "[XXXXX446]": 48979, + "[XXXXX447]": 47891, + "[XXXXX448]": 49143, + "[XXXXX449]": 48463, + "[XXXXX44]": 47872, + "[XXXXX450]": 47522, + "[XXXXX451]": 47703, + "[XXXXX452]": 47467, + "[XXXXX453]": 48099, + "[XXXXX454]": 48858, + "[XXXXX455]": 47538, + "[XXXXX456]": 48271, + "[XXXXX457]": 48270, + "[XXXXX458]": 49138, + "[XXXXX459]": 47691, + "[XXXXX45]": 47915, + "[XXXXX460]": 47461, + "[XXXXX461]": 48350, + "[XXXXX462]": 48813, + "[XXXXX463]": 48812, + "[XXXXX464]": 48163, + "[XXXXX465]": 49030, + "[XXXXX466]": 48787, + "[XXXXX467]": 48021, + "[XXXXX468]": 48248, + "[XXXXX469]": 47454, + "[XXXXX46]": 47572, + "[XXXXX470]": 48966, + "[XXXXX471]": 48929, + "[XXXXX472]": 47926, + "[XXXXX473]": 47410, + "[XXXXX474]": 48864, + "[XXXXX475]": 48119, + "[XXXXX476]": 47820, + "[XXXXX477]": 47932, + "[XXXXX478]": 47846, + "[XXXXX479]": 49054, + "[XXXXX47]": 48519, + "[XXXXX480]": 48101, + "[XXXXX481]": 48609, + "[XXXXX482]": 48128, + "[XXXXX483]": 48931, + "[XXXXX484]": 48267, + "[XXXXX485]": 48328, + "[XXXXX486]": 47463, + "[XXXXX487]": 48331, + "[XXXXX488]": 48198, + "[XXXXX489]": 48256, + "[XXXXX48]": 48167, + "[XXXXX490]": 48580, + "[XXXXX491]": 48049, + "[XXXXX492]": 48096, + "[XXXXX493]": 49129, + "[XXXXX494]": 47738, + "[XXXXX495]": 48611, + "[XXXXX496]": 48626, + "[XXXXX497]": 49003, + "[XXXXX498]": 47982, + "[XXXXX499]": 49047, + "[XXXXX49]": 48684, + "[XXXXX4]": 48456, + "[XXXXX500]": 48668, + "[XXXXX501]": 48017, + "[XXXXX502]": 48080, + "[XXXXX503]": 48150, + "[XXXXX504]": 47743, + "[XXXXX505]": 48859, + "[XXXXX506]": 47510, + "[XXXXX507]": 47541, + "[XXXXX508]": 47489, + "[XXXXX509]": 47504, + "[XXXXX50]": 47552, + "[XXXXX510]": 48086, + "[XXXXX511]": 48520, + "[XXXXX512]": 48204, + "[XXXXX513]": 48356, + "[XXXXX514]": 47968, + "[XXXXX515]": 47629, + "[XXXXX516]": 48450, + "[XXXXX517]": 48751, + "[XXXXX518]": 48673, + "[XXXXX519]": 48766, + "[XXXXX51]": 47763, + "[XXXXX520]": 47586, + "[XXXXX521]": 48193, + "[XXXXX522]": 47481, + "[XXXXX523]": 48070, + "[XXXXX524]": 48641, + "[XXXXX525]": 48555, + "[XXXXX526]": 47448, + "[XXXXX527]": 47788, + "[XXXXX528]": 48078, + "[XXXXX529]": 47781, + "[XXXXX52]": 48398, + "[XXXXX530]": 48255, + "[XXXXX531]": 48663, + "[XXXXX532]": 47798, + "[XXXXX533]": 48885, + "[XXXXX534]": 47790, + "[XXXXX535]": 47973, + "[XXXXX536]": 48842, + "[XXXXX537]": 48408, + "[XXXXX538]": 49113, + "[XXXXX539]": 48676, + "[XXXXX53]": 47786, + "[XXXXX540]": 48157, + "[XXXXX541]": 48670, + "[XXXXX542]": 48022, + "[XXXXX543]": 48009, + "[XXXXX544]": 48596, + "[XXXXX545]": 48329, + "[XXXXX546]": 48288, + "[XXXXX547]": 47469, + "[XXXXX548]": 48501, + "[XXXXX549]": 47976, + "[XXXXX54]": 47644, + "[XXXXX550]": 47588, + "[XXXXX551]": 48851, + "[XXXXX552]": 48250, + "[XXXXX553]": 47734, + "[XXXXX554]": 48940, + "[XXXXX555]": 49000, + "[XXXXX556]": 48200, + "[XXXXX557]": 47414, + "[XXXXX558]": 48090, + "[XXXXX559]": 47621, + "[XXXXX55]": 48048, + "[XXXXX560]": 47990, + "[XXXXX561]": 47519, + "[XXXXX562]": 47903, + "[XXXXX563]": 48522, + "[XXXXX564]": 47645, + "[XXXXX565]": 49080, + "[XXXXX566]": 47719, + "[XXXXX567]": 49105, + "[XXXXX568]": 48666, + "[XXXXX569]": 47549, + "[XXXXX56]": 49120, + "[XXXXX570]": 48355, + "[XXXXX571]": 48639, + "[XXXXX572]": 48083, + "[XXXXX573]": 48420, + "[XXXXX574]": 48661, + "[XXXXX575]": 47520, + "[XXXXX576]": 48318, + "[XXXXX577]": 49018, + "[XXXXX578]": 48458, + "[XXXXX579]": 47804, + "[XXXXX57]": 48490, + "[XXXXX580]": 48186, + "[XXXXX581]": 47699, + "[XXXXX582]": 48268, + "[XXXXX583]": 47688, + "[XXXXX584]": 47975, + "[XXXXX585]": 48013, + "[XXXXX586]": 48457, + "[XXXXX587]": 49114, + "[XXXXX588]": 48476, + "[XXXXX589]": 47694, + "[XXXXX58]": 48361, + "[XXXXX590]": 48758, + "[XXXXX591]": 48507, + "[XXXXX592]": 47434, + "[XXXXX593]": 48397, + "[XXXXX594]": 48846, + "[XXXXX595]": 48486, + "[XXXXX596]": 47944, + "[XXXXX597]": 47838, + "[XXXXX598]": 47475, + "[XXXXX599]": 48409, + "[XXXXX59]": 48836, + "[XXXXX5]": 48291, + "[XXXXX600]": 48561, + "[XXXXX601]": 48706, + "[XXXXX602]": 48311, + "[XXXXX603]": 48732, + "[XXXXX604]": 48716, + "[XXXXX605]": 48103, + "[XXXXX606]": 47741, + "[XXXXX607]": 49037, + "[XXXXX608]": 48513, + "[XXXXX609]": 47516, + "[XXXXX60]": 48980, + "[XXXXX610]": 47750, + "[XXXXX611]": 49077, + "[XXXXX612]": 47513, + "[XXXXX613]": 49102, + "[XXXXX614]": 48459, + "[XXXXX615]": 48792, + "[XXXXX616]": 48265, + "[XXXXX617]": 48375, + "[XXXXX618]": 48335, + "[XXXXX619]": 48796, + "[XXXXX61]": 48405, + "[XXXXX620]": 48550, + "[XXXXX621]": 48478, + "[XXXXX622]": 47468, + "[XXXXX623]": 48249, + "[XXXXX624]": 48838, + "[XXXXX625]": 48135, + "[XXXXX626]": 47577, + "[XXXXX627]": 47660, + "[XXXXX628]": 48347, + "[XXXXX629]": 47561, + "[XXXXX62]": 48314, + "[XXXXX630]": 47829, + "[XXXXX631]": 48621, + "[XXXXX632]": 48825, + "[XXXXX633]": 48849, + "[XXXXX634]": 48279, + "[XXXXX635]": 48310, + "[XXXXX636]": 49015, + "[XXXXX637]": 47753, + "[XXXXX638]": 48138, + "[XXXXX639]": 48808, + "[XXXXX63]": 48683, + "[XXXXX640]": 48057, + "[XXXXX641]": 48192, + "[XXXXX642]": 48446, + "[XXXXX643]": 48081, + "[XXXXX644]": 48533, + "[XXXXX645]": 47556, + "[XXXXX646]": 48908, + "[XXXXX647]": 48014, + "[XXXXX648]": 48455, + "[XXXXX649]": 47950, + "[XXXXX64]": 49139, + "[XXXXX650]": 47558, + "[XXXXX651]": 47653, + "[XXXXX652]": 48387, + "[XXXXX653]": 47809, + "[XXXXX654]": 48562, + "[XXXXX655]": 48665, + "[XXXXX656]": 48871, + "[XXXXX657]": 48987, + "[XXXXX658]": 47646, + "[XXXXX659]": 48881, + "[XXXXX65]": 47613, + "[XXXXX660]": 49109, + "[XXXXX661]": 49140, + "[XXXXX662]": 48023, + "[XXXXX663]": 48380, + "[XXXXX664]": 48065, + "[XXXXX665]": 47685, + "[XXXXX666]": 47484, + "[XXXXX667]": 47628, + "[XXXXX668]": 48151, + "[XXXXX669]": 47847, + "[XXXXX66]": 49100, + "[XXXXX670]": 47768, + "[XXXXX671]": 47640, + "[XXXXX672]": 48946, + "[XXXXX673]": 48624, + "[XXXXX674]": 48843, + "[XXXXX675]": 47736, + "[XXXXX676]": 47881, + "[XXXXX677]": 48690, + "[XXXXX678]": 48709, + "[XXXXX679]": 48577, + "[XXXXX67]": 48984, + "[XXXXX680]": 47500, + "[XXXXX681]": 48491, + "[XXXXX682]": 48691, + "[XXXXX683]": 48810, + "[XXXXX684]": 48173, + "[XXXXX685]": 48407, + "[XXXXX686]": 48292, + "[XXXXX687]": 48330, + "[XXXXX688]": 49118, + "[XXXXX689]": 48604, + "[XXXXX68]": 48174, + "[XXXXX690]": 48077, + "[XXXXX691]": 48743, + "[XXXXX692]": 48583, + "[XXXXX693]": 47391, + "[XXXXX694]": 48229, + "[XXXXX695]": 48789, + "[XXXXX696]": 48777, + "[XXXXX697]": 47535, + "[XXXXX698]": 48122, + "[XXXXX699]": 48232, + "[XXXXX69]": 48704, + "[XXXXX6]": 48927, + "[XXXXX700]": 48403, + "[XXXXX701]": 47451, + "[XXXXX702]": 48039, + "[XXXXX703]": 47568, + "[XXXXX704]": 48692, + "[XXXXX705]": 47437, + "[XXXXX706]": 47854, + "[XXXXX707]": 49148, + "[XXXXX708]": 48923, + "[XXXXX709]": 48133, + "[XXXXX70]": 47407, + "[XXXXX710]": 48425, + "[XXXXX711]": 48998, + "[XXXXX712]": 48801, + "[XXXXX713]": 48525, + "[XXXXX714]": 47917, + "[XXXXX715]": 47782, + "[XXXXX716]": 48697, + "[XXXXX717]": 47836, + "[XXXXX718]": 47725, + "[XXXXX719]": 48218, + "[XXXXX71]": 49065, + "[XXXXX720]": 48956, + "[XXXXX721]": 48321, + "[XXXXX722]": 47812, + "[XXXXX723]": 47466, + "[XXXXX724]": 48462, + "[XXXXX725]": 47898, + "[XXXXX726]": 49060, + "[XXXXX727]": 47589, + "[XXXXX728]": 49117, + "[XXXXX729]": 48393, + "[XXXXX72]": 48439, + "[XXXXX730]": 48100, + "[XXXXX731]": 48394, + "[XXXXX732]": 48643, + "[XXXXX733]": 48423, + "[XXXXX734]": 48183, + "[XXXXX735]": 49101, + "[XXXXX736]": 48381, + "[XXXXX737]": 48854, + "[XXXXX738]": 49067, + "[XXXXX739]": 48876, + "[XXXXX73]": 47392, + "[XXXXX740]": 48179, + "[XXXXX741]": 48194, + "[XXXXX742]": 48791, + "[XXXXX743]": 48985, + "[XXXXX744]": 48535, + "[XXXXX745]": 48436, + "[XXXXX746]": 47896, + "[XXXXX747]": 47583, + "[XXXXX748]": 49142, + "[XXXXX749]": 48958, + "[XXXXX74]": 49064, + "[XXXXX750]": 47569, + "[XXXXX751]": 47548, + "[XXXXX752]": 49083, + "[XXXXX753]": 47746, + "[XXXXX754]": 49144, + "[XXXXX755]": 48600, + "[XXXXX756]": 47791, + "[XXXXX757]": 47661, + "[XXXXX758]": 48295, + "[XXXXX759]": 47912, + "[XXXXX75]": 48025, + "[XXXXX760]": 47495, + "[XXXXX761]": 48156, + "[XXXXX762]": 47907, + "[XXXXX763]": 48123, + "[XXXXX764]": 48134, + "[XXXXX765]": 47597, + "[XXXXX766]": 48278, + "[XXXXX767]": 47555, + "[XXXXX768]": 49011, + "[XXXXX769]": 47918, + "[XXXXX76]": 47902, + "[XXXXX770]": 48957, + "[XXXXX771]": 48936, + "[XXXXX772]": 48269, + "[XXXXX773]": 48473, + "[XXXXX774]": 49035, + "[XXXXX775]": 47984, + "[XXXXX776]": 48300, + "[XXXXX777]": 48085, + "[XXXXX778]": 47826, + "[XXXXX779]": 48019, + "[XXXXX77]": 48031, + "[XXXXX780]": 48376, + "[XXXXX781]": 47534, + "[XXXXX782]": 48764, + "[XXXXX783]": 49063, + "[XXXXX784]": 47840, + "[XXXXX785]": 48547, + "[XXXXX786]": 48941, + "[XXXXX787]": 47650, + "[XXXXX788]": 47800, + "[XXXXX789]": 48606, + "[XXXXX78]": 47873, + "[XXXXX790]": 48060, + "[XXXXX791]": 47885, + "[XXXXX792]": 47863, + "[XXXXX793]": 48730, + "[XXXXX794]": 47662, + "[XXXXX795]": 47438, + "[XXXXX796]": 48385, + "[XXXXX797]": 48449, + "[XXXXX798]": 47673, + "[XXXXX799]": 48093, + "[XXXXX79]": 48865, + "[XXXXX7]": 48372, + "[XXXXX800]": 48729, + "[XXXXX801]": 47474, + "[XXXXX802]": 48875, + "[XXXXX803]": 48029, + "[XXXXX804]": 48735, + "[XXXXX805]": 48297, + "[XXXXX806]": 48411, + "[XXXXX807]": 47913, + "[XXXXX808]": 48710, + "[XXXXX809]": 48094, + "[XXXXX80]": 48841, + "[XXXXX810]": 48428, + "[XXXXX811]": 48532, + "[XXXXX812]": 48950, + "[XXXXX813]": 48739, + "[XXXXX814]": 48137, + "[XXXXX815]": 47884, + "[XXXXX816]": 48779, + "[XXXXX817]": 47496, + "[XXXXX818]": 48352, + "[XXXXX819]": 48891, + "[XXXXX81]": 48051, + "[XXXXX820]": 48050, + "[XXXXX821]": 47573, + "[XXXXX822]": 48373, + "[XXXXX823]": 47793, + "[XXXXX824]": 47747, + "[XXXXX825]": 47758, + "[XXXXX826]": 48302, + "[XXXXX827]": 48785, + "[XXXXX828]": 48870, + "[XXXXX829]": 48899, + "[XXXXX82]": 49141, + "[XXXXX830]": 48884, + "[XXXXX831]": 47981, + "[XXXXX832]": 48223, + "[XXXXX833]": 48072, + "[XXXXX834]": 48576, + "[XXXXX835]": 48711, + "[XXXXX836]": 47460, + "[XXXXX837]": 47801, + "[XXXXX838]": 47651, + "[XXXXX839]": 47663, + "[XXXXX83]": 49076, + "[XXXXX840]": 48298, + "[XXXXX841]": 49150, + "[XXXXX842]": 48517, + "[XXXXX843]": 47418, + "[XXXXX844]": 47627, + "[XXXXX845]": 48230, + "[XXXXX846]": 48010, + "[XXXXX847]": 47423, + "[XXXXX848]": 49048, + "[XXXXX849]": 48524, + "[XXXXX84]": 47900, + "[XXXXX850]": 47787, + "[XXXXX851]": 48974, + "[XXXXX852]": 48652, + "[XXXXX853]": 47849, + "[XXXXX854]": 48623, + "[XXXXX855]": 49026, + "[XXXXX856]": 49068, + "[XXXXX857]": 48802, + "[XXXXX858]": 48236, + "[XXXXX859]": 48170, + "[XXXXX85]": 47909, + "[XXXXX860]": 47924, + "[XXXXX861]": 47607, + "[XXXXX862]": 47565, + "[XXXXX863]": 48038, + "[XXXXX864]": 49149, + "[XXXXX865]": 49081, + "[XXXXX866]": 48905, + "[XXXXX867]": 47792, + "[XXXXX868]": 48482, + "[XXXXX869]": 47704, + "[XXXXX86]": 49036, + "[XXXXX870]": 47959, + "[XXXXX871]": 48890, + "[XXXXX872]": 48860, + "[XXXXX873]": 48326, + "[XXXXX874]": 47617, + "[XXXXX875]": 47654, + "[XXXXX876]": 47986, + "[XXXXX877]": 48632, + "[XXXXX878]": 48175, + "[XXXXX879]": 48581, + "[XXXXX87]": 47608, + "[XXXXX880]": 47424, + "[XXXXX881]": 49134, + "[XXXXX882]": 48012, + "[XXXXX883]": 48696, + "[XXXXX884]": 48699, + "[XXXXX885]": 47955, + "[XXXXX886]": 49104, + "[XXXXX887]": 47827, + "[XXXXX888]": 49014, + "[XXXXX889]": 48539, + "[XXXXX88]": 48496, + "[XXXXX890]": 48723, + "[XXXXX891]": 48235, + "[XXXXX892]": 48195, + "[XXXXX893]": 48216, + "[XXXXX894]": 48444, + "[XXXXX895]": 48719, + "[XXXXX896]": 47715, + "[XXXXX897]": 48803, + "[XXXXX898]": 48679, + "[XXXXX899]": 48619, + "[XXXXX89]": 48500, + "[XXXXX8]": 49008, + "[XXXXX900]": 48120, + "[XXXXX901]": 48241, + "[XXXXX902]": 47852, + "[XXXXX903]": 48417, + "[XXXXX904]": 47671, + "[XXXXX905]": 48654, + "[XXXXX906]": 49056, + "[XXXXX907]": 48878, + "[XXXXX908]": 48708, + "[XXXXX909]": 48698, + "[XXXXX90]": 47578, + "[XXXXX910]": 49016, + "[XXXXX911]": 47931, + "[XXXXX912]": 48441, + "[XXXXX913]": 48937, + "[XXXXX914]": 47415, + "[XXXXX915]": 47546, + "[XXXXX916]": 48284, + "[XXXXX917]": 48483, + "[XXXXX918]": 47946, + "[XXXXX919]": 48613, + "[XXXXX91]": 47759, + "[XXXXX920]": 48468, + "[XXXXX921]": 48438, + "[XXXXX922]": 49004, + "[XXXXX923]": 48498, + "[XXXXX924]": 48315, + "[XXXXX925]": 48765, + "[XXXXX926]": 48363, + "[XXXXX927]": 48947, + "[XXXXX928]": 47606, + "[XXXXX929]": 48188, + "[XXXXX92]": 48798, + "[XXXXX930]": 47600, + "[XXXXX931]": 49096, + "[XXXXX932]": 47876, + "[XXXXX933]": 48856, + "[XXXXX934]": 48546, + "[XXXXX935]": 47486, + "[XXXXX936]": 48718, + "[XXXXX937]": 47592, + "[XXXXX938]": 48035, + "[XXXXX939]": 47509, + "[XXXXX93]": 49050, + "[XXXXX940]": 47956, + "[XXXXX941]": 48919, + "[XXXXX942]": 47993, + "[XXXXX943]": 48415, + "[XXXXX944]": 48925, + "[XXXXX945]": 48656, + "[XXXXX946]": 48763, + "[XXXXX947]": 48422, + "[XXXXX948]": 48814, + "[XXXXX949]": 47769, + "[XXXXX94]": 48367, + "[XXXXX950]": 47878, + "[XXXXX951]": 48320, + "[XXXXX952]": 48389, + "[XXXXX953]": 49032, + "[XXXXX954]": 49025, + "[XXXXX955]": 48686, + "[XXXXX956]": 48384, + "[XXXXX957]": 49024, + "[XXXXX958]": 48902, + "[XXXXX959]": 47810, + "[XXXXX95]": 48079, + "[XXXXX960]": 47682, + "[XXXXX961]": 49051, + "[XXXXX962]": 48771, + "[XXXXX963]": 48755, + "[XXXXX964]": 48915, + "[XXXXX965]": 47739, + "[XXXXX966]": 48942, + "[XXXXX967]": 48283, + "[XXXXX968]": 47971, + "[XXXXX969]": 48559, + "[XXXXX96]": 48464, + "[XXXXX970]": 47861, + "[XXXXX971]": 48469, + "[XXXXX972]": 48938, + "[XXXXX973]": 48097, + "[XXXXX974]": 47742, + "[XXXXX975]": 48657, + "[XXXXX976]": 48424, + "[XXXXX977]": 48866, + "[XXXXX978]": 47824, + "[XXXXX979]": 48207, + "[XXXXX97]": 48967, + "[XXXXX980]": 47575, + "[XXXXX981]": 48388, + "[XXXXX982]": 47940, + "[XXXXX983]": 48778, + "[XXXXX984]": 48426, + "[XXXXX985]": 48260, + "[XXXXX986]": 48418, + "[XXXXX987]": 47728, + "[XXXXX988]": 49086, + "[XXXXX989]": 48747, + "[XXXXX98]": 48140, + "[XXXXX990]": 48030, + "[XXXXX991]": 47459, + "[XXXXX992]": 48364, + "[XXXXX993]": 49137, + "[XXXXX994]": 48712, + "[XXXXX995]": 47980, + "[XXXXX996]": 47777, + "[XXXXX997]": 48819, + "[XXXXX998]": 48642, + "[XXXXX999]": 48975, + "[XXXXX99]": 48213, + "[XXXXX9]": 47755 +} diff --git a/checkpoint-1500/config.json b/checkpoint-1500/config.json new file mode 100644 index 0000000..87e344b --- /dev/null +++ b/checkpoint-1500/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 47386, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 47387, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 768, + "n_head": 12, + "n_inner": 3072, + "n_layer": 12, + "n_positions": 512, + "pad_token_id": 47388, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 49152 +} diff --git a/checkpoint-1500/generation_config.json b/checkpoint-1500/generation_config.json new file mode 100644 index 0000000..e73b324 --- /dev/null +++ b/checkpoint-1500/generation_config.json @@ -0,0 +1,10 @@ +{ + "_from_model_config": true, + "bos_token_id": 47386, + "eos_token_id": [ + 47387, + 50001 + ], + "pad_token_id": 47388, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-1500/model.safetensors b/checkpoint-1500/model.safetensors new file mode 100644 index 0000000..2aaf6d1 --- /dev/null +++ b/checkpoint-1500/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:135dfd095b5d3b7fce0dff5ac470a3c0f6c1f94e4e1469994e173e2c62bdd01d +size 246410944 diff --git a/checkpoint-1500/rng_state.pth b/checkpoint-1500/rng_state.pth new file mode 100644 index 0000000..bac6c66 --- /dev/null +++ b/checkpoint-1500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35946c68c543618614b51fb86273bb877e6ce3fdf97d8590ae30f9ca10e6d669 +size 14645 diff --git a/checkpoint-1500/special_tokens_map.json b/checkpoint-1500/special_tokens_map.json new file mode 100644 index 0000000..86972d3 --- /dev/null +++ b/checkpoint-1500/special_tokens_map.json @@ -0,0 +1,1815 @@ +{ + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-1500/spiece.model b/checkpoint-1500/spiece.model new file mode 100644 index 0000000..aa5e7bb --- /dev/null +++ b/checkpoint-1500/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:658c1246bf680a2a73ff33ccf7bbcde25b6d81c80c5cc610f4680cf9942f981b +size 1138208 diff --git a/checkpoint-1500/tokenizer_config.json b/checkpoint-1500/tokenizer_config.json new file mode 100644 index 0000000..b5acc55 --- /dev/null +++ b/checkpoint-1500/tokenizer_config.json @@ -0,0 +1,15919 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47386": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47387": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47388": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47389": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47390": { + "content": "[XXXXX1404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47391": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47392": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47393": { + "content": "[XXXXX1731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47394": { + "content": "[XXXXX1315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47395": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47396": { + "content": "[XXXXX1366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47397": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47398": { + "content": "[XXXXX1239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47399": { + "content": "[XXXXX1457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47400": { + "content": "[XXXXX1278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47401": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47402": { + "content": "[XXXXX1313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47403": { + "content": "[XXXXX1395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47404": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47405": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47406": { + "content": "[XXXXX1556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47407": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47408": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47409": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47410": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47411": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47412": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47413": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47414": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47415": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47416": { + "content": "[XXXXX1261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47417": { + "content": "[XXXXX1280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47418": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47419": { + "content": "[XXXXX1220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47420": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47421": { + "content": "[XXXXX1306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47422": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47423": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47424": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47425": { + "content": "[XXXXX1588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47426": { + "content": "[XXXXX1523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47427": { + "content": "[XXXXX1474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47428": { + "content": "[XXXXX1586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47429": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47430": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47431": { + "content": "[XXXXX1342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47432": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47433": { + "content": "[XXXXX1343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47434": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47435": { + "content": "[XXXXX1709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47436": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47437": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47438": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47439": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47440": { + "content": "[XXXXX1563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47441": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47442": { + "content": "[XXXXX1550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47443": { + "content": "[XXXXX1661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47444": { + "content": "[XXXXX1599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47445": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47446": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47447": { + "content": "[XXXXX1635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47448": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47449": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47450": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47451": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47452": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47453": { + "content": "[XXXXX1219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47454": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47455": { + "content": "[XXXXX1418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47456": { + "content": "[XXXXX1680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47457": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47458": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47459": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47460": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47461": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47462": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47463": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47464": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47465": { + "content": "[XXXXX1506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47466": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47467": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47468": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47469": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47470": { + "content": "[XXXXX1411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47471": { + "content": "[XXXXX1561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47472": { + "content": "[XXXXX1282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47473": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47474": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47475": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47476": { + "content": "[XXXXX1583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47477": { + "content": "[XXXXX1737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47478": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47479": { + "content": "[XXXXX1564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47480": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47481": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47482": { + "content": "[XXXXX1573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47483": { + "content": "[XXXXX1253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47484": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47485": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47486": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47487": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47488": { + "content": "[XXXXX1623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47489": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47490": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47491": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47492": { + "content": "[XXXXX1214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47493": { + "content": "[XXXXX1677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47494": { + "content": "[XXXXX1458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47495": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47496": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47497": { + "content": "[XXXXX1215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47498": { + "content": "[XXXXX1248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47499": { + "content": "[XXXXX1555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47500": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47501": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47502": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47503": { + "content": "[XXXXX1670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47504": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47505": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47506": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47507": { + "content": "[XXXXX1582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47508": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47509": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47510": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47511": { + "content": "[XXXXX1257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47512": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47513": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47514": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47515": { + "content": "[XXXXX1410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47516": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47517": { + "content": "[XXXXX1352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47518": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47519": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47520": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47521": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47522": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47523": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47524": { + "content": "[XXXXX1695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47525": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47526": { + "content": "[XXXXX1200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47527": { + "content": "[XXXXX1671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47528": { + "content": "[XXXXX1666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47529": { + "content": "[XXXXX1482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47530": { + "content": "[XXXXX1732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47531": { + "content": "[XXXXX1335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47532": { + "content": "[XXXXX1452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47533": { + "content": "[XXXXX1615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47534": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47535": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47536": { + "content": "[XXXXX1694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47537": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47538": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47539": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47540": { + "content": "[XXXXX1413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47541": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47542": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47543": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47544": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47545": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47546": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47547": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47548": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47549": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47550": { + "content": "[XXXXX1360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47551": { + "content": "[XXXXX1376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47552": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47553": { + "content": "[XXXXX1308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47554": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47555": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47556": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47557": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47558": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47559": { + "content": "[XXXXX1736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47560": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47561": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47562": { + "content": "[XXXXX1370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47563": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47564": { + "content": "[XXXXX1746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47565": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47566": { + "content": "[XXXXX1659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47567": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47568": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47569": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47570": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47571": { + "content": "[XXXXX1648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47572": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47573": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47574": { + "content": "[XXXXX1617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47575": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47576": { + "content": "[XXXXX1567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47577": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47578": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47579": { + "content": "[XXXXX1725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47580": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47581": { + "content": "[XXXXX1513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47582": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47583": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47584": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47585": { + "content": "[XXXXX1251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47586": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47587": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47588": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47589": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47590": { + "content": "[XXXXX1507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47591": { + "content": "[XXXXX1397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47592": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47593": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47594": { + "content": "[XXXXX1390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47595": { + "content": "[XXXXX1442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47596": { + "content": "[XXXXX1228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47597": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47598": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47599": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47600": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47601": { + "content": "[XXXXX1238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47602": { + "content": "[XXXXX1636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47603": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47604": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47605": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47606": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47607": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47608": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47609": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47610": { + "content": "[XXXXX1642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47611": { + "content": "[XXXXX1423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47612": { + "content": "[XXXXX1299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47613": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47614": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47615": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47616": { + "content": "[XXXXX1240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47617": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47618": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47619": { + "content": "[XXXXX1383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47620": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47621": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47622": { + "content": "[XXXXX1209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47623": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47624": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47625": { + "content": "[XXXXX1722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47626": { + "content": "[XXXXX1593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47627": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47628": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47629": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47630": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47631": { + "content": "[XXXXX1446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47632": { + "content": "[XXXXX1398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47633": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47634": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47635": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47636": { + "content": "[XXXXX1421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47637": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47638": { + "content": "[XXXXX1701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47639": { + "content": "[XXXXX1612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47640": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47641": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47642": { + "content": "[XXXXX1527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47643": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47644": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47645": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47646": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47647": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47648": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47649": { + "content": "[XXXXX1481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47650": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47651": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47652": { + "content": "[XXXXX1598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47653": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47654": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47655": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47656": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47657": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47658": { + "content": "[XXXXX1378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47659": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47660": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47661": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47662": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47663": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47664": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47665": { + "content": "[XXXXX1272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47666": { + "content": "[XXXXX1652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47667": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47668": { + "content": "[XXXXX1460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47669": { + "content": "[XXXXX1227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47670": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47671": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47672": { + "content": "[XXXXX1268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47673": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47674": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47675": { + "content": "[XXXXX1488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47676": { + "content": "[XXXXX1393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47677": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47678": { + "content": "[XXXXX1647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47679": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47680": { + "content": "[XXXXX1691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47681": { + "content": "[XXXXX1246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47682": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47683": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47684": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47685": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47686": { + "content": "[XXXXX1367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47687": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47688": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47689": { + "content": "[XXXXX1322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47690": { + "content": "[XXXXX1414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47691": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47692": { + "content": "[XXXXX1729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47693": { + "content": "[XXXXX1703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47694": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47695": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47696": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47697": { + "content": "[XXXXX1309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47698": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47699": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47700": { + "content": "[XXXXX1365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47701": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47702": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47703": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47704": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47705": { + "content": "[XXXXX1400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47706": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47707": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47708": { + "content": "[XXXXX1565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47709": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47710": { + "content": "[XXXXX1284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47711": { + "content": "[XXXXX1473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47712": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47713": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47714": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47715": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47716": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47717": { + "content": "[XXXXX1649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47718": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47719": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47720": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47721": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47722": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47723": { + "content": "[XXXXX1337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47724": { + "content": "[XXXXX1386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47725": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47726": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47727": { + "content": "[XXXXX1533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47728": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47729": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47730": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47731": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47732": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47733": { + "content": "[XXXXX1664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47734": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47735": { + "content": "[XXXXX1289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47736": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47737": { + "content": "[XXXXX1496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47738": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47739": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47740": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47741": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47742": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47743": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47744": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47745": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47746": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47747": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47748": { + "content": "[XXXXX1640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47749": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47750": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47751": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47752": { + "content": "[XXXXX1502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47753": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47754": { + "content": "[XXXXX1279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47755": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47756": { + "content": "[XXXXX1387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47757": { + "content": "[XXXXX1277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47758": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47759": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47760": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47761": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47762": { + "content": "[XXXXX1516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47763": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47764": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47765": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47766": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47767": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47768": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47769": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47770": { + "content": "[XXXXX1471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47771": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47772": { + "content": "[XXXXX1674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47773": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47774": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47775": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47776": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47777": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47778": { + "content": "[XXXXX1486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47779": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47780": { + "content": "[XXXXX1468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47781": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47782": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47783": { + "content": "[XXXXX1675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47784": { + "content": "[XXXXX1708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47785": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47786": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47787": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47788": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47789": { + "content": "[XXXXX1311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47790": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47791": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47792": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47793": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47794": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47795": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47796": { + "content": "[XXXXX1566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47797": { + "content": "[XXXXX1758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47798": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47799": { + "content": "[XXXXX1208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47800": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47801": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47802": { + "content": "[XXXXX1304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47803": { + "content": "[XXXXX1417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47804": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47805": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47806": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47807": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47808": { + "content": "[XXXXX1420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47809": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47810": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47811": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47812": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47813": { + "content": "[XXXXX1328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47814": { + "content": "[XXXXX1431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47815": { + "content": "[XXXXX1273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47816": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47817": { + "content": "[XXXXX1672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47818": { + "content": "[XXXXX1243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47819": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47820": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47821": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47822": { + "content": "[XXXXX1611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47823": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47824": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47825": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47826": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47827": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47828": { + "content": "[XXXXX1379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47829": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47830": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47831": { + "content": "[XXXXX1443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47832": { + "content": "[XXXXX1716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47833": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47834": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47835": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47836": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47837": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47838": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47839": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47840": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47841": { + "content": "[XXXXX1218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47842": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47843": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47844": { + "content": "[XXXXX1558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47845": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47846": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47847": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47848": { + "content": "[XXXXX1269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47849": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47850": { + "content": "[XXXXX1484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47851": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47852": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47853": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47854": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47855": { + "content": "[XXXXX1602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47856": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47857": { + "content": "[XXXXX1755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47858": { + "content": "[XXXXX1412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47859": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47860": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47861": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47862": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47863": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47864": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47865": { + "content": "[XXXXX1266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47866": { + "content": "[XXXXX1624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47867": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47868": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47869": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47870": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47871": { + "content": "[XXXXX1721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47872": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47873": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47874": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47875": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47876": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47877": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47878": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47879": { + "content": "[XXXXX1199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47880": { + "content": "[XXXXX1344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47881": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47882": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47883": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47884": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47885": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47886": { + "content": "[XXXXX1515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47887": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47888": { + "content": "[XXXXX1678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47889": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47890": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47891": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47892": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47893": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47894": { + "content": "[XXXXX1557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47895": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47896": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47897": { + "content": "[XXXXX1324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47898": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47899": { + "content": "[XXXXX1554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47900": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47901": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47902": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47903": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47904": { + "content": "[XXXXX1577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47905": { + "content": "[XXXXX1305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47906": { + "content": "[XXXXX1681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47907": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47908": { + "content": "[XXXXX1338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47909": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47910": { + "content": "[XXXXX1303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47911": { + "content": "[XXXXX1207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47912": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47913": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47914": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47915": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47916": { + "content": "[XXXXX1734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47917": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47918": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47919": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47920": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47921": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47922": { + "content": "[XXXXX1403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47923": { + "content": "[XXXXX1464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47924": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47925": { + "content": "[XXXXX1233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47926": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47927": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47928": { + "content": "[XXXXX1620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47929": { + "content": "[XXXXX1487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47930": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47931": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47932": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47933": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47934": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47935": { + "content": "[XXXXX1637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47936": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47937": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47938": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47939": { + "content": "[XXXXX1633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47940": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47941": { + "content": "[XXXXX1402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47942": { + "content": "[XXXXX1300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47943": { + "content": "[XXXXX1735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47944": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47945": { + "content": "[XXXXX1454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47946": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47947": { + "content": "[XXXXX1470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47948": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47949": { + "content": "[XXXXX1435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47950": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47951": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47952": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47953": { + "content": "[XXXXX1639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47954": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47955": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47956": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47957": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47958": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47959": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47960": { + "content": "[XXXXX1575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47961": { + "content": "[XXXXX1604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47962": { + "content": "[XXXXX1512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47963": { + "content": "[XXXXX1394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47964": { + "content": "[XXXXX1600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47965": { + "content": "[XXXXX1724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47966": { + "content": "[XXXXX1323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47967": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47968": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47969": { + "content": "[XXXXX1753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47970": { + "content": "[XXXXX1752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47971": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47972": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47973": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47974": { + "content": "[XXXXX1646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47975": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47976": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47977": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47978": { + "content": "[XXXXX1720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47979": { + "content": "[XXXXX1263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47980": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47981": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47982": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47983": { + "content": "[XXXXX1616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47984": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47985": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47986": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47987": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47988": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47989": { + "content": "[XXXXX1707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47990": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47991": { + "content": "[XXXXX1553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47992": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47993": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47994": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47995": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47996": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47997": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47998": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47999": { + "content": "[XXXXX1288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48000": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48001": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48002": { + "content": "[XXXXX1241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48003": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48004": { + "content": "[XXXXX1409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48005": { + "content": "[XXXXX1440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48006": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48007": { + "content": "[XXXXX1631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48008": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48009": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48010": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48011": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48012": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48013": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48014": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48015": { + "content": "[XXXXX1275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48016": { + "content": "[XXXXX1274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48017": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48018": { + "content": "[XXXXX1744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48019": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48020": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48021": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48022": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48023": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48024": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48025": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48026": { + "content": "[XXXXX1682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48027": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48028": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48029": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48030": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48031": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48032": { + "content": "[XXXXX1369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48033": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48034": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48035": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48036": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48037": { + "content": "[XXXXX1662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48038": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48039": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48040": { + "content": "[XXXXX1655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48041": { + "content": "[XXXXX1374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48042": { + "content": "[XXXXX1700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48043": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48044": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48045": { + "content": "[XXXXX1596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48046": { + "content": "[XXXXX1287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48047": { + "content": "[XXXXX1281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48048": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48049": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48050": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48051": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48052": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48053": { + "content": "[XXXXX1613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48054": { + "content": "[XXXXX1415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48055": { + "content": "[XXXXX1529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48056": { + "content": "[XXXXX1622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48057": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48058": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48059": { + "content": "[XXXXX1679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48060": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48061": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48062": { + "content": "[XXXXX1357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48063": { + "content": "[XXXXX1301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48064": { + "content": "[XXXXX1230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48065": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48066": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48067": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48068": { + "content": "[XXXXX1434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48069": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48070": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48071": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48072": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48073": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48074": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48075": { + "content": "[XXXXX1628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48076": { + "content": "[XXXXX1325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48077": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48078": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48079": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48080": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48081": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48082": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48083": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48084": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48085": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48086": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48087": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48088": { + "content": "[XXXXX1541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48089": { + "content": "[XXXXX1687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48090": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48091": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48092": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48093": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48094": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48095": { + "content": "[XXXXX1546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48096": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48097": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48098": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48099": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48100": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48101": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48102": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48103": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48104": { + "content": "[XXXXX1351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48105": { + "content": "[XXXXX1643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48106": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48107": { + "content": "[XXXXX1231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48108": { + "content": "[XXXXX1271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48109": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48110": { + "content": "[XXXXX1336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48111": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48112": { + "content": "[XXXXX1748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48113": { + "content": "[XXXXX1545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48114": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48115": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48116": { + "content": "[XXXXX1641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48117": { + "content": "[XXXXX1714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48118": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48119": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48120": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48121": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48122": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48123": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48124": { + "content": "[XXXXX1538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48125": { + "content": "[XXXXX1669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48126": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48127": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48128": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48129": { + "content": "[XXXXX1733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48130": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48131": { + "content": "[XXXXX1210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48132": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48133": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48134": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48135": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48136": { + "content": "[XXXXX1380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48137": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48138": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48139": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48140": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48141": { + "content": "[XXXXX1497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48142": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48143": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48144": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48145": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48146": { + "content": "[XXXXX1692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48147": { + "content": "[XXXXX1317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48148": { + "content": "[XXXXX1606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48149": { + "content": "[XXXXX1683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48150": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48151": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48152": { + "content": "[XXXXX1710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48153": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48154": { + "content": "[XXXXX1222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48155": { + "content": "[XXXXX1461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48156": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48157": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48158": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48159": { + "content": "[XXXXX1698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48160": { + "content": "[XXXXX1232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48161": { + "content": "[XXXXX1743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48162": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48163": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48164": { + "content": "[XXXXX1559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48165": { + "content": "[XXXXX1321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48166": { + "content": "[XXXXX1276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48167": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48168": { + "content": "[XXXXX1259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48169": { + "content": "[XXXXX1408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48170": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48171": { + "content": "[XXXXX1429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48172": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48173": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48174": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48175": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48176": { + "content": "[XXXXX1388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48177": { + "content": "[XXXXX1621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48178": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48179": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48180": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48181": { + "content": "[XXXXX1430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48182": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48183": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48184": { + "content": "[XXXXX1510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48185": { + "content": "[XXXXX1715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48186": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48187": { + "content": "[XXXXX1316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48188": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48189": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48190": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48191": { + "content": "[XXXXX1568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48192": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48193": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48194": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48195": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48196": { + "content": "[XXXXX1349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48197": { + "content": "[XXXXX1696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48198": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48199": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48200": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48201": { + "content": "[XXXXX1237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48202": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48203": { + "content": "[XXXXX1462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48204": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48205": { + "content": "[XXXXX1571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48206": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48207": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48208": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48209": { + "content": "[XXXXX1286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48210": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48211": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48212": { + "content": "[XXXXX1371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48213": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48214": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48215": { + "content": "[XXXXX1548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48216": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48217": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48218": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48219": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48220": { + "content": "[XXXXX1549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48221": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48222": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48223": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48224": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48225": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48226": { + "content": "[XXXXX1419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48227": { + "content": "[XXXXX1658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48228": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48229": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48230": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48231": { + "content": "[XXXXX1594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48232": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48233": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48234": { + "content": "[XXXXX1626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48235": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48236": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48237": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48238": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48239": { + "content": "[XXXXX1267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48240": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48241": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48242": { + "content": "[XXXXX1368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48243": { + "content": "[XXXXX1332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48244": { + "content": "[XXXXX1739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48245": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48246": { + "content": "[XXXXX1375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48247": { + "content": "[XXXXX1723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48248": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48249": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48250": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48251": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48252": { + "content": "[XXXXX1436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48253": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48254": { + "content": "[XXXXX1384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48255": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48256": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48257": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48258": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48259": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48260": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48261": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48262": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48263": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48264": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48265": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48266": { + "content": "[XXXXX1294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48267": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48268": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48269": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48270": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48271": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48272": { + "content": "[XXXXX1493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48273": { + "content": "[XXXXX1625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48274": { + "content": "[XXXXX1585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48275": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48276": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48277": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48278": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48279": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48280": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48281": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48282": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48283": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48284": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48285": { + "content": "[XXXXX1614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48286": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48287": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48288": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48289": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48290": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48291": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48292": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48293": { + "content": "[XXXXX1258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48294": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48295": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48296": { + "content": "[XXXXX1605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48297": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48298": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48299": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48300": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48301": { + "content": "[XXXXX1711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48302": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48303": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48304": { + "content": "[XXXXX1212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48305": { + "content": "[XXXXX1540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48306": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48307": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48308": { + "content": "[XXXXX1463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48309": { + "content": "[XXXXX1205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48310": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48311": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48312": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48313": { + "content": "[XXXXX1686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48314": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48315": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48316": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48317": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48318": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48319": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48320": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48321": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48322": { + "content": "[XXXXX1334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48323": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48324": { + "content": "[XXXXX1603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48325": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48326": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48327": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48328": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48329": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48330": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48331": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48332": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48333": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48334": { + "content": "[XXXXX1619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48335": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48336": { + "content": "[XXXXX1572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48337": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48338": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48339": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48340": { + "content": "[XXXXX1254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48341": { + "content": "[XXXXX1476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48342": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48343": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48344": { + "content": "[XXXXX1250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48345": { + "content": "[XXXXX1211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48346": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48347": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48348": { + "content": "[XXXXX1524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48349": { + "content": "[XXXXX1455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48350": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48351": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48352": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48353": { + "content": "[XXXXX1377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48354": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48355": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48356": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48357": { + "content": "[XXXXX1354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48358": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48359": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48360": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48361": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48362": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48363": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48364": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48365": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48366": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48367": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48368": { + "content": "[XXXXX1302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48369": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48370": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48371": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48372": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48373": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48374": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48375": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48376": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48377": { + "content": "[XXXXX1663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48378": { + "content": "[XXXXX1249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48379": { + "content": "[XXXXX1439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48380": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48381": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48382": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48383": { + "content": "[XXXXX1717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48384": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48385": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48386": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48387": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48388": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48389": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48390": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48391": { + "content": "[XXXXX1347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48392": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48393": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48394": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48395": { + "content": "[XXXXX1727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48396": { + "content": "[XXXXX1689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48397": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48398": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48399": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48400": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48401": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48402": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48403": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48404": { + "content": "[XXXXX1350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48405": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48406": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48407": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48408": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48409": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48410": { + "content": "[XXXXX1517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48411": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48412": { + "content": "[XXXXX1196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48413": { + "content": "[XXXXX1234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48414": { + "content": "[XXXXX1578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48415": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48416": { + "content": "[XXXXX1441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48417": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48418": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48419": { + "content": "[XXXXX1447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48420": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48421": { + "content": "[XXXXX1478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48422": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48423": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48424": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48425": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48426": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48427": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48428": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48429": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48430": { + "content": "[XXXXX1503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48431": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48432": { + "content": "[XXXXX1738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48433": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48434": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48435": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48436": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48437": { + "content": "[XXXXX1518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48438": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48439": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48440": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48441": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48442": { + "content": "[XXXXX1217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48443": { + "content": "[XXXXX1298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48444": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48445": { + "content": "[XXXXX1508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48446": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48447": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48448": { + "content": "[XXXXX1225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48449": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48450": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48451": { + "content": "[XXXXX1684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48452": { + "content": "[XXXXX1499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48453": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48454": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48455": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48456": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48457": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48458": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48459": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48460": { + "content": "[XXXXX1644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48461": { + "content": "[XXXXX1704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48462": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48463": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48464": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48465": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48466": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48467": { + "content": "[XXXXX1705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48468": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48469": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48470": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48471": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48472": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48473": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48474": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48475": { + "content": "[XXXXX1521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48476": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48477": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48478": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48479": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48480": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48481": { + "content": "[XXXXX1203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48482": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48483": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48484": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48485": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48486": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48487": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48488": { + "content": "[XXXXX1197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48489": { + "content": "[XXXXX1331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48490": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48491": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48492": { + "content": "[XXXXX1356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48493": { + "content": "[XXXXX1396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48494": { + "content": "[XXXXX1537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48495": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48496": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48497": { + "content": "[XXXXX1730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48498": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48499": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48500": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48501": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48502": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48503": { + "content": "[XXXXX1757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48504": { + "content": "[XXXXX1467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48505": { + "content": "[XXXXX1706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48506": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48507": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48508": { + "content": "[XXXXX1754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48509": { + "content": "[XXXXX1745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48510": { + "content": "[XXXXX1668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48511": { + "content": "[XXXXX1224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48512": { + "content": "[XXXXX1726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48513": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48514": { + "content": "[XXXXX1407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48515": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48516": { + "content": "[XXXXX1569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48517": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48518": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48519": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48520": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48521": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48522": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48523": { + "content": "[XXXXX1520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48524": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48525": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48526": { + "content": "[XXXXX1651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48527": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48528": { + "content": "[XXXXX1740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48529": { + "content": "[XXXXX1348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48530": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48531": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48532": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48533": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48534": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48535": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48536": { + "content": "[XXXXX1690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48537": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48538": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48539": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48540": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48541": { + "content": "[XXXXX1459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48542": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48543": { + "content": "[XXXXX1242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48544": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48545": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48546": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48547": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48548": { + "content": "[XXXXX1528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48549": { + "content": "[XXXXX1319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48550": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48551": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48552": { + "content": "[XXXXX1632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48553": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48554": { + "content": "[XXXXX1595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48555": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48556": { + "content": "[XXXXX1290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48557": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48558": { + "content": "[XXXXX1699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48559": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48560": { + "content": "[XXXXX1601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48561": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48562": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48563": { + "content": "[XXXXX1756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48564": { + "content": "[XXXXX1381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48565": { + "content": "[XXXXX1560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48566": { + "content": "[XXXXX1270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48567": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48568": { + "content": "[XXXXX1202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48569": { + "content": "[XXXXX1244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48570": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48571": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48572": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48573": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48574": { + "content": "[XXXXX1479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48575": { + "content": "[XXXXX1312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48576": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48577": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48578": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48579": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48580": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48581": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48582": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48583": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48584": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48585": { + "content": "[XXXXX1427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48586": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48587": { + "content": "[XXXXX1657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48588": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48589": { + "content": "[XXXXX1432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48590": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48591": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48592": { + "content": "[XXXXX1264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48593": { + "content": "[XXXXX1498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48594": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48595": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48596": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48597": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48598": { + "content": "[XXXXX1491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48599": { + "content": "[XXXXX1584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48600": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48601": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48602": { + "content": "[XXXXX1229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48603": { + "content": "[XXXXX1511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48604": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48605": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48606": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48607": { + "content": "[XXXXX1544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48608": { + "content": "[XXXXX1204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48609": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48610": { + "content": "[XXXXX1372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48611": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48612": { + "content": "[XXXXX1490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48613": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48614": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48615": { + "content": "[XXXXX1416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48616": { + "content": "[XXXXX1450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48617": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48618": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48619": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48620": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48621": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48622": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48623": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48624": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48625": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48626": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48627": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48628": { + "content": "[XXXXX1465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48629": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48630": { + "content": "[XXXXX1530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48631": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48632": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48633": { + "content": "[XXXXX1580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48634": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48635": { + "content": "[XXXXX1405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48636": { + "content": "[XXXXX1653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48637": { + "content": "[XXXXX1500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48638": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48639": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48640": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48641": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48642": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48643": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48644": { + "content": "[XXXXX1320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48645": { + "content": "[XXXXX1472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48646": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48647": { + "content": "[XXXXX1245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48648": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48649": { + "content": "[XXXXX1713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48650": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48651": { + "content": "[XXXXX1340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48652": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48653": { + "content": "[XXXXX1650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48654": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48655": { + "content": "[XXXXX1514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48656": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48657": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48658": { + "content": "[XXXXX1495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48659": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48660": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48661": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48662": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48663": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48664": { + "content": "[XXXXX1480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48665": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48666": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48667": { + "content": "[XXXXX1428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48668": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48669": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48670": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48671": { + "content": "[XXXXX1741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48672": { + "content": "[XXXXX1221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48673": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48674": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48675": { + "content": "[XXXXX1483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48676": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48677": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48678": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48679": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48680": { + "content": "[XXXXX1385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48681": { + "content": "[XXXXX1389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48682": { + "content": "[XXXXX1213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48683": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48684": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48685": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48686": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48687": { + "content": "[XXXXX1291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48688": { + "content": "[XXXXX1451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48689": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48690": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48691": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48692": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48693": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48694": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48695": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48696": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48697": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48698": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48699": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48700": { + "content": "[XXXXX1339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48701": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48702": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48703": { + "content": "[XXXXX1318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48704": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48705": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48706": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48707": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48708": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48709": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48710": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48711": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48712": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48713": { + "content": "[XXXXX1293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48714": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48715": { + "content": "[XXXXX1252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48716": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48717": { + "content": "[XXXXX1536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48718": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48719": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48720": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48721": { + "content": "[XXXXX1358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48722": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48723": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48724": { + "content": "[XXXXX1437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48725": { + "content": "[XXXXX1634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48726": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48727": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48728": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48729": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48730": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48731": { + "content": "[XXXXX1589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48732": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48733": { + "content": "[XXXXX1693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48734": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48735": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48736": { + "content": "[XXXXX1256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48737": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48738": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48739": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48740": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48741": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48742": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48743": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48744": { + "content": "[XXXXX1477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48745": { + "content": "[XXXXX1262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48746": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48747": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48748": { + "content": "[XXXXX1362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48749": { + "content": "[XXXXX1201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48750": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48751": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48752": { + "content": "[XXXXX1579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48753": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48754": { + "content": "[XXXXX1327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48755": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48756": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48757": { + "content": "[XXXXX1627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48758": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48759": { + "content": "[XXXXX1504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48760": { + "content": "[XXXXX1391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48761": { + "content": "[XXXXX1456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48762": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48763": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48764": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48765": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48766": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48767": { + "content": "[XXXXX1609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48768": { + "content": "[XXXXX1629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48769": { + "content": "[XXXXX1597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48770": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48771": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48772": { + "content": "[XXXXX1346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48773": { + "content": "[XXXXX1645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48774": { + "content": "[XXXXX1660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48775": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48776": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48777": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48778": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48779": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48780": { + "content": "[XXXXX1469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48781": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48782": { + "content": "[XXXXX1424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48783": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48784": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48785": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48786": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48787": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48788": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48789": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48790": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48791": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48792": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48793": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48794": { + "content": "[XXXXX1297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48795": { + "content": "[XXXXX1688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48796": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48797": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48798": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48799": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48800": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48801": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48802": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48803": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48804": { + "content": "[XXXXX1501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48805": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48806": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48807": { + "content": "[XXXXX1438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48808": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48809": { + "content": "[XXXXX1330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48810": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48811": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48812": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48813": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48814": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48815": { + "content": "[XXXXX1519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48816": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48817": { + "content": "[XXXXX1489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48818": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48819": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48820": { + "content": "[XXXXX1630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48821": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48822": { + "content": "[XXXXX1509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48823": { + "content": "[XXXXX1505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48824": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48825": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48826": { + "content": "[XXXXX1581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48827": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48828": { + "content": "[XXXXX1618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48829": { + "content": "[XXXXX1314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48830": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48831": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48832": { + "content": "[XXXXX1422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48833": { + "content": "[XXXXX1364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48834": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48835": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48836": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48837": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48838": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48839": { + "content": "[XXXXX1591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48840": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48841": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48842": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48843": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48844": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48845": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48846": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48847": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48848": { + "content": "[XXXXX1535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48849": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48850": { + "content": "[XXXXX1353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48851": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48852": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48853": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48854": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48855": { + "content": "[XXXXX1206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48856": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48857": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48858": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48859": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48860": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48861": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48862": { + "content": "[XXXXX1355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48863": { + "content": "[XXXXX1547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48864": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48865": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48866": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48867": { + "content": "[XXXXX1728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48868": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48869": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48870": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48871": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48872": { + "content": "[XXXXX1522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48873": { + "content": "[XXXXX1326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48874": { + "content": "[XXXXX1448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48875": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48876": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48877": { + "content": "[XXXXX1341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48878": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48879": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48880": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48881": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48882": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48883": { + "content": "[XXXXX1285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48884": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48885": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48886": { + "content": "[XXXXX1750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48887": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48888": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48889": { + "content": "[XXXXX1742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48890": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48891": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48892": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48893": { + "content": "[XXXXX1445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48894": { + "content": "[XXXXX1466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48895": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48896": { + "content": "[XXXXX1531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48897": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48898": { + "content": "[XXXXX1247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48899": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48900": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48901": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48902": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48903": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48904": { + "content": "[XXXXX1494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48905": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48906": { + "content": "[XXXXX1406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48907": { + "content": "[XXXXX1610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48908": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48909": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48910": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48911": { + "content": "[XXXXX1570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48912": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48913": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48914": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48915": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48916": { + "content": "[XXXXX1433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48917": { + "content": "[XXXXX1295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48918": { + "content": "[XXXXX1485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48919": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48920": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48921": { + "content": "[XXXXX1333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48922": { + "content": "[XXXXX1359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48923": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48924": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48925": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48926": { + "content": "[XXXXX1761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48927": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48928": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48929": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48930": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48931": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48932": { + "content": "[XXXXX1751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48933": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48934": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48935": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48936": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48937": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48938": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48939": { + "content": "[XXXXX1216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48940": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48941": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48942": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48943": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48944": { + "content": "[XXXXX1534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48945": { + "content": "[XXXXX1265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48946": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48947": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48948": { + "content": "[XXXXX1525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48949": { + "content": "[XXXXX1760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48950": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48951": { + "content": "[XXXXX1260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48952": { + "content": "[XXXXX1574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48953": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48954": { + "content": "[XXXXX1702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48955": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48956": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48957": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48958": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48959": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48960": { + "content": "[XXXXX1562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48961": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48962": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48963": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48964": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48965": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48966": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48967": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48968": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48969": { + "content": "[XXXXX1747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48970": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48971": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48972": { + "content": "[XXXXX1587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48973": { + "content": "[XXXXX1382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48974": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48975": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48976": { + "content": "[XXXXX1426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48977": { + "content": "[XXXXX1345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48978": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48979": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48980": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48981": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48982": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48983": { + "content": "[XXXXX1401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48984": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48985": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48986": { + "content": "[XXXXX1719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48987": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48988": { + "content": "[XXXXX1226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48989": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48990": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48991": { + "content": "[XXXXX1255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48992": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48993": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48994": { + "content": "[XXXXX1608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48995": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48996": { + "content": "[XXXXX1399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48997": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48998": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48999": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49000": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49001": { + "content": "[XXXXX1656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49002": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49003": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49004": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49005": { + "content": "[XXXXX1235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49006": { + "content": "[XXXXX1592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49007": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49008": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49009": { + "content": "[XXXXX1590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49010": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49011": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49012": { + "content": "[XXXXX1718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49013": { + "content": "[XXXXX1373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49014": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49015": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49016": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49017": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49018": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49019": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49020": { + "content": "[XXXXX1532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49021": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49022": { + "content": "[XXXXX1542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49023": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49024": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49025": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49026": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49027": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49028": { + "content": "[XXXXX1363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49029": { + "content": "[XXXXX1685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49030": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49031": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49032": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49033": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49034": { + "content": "[XXXXX1444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49035": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49036": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49037": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49038": { + "content": "[XXXXX1607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49039": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49040": { + "content": "[XXXXX1283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49041": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49042": { + "content": "[XXXXX1475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49043": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49044": { + "content": "[XXXXX1543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49045": { + "content": "[XXXXX1361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49046": { + "content": "[XXXXX1292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49047": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49048": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49049": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49050": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49051": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49052": { + "content": "[XXXXX1676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49053": { + "content": "[XXXXX1759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49054": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49055": { + "content": "[XXXXX1539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49056": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49057": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49058": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49059": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49060": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49061": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49062": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49063": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49064": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49065": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49066": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49067": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49068": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49069": { + "content": "[XXXXX1310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49070": { + "content": "[XXXXX1654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49071": { + "content": "[XXXXX1665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49072": { + "content": "[XXXXX1329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49073": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49074": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49075": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49076": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49077": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49078": { + "content": "[XXXXX1449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49079": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49080": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49081": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49082": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49083": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49084": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49085": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49086": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49087": { + "content": "[XXXXX1223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49088": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49089": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49090": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49091": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49092": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49093": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49094": { + "content": "[XXXXX1712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49095": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49096": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49097": { + "content": "[XXXXX1198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49098": { + "content": "[XXXXX1576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49099": { + "content": "[XXXXX1526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49100": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49101": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49102": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49103": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49104": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49105": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49106": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49107": { + "content": "[XXXXX1453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49108": { + "content": "[XXXXX1492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49109": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49110": { + "content": "[XXXXX1392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49111": { + "content": "[XXXXX1673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49112": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49113": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49114": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49115": { + "content": "[XXXXX1236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49116": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49117": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49118": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49119": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49120": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49121": { + "content": "[XXXXX1296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49122": { + "content": "[XXXXX1551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49123": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49124": { + "content": "[XXXXX1667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49125": { + "content": "[XXXXX1307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49126": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49127": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49128": { + "content": "[XXXXX1749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49129": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49130": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49131": { + "content": "[XXXXX1552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49132": { + "content": "[XXXXX1638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49133": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49134": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49135": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49136": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49137": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49138": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49139": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49140": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49141": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49142": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49143": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49144": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49145": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49146": { + "content": "[XXXXX1425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49147": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49148": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49149": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49150": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49151": { + "content": "[XXXXX1697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-1500/trainer_state.json b/checkpoint-1500/trainer_state.json new file mode 100644 index 0000000..32bcf1e --- /dev/null +++ b/checkpoint-1500/trainer_state.json @@ -0,0 +1,3067 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.7793594306049823, + "eval_steps": 500, + "global_step": 1500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 10.6509840965271, + "epoch": 0.005931198102016607, + "grad_norm": 11.4375, + "learning_rate": 2e-06, + "loss": 10.7955, + "mean_token_accuracy": 0.00017467249417677522, + "num_tokens": 12647.0, + "step": 5 + }, + { + "entropy": 10.650976181030273, + "epoch": 0.011862396204033215, + "grad_norm": 10.875, + "learning_rate": 4.5e-06, + "loss": 10.7449, + "mean_token_accuracy": 0.0003256943717133254, + "num_tokens": 26668.0, + "step": 10 + }, + { + "entropy": 10.65047550201416, + "epoch": 0.017793594306049824, + "grad_norm": 8.5, + "learning_rate": 7e-06, + "loss": 10.5392, + "mean_token_accuracy": 0.011320227157557382, + "num_tokens": 41021.0, + "step": 15 + }, + { + "entropy": 10.645245170593261, + "epoch": 0.02372479240806643, + "grad_norm": 5.6875, + "learning_rate": 9.5e-06, + "loss": 10.2512, + "mean_token_accuracy": 0.03331172131001949, + "num_tokens": 56626.0, + "step": 20 + }, + { + "entropy": 10.620162200927734, + "epoch": 0.02965599051008304, + "grad_norm": 3.46875, + "learning_rate": 1.2e-05, + "loss": 9.9999, + "mean_token_accuracy": 0.03278177715837956, + "num_tokens": 72914.0, + "step": 25 + }, + { + "entropy": 10.59833517074585, + "epoch": 0.03558718861209965, + "grad_norm": 2.75, + "learning_rate": 1.4500000000000002e-05, + "loss": 9.8507, + "mean_token_accuracy": 0.03321463130414486, + "num_tokens": 88514.0, + "step": 30 + }, + { + "entropy": 10.59533166885376, + "epoch": 0.04151838671411625, + "grad_norm": 2.6875, + "learning_rate": 1.7000000000000003e-05, + "loss": 9.7557, + "mean_token_accuracy": 0.03128496501594782, + "num_tokens": 101256.0, + "step": 35 + }, + { + "entropy": 10.598009204864502, + "epoch": 0.04744958481613286, + "grad_norm": 2.34375, + "learning_rate": 1.95e-05, + "loss": 9.7229, + "mean_token_accuracy": 0.03391152955591679, + "num_tokens": 114459.0, + "step": 40 + }, + { + "entropy": 10.583034133911132, + "epoch": 0.05338078291814947, + "grad_norm": 2.203125, + "learning_rate": 2.2e-05, + "loss": 9.7096, + "mean_token_accuracy": 0.031900213845074174, + "num_tokens": 129858.0, + "step": 45 + }, + { + "entropy": 10.583144092559815, + "epoch": 0.05931198102016608, + "grad_norm": 2.421875, + "learning_rate": 2.4500000000000003e-05, + "loss": 9.6353, + "mean_token_accuracy": 0.03371269796043634, + "num_tokens": 143486.0, + "step": 50 + }, + { + "entropy": 10.582204055786132, + "epoch": 0.06524317912218268, + "grad_norm": 2.171875, + "learning_rate": 2.7e-05, + "loss": 9.5795, + "mean_token_accuracy": 0.035220497474074366, + "num_tokens": 156003.0, + "step": 55 + }, + { + "entropy": 10.569349002838134, + "epoch": 0.0711743772241993, + "grad_norm": 2.1875, + "learning_rate": 2.95e-05, + "loss": 9.5437, + "mean_token_accuracy": 0.034727090038359165, + "num_tokens": 170988.0, + "step": 60 + }, + { + "entropy": 10.552780246734619, + "epoch": 0.0771055753262159, + "grad_norm": 2.15625, + "learning_rate": 3.2e-05, + "loss": 9.4193, + "mean_token_accuracy": 0.03448135014623403, + "num_tokens": 187165.0, + "step": 65 + }, + { + "entropy": 10.542837047576905, + "epoch": 0.0830367734282325, + "grad_norm": 2.125, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.368, + "mean_token_accuracy": 0.03228826243430376, + "num_tokens": 202072.0, + "step": 70 + }, + { + "entropy": 10.534712505340575, + "epoch": 0.08896797153024912, + "grad_norm": 2.0625, + "learning_rate": 3.7e-05, + "loss": 9.2131, + "mean_token_accuracy": 0.034324941039085385, + "num_tokens": 215375.0, + "step": 75 + }, + { + "entropy": 10.50705509185791, + "epoch": 0.09489916963226572, + "grad_norm": 1.921875, + "learning_rate": 3.95e-05, + "loss": 9.1257, + "mean_token_accuracy": 0.03353528436273336, + "num_tokens": 228749.0, + "step": 80 + }, + { + "entropy": 10.478670978546143, + "epoch": 0.10083036773428232, + "grad_norm": 2.09375, + "learning_rate": 4.2000000000000004e-05, + "loss": 9.0183, + "mean_token_accuracy": 0.03314766474068165, + "num_tokens": 242387.0, + "step": 85 + }, + { + "entropy": 10.458618545532227, + "epoch": 0.10676156583629894, + "grad_norm": 2.046875, + "learning_rate": 4.45e-05, + "loss": 8.9252, + "mean_token_accuracy": 0.03416665960103273, + "num_tokens": 257793.0, + "step": 90 + }, + { + "entropy": 10.419714641571044, + "epoch": 0.11269276393831554, + "grad_norm": 2.125, + "learning_rate": 4.7000000000000004e-05, + "loss": 8.8134, + "mean_token_accuracy": 0.036843133717775346, + "num_tokens": 271187.0, + "step": 95 + }, + { + "entropy": 10.339355945587158, + "epoch": 0.11862396204033215, + "grad_norm": 1.921875, + "learning_rate": 4.9500000000000004e-05, + "loss": 8.6836, + "mean_token_accuracy": 0.04052316285669803, + "num_tokens": 284937.0, + "step": 100 + }, + { + "entropy": 10.289305877685546, + "epoch": 0.12455516014234876, + "grad_norm": 2.140625, + "learning_rate": 5.2e-05, + "loss": 8.523, + "mean_token_accuracy": 0.042971277609467506, + "num_tokens": 300108.0, + "step": 105 + }, + { + "entropy": 10.171844291687012, + "epoch": 0.13048635824436536, + "grad_norm": 2.109375, + "learning_rate": 5.45e-05, + "loss": 8.4071, + "mean_token_accuracy": 0.0435908630490303, + "num_tokens": 316760.0, + "step": 110 + }, + { + "entropy": 10.090029907226562, + "epoch": 0.13641755634638197, + "grad_norm": 1.8515625, + "learning_rate": 5.7e-05, + "loss": 8.2269, + "mean_token_accuracy": 0.04757884480059147, + "num_tokens": 329705.0, + "step": 115 + }, + { + "entropy": 9.968478775024414, + "epoch": 0.1423487544483986, + "grad_norm": 1.8046875, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.1048, + "mean_token_accuracy": 0.05177154988050461, + "num_tokens": 342947.0, + "step": 120 + }, + { + "entropy": 9.810734272003174, + "epoch": 0.14827995255041518, + "grad_norm": 1.6015625, + "learning_rate": 6.2e-05, + "loss": 7.957, + "mean_token_accuracy": 0.05589810460805893, + "num_tokens": 358397.0, + "step": 125 + }, + { + "entropy": 9.629272270202637, + "epoch": 0.1542111506524318, + "grad_norm": 2.015625, + "learning_rate": 6.450000000000001e-05, + "loss": 7.8543, + "mean_token_accuracy": 0.058608030527830125, + "num_tokens": 370369.0, + "step": 130 + }, + { + "entropy": 9.431285285949707, + "epoch": 0.1601423487544484, + "grad_norm": 1.46875, + "learning_rate": 6.7e-05, + "loss": 7.7282, + "mean_token_accuracy": 0.06019565127789974, + "num_tokens": 386896.0, + "step": 135 + }, + { + "entropy": 9.166491031646729, + "epoch": 0.166073546856465, + "grad_norm": 1.6171875, + "learning_rate": 6.950000000000001e-05, + "loss": 7.571, + "mean_token_accuracy": 0.06539936549961567, + "num_tokens": 400433.0, + "step": 140 + }, + { + "entropy": 8.998315811157227, + "epoch": 0.17200474495848161, + "grad_norm": 1.9296875, + "learning_rate": 7.2e-05, + "loss": 7.5193, + "mean_token_accuracy": 0.06127564944326878, + "num_tokens": 415092.0, + "step": 145 + }, + { + "entropy": 8.760649585723877, + "epoch": 0.17793594306049823, + "grad_norm": 1.625, + "learning_rate": 7.45e-05, + "loss": 7.3847, + "mean_token_accuracy": 0.06551449336111545, + "num_tokens": 429793.0, + "step": 150 + }, + { + "entropy": 8.53032569885254, + "epoch": 0.18386714116251482, + "grad_norm": 1.703125, + "learning_rate": 7.7e-05, + "loss": 7.3618, + "mean_token_accuracy": 0.07152369543910027, + "num_tokens": 442618.0, + "step": 155 + }, + { + "entropy": 8.432501602172852, + "epoch": 0.18979833926453143, + "grad_norm": 1.484375, + "learning_rate": 7.950000000000001e-05, + "loss": 7.2263, + "mean_token_accuracy": 0.0709031268954277, + "num_tokens": 454976.0, + "step": 160 + }, + { + "entropy": 8.288888359069825, + "epoch": 0.19572953736654805, + "grad_norm": 2.09375, + "learning_rate": 8.2e-05, + "loss": 7.2693, + "mean_token_accuracy": 0.06482412219047547, + "num_tokens": 467523.0, + "step": 165 + }, + { + "entropy": 8.135635375976562, + "epoch": 0.20166073546856464, + "grad_norm": 1.203125, + "learning_rate": 8.450000000000001e-05, + "loss": 7.1729, + "mean_token_accuracy": 0.07200234681367874, + "num_tokens": 481391.0, + "step": 170 + }, + { + "entropy": 8.090270137786865, + "epoch": 0.20759193357058126, + "grad_norm": 1.3515625, + "learning_rate": 8.7e-05, + "loss": 7.147, + "mean_token_accuracy": 0.06691372841596603, + "num_tokens": 496697.0, + "step": 175 + }, + { + "entropy": 8.008182764053345, + "epoch": 0.21352313167259787, + "grad_norm": 1.96875, + "learning_rate": 8.95e-05, + "loss": 7.1704, + "mean_token_accuracy": 0.07276545092463493, + "num_tokens": 510091.0, + "step": 180 + }, + { + "entropy": 7.948391151428223, + "epoch": 0.21945432977461446, + "grad_norm": 1.390625, + "learning_rate": 9.2e-05, + "loss": 7.1071, + "mean_token_accuracy": 0.0736262746155262, + "num_tokens": 522168.0, + "step": 185 + }, + { + "entropy": 7.860538482666016, + "epoch": 0.22538552787663108, + "grad_norm": 1.2890625, + "learning_rate": 9.45e-05, + "loss": 7.0333, + "mean_token_accuracy": 0.0750058189034462, + "num_tokens": 535853.0, + "step": 190 + }, + { + "entropy": 7.789449167251587, + "epoch": 0.2313167259786477, + "grad_norm": 1.484375, + "learning_rate": 9.7e-05, + "loss": 7.0532, + "mean_token_accuracy": 0.07566255033016205, + "num_tokens": 551082.0, + "step": 195 + }, + { + "entropy": 7.820679521560669, + "epoch": 0.2372479240806643, + "grad_norm": 1.5859375, + "learning_rate": 9.95e-05, + "loss": 7.0735, + "mean_token_accuracy": 0.0763503935188055, + "num_tokens": 567181.0, + "step": 200 + }, + { + "entropy": 7.715967988967895, + "epoch": 0.2431791221826809, + "grad_norm": 1.46875, + "learning_rate": 0.000102, + "loss": 6.9882, + "mean_token_accuracy": 0.0811008334159851, + "num_tokens": 580689.0, + "step": 205 + }, + { + "entropy": 7.671104192733765, + "epoch": 0.2491103202846975, + "grad_norm": 1.40625, + "learning_rate": 0.00010449999999999999, + "loss": 6.9075, + "mean_token_accuracy": 0.08624595254659653, + "num_tokens": 594590.0, + "step": 210 + }, + { + "entropy": 7.669063520431519, + "epoch": 0.25504151838671413, + "grad_norm": 1.1796875, + "learning_rate": 0.000107, + "loss": 6.9659, + "mean_token_accuracy": 0.07704100087285042, + "num_tokens": 610577.0, + "step": 215 + }, + { + "entropy": 7.621254777908325, + "epoch": 0.2609727164887307, + "grad_norm": 1.1484375, + "learning_rate": 0.0001095, + "loss": 6.9894, + "mean_token_accuracy": 0.0770975686609745, + "num_tokens": 627066.0, + "step": 220 + }, + { + "entropy": 7.582563304901123, + "epoch": 0.2669039145907473, + "grad_norm": 1.2109375, + "learning_rate": 0.000112, + "loss": 6.9863, + "mean_token_accuracy": 0.08030139058828353, + "num_tokens": 642601.0, + "step": 225 + }, + { + "entropy": 7.5748522758483885, + "epoch": 0.27283511269276395, + "grad_norm": 1.4296875, + "learning_rate": 0.0001145, + "loss": 6.8436, + "mean_token_accuracy": 0.08795318827033043, + "num_tokens": 655615.0, + "step": 230 + }, + { + "entropy": 7.51125283241272, + "epoch": 0.27876631079478054, + "grad_norm": 1.140625, + "learning_rate": 0.00011700000000000001, + "loss": 6.8805, + "mean_token_accuracy": 0.08227636963129044, + "num_tokens": 670218.0, + "step": 235 + }, + { + "entropy": 7.581772565841675, + "epoch": 0.2846975088967972, + "grad_norm": 1.359375, + "learning_rate": 0.00011949999999999999, + "loss": 6.8693, + "mean_token_accuracy": 0.08509634733200074, + "num_tokens": 683661.0, + "step": 240 + }, + { + "entropy": 7.414237833023071, + "epoch": 0.29062870699881377, + "grad_norm": 1.15625, + "learning_rate": 0.000122, + "loss": 6.8471, + "mean_token_accuracy": 0.08358772993087768, + "num_tokens": 699767.0, + "step": 245 + }, + { + "entropy": 7.437202262878418, + "epoch": 0.29655990510083036, + "grad_norm": 1.328125, + "learning_rate": 0.0001245, + "loss": 6.774, + "mean_token_accuracy": 0.09326352775096894, + "num_tokens": 713579.0, + "step": 250 + }, + { + "entropy": 7.383161449432373, + "epoch": 0.302491103202847, + "grad_norm": 1.703125, + "learning_rate": 0.000127, + "loss": 6.8019, + "mean_token_accuracy": 0.08484338372945785, + "num_tokens": 727490.0, + "step": 255 + }, + { + "entropy": 7.414105653762817, + "epoch": 0.3084223013048636, + "grad_norm": 1.0625, + "learning_rate": 0.0001295, + "loss": 6.8822, + "mean_token_accuracy": 0.08486307561397552, + "num_tokens": 742477.0, + "step": 260 + }, + { + "entropy": 7.386582565307617, + "epoch": 0.3143534994068802, + "grad_norm": 1.5703125, + "learning_rate": 0.000132, + "loss": 6.7436, + "mean_token_accuracy": 0.08875370100140571, + "num_tokens": 757772.0, + "step": 265 + }, + { + "entropy": 7.385796451568604, + "epoch": 0.3202846975088968, + "grad_norm": 1.515625, + "learning_rate": 0.00013450000000000002, + "loss": 6.795, + "mean_token_accuracy": 0.08812053054571152, + "num_tokens": 772898.0, + "step": 270 + }, + { + "entropy": 7.329386568069458, + "epoch": 0.3262158956109134, + "grad_norm": 1.34375, + "learning_rate": 0.00013700000000000002, + "loss": 6.7697, + "mean_token_accuracy": 0.08715710267424584, + "num_tokens": 788395.0, + "step": 275 + }, + { + "entropy": 7.318710279464722, + "epoch": 0.33214709371293, + "grad_norm": 1.578125, + "learning_rate": 0.0001395, + "loss": 6.83, + "mean_token_accuracy": 0.08070869520306587, + "num_tokens": 803413.0, + "step": 280 + }, + { + "entropy": 7.188418292999268, + "epoch": 0.33807829181494664, + "grad_norm": 1.484375, + "learning_rate": 0.00014199999999999998, + "loss": 6.6976, + "mean_token_accuracy": 0.09588895291090012, + "num_tokens": 817775.0, + "step": 285 + }, + { + "entropy": 7.389742612838745, + "epoch": 0.34400948991696323, + "grad_norm": 1.6328125, + "learning_rate": 0.0001445, + "loss": 6.8092, + "mean_token_accuracy": 0.08903076201677322, + "num_tokens": 831379.0, + "step": 290 + }, + { + "entropy": 7.300806474685669, + "epoch": 0.3499406880189798, + "grad_norm": 1.3046875, + "learning_rate": 0.000147, + "loss": 6.7387, + "mean_token_accuracy": 0.08791814595460892, + "num_tokens": 846596.0, + "step": 295 + }, + { + "entropy": 7.254555749893188, + "epoch": 0.35587188612099646, + "grad_norm": 1.25, + "learning_rate": 0.0001495, + "loss": 6.7438, + "mean_token_accuracy": 0.08821789696812629, + "num_tokens": 862063.0, + "step": 300 + }, + { + "entropy": 7.275745964050293, + "epoch": 0.36180308422301305, + "grad_norm": 1.2734375, + "learning_rate": 0.000152, + "loss": 6.6954, + "mean_token_accuracy": 0.08966124951839446, + "num_tokens": 876841.0, + "step": 305 + }, + { + "entropy": 7.221111488342285, + "epoch": 0.36773428232502964, + "grad_norm": 1.2734375, + "learning_rate": 0.00015450000000000001, + "loss": 6.7751, + "mean_token_accuracy": 0.09116524010896683, + "num_tokens": 890728.0, + "step": 310 + }, + { + "entropy": 7.206338787078858, + "epoch": 0.3736654804270463, + "grad_norm": 1.359375, + "learning_rate": 0.000157, + "loss": 6.6956, + "mean_token_accuracy": 0.09070762842893601, + "num_tokens": 905599.0, + "step": 315 + }, + { + "entropy": 7.1817542552948, + "epoch": 0.37959667852906287, + "grad_norm": 1.59375, + "learning_rate": 0.0001595, + "loss": 6.6483, + "mean_token_accuracy": 0.09768397733569145, + "num_tokens": 918139.0, + "step": 320 + }, + { + "entropy": 7.167359304428101, + "epoch": 0.38552787663107946, + "grad_norm": 1.484375, + "learning_rate": 0.000162, + "loss": 6.7114, + "mean_token_accuracy": 0.09328882694244385, + "num_tokens": 931666.0, + "step": 325 + }, + { + "entropy": 7.196693468093872, + "epoch": 0.3914590747330961, + "grad_norm": 1.3046875, + "learning_rate": 0.00016450000000000001, + "loss": 6.6605, + "mean_token_accuracy": 0.09237670227885246, + "num_tokens": 946286.0, + "step": 330 + }, + { + "entropy": 7.148892021179199, + "epoch": 0.3973902728351127, + "grad_norm": 1.4140625, + "learning_rate": 0.00016700000000000002, + "loss": 6.6029, + "mean_token_accuracy": 0.09802859723567962, + "num_tokens": 959689.0, + "step": 335 + }, + { + "entropy": 7.091142225265503, + "epoch": 0.4033214709371293, + "grad_norm": 1.53125, + "learning_rate": 0.00016950000000000003, + "loss": 6.6481, + "mean_token_accuracy": 0.09793345853686333, + "num_tokens": 972707.0, + "step": 340 + }, + { + "entropy": 7.103200006484985, + "epoch": 0.4092526690391459, + "grad_norm": 1.296875, + "learning_rate": 0.00017199999999999998, + "loss": 6.6694, + "mean_token_accuracy": 0.09691287726163864, + "num_tokens": 988010.0, + "step": 345 + }, + { + "entropy": 7.109372472763061, + "epoch": 0.4151838671411625, + "grad_norm": 1.609375, + "learning_rate": 0.00017449999999999999, + "loss": 6.7001, + "mean_token_accuracy": 0.0866947390139103, + "num_tokens": 1003823.0, + "step": 350 + }, + { + "entropy": 7.018935489654541, + "epoch": 0.4211150652431791, + "grad_norm": 1.3125, + "learning_rate": 0.000177, + "loss": 6.4583, + "mean_token_accuracy": 0.10792901739478111, + "num_tokens": 1018276.0, + "step": 355 + }, + { + "entropy": 7.151296997070313, + "epoch": 0.42704626334519574, + "grad_norm": 1.2890625, + "learning_rate": 0.0001795, + "loss": 6.6782, + "mean_token_accuracy": 0.09361589401960373, + "num_tokens": 1031242.0, + "step": 360 + }, + { + "entropy": 7.0902214527130125, + "epoch": 0.43297746144721233, + "grad_norm": 1.3984375, + "learning_rate": 0.000182, + "loss": 6.5786, + "mean_token_accuracy": 0.09998262599110604, + "num_tokens": 1043940.0, + "step": 365 + }, + { + "entropy": 6.944676065444947, + "epoch": 0.4389086595492289, + "grad_norm": 1.2109375, + "learning_rate": 0.0001845, + "loss": 6.508, + "mean_token_accuracy": 0.09759898036718369, + "num_tokens": 1058656.0, + "step": 370 + }, + { + "entropy": 7.117189264297485, + "epoch": 0.44483985765124556, + "grad_norm": 1.265625, + "learning_rate": 0.000187, + "loss": 6.6092, + "mean_token_accuracy": 0.09189791083335877, + "num_tokens": 1073128.0, + "step": 375 + }, + { + "entropy": 6.948076343536377, + "epoch": 0.45077105575326215, + "grad_norm": 1.5390625, + "learning_rate": 0.0001895, + "loss": 6.5416, + "mean_token_accuracy": 0.09809970185160637, + "num_tokens": 1086467.0, + "step": 380 + }, + { + "entropy": 7.076186227798462, + "epoch": 0.45670225385527874, + "grad_norm": 1.46875, + "learning_rate": 0.000192, + "loss": 6.6616, + "mean_token_accuracy": 0.10060962289571762, + "num_tokens": 1100356.0, + "step": 385 + }, + { + "entropy": 7.028731060028076, + "epoch": 0.4626334519572954, + "grad_norm": 1.3046875, + "learning_rate": 0.0001945, + "loss": 6.5814, + "mean_token_accuracy": 0.10232764557003975, + "num_tokens": 1115877.0, + "step": 390 + }, + { + "entropy": 7.04663872718811, + "epoch": 0.46856465005931197, + "grad_norm": 1.375, + "learning_rate": 0.00019700000000000002, + "loss": 6.5466, + "mean_token_accuracy": 0.10219399407505989, + "num_tokens": 1131415.0, + "step": 395 + }, + { + "entropy": 6.8535503387451175, + "epoch": 0.4744958481613286, + "grad_norm": 1.5234375, + "learning_rate": 0.00019950000000000002, + "loss": 6.5137, + "mean_token_accuracy": 0.09734094068408013, + "num_tokens": 1145903.0, + "step": 400 + }, + { + "entropy": 6.879596471786499, + "epoch": 0.4804270462633452, + "grad_norm": 1.125, + "learning_rate": 0.000202, + "loss": 6.4397, + "mean_token_accuracy": 0.0997365266084671, + "num_tokens": 1161168.0, + "step": 405 + }, + { + "entropy": 6.921687078475952, + "epoch": 0.4863582443653618, + "grad_norm": 1.3515625, + "learning_rate": 0.00020449999999999998, + "loss": 6.5196, + "mean_token_accuracy": 0.09855128526687622, + "num_tokens": 1178155.0, + "step": 410 + }, + { + "entropy": 6.924295806884766, + "epoch": 0.49228944246737844, + "grad_norm": 1.3828125, + "learning_rate": 0.000207, + "loss": 6.3697, + "mean_token_accuracy": 0.1099881686270237, + "num_tokens": 1190830.0, + "step": 415 + }, + { + "entropy": 6.827713060379028, + "epoch": 0.498220640569395, + "grad_norm": 1.375, + "learning_rate": 0.0002095, + "loss": 6.3842, + "mean_token_accuracy": 0.10342236086726189, + "num_tokens": 1205260.0, + "step": 420 + }, + { + "entropy": 6.883217096328735, + "epoch": 0.5041518386714117, + "grad_norm": 1.4453125, + "learning_rate": 0.000212, + "loss": 6.431, + "mean_token_accuracy": 0.10836012288928032, + "num_tokens": 1218856.0, + "step": 425 + }, + { + "entropy": 6.832102727890015, + "epoch": 0.5100830367734283, + "grad_norm": 1.328125, + "learning_rate": 0.0002145, + "loss": 6.5014, + "mean_token_accuracy": 0.10428635627031327, + "num_tokens": 1234669.0, + "step": 430 + }, + { + "entropy": 6.830685758590699, + "epoch": 0.5160142348754448, + "grad_norm": 1.46875, + "learning_rate": 0.00021700000000000002, + "loss": 6.4289, + "mean_token_accuracy": 0.1057804524898529, + "num_tokens": 1249514.0, + "step": 435 + }, + { + "entropy": 6.837182474136353, + "epoch": 0.5219454329774614, + "grad_norm": 1.1015625, + "learning_rate": 0.0002195, + "loss": 6.3638, + "mean_token_accuracy": 0.1109524667263031, + "num_tokens": 1262311.0, + "step": 440 + }, + { + "entropy": 6.767211008071899, + "epoch": 0.527876631079478, + "grad_norm": 1.3359375, + "learning_rate": 0.000222, + "loss": 6.3519, + "mean_token_accuracy": 0.10807539224624634, + "num_tokens": 1277681.0, + "step": 445 + }, + { + "entropy": 6.781484460830688, + "epoch": 0.5338078291814946, + "grad_norm": 1.390625, + "learning_rate": 0.0002245, + "loss": 6.3968, + "mean_token_accuracy": 0.10917404815554618, + "num_tokens": 1292300.0, + "step": 450 + }, + { + "entropy": 6.775958061218262, + "epoch": 0.5397390272835113, + "grad_norm": 1.234375, + "learning_rate": 0.00022700000000000002, + "loss": 6.4142, + "mean_token_accuracy": 0.10393262058496475, + "num_tokens": 1307426.0, + "step": 455 + }, + { + "entropy": 6.787585258483887, + "epoch": 0.5456702253855279, + "grad_norm": 1.0546875, + "learning_rate": 0.00022950000000000002, + "loss": 6.4414, + "mean_token_accuracy": 0.09955934658646584, + "num_tokens": 1322167.0, + "step": 460 + }, + { + "entropy": 6.75556001663208, + "epoch": 0.5516014234875445, + "grad_norm": 1.2265625, + "learning_rate": 0.00023200000000000003, + "loss": 6.3126, + "mean_token_accuracy": 0.11029193922877312, + "num_tokens": 1335343.0, + "step": 465 + }, + { + "entropy": 6.719364500045776, + "epoch": 0.5575326215895611, + "grad_norm": 1.234375, + "learning_rate": 0.00023449999999999998, + "loss": 6.3129, + "mean_token_accuracy": 0.11020243093371392, + "num_tokens": 1349078.0, + "step": 470 + }, + { + "entropy": 6.670861291885376, + "epoch": 0.5634638196915777, + "grad_norm": 1.2265625, + "learning_rate": 0.000237, + "loss": 6.2388, + "mean_token_accuracy": 0.11813571006059646, + "num_tokens": 1362030.0, + "step": 475 + }, + { + "entropy": 6.790364742279053, + "epoch": 0.5693950177935944, + "grad_norm": 1.3125, + "learning_rate": 0.0002395, + "loss": 6.3965, + "mean_token_accuracy": 0.10456062778830529, + "num_tokens": 1378303.0, + "step": 480 + }, + { + "entropy": 6.773904657363891, + "epoch": 0.575326215895611, + "grad_norm": 1.203125, + "learning_rate": 0.000242, + "loss": 6.3906, + "mean_token_accuracy": 0.10592009201645851, + "num_tokens": 1392585.0, + "step": 485 + }, + { + "entropy": 6.805166101455688, + "epoch": 0.5812574139976275, + "grad_norm": 1.5, + "learning_rate": 0.0002445, + "loss": 6.3973, + "mean_token_accuracy": 0.11140659600496292, + "num_tokens": 1406962.0, + "step": 490 + }, + { + "entropy": 6.573492240905762, + "epoch": 0.5871886120996441, + "grad_norm": 1.2265625, + "learning_rate": 0.000247, + "loss": 6.2853, + "mean_token_accuracy": 0.11129999980330467, + "num_tokens": 1419493.0, + "step": 495 + }, + { + "entropy": 6.735859537124634, + "epoch": 0.5931198102016607, + "grad_norm": 1.3125, + "learning_rate": 0.0002495, + "loss": 6.3007, + "mean_token_accuracy": 0.10790175497531891, + "num_tokens": 1435373.0, + "step": 500 + }, + { + "epoch": 0.5931198102016607, + "eval_entropy": 6.67236985896994, + "eval_loss": 6.441715717315674, + "eval_mean_token_accuracy": 0.10966419813685988, + "eval_num_tokens": 1435373.0, + "eval_runtime": 2.4776, + "eval_samples_per_second": 1052.652, + "eval_steps_per_second": 131.581, + "step": 500 + }, + { + "entropy": 6.6947290897369385, + "epoch": 0.5990510083036773, + "grad_norm": 1.3359375, + "learning_rate": 0.000252, + "loss": 6.2707, + "mean_token_accuracy": 0.11756636276841163, + "num_tokens": 1449805.0, + "step": 505 + }, + { + "entropy": 6.634400224685669, + "epoch": 0.604982206405694, + "grad_norm": 1.3125, + "learning_rate": 0.0002545, + "loss": 6.2855, + "mean_token_accuracy": 0.11045260801911354, + "num_tokens": 1463657.0, + "step": 510 + }, + { + "entropy": 6.727581596374511, + "epoch": 0.6109134045077106, + "grad_norm": 1.4140625, + "learning_rate": 0.000257, + "loss": 6.3004, + "mean_token_accuracy": 0.11670920848846436, + "num_tokens": 1478089.0, + "step": 515 + }, + { + "entropy": 6.619698333740234, + "epoch": 0.6168446026097272, + "grad_norm": 1.4296875, + "learning_rate": 0.0002595, + "loss": 6.311, + "mean_token_accuracy": 0.11146906316280365, + "num_tokens": 1492225.0, + "step": 520 + }, + { + "entropy": 6.630937004089356, + "epoch": 0.6227758007117438, + "grad_norm": 1.1875, + "learning_rate": 0.000262, + "loss": 6.3008, + "mean_token_accuracy": 0.10728157833218574, + "num_tokens": 1506751.0, + "step": 525 + }, + { + "entropy": 6.599562358856201, + "epoch": 0.6287069988137604, + "grad_norm": 1.140625, + "learning_rate": 0.00026450000000000003, + "loss": 6.2004, + "mean_token_accuracy": 0.11617306619882584, + "num_tokens": 1520590.0, + "step": 530 + }, + { + "entropy": 6.652629327774048, + "epoch": 0.6346381969157769, + "grad_norm": 1.1953125, + "learning_rate": 0.00026700000000000004, + "loss": 6.2527, + "mean_token_accuracy": 0.11343958005309104, + "num_tokens": 1534752.0, + "step": 535 + }, + { + "entropy": 6.587781953811645, + "epoch": 0.6405693950177936, + "grad_norm": 1.3828125, + "learning_rate": 0.00026950000000000005, + "loss": 6.2154, + "mean_token_accuracy": 0.12041136622428894, + "num_tokens": 1547891.0, + "step": 540 + }, + { + "entropy": 6.418690204620361, + "epoch": 0.6465005931198102, + "grad_norm": 1.2578125, + "learning_rate": 0.00027200000000000005, + "loss": 6.1542, + "mean_token_accuracy": 0.12026057541370391, + "num_tokens": 1562560.0, + "step": 545 + }, + { + "entropy": 6.670684385299682, + "epoch": 0.6524317912218268, + "grad_norm": 1.328125, + "learning_rate": 0.0002745, + "loss": 6.3091, + "mean_token_accuracy": 0.11120221018791199, + "num_tokens": 1576896.0, + "step": 550 + }, + { + "entropy": 6.535441923141479, + "epoch": 0.6583629893238434, + "grad_norm": 1.265625, + "learning_rate": 0.000277, + "loss": 6.2086, + "mean_token_accuracy": 0.11225326210260392, + "num_tokens": 1590806.0, + "step": 555 + }, + { + "entropy": 6.601208257675171, + "epoch": 0.66429418742586, + "grad_norm": 1.234375, + "learning_rate": 0.0002795, + "loss": 6.326, + "mean_token_accuracy": 0.10773437917232513, + "num_tokens": 1605874.0, + "step": 560 + }, + { + "entropy": 6.616091251373291, + "epoch": 0.6702253855278766, + "grad_norm": 1.2734375, + "learning_rate": 0.00028199999999999997, + "loss": 6.2108, + "mean_token_accuracy": 0.11664134711027145, + "num_tokens": 1620947.0, + "step": 565 + }, + { + "entropy": 6.484318447113037, + "epoch": 0.6761565836298933, + "grad_norm": 1.296875, + "learning_rate": 0.0002845, + "loss": 6.2608, + "mean_token_accuracy": 0.10255342498421668, + "num_tokens": 1635974.0, + "step": 570 + }, + { + "entropy": 6.542778062820434, + "epoch": 0.6820877817319099, + "grad_norm": 1.109375, + "learning_rate": 0.000287, + "loss": 6.2163, + "mean_token_accuracy": 0.10959842428565025, + "num_tokens": 1651502.0, + "step": 575 + }, + { + "entropy": 6.45567512512207, + "epoch": 0.6880189798339265, + "grad_norm": 1.1796875, + "learning_rate": 0.0002895, + "loss": 6.1629, + "mean_token_accuracy": 0.11728360131382942, + "num_tokens": 1665547.0, + "step": 580 + }, + { + "entropy": 6.501108646392822, + "epoch": 0.693950177935943, + "grad_norm": 1.1796875, + "learning_rate": 0.000292, + "loss": 6.1508, + "mean_token_accuracy": 0.12227020487189293, + "num_tokens": 1678875.0, + "step": 585 + }, + { + "entropy": 6.480410623550415, + "epoch": 0.6998813760379596, + "grad_norm": 1.3203125, + "learning_rate": 0.0002945, + "loss": 6.1681, + "mean_token_accuracy": 0.11540260091423989, + "num_tokens": 1692673.0, + "step": 590 + }, + { + "entropy": 6.511543416976929, + "epoch": 0.7058125741399762, + "grad_norm": 1.109375, + "learning_rate": 0.000297, + "loss": 6.2156, + "mean_token_accuracy": 0.11393610835075378, + "num_tokens": 1707318.0, + "step": 595 + }, + { + "entropy": 6.460053396224976, + "epoch": 0.7117437722419929, + "grad_norm": 1.4140625, + "learning_rate": 0.0002995, + "loss": 6.2426, + "mean_token_accuracy": 0.11120611354708672, + "num_tokens": 1724331.0, + "step": 600 + }, + { + "entropy": 6.442718982696533, + "epoch": 0.7176749703440095, + "grad_norm": 1.3203125, + "learning_rate": 0.000302, + "loss": 6.0492, + "mean_token_accuracy": 0.12235584780573845, + "num_tokens": 1736151.0, + "step": 605 + }, + { + "entropy": 6.444410896301269, + "epoch": 0.7236061684460261, + "grad_norm": 1.28125, + "learning_rate": 0.0003045, + "loss": 6.1371, + "mean_token_accuracy": 0.11987931281328201, + "num_tokens": 1749831.0, + "step": 610 + }, + { + "entropy": 6.455282926559448, + "epoch": 0.7295373665480427, + "grad_norm": 1.1875, + "learning_rate": 0.000307, + "loss": 6.173, + "mean_token_accuracy": 0.11412288546562195, + "num_tokens": 1764296.0, + "step": 615 + }, + { + "entropy": 6.49344654083252, + "epoch": 0.7354685646500593, + "grad_norm": 1.4609375, + "learning_rate": 0.0003095, + "loss": 6.1473, + "mean_token_accuracy": 0.11842510327696801, + "num_tokens": 1778042.0, + "step": 620 + }, + { + "entropy": 6.402311325073242, + "epoch": 0.741399762752076, + "grad_norm": 1.109375, + "learning_rate": 0.000312, + "loss": 6.1244, + "mean_token_accuracy": 0.1204920805990696, + "num_tokens": 1791614.0, + "step": 625 + }, + { + "entropy": 6.386654949188232, + "epoch": 0.7473309608540926, + "grad_norm": 1.140625, + "learning_rate": 0.0003145, + "loss": 6.082, + "mean_token_accuracy": 0.1170621544122696, + "num_tokens": 1807388.0, + "step": 630 + }, + { + "entropy": 6.513570547103882, + "epoch": 0.7532621589561092, + "grad_norm": 1.2109375, + "learning_rate": 0.000317, + "loss": 6.187, + "mean_token_accuracy": 0.1129879891872406, + "num_tokens": 1820407.0, + "step": 635 + }, + { + "entropy": 6.353465366363525, + "epoch": 0.7591933570581257, + "grad_norm": 1.140625, + "learning_rate": 0.0003195, + "loss": 6.0709, + "mean_token_accuracy": 0.11846939399838448, + "num_tokens": 1834666.0, + "step": 640 + }, + { + "entropy": 6.402153253555298, + "epoch": 0.7651245551601423, + "grad_norm": 1.390625, + "learning_rate": 0.000322, + "loss": 6.169, + "mean_token_accuracy": 0.11969529762864113, + "num_tokens": 1848160.0, + "step": 645 + }, + { + "entropy": 6.429388856887817, + "epoch": 0.7710557532621589, + "grad_norm": 1.046875, + "learning_rate": 0.00032450000000000003, + "loss": 6.1763, + "mean_token_accuracy": 0.11832700744271278, + "num_tokens": 1865140.0, + "step": 650 + }, + { + "entropy": 6.384272193908691, + "epoch": 0.7769869513641756, + "grad_norm": 1.1484375, + "learning_rate": 0.00032700000000000003, + "loss": 6.0502, + "mean_token_accuracy": 0.12135105207562447, + "num_tokens": 1878447.0, + "step": 655 + }, + { + "entropy": 6.368830823898316, + "epoch": 0.7829181494661922, + "grad_norm": 1.1953125, + "learning_rate": 0.00032950000000000004, + "loss": 6.0999, + "mean_token_accuracy": 0.11421585902571678, + "num_tokens": 1893539.0, + "step": 660 + }, + { + "entropy": 6.452864456176758, + "epoch": 0.7888493475682088, + "grad_norm": 1.1328125, + "learning_rate": 0.00033200000000000005, + "loss": 6.1646, + "mean_token_accuracy": 0.120599914342165, + "num_tokens": 1908052.0, + "step": 665 + }, + { + "entropy": 6.347026681900024, + "epoch": 0.7947805456702254, + "grad_norm": 1.0859375, + "learning_rate": 0.00033450000000000005, + "loss": 6.0494, + "mean_token_accuracy": 0.12437219470739365, + "num_tokens": 1921528.0, + "step": 670 + }, + { + "entropy": 6.360257863998413, + "epoch": 0.800711743772242, + "grad_norm": 1.1640625, + "learning_rate": 0.000337, + "loss": 6.0758, + "mean_token_accuracy": 0.12383257448673249, + "num_tokens": 1935089.0, + "step": 675 + }, + { + "entropy": 6.4030664443969725, + "epoch": 0.8066429418742586, + "grad_norm": 1.203125, + "learning_rate": 0.0003395, + "loss": 6.1896, + "mean_token_accuracy": 0.11006285175681114, + "num_tokens": 1949717.0, + "step": 680 + }, + { + "entropy": 6.300024366378784, + "epoch": 0.8125741399762753, + "grad_norm": 1.546875, + "learning_rate": 0.000342, + "loss": 6.0568, + "mean_token_accuracy": 0.12153587713837624, + "num_tokens": 1962619.0, + "step": 685 + }, + { + "entropy": 6.450096464157104, + "epoch": 0.8185053380782918, + "grad_norm": 1.375, + "learning_rate": 0.00034449999999999997, + "loss": 6.143, + "mean_token_accuracy": 0.11284489929676056, + "num_tokens": 1977094.0, + "step": 690 + }, + { + "entropy": 6.286441040039063, + "epoch": 0.8244365361803084, + "grad_norm": 1.0625, + "learning_rate": 0.000347, + "loss": 6.1106, + "mean_token_accuracy": 0.11766432374715804, + "num_tokens": 1992446.0, + "step": 695 + }, + { + "entropy": 6.301593971252442, + "epoch": 0.830367734282325, + "grad_norm": 1.1640625, + "learning_rate": 0.0003495, + "loss": 6.0526, + "mean_token_accuracy": 0.1210049532353878, + "num_tokens": 2008753.0, + "step": 700 + }, + { + "entropy": 6.312734651565552, + "epoch": 0.8362989323843416, + "grad_norm": 1.140625, + "learning_rate": 0.000352, + "loss": 6.0098, + "mean_token_accuracy": 0.1238975889980793, + "num_tokens": 2024088.0, + "step": 705 + }, + { + "entropy": 6.338296222686767, + "epoch": 0.8422301304863582, + "grad_norm": 1.21875, + "learning_rate": 0.0003545, + "loss": 6.0283, + "mean_token_accuracy": 0.11651979684829712, + "num_tokens": 2038449.0, + "step": 710 + }, + { + "entropy": 6.306093740463257, + "epoch": 0.8481613285883749, + "grad_norm": 1.1328125, + "learning_rate": 0.000357, + "loss": 6.0258, + "mean_token_accuracy": 0.1278011307120323, + "num_tokens": 2052038.0, + "step": 715 + }, + { + "entropy": 6.271956300735473, + "epoch": 0.8540925266903915, + "grad_norm": 1.1875, + "learning_rate": 0.0003595, + "loss": 5.9769, + "mean_token_accuracy": 0.12276132255792618, + "num_tokens": 2064907.0, + "step": 720 + }, + { + "entropy": 6.297043323516846, + "epoch": 0.8600237247924081, + "grad_norm": 1.0703125, + "learning_rate": 0.000362, + "loss": 6.1502, + "mean_token_accuracy": 0.1173181675374508, + "num_tokens": 2081295.0, + "step": 725 + }, + { + "entropy": 6.336274099349976, + "epoch": 0.8659549228944247, + "grad_norm": 1.0390625, + "learning_rate": 0.0003645, + "loss": 6.0652, + "mean_token_accuracy": 0.12099355086684227, + "num_tokens": 2098077.0, + "step": 730 + }, + { + "entropy": 6.285319423675537, + "epoch": 0.8718861209964412, + "grad_norm": 1.1484375, + "learning_rate": 0.000367, + "loss": 6.0532, + "mean_token_accuracy": 0.12013457342982292, + "num_tokens": 2111716.0, + "step": 735 + }, + { + "entropy": 6.27389874458313, + "epoch": 0.8778173190984578, + "grad_norm": 1.1171875, + "learning_rate": 0.0003695, + "loss": 5.9654, + "mean_token_accuracy": 0.13291287645697594, + "num_tokens": 2125757.0, + "step": 740 + }, + { + "entropy": 6.267977666854859, + "epoch": 0.8837485172004745, + "grad_norm": 1.1875, + "learning_rate": 0.000372, + "loss": 6.1618, + "mean_token_accuracy": 0.11648618057370186, + "num_tokens": 2142929.0, + "step": 745 + }, + { + "entropy": 6.27850079536438, + "epoch": 0.8896797153024911, + "grad_norm": 1.265625, + "learning_rate": 0.0003745, + "loss": 6.0379, + "mean_token_accuracy": 0.12373944073915481, + "num_tokens": 2155206.0, + "step": 750 + }, + { + "entropy": 6.240651369094849, + "epoch": 0.8956109134045077, + "grad_norm": 1.1875, + "learning_rate": 0.000377, + "loss": 5.9246, + "mean_token_accuracy": 0.12547165155410767, + "num_tokens": 2169816.0, + "step": 755 + }, + { + "entropy": 6.190544652938843, + "epoch": 0.9015421115065243, + "grad_norm": 1.0390625, + "learning_rate": 0.0003795, + "loss": 6.0044, + "mean_token_accuracy": 0.12672639563679694, + "num_tokens": 2184827.0, + "step": 760 + }, + { + "entropy": 6.259784412384033, + "epoch": 0.9074733096085409, + "grad_norm": 1.15625, + "learning_rate": 0.000382, + "loss": 5.9353, + "mean_token_accuracy": 0.12988706678152084, + "num_tokens": 2199333.0, + "step": 765 + }, + { + "entropy": 6.1021686553955075, + "epoch": 0.9134045077105575, + "grad_norm": 0.87109375, + "learning_rate": 0.0003845, + "loss": 5.9947, + "mean_token_accuracy": 0.12381677329540253, + "num_tokens": 2215239.0, + "step": 770 + }, + { + "entropy": 6.2903533458709715, + "epoch": 0.9193357058125742, + "grad_norm": 1.0390625, + "learning_rate": 0.00038700000000000003, + "loss": 5.9998, + "mean_token_accuracy": 0.1248672790825367, + "num_tokens": 2229369.0, + "step": 775 + }, + { + "entropy": 6.169124412536621, + "epoch": 0.9252669039145908, + "grad_norm": 1.1875, + "learning_rate": 0.00038950000000000003, + "loss": 5.9842, + "mean_token_accuracy": 0.12811334952712058, + "num_tokens": 2242709.0, + "step": 780 + }, + { + "entropy": 6.2337898254394535, + "epoch": 0.9311981020166074, + "grad_norm": 1.140625, + "learning_rate": 0.00039200000000000004, + "loss": 5.9655, + "mean_token_accuracy": 0.12137661054730416, + "num_tokens": 2257067.0, + "step": 785 + }, + { + "entropy": 6.1931390285491945, + "epoch": 0.9371293001186239, + "grad_norm": 1.25, + "learning_rate": 0.00039450000000000005, + "loss": 5.9103, + "mean_token_accuracy": 0.13152316808700562, + "num_tokens": 2270932.0, + "step": 790 + }, + { + "entropy": 6.182427406311035, + "epoch": 0.9430604982206405, + "grad_norm": 1.0546875, + "learning_rate": 0.00039700000000000005, + "loss": 6.0279, + "mean_token_accuracy": 0.12549996599555016, + "num_tokens": 2285517.0, + "step": 795 + }, + { + "entropy": 6.1117936134338375, + "epoch": 0.9489916963226572, + "grad_norm": 1.1875, + "learning_rate": 0.0003995, + "loss": 5.8952, + "mean_token_accuracy": 0.1253364697098732, + "num_tokens": 2298657.0, + "step": 800 + }, + { + "entropy": 6.14580602645874, + "epoch": 0.9549228944246738, + "grad_norm": 1.2109375, + "learning_rate": 0.000402, + "loss": 5.9069, + "mean_token_accuracy": 0.132824869453907, + "num_tokens": 2312521.0, + "step": 805 + }, + { + "entropy": 6.149325656890869, + "epoch": 0.9608540925266904, + "grad_norm": 1.375, + "learning_rate": 0.0004045, + "loss": 5.901, + "mean_token_accuracy": 0.12876850068569184, + "num_tokens": 2325849.0, + "step": 810 + }, + { + "entropy": 6.160182809829712, + "epoch": 0.966785290628707, + "grad_norm": 1.2578125, + "learning_rate": 0.00040699999999999997, + "loss": 5.933, + "mean_token_accuracy": 0.12433248236775399, + "num_tokens": 2339717.0, + "step": 815 + }, + { + "entropy": 6.148682689666748, + "epoch": 0.9727164887307236, + "grad_norm": 1.078125, + "learning_rate": 0.0004095, + "loss": 5.9644, + "mean_token_accuracy": 0.12969405129551886, + "num_tokens": 2353536.0, + "step": 820 + }, + { + "entropy": 6.15325140953064, + "epoch": 0.9786476868327402, + "grad_norm": 1.1953125, + "learning_rate": 0.000412, + "loss": 5.9392, + "mean_token_accuracy": 0.12233664244413375, + "num_tokens": 2368626.0, + "step": 825 + }, + { + "entropy": 6.148900079727173, + "epoch": 0.9845788849347569, + "grad_norm": 1.1796875, + "learning_rate": 0.0004145, + "loss": 6.0228, + "mean_token_accuracy": 0.1229950562119484, + "num_tokens": 2383768.0, + "step": 830 + }, + { + "entropy": 6.253143930435181, + "epoch": 0.9905100830367735, + "grad_norm": 1.1640625, + "learning_rate": 0.000417, + "loss": 6.0531, + "mean_token_accuracy": 0.12633627876639367, + "num_tokens": 2398089.0, + "step": 835 + }, + { + "entropy": 6.143814277648926, + "epoch": 0.99644128113879, + "grad_norm": 1.15625, + "learning_rate": 0.0004195, + "loss": 5.9179, + "mean_token_accuracy": 0.13075150698423385, + "num_tokens": 2411354.0, + "step": 840 + }, + { + "entropy": 6.1597785472869875, + "epoch": 1.0023724792408066, + "grad_norm": 1.1015625, + "learning_rate": 0.000422, + "loss": 5.9132, + "mean_token_accuracy": 0.1338951252400875, + "num_tokens": 2425071.0, + "step": 845 + }, + { + "entropy": 6.226427221298218, + "epoch": 1.0083036773428233, + "grad_norm": 1.234375, + "learning_rate": 0.0004245, + "loss": 5.8618, + "mean_token_accuracy": 0.13656074777245522, + "num_tokens": 2439143.0, + "step": 850 + }, + { + "entropy": 5.997689485549927, + "epoch": 1.0142348754448398, + "grad_norm": 1.0859375, + "learning_rate": 0.000427, + "loss": 5.7022, + "mean_token_accuracy": 0.1348326951265335, + "num_tokens": 2453466.0, + "step": 855 + }, + { + "entropy": 6.064882230758667, + "epoch": 1.0201660735468565, + "grad_norm": 1.21875, + "learning_rate": 0.0004295, + "loss": 5.815, + "mean_token_accuracy": 0.13819923251867294, + "num_tokens": 2466802.0, + "step": 860 + }, + { + "entropy": 6.077611827850342, + "epoch": 1.026097271648873, + "grad_norm": 1.265625, + "learning_rate": 0.000432, + "loss": 5.7763, + "mean_token_accuracy": 0.13229055777192117, + "num_tokens": 2480080.0, + "step": 865 + }, + { + "entropy": 6.0491447925567625, + "epoch": 1.0320284697508897, + "grad_norm": 1.390625, + "learning_rate": 0.0004345, + "loss": 5.83, + "mean_token_accuracy": 0.1349202238023281, + "num_tokens": 2495196.0, + "step": 870 + }, + { + "entropy": 5.99519829750061, + "epoch": 1.0379596678529064, + "grad_norm": 1.1875, + "learning_rate": 0.000437, + "loss": 5.734, + "mean_token_accuracy": 0.13301657065749167, + "num_tokens": 2510084.0, + "step": 875 + }, + { + "entropy": 6.138531064987182, + "epoch": 1.0438908659549229, + "grad_norm": 1.203125, + "learning_rate": 0.0004395, + "loss": 5.8045, + "mean_token_accuracy": 0.13315934240818023, + "num_tokens": 2522834.0, + "step": 880 + }, + { + "entropy": 6.013190269470215, + "epoch": 1.0498220640569396, + "grad_norm": 1.0703125, + "learning_rate": 0.000442, + "loss": 5.7781, + "mean_token_accuracy": 0.1408059172332287, + "num_tokens": 2536778.0, + "step": 885 + }, + { + "entropy": 6.016625690460205, + "epoch": 1.055753262158956, + "grad_norm": 1.171875, + "learning_rate": 0.0004445, + "loss": 5.8079, + "mean_token_accuracy": 0.13629683703184128, + "num_tokens": 2551220.0, + "step": 890 + }, + { + "entropy": 6.152676439285278, + "epoch": 1.0616844602609727, + "grad_norm": 1.2734375, + "learning_rate": 0.000447, + "loss": 5.8853, + "mean_token_accuracy": 0.12912147343158722, + "num_tokens": 2565686.0, + "step": 895 + }, + { + "entropy": 5.9945775985717775, + "epoch": 1.0676156583629894, + "grad_norm": 1.234375, + "learning_rate": 0.00044950000000000003, + "loss": 5.8012, + "mean_token_accuracy": 0.1301092065870762, + "num_tokens": 2579569.0, + "step": 900 + }, + { + "entropy": 6.045119094848633, + "epoch": 1.073546856465006, + "grad_norm": 1.390625, + "learning_rate": 0.00045200000000000004, + "loss": 5.7873, + "mean_token_accuracy": 0.13423676043748856, + "num_tokens": 2593226.0, + "step": 905 + }, + { + "entropy": 5.971383666992187, + "epoch": 1.0794780545670226, + "grad_norm": 1.046875, + "learning_rate": 0.00045450000000000004, + "loss": 5.748, + "mean_token_accuracy": 0.13364143371582032, + "num_tokens": 2607711.0, + "step": 910 + }, + { + "entropy": 6.028302955627441, + "epoch": 1.085409252669039, + "grad_norm": 1.109375, + "learning_rate": 0.00045700000000000005, + "loss": 5.7788, + "mean_token_accuracy": 0.13531881719827651, + "num_tokens": 2623024.0, + "step": 915 + }, + { + "entropy": 6.003001356124878, + "epoch": 1.0913404507710558, + "grad_norm": 1.078125, + "learning_rate": 0.00045950000000000006, + "loss": 5.7666, + "mean_token_accuracy": 0.1361100286245346, + "num_tokens": 2637824.0, + "step": 920 + }, + { + "entropy": 5.995635271072388, + "epoch": 1.0972716488730723, + "grad_norm": 1.1796875, + "learning_rate": 0.000462, + "loss": 5.7772, + "mean_token_accuracy": 0.13633406162261963, + "num_tokens": 2652077.0, + "step": 925 + }, + { + "entropy": 5.994116687774659, + "epoch": 1.103202846975089, + "grad_norm": 1.2265625, + "learning_rate": 0.0004645, + "loss": 5.7796, + "mean_token_accuracy": 0.1343744106590748, + "num_tokens": 2666791.0, + "step": 930 + }, + { + "entropy": 5.9884919166564945, + "epoch": 1.1091340450771057, + "grad_norm": 0.9375, + "learning_rate": 0.000467, + "loss": 5.8653, + "mean_token_accuracy": 0.13153321593999862, + "num_tokens": 2681482.0, + "step": 935 + }, + { + "entropy": 5.957932996749878, + "epoch": 1.1150652431791221, + "grad_norm": 1.09375, + "learning_rate": 0.0004695, + "loss": 5.6686, + "mean_token_accuracy": 0.14378132447600364, + "num_tokens": 2695305.0, + "step": 940 + }, + { + "entropy": 6.023182153701782, + "epoch": 1.1209964412811388, + "grad_norm": 1.1640625, + "learning_rate": 0.000472, + "loss": 5.7336, + "mean_token_accuracy": 0.13786137402057647, + "num_tokens": 2712211.0, + "step": 945 + }, + { + "entropy": 5.941826725006104, + "epoch": 1.1269276393831553, + "grad_norm": 1.109375, + "learning_rate": 0.0004745, + "loss": 5.7816, + "mean_token_accuracy": 0.13546779826283456, + "num_tokens": 2726888.0, + "step": 950 + }, + { + "entropy": 5.957491064071656, + "epoch": 1.132858837485172, + "grad_norm": 1.0859375, + "learning_rate": 0.000477, + "loss": 5.7527, + "mean_token_accuracy": 0.13760311529040337, + "num_tokens": 2741734.0, + "step": 955 + }, + { + "entropy": 5.94100170135498, + "epoch": 1.1387900355871885, + "grad_norm": 1.3046875, + "learning_rate": 0.0004795, + "loss": 5.7551, + "mean_token_accuracy": 0.14393994361162185, + "num_tokens": 2754680.0, + "step": 960 + }, + { + "entropy": 5.94309253692627, + "epoch": 1.1447212336892052, + "grad_norm": 1.3125, + "learning_rate": 0.000482, + "loss": 5.8065, + "mean_token_accuracy": 0.129212536662817, + "num_tokens": 2769572.0, + "step": 965 + }, + { + "entropy": 6.076050662994385, + "epoch": 1.150652431791222, + "grad_norm": 1.3359375, + "learning_rate": 0.0004845, + "loss": 5.7537, + "mean_token_accuracy": 0.13419156968593599, + "num_tokens": 2782948.0, + "step": 970 + }, + { + "entropy": 5.846741008758545, + "epoch": 1.1565836298932384, + "grad_norm": 1.1171875, + "learning_rate": 0.000487, + "loss": 5.6832, + "mean_token_accuracy": 0.1396567314863205, + "num_tokens": 2795399.0, + "step": 975 + }, + { + "entropy": 5.9153892993927, + "epoch": 1.162514827995255, + "grad_norm": 1.203125, + "learning_rate": 0.0004895, + "loss": 5.6837, + "mean_token_accuracy": 0.13754538744688033, + "num_tokens": 2809591.0, + "step": 980 + }, + { + "entropy": 5.938817977905273, + "epoch": 1.1684460260972718, + "grad_norm": 1.015625, + "learning_rate": 0.000492, + "loss": 5.7227, + "mean_token_accuracy": 0.13820295482873918, + "num_tokens": 2824106.0, + "step": 985 + }, + { + "entropy": 5.93713231086731, + "epoch": 1.1743772241992882, + "grad_norm": 1.1640625, + "learning_rate": 0.0004945, + "loss": 5.8459, + "mean_token_accuracy": 0.1346195101737976, + "num_tokens": 2838616.0, + "step": 990 + }, + { + "entropy": 5.968208456039429, + "epoch": 1.180308422301305, + "grad_norm": 1.4140625, + "learning_rate": 0.000497, + "loss": 5.7473, + "mean_token_accuracy": 0.13854797407984734, + "num_tokens": 2851707.0, + "step": 995 + }, + { + "entropy": 5.898858261108399, + "epoch": 1.1862396204033214, + "grad_norm": 1.0390625, + "learning_rate": 0.0004995, + "loss": 5.7691, + "mean_token_accuracy": 0.1328132927417755, + "num_tokens": 2867644.0, + "step": 1000 + }, + { + "epoch": 1.1862396204033214, + "eval_entropy": 5.91133521232137, + "eval_loss": 6.012734413146973, + "eval_mean_token_accuracy": 0.13139666496930313, + "eval_num_tokens": 2867644.0, + "eval_runtime": 2.4739, + "eval_samples_per_second": 1054.225, + "eval_steps_per_second": 131.778, + "step": 1000 + }, + { + "entropy": 5.986166191101074, + "epoch": 1.1921708185053381, + "grad_norm": 1.0703125, + "learning_rate": 0.00049999967732573, + "loss": 5.7701, + "mean_token_accuracy": 0.1327154405415058, + "num_tokens": 2882663.0, + "step": 1005 + }, + { + "entropy": 5.940847110748291, + "epoch": 1.1981020166073546, + "grad_norm": 1.21875, + "learning_rate": 0.0004999983664630945, + "loss": 5.8284, + "mean_token_accuracy": 0.1329515464603901, + "num_tokens": 2898791.0, + "step": 1010 + }, + { + "entropy": 5.939939355850219, + "epoch": 1.2040332147093713, + "grad_norm": 1.09375, + "learning_rate": 0.0004999960472508219, + "loss": 5.7229, + "mean_token_accuracy": 0.14346506744623183, + "num_tokens": 2912997.0, + "step": 1015 + }, + { + "entropy": 5.890226602554321, + "epoch": 1.209964412811388, + "grad_norm": 1.171875, + "learning_rate": 0.0004999927196993059, + "loss": 5.7083, + "mean_token_accuracy": 0.1415116421878338, + "num_tokens": 2925064.0, + "step": 1020 + }, + { + "entropy": 5.959262037277222, + "epoch": 1.2158956109134045, + "grad_norm": 1.1484375, + "learning_rate": 0.0004999883838234592, + "loss": 5.7633, + "mean_token_accuracy": 0.13465891852974893, + "num_tokens": 2941400.0, + "step": 1025 + }, + { + "entropy": 5.861705589294433, + "epoch": 1.2218268090154212, + "grad_norm": 1.1328125, + "learning_rate": 0.0004999830396427133, + "loss": 5.7352, + "mean_token_accuracy": 0.13958436101675034, + "num_tokens": 2955541.0, + "step": 1030 + }, + { + "entropy": 5.922749280929565, + "epoch": 1.2277580071174377, + "grad_norm": 1.109375, + "learning_rate": 0.0004999766871810188, + "loss": 5.7479, + "mean_token_accuracy": 0.1416574686765671, + "num_tokens": 2968928.0, + "step": 1035 + }, + { + "entropy": 5.934699630737304, + "epoch": 1.2336892052194544, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999693264668446, + "loss": 5.6844, + "mean_token_accuracy": 0.14234655275940894, + "num_tokens": 2984072.0, + "step": 1040 + }, + { + "entropy": 5.891662549972534, + "epoch": 1.2396204033214708, + "grad_norm": 1.015625, + "learning_rate": 0.0004999609575331786, + "loss": 5.7787, + "mean_token_accuracy": 0.13772650435566902, + "num_tokens": 2999083.0, + "step": 1045 + }, + { + "entropy": 5.854400157928467, + "epoch": 1.2455516014234875, + "grad_norm": 1.1796875, + "learning_rate": 0.0004999515804175268, + "loss": 5.726, + "mean_token_accuracy": 0.13745229691267014, + "num_tokens": 3012738.0, + "step": 1050 + }, + { + "entropy": 5.869228887557983, + "epoch": 1.2514827995255042, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999411951619134, + "loss": 5.6694, + "mean_token_accuracy": 0.14171827286481858, + "num_tokens": 3027929.0, + "step": 1055 + }, + { + "entropy": 5.864783573150635, + "epoch": 1.2574139976275207, + "grad_norm": 0.98828125, + "learning_rate": 0.000499929801812881, + "loss": 5.8025, + "mean_token_accuracy": 0.13281177058815957, + "num_tokens": 3043576.0, + "step": 1060 + }, + { + "entropy": 5.822867107391358, + "epoch": 1.2633451957295374, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999174004214899, + "loss": 5.6696, + "mean_token_accuracy": 0.1398370385169983, + "num_tokens": 3059352.0, + "step": 1065 + }, + { + "entropy": 5.936639642715454, + "epoch": 1.269276393831554, + "grad_norm": 1.1484375, + "learning_rate": 0.0004999039910433179, + "loss": 5.7859, + "mean_token_accuracy": 0.1422264978289604, + "num_tokens": 3073140.0, + "step": 1070 + }, + { + "entropy": 5.890475559234619, + "epoch": 1.2752075919335706, + "grad_norm": 1.1015625, + "learning_rate": 0.0004998895737384605, + "loss": 5.7601, + "mean_token_accuracy": 0.14164954274892808, + "num_tokens": 3087710.0, + "step": 1075 + }, + { + "entropy": 5.919763278961182, + "epoch": 1.281138790035587, + "grad_norm": 1.125, + "learning_rate": 0.0004998741485715297, + "loss": 5.713, + "mean_token_accuracy": 0.14089994207024575, + "num_tokens": 3102035.0, + "step": 1080 + }, + { + "entropy": 5.838283920288086, + "epoch": 1.2870699881376038, + "grad_norm": 0.984375, + "learning_rate": 0.0004998577156116551, + "loss": 5.7754, + "mean_token_accuracy": 0.13512811809778214, + "num_tokens": 3118534.0, + "step": 1085 + }, + { + "entropy": 5.856381511688232, + "epoch": 1.2930011862396205, + "grad_norm": 1.0078125, + "learning_rate": 0.0004998402749324823, + "loss": 5.7229, + "mean_token_accuracy": 0.13245076537132264, + "num_tokens": 3133419.0, + "step": 1090 + }, + { + "entropy": 5.997888469696045, + "epoch": 1.298932384341637, + "grad_norm": 1.25, + "learning_rate": 0.0004998218266121731, + "loss": 5.8243, + "mean_token_accuracy": 0.1440747559070587, + "num_tokens": 3145903.0, + "step": 1095 + }, + { + "entropy": 5.824967718124389, + "epoch": 1.3048635824436536, + "grad_norm": 1.078125, + "learning_rate": 0.0004998023707334055, + "loss": 5.7688, + "mean_token_accuracy": 0.1350715659558773, + "num_tokens": 3159938.0, + "step": 1100 + }, + { + "entropy": 5.8246561050415036, + "epoch": 1.3107947805456703, + "grad_norm": 0.9921875, + "learning_rate": 0.0004997819073833724, + "loss": 5.6475, + "mean_token_accuracy": 0.1452900804579258, + "num_tokens": 3175089.0, + "step": 1105 + }, + { + "entropy": 5.855417728424072, + "epoch": 1.3167259786476868, + "grad_norm": 1.0859375, + "learning_rate": 0.0004997604366537823, + "loss": 5.7858, + "mean_token_accuracy": 0.13705137223005295, + "num_tokens": 3191027.0, + "step": 1110 + }, + { + "entropy": 5.746766853332519, + "epoch": 1.3226571767497035, + "grad_norm": 1.140625, + "learning_rate": 0.000499737958640858, + "loss": 5.6247, + "mean_token_accuracy": 0.14565233290195465, + "num_tokens": 3205489.0, + "step": 1115 + }, + { + "entropy": 5.841010189056396, + "epoch": 1.32858837485172, + "grad_norm": 1.0625, + "learning_rate": 0.0004997144734453367, + "loss": 5.604, + "mean_token_accuracy": 0.14238353818655014, + "num_tokens": 3218764.0, + "step": 1120 + }, + { + "entropy": 5.837244129180908, + "epoch": 1.3345195729537367, + "grad_norm": 1.0078125, + "learning_rate": 0.0004996899811724693, + "loss": 5.7391, + "mean_token_accuracy": 0.13837844729423524, + "num_tokens": 3232953.0, + "step": 1125 + }, + { + "entropy": 5.772788858413696, + "epoch": 1.3404507710557532, + "grad_norm": 1.03125, + "learning_rate": 0.0004996644819320201, + "loss": 5.646, + "mean_token_accuracy": 0.14131752848625184, + "num_tokens": 3246977.0, + "step": 1130 + }, + { + "entropy": 5.676492929458618, + "epoch": 1.3463819691577699, + "grad_norm": 1.1640625, + "learning_rate": 0.0004996379758382662, + "loss": 5.5467, + "mean_token_accuracy": 0.14851859956979752, + "num_tokens": 3260668.0, + "step": 1135 + }, + { + "entropy": 5.83406023979187, + "epoch": 1.3523131672597866, + "grad_norm": 1.0859375, + "learning_rate": 0.0004996104630099969, + "loss": 5.6622, + "mean_token_accuracy": 0.1436814546585083, + "num_tokens": 3274213.0, + "step": 1140 + }, + { + "entropy": 5.770905447006226, + "epoch": 1.358244365361803, + "grad_norm": 1.1875, + "learning_rate": 0.0004995819435705133, + "loss": 5.6455, + "mean_token_accuracy": 0.13666117042303086, + "num_tokens": 3288011.0, + "step": 1145 + }, + { + "entropy": 5.856086683273316, + "epoch": 1.3641755634638197, + "grad_norm": 1.0546875, + "learning_rate": 0.0004995524176476277, + "loss": 5.7079, + "mean_token_accuracy": 0.1383526973426342, + "num_tokens": 3303263.0, + "step": 1150 + }, + { + "entropy": 5.795949029922485, + "epoch": 1.3701067615658362, + "grad_norm": 1.1328125, + "learning_rate": 0.0004995218853736631, + "loss": 5.6848, + "mean_token_accuracy": 0.14614594876766204, + "num_tokens": 3316843.0, + "step": 1155 + }, + { + "entropy": 5.752928686141968, + "epoch": 1.376037959667853, + "grad_norm": 1.0625, + "learning_rate": 0.0004994903468854527, + "loss": 5.5688, + "mean_token_accuracy": 0.14343352913856505, + "num_tokens": 3331527.0, + "step": 1160 + }, + { + "entropy": 5.751480293273926, + "epoch": 1.3819691577698694, + "grad_norm": 1.09375, + "learning_rate": 0.0004994578023243386, + "loss": 5.6655, + "mean_token_accuracy": 0.1439042344689369, + "num_tokens": 3347795.0, + "step": 1165 + }, + { + "entropy": 5.797406005859375, + "epoch": 1.387900355871886, + "grad_norm": 0.94140625, + "learning_rate": 0.0004994242518361723, + "loss": 5.7132, + "mean_token_accuracy": 0.1414179876446724, + "num_tokens": 3363532.0, + "step": 1170 + }, + { + "entropy": 5.777079343795776, + "epoch": 1.3938315539739028, + "grad_norm": 1.109375, + "learning_rate": 0.0004993896955713133, + "loss": 5.6743, + "mean_token_accuracy": 0.14409229755401612, + "num_tokens": 3377040.0, + "step": 1175 + }, + { + "entropy": 5.753640937805176, + "epoch": 1.3997627520759193, + "grad_norm": 1.25, + "learning_rate": 0.0004993541336846283, + "loss": 5.6287, + "mean_token_accuracy": 0.1529825061559677, + "num_tokens": 3390663.0, + "step": 1180 + }, + { + "entropy": 5.791894626617432, + "epoch": 1.405693950177936, + "grad_norm": 0.96875, + "learning_rate": 0.000499317566335491, + "loss": 5.6625, + "mean_token_accuracy": 0.1494051843881607, + "num_tokens": 3405860.0, + "step": 1185 + }, + { + "entropy": 5.734993839263916, + "epoch": 1.4116251482799527, + "grad_norm": 1.0859375, + "learning_rate": 0.0004992799936877813, + "loss": 5.6489, + "mean_token_accuracy": 0.14007329940795898, + "num_tokens": 3420248.0, + "step": 1190 + }, + { + "entropy": 5.817593097686768, + "epoch": 1.4175563463819691, + "grad_norm": 1.03125, + "learning_rate": 0.0004992414159098841, + "loss": 5.6469, + "mean_token_accuracy": 0.14704996794462205, + "num_tokens": 3434126.0, + "step": 1195 + }, + { + "entropy": 5.779922151565552, + "epoch": 1.4234875444839858, + "grad_norm": 1.1328125, + "learning_rate": 0.0004992018331746891, + "loss": 5.7038, + "mean_token_accuracy": 0.14136891365051268, + "num_tokens": 3449462.0, + "step": 1200 + }, + { + "entropy": 5.80670485496521, + "epoch": 1.4294187425860023, + "grad_norm": 1.0078125, + "learning_rate": 0.0004991612456595896, + "loss": 5.7589, + "mean_token_accuracy": 0.1408810332417488, + "num_tokens": 3465536.0, + "step": 1205 + }, + { + "entropy": 5.7316718101501465, + "epoch": 1.435349940688019, + "grad_norm": 1.0859375, + "learning_rate": 0.0004991196535464824, + "loss": 5.6359, + "mean_token_accuracy": 0.14721256196498872, + "num_tokens": 3479129.0, + "step": 1210 + }, + { + "entropy": 5.719354104995728, + "epoch": 1.4412811387900355, + "grad_norm": 1.3203125, + "learning_rate": 0.0004990770570217659, + "loss": 5.5441, + "mean_token_accuracy": 0.15703994482755662, + "num_tokens": 3492191.0, + "step": 1215 + }, + { + "entropy": 5.779579067230225, + "epoch": 1.4472123368920522, + "grad_norm": 1.1796875, + "learning_rate": 0.0004990334562763401, + "loss": 5.7006, + "mean_token_accuracy": 0.1453902617096901, + "num_tokens": 3507459.0, + "step": 1220 + }, + { + "entropy": 5.741008663177491, + "epoch": 1.453143534994069, + "grad_norm": 1.0390625, + "learning_rate": 0.0004989888515056057, + "loss": 5.6628, + "mean_token_accuracy": 0.14069193080067635, + "num_tokens": 3521517.0, + "step": 1225 + }, + { + "entropy": 5.746186399459839, + "epoch": 1.4590747330960854, + "grad_norm": 1.0625, + "learning_rate": 0.0004989432429094627, + "loss": 5.6036, + "mean_token_accuracy": 0.1472635604441166, + "num_tokens": 3535279.0, + "step": 1230 + }, + { + "entropy": 5.725585222244263, + "epoch": 1.465005931198102, + "grad_norm": 1.0859375, + "learning_rate": 0.0004988966306923099, + "loss": 5.5219, + "mean_token_accuracy": 0.1509362980723381, + "num_tokens": 3549960.0, + "step": 1235 + }, + { + "entropy": 5.702635431289673, + "epoch": 1.4709371293001186, + "grad_norm": 1.078125, + "learning_rate": 0.0004988490150630441, + "loss": 5.6504, + "mean_token_accuracy": 0.1413729466497898, + "num_tokens": 3563814.0, + "step": 1240 + }, + { + "entropy": 5.836396932601929, + "epoch": 1.4768683274021353, + "grad_norm": 1.0390625, + "learning_rate": 0.0004988003962350589, + "loss": 5.653, + "mean_token_accuracy": 0.15044173300266267, + "num_tokens": 3577529.0, + "step": 1245 + }, + { + "entropy": 5.712747097015381, + "epoch": 1.4827995255041517, + "grad_norm": 1.21875, + "learning_rate": 0.0004987507744262436, + "loss": 5.5913, + "mean_token_accuracy": 0.1456787832081318, + "num_tokens": 3591812.0, + "step": 1250 + }, + { + "entropy": 5.635834550857544, + "epoch": 1.4887307236061684, + "grad_norm": 1.0546875, + "learning_rate": 0.0004987001498589828, + "loss": 5.5787, + "mean_token_accuracy": 0.14813287556171417, + "num_tokens": 3604954.0, + "step": 1255 + }, + { + "entropy": 5.760722827911377, + "epoch": 1.4946619217081851, + "grad_norm": 1.03125, + "learning_rate": 0.0004986485227601548, + "loss": 5.6178, + "mean_token_accuracy": 0.14130520299077035, + "num_tokens": 3620486.0, + "step": 1260 + }, + { + "entropy": 5.717405652999878, + "epoch": 1.5005931198102016, + "grad_norm": 0.9921875, + "learning_rate": 0.000498595893361131, + "loss": 5.555, + "mean_token_accuracy": 0.15612171441316605, + "num_tokens": 3633972.0, + "step": 1265 + }, + { + "entropy": 5.7364737033844, + "epoch": 1.5065243179122183, + "grad_norm": 1.0546875, + "learning_rate": 0.0004985422618977744, + "loss": 5.6037, + "mean_token_accuracy": 0.151451975107193, + "num_tokens": 3649306.0, + "step": 1270 + }, + { + "entropy": 5.7654664516448975, + "epoch": 1.512455516014235, + "grad_norm": 0.98828125, + "learning_rate": 0.0004984876286104392, + "loss": 5.6786, + "mean_token_accuracy": 0.14375052377581596, + "num_tokens": 3664809.0, + "step": 1275 + }, + { + "entropy": 5.70614218711853, + "epoch": 1.5183867141162515, + "grad_norm": 1.2421875, + "learning_rate": 0.0004984319937439693, + "loss": 5.6095, + "mean_token_accuracy": 0.15040914267301558, + "num_tokens": 3677669.0, + "step": 1280 + }, + { + "entropy": 5.743654489517212, + "epoch": 1.524317912218268, + "grad_norm": 1.015625, + "learning_rate": 0.0004983753575476969, + "loss": 5.6267, + "mean_token_accuracy": 0.14291197434067726, + "num_tokens": 3690588.0, + "step": 1285 + }, + { + "entropy": 5.696566772460938, + "epoch": 1.5302491103202847, + "grad_norm": 1.0703125, + "learning_rate": 0.0004983177202754421, + "loss": 5.6522, + "mean_token_accuracy": 0.14571921825408934, + "num_tokens": 3703749.0, + "step": 1290 + }, + { + "entropy": 5.805274868011475, + "epoch": 1.5361803084223014, + "grad_norm": 0.9296875, + "learning_rate": 0.0004982590821855115, + "loss": 5.68, + "mean_token_accuracy": 0.13761823400855064, + "num_tokens": 3720181.0, + "step": 1295 + }, + { + "entropy": 5.711960506439209, + "epoch": 1.5421115065243178, + "grad_norm": 0.953125, + "learning_rate": 0.0004981994435406965, + "loss": 5.6042, + "mean_token_accuracy": 0.14782098084688186, + "num_tokens": 3734918.0, + "step": 1300 + }, + { + "entropy": 5.666572904586792, + "epoch": 1.5480427046263345, + "grad_norm": 0.9765625, + "learning_rate": 0.0004981388046082731, + "loss": 5.5494, + "mean_token_accuracy": 0.15440027564764022, + "num_tokens": 3748660.0, + "step": 1305 + }, + { + "entropy": 5.685553789138794, + "epoch": 1.5539739027283512, + "grad_norm": 0.97265625, + "learning_rate": 0.0004980771656599998, + "loss": 5.6201, + "mean_token_accuracy": 0.14841450601816178, + "num_tokens": 3763481.0, + "step": 1310 + }, + { + "entropy": 5.763680267333984, + "epoch": 1.5599051008303677, + "grad_norm": 1.0390625, + "learning_rate": 0.0004980145269721168, + "loss": 5.6376, + "mean_token_accuracy": 0.14404506087303162, + "num_tokens": 3777077.0, + "step": 1315 + }, + { + "entropy": 5.685877466201783, + "epoch": 1.5658362989323842, + "grad_norm": 0.91796875, + "learning_rate": 0.000497950888825345, + "loss": 5.6386, + "mean_token_accuracy": 0.14266225099563598, + "num_tokens": 3793649.0, + "step": 1320 + }, + { + "entropy": 5.687498426437378, + "epoch": 1.571767497034401, + "grad_norm": 0.96484375, + "learning_rate": 0.000497886251504884, + "loss": 5.5262, + "mean_token_accuracy": 0.15134050250053405, + "num_tokens": 3807712.0, + "step": 1325 + }, + { + "entropy": 5.639243650436401, + "epoch": 1.5776986951364176, + "grad_norm": 0.98046875, + "learning_rate": 0.0004978206153004117, + "loss": 5.5347, + "mean_token_accuracy": 0.1552049770951271, + "num_tokens": 3821637.0, + "step": 1330 + }, + { + "entropy": 5.8086631298065186, + "epoch": 1.583629893238434, + "grad_norm": 1.0546875, + "learning_rate": 0.0004977539805060824, + "loss": 5.6912, + "mean_token_accuracy": 0.1436895474791527, + "num_tokens": 3836272.0, + "step": 1335 + }, + { + "entropy": 5.614665985107422, + "epoch": 1.5895610913404508, + "grad_norm": 1.1171875, + "learning_rate": 0.0004976863474205257, + "loss": 5.5055, + "mean_token_accuracy": 0.15429906994104386, + "num_tokens": 3850018.0, + "step": 1340 + }, + { + "entropy": 5.774603271484375, + "epoch": 1.5954922894424675, + "grad_norm": 1.1640625, + "learning_rate": 0.0004976177163468451, + "loss": 5.5949, + "mean_token_accuracy": 0.15020062923431396, + "num_tokens": 3865061.0, + "step": 1345 + }, + { + "entropy": 5.631220006942749, + "epoch": 1.601423487544484, + "grad_norm": 1.09375, + "learning_rate": 0.0004975480875926168, + "loss": 5.6835, + "mean_token_accuracy": 0.15097753554582596, + "num_tokens": 3879697.0, + "step": 1350 + }, + { + "entropy": 5.735270404815674, + "epoch": 1.6073546856465006, + "grad_norm": 1.140625, + "learning_rate": 0.000497477461469888, + "loss": 5.4825, + "mean_token_accuracy": 0.15924198776483536, + "num_tokens": 3891889.0, + "step": 1355 + }, + { + "entropy": 5.665686845779419, + "epoch": 1.6132858837485173, + "grad_norm": 1.0234375, + "learning_rate": 0.0004974058382951757, + "loss": 5.5945, + "mean_token_accuracy": 0.1450992450118065, + "num_tokens": 3907356.0, + "step": 1360 + }, + { + "entropy": 5.731923580169678, + "epoch": 1.6192170818505338, + "grad_norm": 1.078125, + "learning_rate": 0.0004973332183894653, + "loss": 5.5786, + "mean_token_accuracy": 0.14734622836112976, + "num_tokens": 3921839.0, + "step": 1365 + }, + { + "entropy": 5.587240982055664, + "epoch": 1.6251482799525503, + "grad_norm": 0.9609375, + "learning_rate": 0.0004972596020782096, + "loss": 5.483, + "mean_token_accuracy": 0.15152351856231688, + "num_tokens": 3937266.0, + "step": 1370 + }, + { + "entropy": 5.740517473220825, + "epoch": 1.631079478054567, + "grad_norm": 1.046875, + "learning_rate": 0.0004971849896913259, + "loss": 5.6174, + "mean_token_accuracy": 0.14421468004584312, + "num_tokens": 3952721.0, + "step": 1375 + }, + { + "entropy": 5.699207830429077, + "epoch": 1.6370106761565837, + "grad_norm": 1.21875, + "learning_rate": 0.0004971093815631965, + "loss": 5.626, + "mean_token_accuracy": 0.14614131152629853, + "num_tokens": 3966557.0, + "step": 1380 + }, + { + "entropy": 5.577703142166138, + "epoch": 1.6429418742586002, + "grad_norm": 0.98828125, + "learning_rate": 0.0004970327780326655, + "loss": 5.4592, + "mean_token_accuracy": 0.15435569435358049, + "num_tokens": 3978739.0, + "step": 1385 + }, + { + "entropy": 5.523289442062378, + "epoch": 1.6488730723606169, + "grad_norm": 0.90234375, + "learning_rate": 0.0004969551794430383, + "loss": 5.4758, + "mean_token_accuracy": 0.15182152688503264, + "num_tokens": 3993868.0, + "step": 1390 + }, + { + "entropy": 5.735844373703003, + "epoch": 1.6548042704626336, + "grad_norm": 1.0859375, + "learning_rate": 0.0004968765861420799, + "loss": 5.6032, + "mean_token_accuracy": 0.15374974012374878, + "num_tokens": 4006661.0, + "step": 1395 + }, + { + "entropy": 5.63426947593689, + "epoch": 1.66073546856465, + "grad_norm": 0.984375, + "learning_rate": 0.0004967969984820128, + "loss": 5.5828, + "mean_token_accuracy": 0.1495743677020073, + "num_tokens": 4021670.0, + "step": 1400 + }, + { + "entropy": 5.673282051086426, + "epoch": 1.6666666666666665, + "grad_norm": 1.0703125, + "learning_rate": 0.0004967164168195159, + "loss": 5.5646, + "mean_token_accuracy": 0.1479659453034401, + "num_tokens": 4036995.0, + "step": 1405 + }, + { + "entropy": 5.667166376113892, + "epoch": 1.6725978647686834, + "grad_norm": 1.15625, + "learning_rate": 0.000496634841515723, + "loss": 5.6035, + "mean_token_accuracy": 0.15370306074619294, + "num_tokens": 4049464.0, + "step": 1410 + }, + { + "entropy": 5.649252462387085, + "epoch": 1.6785290628707, + "grad_norm": 1.15625, + "learning_rate": 0.0004965522729362209, + "loss": 5.5096, + "mean_token_accuracy": 0.15451542884111405, + "num_tokens": 4063630.0, + "step": 1415 + }, + { + "entropy": 5.63691987991333, + "epoch": 1.6844602609727164, + "grad_norm": 1.1484375, + "learning_rate": 0.0004964687114510478, + "loss": 5.5176, + "mean_token_accuracy": 0.14818612933158876, + "num_tokens": 4079890.0, + "step": 1420 + }, + { + "entropy": 5.556159973144531, + "epoch": 1.690391459074733, + "grad_norm": 0.984375, + "learning_rate": 0.0004963841574346917, + "loss": 5.5784, + "mean_token_accuracy": 0.15199574530124665, + "num_tokens": 4095693.0, + "step": 1425 + }, + { + "entropy": 5.76162371635437, + "epoch": 1.6963226571767498, + "grad_norm": 1.0390625, + "learning_rate": 0.0004962986112660887, + "loss": 5.6264, + "mean_token_accuracy": 0.14758573174476625, + "num_tokens": 4109655.0, + "step": 1430 + }, + { + "entropy": 5.5980674743652346, + "epoch": 1.7022538552787663, + "grad_norm": 1.046875, + "learning_rate": 0.0004962120733286215, + "loss": 5.4904, + "mean_token_accuracy": 0.15562087446451187, + "num_tokens": 4123870.0, + "step": 1435 + }, + { + "entropy": 5.724174547195434, + "epoch": 1.708185053380783, + "grad_norm": 1.0859375, + "learning_rate": 0.0004961245440101171, + "loss": 5.6127, + "mean_token_accuracy": 0.15370832234621049, + "num_tokens": 4138009.0, + "step": 1440 + }, + { + "entropy": 5.661290311813355, + "epoch": 1.7141162514827997, + "grad_norm": 1.125, + "learning_rate": 0.000496036023702846, + "loss": 5.6985, + "mean_token_accuracy": 0.14476853236556053, + "num_tokens": 4151929.0, + "step": 1445 + }, + { + "entropy": 5.681108665466309, + "epoch": 1.7200474495848161, + "grad_norm": 1.109375, + "learning_rate": 0.0004959465128035195, + "loss": 5.5322, + "mean_token_accuracy": 0.1587254822254181, + "num_tokens": 4164626.0, + "step": 1450 + }, + { + "entropy": 5.668149662017822, + "epoch": 1.7259786476868326, + "grad_norm": 0.96875, + "learning_rate": 0.0004958560117132884, + "loss": 5.4829, + "mean_token_accuracy": 0.1552940219640732, + "num_tokens": 4179418.0, + "step": 1455 + }, + { + "entropy": 5.586788272857666, + "epoch": 1.7319098457888493, + "grad_norm": 0.9296875, + "learning_rate": 0.0004957645208377411, + "loss": 5.5927, + "mean_token_accuracy": 0.14715088456869124, + "num_tokens": 4194385.0, + "step": 1460 + }, + { + "entropy": 5.677043342590332, + "epoch": 1.737841043890866, + "grad_norm": 1.0234375, + "learning_rate": 0.000495672040586902, + "loss": 5.5726, + "mean_token_accuracy": 0.1476666510105133, + "num_tokens": 4209246.0, + "step": 1465 + }, + { + "entropy": 5.573235273361206, + "epoch": 1.7437722419928825, + "grad_norm": 0.94921875, + "learning_rate": 0.0004955785713752292, + "loss": 5.5215, + "mean_token_accuracy": 0.1514071211218834, + "num_tokens": 4225142.0, + "step": 1470 + }, + { + "entropy": 5.6124965190887455, + "epoch": 1.7497034400948992, + "grad_norm": 0.9921875, + "learning_rate": 0.0004954841136216132, + "loss": 5.5121, + "mean_token_accuracy": 0.1569083496928215, + "num_tokens": 4239495.0, + "step": 1475 + }, + { + "entropy": 5.6624431133270265, + "epoch": 1.755634638196916, + "grad_norm": 1.1640625, + "learning_rate": 0.0004953886677493746, + "loss": 5.4459, + "mean_token_accuracy": 0.16436467915773392, + "num_tokens": 4251780.0, + "step": 1480 + }, + { + "entropy": 5.616982173919678, + "epoch": 1.7615658362989324, + "grad_norm": 1.515625, + "learning_rate": 0.0004952922341862622, + "loss": 5.6927, + "mean_token_accuracy": 0.14587103947997093, + "num_tokens": 4265490.0, + "step": 1485 + }, + { + "entropy": 5.64134464263916, + "epoch": 1.7674970344009489, + "grad_norm": 1.0234375, + "learning_rate": 0.0004951948133644514, + "loss": 5.4655, + "mean_token_accuracy": 0.15793099850416184, + "num_tokens": 4280478.0, + "step": 1490 + }, + { + "entropy": 5.635649013519287, + "epoch": 1.7734282325029656, + "grad_norm": 0.93359375, + "learning_rate": 0.0004950964057205421, + "loss": 5.5551, + "mean_token_accuracy": 0.1520090416073799, + "num_tokens": 4296649.0, + "step": 1495 + }, + { + "entropy": 5.565133810043335, + "epoch": 1.7793594306049823, + "grad_norm": 0.97265625, + "learning_rate": 0.0004949970116955566, + "loss": 5.525, + "mean_token_accuracy": 0.15610957741737366, + "num_tokens": 4310470.0, + "step": 1500 + }, + { + "epoch": 1.7793594306049823, + "eval_entropy": 5.4890358755193605, + "eval_loss": 5.720747947692871, + "eval_mean_token_accuracy": 0.15074070664179837, + "eval_num_tokens": 4310470.0, + "eval_runtime": 2.4551, + "eval_samples_per_second": 1062.291, + "eval_steps_per_second": 132.786, + "step": 1500 + } + ], + "logging_steps": 5, + "max_steps": 8420, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 7627040925696000.0, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-1500/training_args.bin b/checkpoint-1500/training_args.bin new file mode 100644 index 0000000..4887968 --- /dev/null +++ b/checkpoint-1500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b1c135f6b8569a4ca131508cf9d8c7cebd96bc433f924eb7233c36a7d98147e +size 6289 diff --git a/checkpoint-2000/added_tokens.json b/checkpoint-2000/added_tokens.json new file mode 100644 index 0000000..ec04e13 --- /dev/null +++ b/checkpoint-2000/added_tokens.json @@ -0,0 +1,1768 @@ +{ + "": 47388, + "[CLS]": 47386, + "[MASK]": 47389, + "[SEP]": 47387, + "[XXXXX0]": 47670, + "[XXXXX1000]": 48506, + "[XXXXX1001]": 48961, + "[XXXXX1002]": 47825, + "[XXXXX1003]": 48233, + "[XXXXX1004]": 48970, + "[XXXXX1005]": 48971, + "[XXXXX1006]": 47998, + "[XXXXX1007]": 48989, + "[XXXXX1008]": 47450, + "[XXXXX1009]": 48240, + "[XXXXX100]": 47422, + "[XXXXX1010]": 47623, + "[XXXXX1011]": 47805, + "[XXXXX1012]": 48454, + "[XXXXX1013]": 48537, + "[XXXXX1014]": 47764, + "[XXXXX1015]": 47584, + "[XXXXX1016]": 48287, + "[XXXXX1017]": 48689, + "[XXXXX1018]": 49119, + "[XXXXX1019]": 48584, + "[XXXXX101]": 47890, + "[XXXXX1020]": 47445, + "[XXXXX1021]": 48199, + "[XXXXX1022]": 48276, + "[XXXXX1023]": 47859, + "[XXXXX1024]": 48258, + "[XXXXX1025]": 48325, + "[XXXXX1026]": 47687, + "[XXXXX1027]": 48990, + "[XXXXX1028]": 49059, + "[XXXXX1029]": 48382, + "[XXXXX102]": 47921, + "[XXXXX1030]": 47775, + "[XXXXX1031]": 47870, + "[XXXXX1032]": 47683, + "[XXXXX1033]": 48750, + "[XXXXX1034]": 49130, + "[XXXXX1035]": 47811, + "[XXXXX1036]": 47462, + "[XXXXX1037]": 47843, + "[XXXXX1038]": 47439, + "[XXXXX1039]": 48830, + "[XXXXX103]": 48327, + "[XXXXX1040]": 48720, + "[XXXXX1041]": 48485, + "[XXXXX1042]": 47919, + "[XXXXX1043]": 48781, + "[XXXXX1044]": 47695, + "[XXXXX1045]": 48043, + "[XXXXX1046]": 47732, + "[XXXXX1047]": 48590, + "[XXXXX1048]": 48901, + "[XXXXX1049]": 48470, + "[XXXXX104]": 47560, + "[XXXXX1050]": 47751, + "[XXXXX1051]": 48487, + "[XXXXX1052]": 48959, + "[XXXXX1053]": 47720, + "[XXXXX1054]": 48477, + "[XXXXX1055]": 47405, + "[XXXXX1056]": 47920, + "[XXXXX1057]": 48139, + "[XXXXX1058]": 48775, + "[XXXXX1059]": 47767, + "[XXXXX105]": 48734, + "[XXXXX1060]": 47446, + "[XXXXX1061]": 48433, + "[XXXXX1062]": 48073, + "[XXXXX1063]": 48868, + "[XXXXX1064]": 47615, + "[XXXXX1065]": 48702, + "[XXXXX1066]": 48578, + "[XXXXX1067]": 47773, + "[XXXXX1068]": 48659, + "[XXXXX1069]": 48281, + "[XXXXX106]": 48900, + "[XXXXX1070]": 48588, + "[XXXXX1071]": 47994, + "[XXXXX1072]": 47709, + "[XXXXX1073]": 47716, + "[XXXXX1074]": 48339, + "[XXXXX1075]": 49007, + "[XXXXX1076]": 49019, + "[XXXXX1077]": 48182, + "[XXXXX1078]": 48114, + "[XXXXX1079]": 49090, + "[XXXXX107]": 48981, + "[XXXXX1080]": 47901, + "[XXXXX1081]": 48465, + "[XXXXX1082]": 49027, + "[XXXXX1083]": 47839, + "[XXXXX1084]": 48061, + "[XXXXX1085]": 47657, + "[XXXXX1086]": 48963, + "[XXXXX1087]": 49089, + "[XXXXX1088]": 49135, + "[XXXXX1089]": 47487, + "[XXXXX108]": 48217, + "[XXXXX1090]": 48158, + "[XXXXX1091]": 49123, + "[XXXXX1092]": 47656, + "[XXXXX1093]": 49031, + "[XXXXX1094]": 48840, + "[XXXXX1095]": 48753, + "[XXXXX1096]": 47501, + "[XXXXX1097]": 47698, + "[XXXXX1098]": 47547, + "[XXXXX1099]": 48844, + "[XXXXX109]": 47587, + "[XXXXX10]": 47512, + "[XXXXX1100]": 47508, + "[XXXXX1101]": 48130, + "[XXXXX1102]": 48225, + "[XXXXX1103]": 48953, + "[XXXXX1104]": 47633, + "[XXXXX1105]": 48614, + "[XXXXX1106]": 48685, + "[XXXXX1107]": 47845, + "[XXXXX1108]": 48337, + "[XXXXX1109]": 48879, + "[XXXXX110]": 47862, + "[XXXXX1110]": 48222, + "[XXXXX1111]": 49127, + "[XXXXX1112]": 47893, + "[XXXXX1113]": 48261, + "[XXXXX1114]": 47543, + "[XXXXX1115]": 48597, + "[XXXXX1116]": 48206, + "[XXXXX1117]": 47478, + "[XXXXX1118]": 48930, + "[XXXXX1119]": 47864, + "[XXXXX111]": 48237, + "[XXXXX1120]": 48638, + "[XXXXX1121]": 48162, + "[XXXXX1122]": 48678, + "[XXXXX1123]": 48790, + "[XXXXX1124]": 49075, + "[XXXXX1125]": 47490, + "[XXXXX1126]": 47542, + "[XXXXX1127]": 48121, + "[XXXXX1128]": 48910, + "[XXXXX1129]": 47545, + "[XXXXX112]": 48153, + "[XXXXX1130]": 48499, + "[XXXXX1131]": 48943, + "[XXXXX1132]": 48066, + "[XXXXX1133]": 47882, + "[XXXXX1134]": 48392, + "[XXXXX1135]": 48553, + "[XXXXX1136]": 47505, + "[XXXXX1137]": 48634, + "[XXXXX1138]": 49082, + "[XXXXX1139]": 47707, + "[XXXXX113]": 48869, + "[XXXXX1140]": 48888, + "[XXXXX1141]": 48069, + "[XXXXX1142]": 48646, + "[XXXXX1143]": 47985, + "[XXXXX1144]": 47432, + "[XXXXX1145]": 48788, + "[XXXXX1146]": 48622, + "[XXXXX1147]": 48479, + "[XXXXX1148]": 47599, + "[XXXXX1149]": 48903, + "[XXXXX114]": 48071, + "[XXXXX1150]": 48303, + "[XXXXX1151]": 48316, + "[XXXXX1152]": 48999, + "[XXXXX1153]": 48629, + "[XXXXX1154]": 48515, + "[XXXXX1155]": 48264, + "[XXXXX1156]": 47837, + "[XXXXX1157]": 47537, + "[XXXXX1158]": 48882, + "[XXXXX1159]": 47744, + "[XXXXX115]": 47954, + "[XXXXX1160]": 47637, + "[XXXXX1161]": 48701, + "[XXXXX1162]": 48831, + "[XXXXX1163]": 48861, + "[XXXXX1164]": 48880, + "[XXXXX1165]": 47679, + "[XXXXX1166]": 47620, + "[XXXXX1167]": 48591, + "[XXXXX1168]": 48776, + "[XXXXX1169]": 48472, + "[XXXXX116]": 48997, + "[XXXXX1170]": 48992, + "[XXXXX1171]": 48440, + "[XXXXX1172]": 48145, + "[XXXXX1173]": 48466, + "[XXXXX1174]": 48319, + "[XXXXX1175]": 47745, + "[XXXXX1176]": 47933, + "[XXXXX1177]": 49084, + "[XXXXX1178]": 47544, + "[XXXXX1179]": 48935, + "[XXXXX117]": 49103, + "[XXXXX1180]": 48660, + "[XXXXX1181]": 48993, + "[XXXXX1182]": 47457, + "[XXXXX1183]": 47593, + "[XXXXX1184]": 47795, + "[XXXXX1185]": 47706, + "[XXXXX1186]": 48263, + "[XXXXX1187]": 49033, + "[XXXXX1188]": 48544, + "[XXXXX1189]": 47409, + "[XXXXX118]": 47420, + "[XXXXX1190]": 47834, + "[XXXXX1191]": 47874, + "[XXXXX1192]": 47397, + "[XXXXX1193]": 48853, + "[XXXXX1194]": 47641, + "[XXXXX1195]": 48484, + "[XXXXX1196]": 48412, + "[XXXXX1197]": 48488, + "[XXXXX1198]": 49097, + "[XXXXX1199]": 47879, + "[XXXXX119]": 48770, + "[XXXXX11]": 48211, + "[XXXXX1200]": 47526, + "[XXXXX1201]": 48749, + "[XXXXX1202]": 48568, + "[XXXXX1203]": 48481, + "[XXXXX1204]": 48608, + "[XXXXX1205]": 48309, + "[XXXXX1206]": 48855, + "[XXXXX1207]": 47911, + "[XXXXX1208]": 47799, + "[XXXXX1209]": 47622, + "[XXXXX120]": 48693, + "[XXXXX1210]": 48131, + "[XXXXX1211]": 48345, + "[XXXXX1212]": 48304, + "[XXXXX1213]": 48682, + "[XXXXX1214]": 47492, + "[XXXXX1215]": 47497, + "[XXXXX1216]": 48939, + "[XXXXX1217]": 48442, + "[XXXXX1218]": 47841, + "[XXXXX1219]": 47453, + "[XXXXX121]": 47554, + "[XXXXX1220]": 47419, + "[XXXXX1221]": 48672, + "[XXXXX1222]": 48154, + "[XXXXX1223]": 49087, + "[XXXXX1224]": 48511, + "[XXXXX1225]": 48448, + "[XXXXX1226]": 48988, + "[XXXXX1227]": 47669, + "[XXXXX1228]": 47596, + "[XXXXX1229]": 48602, + "[XXXXX122]": 48605, + "[XXXXX1230]": 48064, + "[XXXXX1231]": 48107, + "[XXXXX1232]": 48160, + "[XXXXX1233]": 47925, + "[XXXXX1234]": 48413, + "[XXXXX1235]": 49005, + "[XXXXX1236]": 49115, + "[XXXXX1237]": 48201, + "[XXXXX1238]": 47601, + "[XXXXX1239]": 47398, + "[XXXXX123]": 48582, + "[XXXXX1240]": 47616, + "[XXXXX1241]": 48002, + "[XXXXX1242]": 48543, + "[XXXXX1243]": 47818, + "[XXXXX1244]": 48569, + "[XXXXX1245]": 48647, + "[XXXXX1246]": 47681, + "[XXXXX1247]": 48898, + "[XXXXX1248]": 47498, + "[XXXXX1249]": 48378, + "[XXXXX124]": 48118, + "[XXXXX1250]": 48344, + "[XXXXX1251]": 47585, + "[XXXXX1252]": 48715, + "[XXXXX1253]": 47483, + "[XXXXX1254]": 48340, + "[XXXXX1255]": 48991, + "[XXXXX1256]": 48736, + "[XXXXX1257]": 47511, + "[XXXXX1258]": 48293, + "[XXXXX1259]": 48168, + "[XXXXX125]": 48374, + "[XXXXX1260]": 48951, + "[XXXXX1261]": 47416, + "[XXXXX1262]": 48745, + "[XXXXX1263]": 47979, + "[XXXXX1264]": 48592, + "[XXXXX1265]": 48945, + "[XXXXX1266]": 47865, + "[XXXXX1267]": 48239, + "[XXXXX1268]": 47672, + "[XXXXX1269]": 47848, + "[XXXXX126]": 48594, + "[XXXXX1270]": 48566, + "[XXXXX1271]": 48108, + "[XXXXX1272]": 47665, + "[XXXXX1273]": 47815, + "[XXXXX1274]": 48016, + "[XXXXX1275]": 48015, + "[XXXXX1276]": 48166, + "[XXXXX1277]": 47757, + "[XXXXX1278]": 47400, + "[XXXXX1279]": 47754, + "[XXXXX127]": 47436, + "[XXXXX1280]": 47417, + "[XXXXX1281]": 48047, + "[XXXXX1282]": 47472, + "[XXXXX1283]": 49040, + "[XXXXX1284]": 47710, + "[XXXXX1285]": 48883, + "[XXXXX1286]": 48209, + "[XXXXX1287]": 48046, + "[XXXXX1288]": 47999, + "[XXXXX1289]": 47735, + "[XXXXX128]": 48995, + "[XXXXX1290]": 48556, + "[XXXXX1291]": 48687, + "[XXXXX1292]": 49046, + "[XXXXX1293]": 48713, + "[XXXXX1294]": 48266, + "[XXXXX1295]": 48917, + "[XXXXX1296]": 49121, + "[XXXXX1297]": 48794, + "[XXXXX1298]": 48443, + "[XXXXX1299]": 47612, + "[XXXXX129]": 48082, + "[XXXXX12]": 48933, + "[XXXXX1300]": 47942, + "[XXXXX1301]": 48063, + "[XXXXX1302]": 48368, + "[XXXXX1303]": 47910, + "[XXXXX1304]": 47802, + "[XXXXX1305]": 47905, + "[XXXXX1306]": 47421, + "[XXXXX1307]": 49125, + "[XXXXX1308]": 47553, + "[XXXXX1309]": 47697, + "[XXXXX130]": 48746, + "[XXXXX1310]": 49069, + "[XXXXX1311]": 47789, + "[XXXXX1312]": 48575, + "[XXXXX1313]": 47402, + "[XXXXX1314]": 48829, + "[XXXXX1315]": 47394, + "[XXXXX1316]": 48187, + "[XXXXX1317]": 48147, + "[XXXXX1318]": 48703, + "[XXXXX1319]": 48549, + "[XXXXX131]": 48106, + "[XXXXX1320]": 48644, + "[XXXXX1321]": 48165, + "[XXXXX1322]": 47689, + "[XXXXX1323]": 47966, + "[XXXXX1324]": 47897, + "[XXXXX1325]": 48076, + "[XXXXX1326]": 48873, + "[XXXXX1327]": 48754, + "[XXXXX1328]": 47813, + "[XXXXX1329]": 49072, + "[XXXXX132]": 48427, + "[XXXXX1330]": 48809, + "[XXXXX1331]": 48489, + "[XXXXX1332]": 48243, + "[XXXXX1333]": 48921, + "[XXXXX1334]": 48322, + "[XXXXX1335]": 47531, + "[XXXXX1336]": 48110, + "[XXXXX1337]": 47723, + "[XXXXX1338]": 47908, + "[XXXXX1339]": 48700, + "[XXXXX133]": 47604, + "[XXXXX1340]": 48651, + "[XXXXX1341]": 48877, + "[XXXXX1342]": 47431, + "[XXXXX1343]": 47433, + "[XXXXX1344]": 47880, + "[XXXXX1345]": 48977, + "[XXXXX1346]": 48772, + "[XXXXX1347]": 48391, + "[XXXXX1348]": 48529, + "[XXXXX1349]": 48196, + "[XXXXX134]": 47765, + "[XXXXX1350]": 48404, + "[XXXXX1351]": 48104, + "[XXXXX1352]": 47517, + "[XXXXX1353]": 48850, + "[XXXXX1354]": 48357, + "[XXXXX1355]": 48862, + "[XXXXX1356]": 48492, + "[XXXXX1357]": 48062, + "[XXXXX1358]": 48721, + "[XXXXX1359]": 48922, + "[XXXXX135]": 47957, + "[XXXXX1360]": 47550, + "[XXXXX1361]": 49045, + "[XXXXX1362]": 48748, + "[XXXXX1363]": 49028, + "[XXXXX1364]": 48833, + "[XXXXX1365]": 47700, + "[XXXXX1366]": 47396, + "[XXXXX1367]": 47686, + "[XXXXX1368]": 48242, + "[XXXXX1369]": 48032, + "[XXXXX136]": 48342, + "[XXXXX1370]": 47562, + "[XXXXX1371]": 48212, + "[XXXXX1372]": 48610, + "[XXXXX1373]": 49013, + "[XXXXX1374]": 48041, + "[XXXXX1375]": 48246, + "[XXXXX1376]": 47551, + "[XXXXX1377]": 48353, + "[XXXXX1378]": 47658, + "[XXXXX1379]": 47828, + "[XXXXX137]": 48518, + "[XXXXX1380]": 48136, + "[XXXXX1381]": 48564, + "[XXXXX1382]": 48973, + "[XXXXX1383]": 47619, + "[XXXXX1384]": 48254, + "[XXXXX1385]": 48680, + "[XXXXX1386]": 47724, + "[XXXXX1387]": 47756, + "[XXXXX1388]": 48176, + "[XXXXX1389]": 48681, + "[XXXXX138]": 47664, + "[XXXXX1390]": 47594, + "[XXXXX1391]": 48760, + "[XXXXX1392]": 49110, + "[XXXXX1393]": 47676, + "[XXXXX1394]": 47963, + "[XXXXX1395]": 47403, + "[XXXXX1396]": 48493, + "[XXXXX1397]": 47591, + "[XXXXX1398]": 47632, + "[XXXXX1399]": 48996, + "[XXXXX139]": 48521, + "[XXXXX13]": 47875, + "[XXXXX1400]": 47705, + "[XXXXX1401]": 48983, + "[XXXXX1402]": 47941, + "[XXXXX1403]": 47922, + "[XXXXX1404]": 47390, + "[XXXXX1405]": 48635, + "[XXXXX1406]": 48906, + "[XXXXX1407]": 48514, + "[XXXXX1408]": 48169, + "[XXXXX1409]": 48004, + "[XXXXX140]": 48762, + "[XXXXX1410]": 47515, + "[XXXXX1411]": 47470, + "[XXXXX1412]": 47858, + "[XXXXX1413]": 47540, + "[XXXXX1414]": 47690, + "[XXXXX1415]": 48054, + "[XXXXX1416]": 48615, + "[XXXXX1417]": 47803, + "[XXXXX1418]": 47455, + "[XXXXX1419]": 48226, + "[XXXXX141]": 48912, + "[XXXXX1420]": 47808, + "[XXXXX1421]": 47636, + "[XXXXX1422]": 48832, + "[XXXXX1423]": 47611, + "[XXXXX1424]": 48782, + "[XXXXX1425]": 49146, + "[XXXXX1426]": 48976, + "[XXXXX1427]": 48585, + "[XXXXX1428]": 48667, + "[XXXXX1429]": 48171, + "[XXXXX142]": 48573, + "[XXXXX1430]": 48181, + "[XXXXX1431]": 47814, + "[XXXXX1432]": 48589, + "[XXXXX1433]": 48916, + "[XXXXX1434]": 48068, + "[XXXXX1435]": 47949, + "[XXXXX1436]": 48252, + "[XXXXX1437]": 48724, + "[XXXXX1438]": 48807, + "[XXXXX1439]": 48379, + "[XXXXX143]": 48835, + "[XXXXX1440]": 48005, + "[XXXXX1441]": 48416, + "[XXXXX1442]": 47595, + "[XXXXX1443]": 47831, + "[XXXXX1444]": 49034, + "[XXXXX1445]": 48893, + "[XXXXX1446]": 47631, + "[XXXXX1447]": 48419, + "[XXXXX1448]": 48874, + "[XXXXX1449]": 49078, + "[XXXXX144]": 48224, + "[XXXXX1450]": 48616, + "[XXXXX1451]": 48688, + "[XXXXX1452]": 47532, + "[XXXXX1453]": 49107, + "[XXXXX1454]": 47945, + "[XXXXX1455]": 48349, + "[XXXXX1456]": 48761, + "[XXXXX1457]": 47399, + "[XXXXX1458]": 47494, + "[XXXXX1459]": 48541, + "[XXXXX145]": 47819, + "[XXXXX1460]": 47668, + "[XXXXX1461]": 48155, + "[XXXXX1462]": 48203, + "[XXXXX1463]": 48308, + "[XXXXX1464]": 47923, + "[XXXXX1465]": 48628, + "[XXXXX1466]": 48894, + "[XXXXX1467]": 48504, + "[XXXXX1468]": 47780, + "[XXXXX1469]": 48780, + "[XXXXX146]": 47856, + "[XXXXX1470]": 47947, + "[XXXXX1471]": 47770, + "[XXXXX1472]": 48645, + "[XXXXX1473]": 47711, + "[XXXXX1474]": 47427, + "[XXXXX1475]": 49042, + "[XXXXX1476]": 48341, + "[XXXXX1477]": 48744, + "[XXXXX1478]": 48421, + "[XXXXX1479]": 48574, + "[XXXXX147]": 47892, + "[XXXXX1480]": 48664, + "[XXXXX1481]": 47649, + "[XXXXX1482]": 47529, + "[XXXXX1483]": 48675, + "[XXXXX1484]": 47850, + "[XXXXX1485]": 48918, + "[XXXXX1486]": 47778, + "[XXXXX1487]": 47929, + "[XXXXX1488]": 47675, + "[XXXXX1489]": 48817, + "[XXXXX148]": 47411, + "[XXXXX1490]": 48612, + "[XXXXX1491]": 48598, + "[XXXXX1492]": 49108, + "[XXXXX1493]": 48272, + "[XXXXX1494]": 48904, + "[XXXXX1495]": 48658, + "[XXXXX1496]": 47737, + "[XXXXX1497]": 48141, + "[XXXXX1498]": 48593, + "[XXXXX1499]": 48452, + "[XXXXX149]": 47718, + "[XXXXX14]": 47771, + "[XXXXX1500]": 48637, + "[XXXXX1501]": 48804, + "[XXXXX1502]": 47752, + "[XXXXX1503]": 48430, + "[XXXXX1504]": 48759, + "[XXXXX1505]": 48823, + "[XXXXX1506]": 47465, + "[XXXXX1507]": 47590, + "[XXXXX1508]": 48445, + "[XXXXX1509]": 48822, + "[XXXXX150]": 48400, + "[XXXXX1510]": 48184, + "[XXXXX1511]": 48603, + "[XXXXX1512]": 47962, + "[XXXXX1513]": 47581, + "[XXXXX1514]": 48655, + "[XXXXX1515]": 47886, + "[XXXXX1516]": 47762, + "[XXXXX1517]": 48410, + "[XXXXX1518]": 48437, + "[XXXXX1519]": 48815, + "[XXXXX151]": 47868, + "[XXXXX1520]": 48523, + "[XXXXX1521]": 48475, + "[XXXXX1522]": 48872, + "[XXXXX1523]": 47426, + "[XXXXX1524]": 48348, + "[XXXXX1525]": 48948, + "[XXXXX1526]": 49099, + "[XXXXX1527]": 47642, + "[XXXXX1528]": 48548, + "[XXXXX1529]": 48055, + "[XXXXX152]": 48542, + "[XXXXX1530]": 48630, + "[XXXXX1531]": 48896, + "[XXXXX1532]": 49020, + "[XXXXX1533]": 47727, + "[XXXXX1534]": 48944, + "[XXXXX1535]": 48848, + "[XXXXX1536]": 48717, + "[XXXXX1537]": 48494, + "[XXXXX1538]": 48124, + "[XXXXX1539]": 49055, + "[XXXXX153]": 48968, + "[XXXXX1540]": 48305, + "[XXXXX1541]": 48088, + "[XXXXX1542]": 49022, + "[XXXXX1543]": 49044, + "[XXXXX1544]": 48607, + "[XXXXX1545]": 48113, + "[XXXXX1546]": 48095, + "[XXXXX1547]": 48863, + "[XXXXX1548]": 48215, + "[XXXXX1549]": 48220, + "[XXXXX154]": 49023, + "[XXXXX1550]": 47442, + "[XXXXX1551]": 49122, + "[XXXXX1552]": 49131, + "[XXXXX1553]": 47991, + "[XXXXX1554]": 47899, + "[XXXXX1555]": 47499, + "[XXXXX1556]": 47406, + "[XXXXX1557]": 47894, + "[XXXXX1558]": 47844, + "[XXXXX1559]": 48164, + "[XXXXX155]": 47833, + "[XXXXX1560]": 48565, + "[XXXXX1561]": 47471, + "[XXXXX1562]": 48960, + "[XXXXX1563]": 47440, + "[XXXXX1564]": 47479, + "[XXXXX1565]": 47708, + "[XXXXX1566]": 47796, + "[XXXXX1567]": 47576, + "[XXXXX1568]": 48191, + "[XXXXX1569]": 48516, + "[XXXXX156]": 48827, + "[XXXXX1570]": 48911, + "[XXXXX1571]": 48205, + "[XXXXX1572]": 48336, + "[XXXXX1573]": 47482, + "[XXXXX1574]": 48952, + "[XXXXX1575]": 47960, + "[XXXXX1576]": 49098, + "[XXXXX1577]": 47904, + "[XXXXX1578]": 48414, + "[XXXXX1579]": 48752, + "[XXXXX157]": 48401, + "[XXXXX1580]": 48633, + "[XXXXX1581]": 48826, + "[XXXXX1582]": 47507, + "[XXXXX1583]": 47476, + "[XXXXX1584]": 48599, + "[XXXXX1585]": 48274, + "[XXXXX1586]": 47428, + "[XXXXX1587]": 48972, + "[XXXXX1588]": 47425, + "[XXXXX1589]": 48731, + "[XXXXX158]": 47951, + "[XXXXX1590]": 49009, + "[XXXXX1591]": 48839, + "[XXXXX1592]": 49006, + "[XXXXX1593]": 47626, + "[XXXXX1594]": 48231, + "[XXXXX1595]": 48554, + "[XXXXX1596]": 48045, + "[XXXXX1597]": 48769, + "[XXXXX1598]": 47652, + "[XXXXX1599]": 47444, + "[XXXXX159]": 49021, + "[XXXXX15]": 48530, + "[XXXXX1600]": 47964, + "[XXXXX1601]": 48560, + "[XXXXX1602]": 47855, + "[XXXXX1603]": 48324, + "[XXXXX1604]": 47961, + "[XXXXX1605]": 48296, + "[XXXXX1606]": 48148, + "[XXXXX1607]": 49038, + "[XXXXX1608]": 48994, + "[XXXXX1609]": 48767, + "[XXXXX160]": 48740, + "[XXXXX1610]": 48907, + "[XXXXX1611]": 47822, + "[XXXXX1612]": 47639, + "[XXXXX1613]": 48053, + "[XXXXX1614]": 48285, + "[XXXXX1615]": 47533, + "[XXXXX1616]": 47983, + "[XXXXX1617]": 47574, + "[XXXXX1618]": 48828, + "[XXXXX1619]": 48334, + "[XXXXX161]": 48290, + "[XXXXX1620]": 47928, + "[XXXXX1621]": 48177, + "[XXXXX1622]": 48056, + "[XXXXX1623]": 47488, + "[XXXXX1624]": 47866, + "[XXXXX1625]": 48273, + "[XXXXX1626]": 48234, + "[XXXXX1627]": 48757, + "[XXXXX1628]": 48075, + "[XXXXX1629]": 48768, + "[XXXXX162]": 48447, + "[XXXXX1630]": 48820, + "[XXXXX1631]": 48007, + "[XXXXX1632]": 48552, + "[XXXXX1633]": 47939, + "[XXXXX1634]": 48725, + "[XXXXX1635]": 47447, + "[XXXXX1636]": 47602, + "[XXXXX1637]": 47935, + "[XXXXX1638]": 49132, + "[XXXXX1639]": 47953, + "[XXXXX163]": 48371, + "[XXXXX1640]": 47748, + "[XXXXX1641]": 48116, + "[XXXXX1642]": 47610, + "[XXXXX1643]": 48105, + "[XXXXX1644]": 48460, + "[XXXXX1645]": 48773, + "[XXXXX1646]": 47974, + "[XXXXX1647]": 47678, + "[XXXXX1648]": 47571, + "[XXXXX1649]": 47717, + "[XXXXX164]": 48978, + "[XXXXX1650]": 48653, + "[XXXXX1651]": 48526, + "[XXXXX1652]": 47666, + "[XXXXX1653]": 48636, + "[XXXXX1654]": 49070, + "[XXXXX1655]": 48040, + "[XXXXX1656]": 49001, + "[XXXXX1657]": 48587, + "[XXXXX1658]": 48227, + "[XXXXX1659]": 47566, + "[XXXXX165]": 47992, + "[XXXXX1660]": 48774, + "[XXXXX1661]": 47443, + "[XXXXX1662]": 48037, + "[XXXXX1663]": 48377, + "[XXXXX1664]": 47733, + "[XXXXX1665]": 49071, + "[XXXXX1666]": 47528, + "[XXXXX1667]": 49124, + "[XXXXX1668]": 48510, + "[XXXXX1669]": 48125, + "[XXXXX166]": 48572, + "[XXXXX1670]": 47503, + "[XXXXX1671]": 47527, + "[XXXXX1672]": 47817, + "[XXXXX1673]": 49111, + "[XXXXX1674]": 47772, + "[XXXXX1675]": 47783, + "[XXXXX1676]": 49052, + "[XXXXX1677]": 47493, + "[XXXXX1678]": 47888, + "[XXXXX1679]": 48059, + "[XXXXX167]": 48008, + "[XXXXX1680]": 47456, + "[XXXXX1681]": 47906, + "[XXXXX1682]": 48026, + "[XXXXX1683]": 48149, + "[XXXXX1684]": 48451, + "[XXXXX1685]": 49029, + "[XXXXX1686]": 48313, + "[XXXXX1687]": 48089, + "[XXXXX1688]": 48795, + "[XXXXX1689]": 48396, + "[XXXXX168]": 47740, + "[XXXXX1690]": 48536, + "[XXXXX1691]": 47680, + "[XXXXX1692]": 48146, + "[XXXXX1693]": 48733, + "[XXXXX1694]": 47536, + "[XXXXX1695]": 47524, + "[XXXXX1696]": 48197, + "[XXXXX1697]": 49151, + "[XXXXX1698]": 48159, + "[XXXXX1699]": 48558, + "[XXXXX169]": 48189, + "[XXXXX16]": 48474, + "[XXXXX1700]": 48042, + "[XXXXX1701]": 47638, + "[XXXXX1702]": 48954, + "[XXXXX1703]": 47693, + "[XXXXX1704]": 48461, + "[XXXXX1705]": 48467, + "[XXXXX1706]": 48505, + "[XXXXX1707]": 47989, + "[XXXXX1708]": 47784, + "[XXXXX1709]": 47435, + "[XXXXX170]": 47429, + "[XXXXX1710]": 48152, + "[XXXXX1711]": 48301, + "[XXXXX1712]": 49094, + "[XXXXX1713]": 48649, + "[XXXXX1714]": 48117, + "[XXXXX1715]": 48185, + "[XXXXX1716]": 47832, + "[XXXXX1717]": 48383, + "[XXXXX1718]": 49012, + "[XXXXX1719]": 48986, + "[XXXXX171]": 48346, + "[XXXXX1720]": 47978, + "[XXXXX1721]": 47871, + "[XXXXX1722]": 47625, + "[XXXXX1723]": 48247, + "[XXXXX1724]": 47965, + "[XXXXX1725]": 47579, + "[XXXXX1726]": 48512, + "[XXXXX1727]": 48395, + "[XXXXX1728]": 48867, + "[XXXXX1729]": 47692, + "[XXXXX172]": 48003, + "[XXXXX1730]": 48497, + "[XXXXX1731]": 47393, + "[XXXXX1732]": 47530, + "[XXXXX1733]": 48129, + "[XXXXX1734]": 47916, + "[XXXXX1735]": 47943, + "[XXXXX1736]": 47559, + "[XXXXX1737]": 47477, + "[XXXXX1738]": 48432, + "[XXXXX1739]": 48244, + "[XXXXX173]": 48238, + "[XXXXX1740]": 48528, + "[XXXXX1741]": 48671, + "[XXXXX1742]": 48889, + "[XXXXX1743]": 48161, + "[XXXXX1744]": 48018, + "[XXXXX1745]": 48509, + "[XXXXX1746]": 47564, + "[XXXXX1747]": 48969, + "[XXXXX1748]": 48112, + "[XXXXX1749]": 49128, + "[XXXXX174]": 48786, + "[XXXXX1750]": 48886, + "[XXXXX1751]": 48932, + "[XXXXX1752]": 47970, + "[XXXXX1753]": 47969, + "[XXXXX1754]": 48508, + "[XXXXX1755]": 47857, + "[XXXXX1756]": 48563, + "[XXXXX1757]": 48503, + "[XXXXX1758]": 47797, + "[XXXXX1759]": 49053, + "[XXXXX175]": 48221, + "[XXXXX1760]": 48949, + "[XXXXX1761]": 48926, + "[XXXXX176]": 48895, + "[XXXXX177]": 48084, + "[XXXXX178]": 47408, + "[XXXXX179]": 48144, + "[XXXXX17]": 47563, + "[XXXXX180]": 47934, + "[XXXXX181]": 47567, + "[XXXXX182]": 47539, + "[XXXXX183]": 49106, + "[XXXXX184]": 48892, + "[XXXXX185]": 47458, + "[XXXXX186]": 48783, + "[XXXXX187]": 47914, + "[XXXXX188]": 47761, + "[XXXXX189]": 47997, + "[XXXXX18]": 48333, + "[XXXXX190]": 48312, + "[XXXXX191]": 49095, + "[XXXXX192]": 47785, + "[XXXXX193]": 47635, + "[XXXXX194]": 48955, + "[XXXXX195]": 48354, + "[XXXXX196]": 48545, + "[XXXXX197]": 48727, + "[XXXXX198]": 48306, + "[XXXXX199]": 49133, + "[XXXXX19]": 48262, + "[XXXXX1]": 49126, + "[XXXXX200]": 47701, + "[XXXXX201]": 47521, + "[XXXXX202]": 48805, + "[XXXXX203]": 48386, + "[XXXXX204]": 48909, + "[XXXXX205]": 47674, + "[XXXXX206]": 48640, + "[XXXXX207]": 48257, + "[XXXXX208]": 47977, + "[XXXXX209]": 48406, + "[XXXXX20]": 47779, + "[XXXXX210]": 48282, + "[XXXXX211]": 48280, + "[XXXXX212]": 47603, + "[XXXXX213]": 47869, + "[XXXXX214]": 47937, + "[XXXXX215]": 49073, + "[XXXXX216]": 47582, + "[XXXXX217]": 47816, + "[XXXXX218]": 47821, + "[XXXXX219]": 48857, + "[XXXXX21]": 48434, + "[XXXXX220]": 48172, + "[XXXXX221]": 47722, + "[XXXXX222]": 47618, + "[XXXXX223]": 48178, + "[XXXXX224]": 48000, + "[XXXXX225]": 48087, + "[XXXXX226]": 48924, + "[XXXXX227]": 47441, + "[XXXXX228]": 49058, + "[XXXXX229]": 48531, + "[XXXXX22]": 48052, + "[XXXXX230]": 47927, + "[XXXXX231]": 47930, + "[XXXXX232]": 49092, + "[XXXXX233]": 47996, + "[XXXXX234]": 49049, + "[XXXXX235]": 48299, + "[XXXXX236]": 48811, + "[XXXXX237]": 48343, + "[XXXXX238]": 49017, + "[XXXXX239]": 48806, + "[XXXXX23]": 48289, + "[XXXXX240]": 47835, + "[XXXXX241]": 48627, + "[XXXXX242]": 47643, + "[XXXXX243]": 47794, + "[XXXXX244]": 49093, + "[XXXXX245]": 47412, + "[XXXXX246]": 48092, + "[XXXXX247]": 47730, + "[XXXXX248]": 48228, + "[XXXXX249]": 47851, + "[XXXXX24]": 48722, + "[XXXXX250]": 48126, + "[XXXXX251]": 47749, + "[XXXXX252]": 47972, + "[XXXXX253]": 48534, + "[XXXXX254]": 48332, + "[XXXXX255]": 48601, + "[XXXXX256]": 48914, + "[XXXXX257]": 47760, + "[XXXXX258]": 48115, + "[XXXXX259]": 48338, + "[XXXXX25]": 48277, + "[XXXXX260]": 47853, + "[XXXXX261]": 48669, + "[XXXXX262]": 48834, + "[XXXXX263]": 48571, + "[XXXXX264]": 48738, + "[XXXXX265]": 48180, + "[XXXXX266]": 49002, + "[XXXXX267]": 47452, + "[XXXXX268]": 47684, + "[XXXXX269]": 47726, + "[XXXXX26]": 47895, + "[XXXXX270]": 48286, + "[XXXXX271]": 47401, + "[XXXXX272]": 48366, + "[XXXXX273]": 48913, + "[XXXXX274]": 47696, + "[XXXXX275]": 48429, + "[XXXXX276]": 48202, + "[XXXXX277]": 47714, + "[XXXXX278]": 47480, + "[XXXXX279]": 48551, + "[XXXXX27]": 47557, + "[XXXXX280]": 48323, + "[XXXXX281]": 47605, + "[XXXXX282]": 49079, + "[XXXXX283]": 47630, + "[XXXXX284]": 48210, + "[XXXXX285]": 48934, + "[XXXXX286]": 48742, + "[XXXXX287]": 48360, + "[XXXXX288]": 48214, + "[XXXXX289]": 47721, + "[XXXXX28]": 48390, + "[XXXXX290]": 48034, + "[XXXXX291]": 47404, + "[XXXXX292]": 48824, + "[XXXXX293]": 47570, + "[XXXXX294]": 48726, + "[XXXXX295]": 49147, + "[XXXXX296]": 47523, + "[XXXXX297]": 48074, + "[XXXXX298]": 48111, + "[XXXXX299]": 48797, + "[XXXXX29]": 48625, + "[XXXXX2]": 48707, + "[XXXXX300]": 47776, + "[XXXXX301]": 48897, + "[XXXXX302]": 48275, + "[XXXXX303]": 48307, + "[XXXXX304]": 48370, + "[XXXXX305]": 48662, + "[XXXXX306]": 48495, + "[XXXXX307]": 47867, + "[XXXXX308]": 48567, + "[XXXXX309]": 49112, + "[XXXXX30]": 48027, + "[XXXXX310]": 48818, + "[XXXXX311]": 47712, + "[XXXXX312]": 47938, + "[XXXXX313]": 48928, + "[XXXXX314]": 48251, + "[XXXXX315]": 48620, + "[XXXXX316]": 48821, + "[XXXXX317]": 48579, + "[XXXXX318]": 47860, + "[XXXXX319]": 48453, + "[XXXXX31]": 48799, + "[XXXXX320]": 48006, + "[XXXXX321]": 47766, + "[XXXXX322]": 48816, + "[XXXXX323]": 48358, + "[XXXXX324]": 48011, + "[XXXXX325]": 48208, + "[XXXXX326]": 48965, + "[XXXXX327]": 48058, + "[XXXXX328]": 48538, + "[XXXXX329]": 48480, + "[XXXXX32]": 48399, + "[XXXXX330]": 47634, + "[XXXXX331]": 47518, + "[XXXXX332]": 48132, + "[XXXXX333]": 47449, + "[XXXXX334]": 48044, + "[XXXXX335]": 47842, + "[XXXXX336]": 49041, + "[XXXXX337]": 48317, + "[XXXXX338]": 47830, + "[XXXXX339]": 49085, + "[XXXXX33]": 48852, + "[XXXXX340]": 47774, + "[XXXXX341]": 48650, + "[XXXXX342]": 48253, + "[XXXXX343]": 49145, + "[XXXXX344]": 48847, + "[XXXXX345]": 49062, + "[XXXXX346]": 48359, + "[XXXXX347]": 48595, + "[XXXXX348]": 47995, + "[XXXXX349]": 47729, + "[XXXXX34]": 48800, + "[XXXXX350]": 48245, + "[XXXXX351]": 48586, + "[XXXXX352]": 48365, + "[XXXXX353]": 48887, + "[XXXXX354]": 47464, + "[XXXXX355]": 47987, + "[XXXXX356]": 49136, + "[XXXXX357]": 48098, + "[XXXXX358]": 48259, + "[XXXXX359]": 47609, + "[XXXXX35]": 48127, + "[XXXXX360]": 48648, + "[XXXXX361]": 48431, + "[XXXXX362]": 48714, + "[XXXXX363]": 47624, + "[XXXXX364]": 47823, + "[XXXXX365]": 47936, + "[XXXXX366]": 47502, + "[XXXXX367]": 47506, + "[XXXXX368]": 49074, + "[XXXXX369]": 47731, + "[XXXXX36]": 48471, + "[XXXXX370]": 47807, + "[XXXXX371]": 47598, + "[XXXXX372]": 47806, + "[XXXXX373]": 47525, + "[XXXXX374]": 47883, + "[XXXXX375]": 49066, + "[XXXXX376]": 48067, + "[XXXXX377]": 48020, + "[XXXXX378]": 48527, + "[XXXXX379]": 48294, + "[XXXXX37]": 48102, + "[XXXXX380]": 48737, + "[XXXXX381]": 47614, + "[XXXXX382]": 48219, + "[XXXXX383]": 48143, + "[XXXXX384]": 48402, + "[XXXXX385]": 48190, + "[XXXXX386]": 48369, + "[XXXXX387]": 48982, + "[XXXXX388]": 49116, + "[XXXXX389]": 48793, + "[XXXXX38]": 48570, + "[XXXXX390]": 47491, + "[XXXXX391]": 48728, + "[XXXXX392]": 47948, + "[XXXXX393]": 48962, + "[XXXXX394]": 47988, + "[XXXXX395]": 47648, + "[XXXXX396]": 47395, + "[XXXXX397]": 47473, + "[XXXXX398]": 49091, + "[XXXXX399]": 49039, + "[XXXXX39]": 47958, + "[XXXXX3]": 48756, + "[XXXXX400]": 48784, + "[XXXXX401]": 47647, + "[XXXXX402]": 48028, + "[XXXXX403]": 48617, + "[XXXXX404]": 48964, + "[XXXXX405]": 48694, + "[XXXXX406]": 49043, + "[XXXXX407]": 47413, + "[XXXXX408]": 48557, + "[XXXXX409]": 48677, + "[XXXXX40]": 47514, + "[XXXXX410]": 47889, + "[XXXXX411]": 49010, + "[XXXXX412]": 47887, + "[XXXXX413]": 47655, + "[XXXXX414]": 47485, + "[XXXXX415]": 48741, + "[XXXXX416]": 48091, + "[XXXXX417]": 49061, + "[XXXXX418]": 48109, + "[XXXXX419]": 47702, + "[XXXXX41]": 48845, + "[XXXXX420]": 47430, + "[XXXXX421]": 49088, + "[XXXXX422]": 47677, + "[XXXXX423]": 48351, + "[XXXXX424]": 48001, + "[XXXXX425]": 48695, + "[XXXXX426]": 47713, + "[XXXXX427]": 48920, + "[XXXXX428]": 48674, + "[XXXXX429]": 48540, + "[XXXXX42]": 48142, + "[XXXXX430]": 47952, + "[XXXXX431]": 48362, + "[XXXXX432]": 47967, + "[XXXXX433]": 48705, + "[XXXXX434]": 48033, + "[XXXXX435]": 48024, + "[XXXXX436]": 47580, + "[XXXXX437]": 48618, + "[XXXXX438]": 47659, + "[XXXXX439]": 48435, + "[XXXXX43]": 48837, + "[XXXXX440]": 48631, + "[XXXXX441]": 47877, + "[XXXXX442]": 48036, + "[XXXXX443]": 47667, + "[XXXXX444]": 48502, + "[XXXXX445]": 49057, + "[XXXXX446]": 48979, + "[XXXXX447]": 47891, + "[XXXXX448]": 49143, + "[XXXXX449]": 48463, + "[XXXXX44]": 47872, + "[XXXXX450]": 47522, + "[XXXXX451]": 47703, + "[XXXXX452]": 47467, + "[XXXXX453]": 48099, + "[XXXXX454]": 48858, + "[XXXXX455]": 47538, + "[XXXXX456]": 48271, + "[XXXXX457]": 48270, + "[XXXXX458]": 49138, + "[XXXXX459]": 47691, + "[XXXXX45]": 47915, + "[XXXXX460]": 47461, + "[XXXXX461]": 48350, + "[XXXXX462]": 48813, + "[XXXXX463]": 48812, + "[XXXXX464]": 48163, + "[XXXXX465]": 49030, + "[XXXXX466]": 48787, + "[XXXXX467]": 48021, + "[XXXXX468]": 48248, + "[XXXXX469]": 47454, + "[XXXXX46]": 47572, + "[XXXXX470]": 48966, + "[XXXXX471]": 48929, + "[XXXXX472]": 47926, + "[XXXXX473]": 47410, + "[XXXXX474]": 48864, + "[XXXXX475]": 48119, + "[XXXXX476]": 47820, + "[XXXXX477]": 47932, + "[XXXXX478]": 47846, + "[XXXXX479]": 49054, + "[XXXXX47]": 48519, + "[XXXXX480]": 48101, + "[XXXXX481]": 48609, + "[XXXXX482]": 48128, + "[XXXXX483]": 48931, + "[XXXXX484]": 48267, + "[XXXXX485]": 48328, + "[XXXXX486]": 47463, + "[XXXXX487]": 48331, + "[XXXXX488]": 48198, + "[XXXXX489]": 48256, + "[XXXXX48]": 48167, + "[XXXXX490]": 48580, + "[XXXXX491]": 48049, + "[XXXXX492]": 48096, + "[XXXXX493]": 49129, + "[XXXXX494]": 47738, + "[XXXXX495]": 48611, + "[XXXXX496]": 48626, + "[XXXXX497]": 49003, + "[XXXXX498]": 47982, + "[XXXXX499]": 49047, + "[XXXXX49]": 48684, + "[XXXXX4]": 48456, + "[XXXXX500]": 48668, + "[XXXXX501]": 48017, + "[XXXXX502]": 48080, + "[XXXXX503]": 48150, + "[XXXXX504]": 47743, + "[XXXXX505]": 48859, + "[XXXXX506]": 47510, + "[XXXXX507]": 47541, + "[XXXXX508]": 47489, + "[XXXXX509]": 47504, + "[XXXXX50]": 47552, + "[XXXXX510]": 48086, + "[XXXXX511]": 48520, + "[XXXXX512]": 48204, + "[XXXXX513]": 48356, + "[XXXXX514]": 47968, + "[XXXXX515]": 47629, + "[XXXXX516]": 48450, + "[XXXXX517]": 48751, + "[XXXXX518]": 48673, + "[XXXXX519]": 48766, + "[XXXXX51]": 47763, + "[XXXXX520]": 47586, + "[XXXXX521]": 48193, + "[XXXXX522]": 47481, + "[XXXXX523]": 48070, + "[XXXXX524]": 48641, + "[XXXXX525]": 48555, + "[XXXXX526]": 47448, + "[XXXXX527]": 47788, + "[XXXXX528]": 48078, + "[XXXXX529]": 47781, + "[XXXXX52]": 48398, + "[XXXXX530]": 48255, + "[XXXXX531]": 48663, + "[XXXXX532]": 47798, + "[XXXXX533]": 48885, + "[XXXXX534]": 47790, + "[XXXXX535]": 47973, + "[XXXXX536]": 48842, + "[XXXXX537]": 48408, + "[XXXXX538]": 49113, + "[XXXXX539]": 48676, + "[XXXXX53]": 47786, + "[XXXXX540]": 48157, + "[XXXXX541]": 48670, + "[XXXXX542]": 48022, + "[XXXXX543]": 48009, + "[XXXXX544]": 48596, + "[XXXXX545]": 48329, + "[XXXXX546]": 48288, + "[XXXXX547]": 47469, + "[XXXXX548]": 48501, + "[XXXXX549]": 47976, + "[XXXXX54]": 47644, + "[XXXXX550]": 47588, + "[XXXXX551]": 48851, + "[XXXXX552]": 48250, + "[XXXXX553]": 47734, + "[XXXXX554]": 48940, + "[XXXXX555]": 49000, + "[XXXXX556]": 48200, + "[XXXXX557]": 47414, + "[XXXXX558]": 48090, + "[XXXXX559]": 47621, + "[XXXXX55]": 48048, + "[XXXXX560]": 47990, + "[XXXXX561]": 47519, + "[XXXXX562]": 47903, + "[XXXXX563]": 48522, + "[XXXXX564]": 47645, + "[XXXXX565]": 49080, + "[XXXXX566]": 47719, + "[XXXXX567]": 49105, + "[XXXXX568]": 48666, + "[XXXXX569]": 47549, + "[XXXXX56]": 49120, + "[XXXXX570]": 48355, + "[XXXXX571]": 48639, + "[XXXXX572]": 48083, + "[XXXXX573]": 48420, + "[XXXXX574]": 48661, + "[XXXXX575]": 47520, + "[XXXXX576]": 48318, + "[XXXXX577]": 49018, + "[XXXXX578]": 48458, + "[XXXXX579]": 47804, + "[XXXXX57]": 48490, + "[XXXXX580]": 48186, + "[XXXXX581]": 47699, + "[XXXXX582]": 48268, + "[XXXXX583]": 47688, + "[XXXXX584]": 47975, + "[XXXXX585]": 48013, + "[XXXXX586]": 48457, + "[XXXXX587]": 49114, + "[XXXXX588]": 48476, + "[XXXXX589]": 47694, + "[XXXXX58]": 48361, + "[XXXXX590]": 48758, + "[XXXXX591]": 48507, + "[XXXXX592]": 47434, + "[XXXXX593]": 48397, + "[XXXXX594]": 48846, + "[XXXXX595]": 48486, + "[XXXXX596]": 47944, + "[XXXXX597]": 47838, + "[XXXXX598]": 47475, + "[XXXXX599]": 48409, + "[XXXXX59]": 48836, + "[XXXXX5]": 48291, + "[XXXXX600]": 48561, + "[XXXXX601]": 48706, + "[XXXXX602]": 48311, + "[XXXXX603]": 48732, + "[XXXXX604]": 48716, + "[XXXXX605]": 48103, + "[XXXXX606]": 47741, + "[XXXXX607]": 49037, + "[XXXXX608]": 48513, + "[XXXXX609]": 47516, + "[XXXXX60]": 48980, + "[XXXXX610]": 47750, + "[XXXXX611]": 49077, + "[XXXXX612]": 47513, + "[XXXXX613]": 49102, + "[XXXXX614]": 48459, + "[XXXXX615]": 48792, + "[XXXXX616]": 48265, + "[XXXXX617]": 48375, + "[XXXXX618]": 48335, + "[XXXXX619]": 48796, + "[XXXXX61]": 48405, + "[XXXXX620]": 48550, + "[XXXXX621]": 48478, + "[XXXXX622]": 47468, + "[XXXXX623]": 48249, + "[XXXXX624]": 48838, + "[XXXXX625]": 48135, + "[XXXXX626]": 47577, + "[XXXXX627]": 47660, + "[XXXXX628]": 48347, + "[XXXXX629]": 47561, + "[XXXXX62]": 48314, + "[XXXXX630]": 47829, + "[XXXXX631]": 48621, + "[XXXXX632]": 48825, + "[XXXXX633]": 48849, + "[XXXXX634]": 48279, + "[XXXXX635]": 48310, + "[XXXXX636]": 49015, + "[XXXXX637]": 47753, + "[XXXXX638]": 48138, + "[XXXXX639]": 48808, + "[XXXXX63]": 48683, + "[XXXXX640]": 48057, + "[XXXXX641]": 48192, + "[XXXXX642]": 48446, + "[XXXXX643]": 48081, + "[XXXXX644]": 48533, + "[XXXXX645]": 47556, + "[XXXXX646]": 48908, + "[XXXXX647]": 48014, + "[XXXXX648]": 48455, + "[XXXXX649]": 47950, + "[XXXXX64]": 49139, + "[XXXXX650]": 47558, + "[XXXXX651]": 47653, + "[XXXXX652]": 48387, + "[XXXXX653]": 47809, + "[XXXXX654]": 48562, + "[XXXXX655]": 48665, + "[XXXXX656]": 48871, + "[XXXXX657]": 48987, + "[XXXXX658]": 47646, + "[XXXXX659]": 48881, + "[XXXXX65]": 47613, + "[XXXXX660]": 49109, + "[XXXXX661]": 49140, + "[XXXXX662]": 48023, + "[XXXXX663]": 48380, + "[XXXXX664]": 48065, + "[XXXXX665]": 47685, + "[XXXXX666]": 47484, + "[XXXXX667]": 47628, + "[XXXXX668]": 48151, + "[XXXXX669]": 47847, + "[XXXXX66]": 49100, + "[XXXXX670]": 47768, + "[XXXXX671]": 47640, + "[XXXXX672]": 48946, + "[XXXXX673]": 48624, + "[XXXXX674]": 48843, + "[XXXXX675]": 47736, + "[XXXXX676]": 47881, + "[XXXXX677]": 48690, + "[XXXXX678]": 48709, + "[XXXXX679]": 48577, + "[XXXXX67]": 48984, + "[XXXXX680]": 47500, + "[XXXXX681]": 48491, + "[XXXXX682]": 48691, + "[XXXXX683]": 48810, + "[XXXXX684]": 48173, + "[XXXXX685]": 48407, + "[XXXXX686]": 48292, + "[XXXXX687]": 48330, + "[XXXXX688]": 49118, + "[XXXXX689]": 48604, + "[XXXXX68]": 48174, + "[XXXXX690]": 48077, + "[XXXXX691]": 48743, + "[XXXXX692]": 48583, + "[XXXXX693]": 47391, + "[XXXXX694]": 48229, + "[XXXXX695]": 48789, + "[XXXXX696]": 48777, + "[XXXXX697]": 47535, + "[XXXXX698]": 48122, + "[XXXXX699]": 48232, + "[XXXXX69]": 48704, + "[XXXXX6]": 48927, + "[XXXXX700]": 48403, + "[XXXXX701]": 47451, + "[XXXXX702]": 48039, + "[XXXXX703]": 47568, + "[XXXXX704]": 48692, + "[XXXXX705]": 47437, + "[XXXXX706]": 47854, + "[XXXXX707]": 49148, + "[XXXXX708]": 48923, + "[XXXXX709]": 48133, + "[XXXXX70]": 47407, + "[XXXXX710]": 48425, + "[XXXXX711]": 48998, + "[XXXXX712]": 48801, + "[XXXXX713]": 48525, + "[XXXXX714]": 47917, + "[XXXXX715]": 47782, + "[XXXXX716]": 48697, + "[XXXXX717]": 47836, + "[XXXXX718]": 47725, + "[XXXXX719]": 48218, + "[XXXXX71]": 49065, + "[XXXXX720]": 48956, + "[XXXXX721]": 48321, + "[XXXXX722]": 47812, + "[XXXXX723]": 47466, + "[XXXXX724]": 48462, + "[XXXXX725]": 47898, + "[XXXXX726]": 49060, + "[XXXXX727]": 47589, + "[XXXXX728]": 49117, + "[XXXXX729]": 48393, + "[XXXXX72]": 48439, + "[XXXXX730]": 48100, + "[XXXXX731]": 48394, + "[XXXXX732]": 48643, + "[XXXXX733]": 48423, + "[XXXXX734]": 48183, + "[XXXXX735]": 49101, + "[XXXXX736]": 48381, + "[XXXXX737]": 48854, + "[XXXXX738]": 49067, + "[XXXXX739]": 48876, + "[XXXXX73]": 47392, + "[XXXXX740]": 48179, + "[XXXXX741]": 48194, + "[XXXXX742]": 48791, + "[XXXXX743]": 48985, + "[XXXXX744]": 48535, + "[XXXXX745]": 48436, + "[XXXXX746]": 47896, + "[XXXXX747]": 47583, + "[XXXXX748]": 49142, + "[XXXXX749]": 48958, + "[XXXXX74]": 49064, + "[XXXXX750]": 47569, + "[XXXXX751]": 47548, + "[XXXXX752]": 49083, + "[XXXXX753]": 47746, + "[XXXXX754]": 49144, + "[XXXXX755]": 48600, + "[XXXXX756]": 47791, + "[XXXXX757]": 47661, + "[XXXXX758]": 48295, + "[XXXXX759]": 47912, + "[XXXXX75]": 48025, + "[XXXXX760]": 47495, + "[XXXXX761]": 48156, + "[XXXXX762]": 47907, + "[XXXXX763]": 48123, + "[XXXXX764]": 48134, + "[XXXXX765]": 47597, + "[XXXXX766]": 48278, + "[XXXXX767]": 47555, + "[XXXXX768]": 49011, + "[XXXXX769]": 47918, + "[XXXXX76]": 47902, + "[XXXXX770]": 48957, + "[XXXXX771]": 48936, + "[XXXXX772]": 48269, + "[XXXXX773]": 48473, + "[XXXXX774]": 49035, + "[XXXXX775]": 47984, + "[XXXXX776]": 48300, + "[XXXXX777]": 48085, + "[XXXXX778]": 47826, + "[XXXXX779]": 48019, + "[XXXXX77]": 48031, + "[XXXXX780]": 48376, + "[XXXXX781]": 47534, + "[XXXXX782]": 48764, + "[XXXXX783]": 49063, + "[XXXXX784]": 47840, + "[XXXXX785]": 48547, + "[XXXXX786]": 48941, + "[XXXXX787]": 47650, + "[XXXXX788]": 47800, + "[XXXXX789]": 48606, + "[XXXXX78]": 47873, + "[XXXXX790]": 48060, + "[XXXXX791]": 47885, + "[XXXXX792]": 47863, + "[XXXXX793]": 48730, + "[XXXXX794]": 47662, + "[XXXXX795]": 47438, + "[XXXXX796]": 48385, + "[XXXXX797]": 48449, + "[XXXXX798]": 47673, + "[XXXXX799]": 48093, + "[XXXXX79]": 48865, + "[XXXXX7]": 48372, + "[XXXXX800]": 48729, + "[XXXXX801]": 47474, + "[XXXXX802]": 48875, + "[XXXXX803]": 48029, + "[XXXXX804]": 48735, + "[XXXXX805]": 48297, + "[XXXXX806]": 48411, + "[XXXXX807]": 47913, + "[XXXXX808]": 48710, + "[XXXXX809]": 48094, + "[XXXXX80]": 48841, + "[XXXXX810]": 48428, + "[XXXXX811]": 48532, + "[XXXXX812]": 48950, + "[XXXXX813]": 48739, + "[XXXXX814]": 48137, + "[XXXXX815]": 47884, + "[XXXXX816]": 48779, + "[XXXXX817]": 47496, + "[XXXXX818]": 48352, + "[XXXXX819]": 48891, + "[XXXXX81]": 48051, + "[XXXXX820]": 48050, + "[XXXXX821]": 47573, + "[XXXXX822]": 48373, + "[XXXXX823]": 47793, + "[XXXXX824]": 47747, + "[XXXXX825]": 47758, + "[XXXXX826]": 48302, + "[XXXXX827]": 48785, + "[XXXXX828]": 48870, + "[XXXXX829]": 48899, + "[XXXXX82]": 49141, + "[XXXXX830]": 48884, + "[XXXXX831]": 47981, + "[XXXXX832]": 48223, + "[XXXXX833]": 48072, + "[XXXXX834]": 48576, + "[XXXXX835]": 48711, + "[XXXXX836]": 47460, + "[XXXXX837]": 47801, + "[XXXXX838]": 47651, + "[XXXXX839]": 47663, + "[XXXXX83]": 49076, + "[XXXXX840]": 48298, + "[XXXXX841]": 49150, + "[XXXXX842]": 48517, + "[XXXXX843]": 47418, + "[XXXXX844]": 47627, + "[XXXXX845]": 48230, + "[XXXXX846]": 48010, + "[XXXXX847]": 47423, + "[XXXXX848]": 49048, + "[XXXXX849]": 48524, + "[XXXXX84]": 47900, + "[XXXXX850]": 47787, + "[XXXXX851]": 48974, + "[XXXXX852]": 48652, + "[XXXXX853]": 47849, + "[XXXXX854]": 48623, + "[XXXXX855]": 49026, + "[XXXXX856]": 49068, + "[XXXXX857]": 48802, + "[XXXXX858]": 48236, + "[XXXXX859]": 48170, + "[XXXXX85]": 47909, + "[XXXXX860]": 47924, + "[XXXXX861]": 47607, + "[XXXXX862]": 47565, + "[XXXXX863]": 48038, + "[XXXXX864]": 49149, + "[XXXXX865]": 49081, + "[XXXXX866]": 48905, + "[XXXXX867]": 47792, + "[XXXXX868]": 48482, + "[XXXXX869]": 47704, + "[XXXXX86]": 49036, + "[XXXXX870]": 47959, + "[XXXXX871]": 48890, + "[XXXXX872]": 48860, + "[XXXXX873]": 48326, + "[XXXXX874]": 47617, + "[XXXXX875]": 47654, + "[XXXXX876]": 47986, + "[XXXXX877]": 48632, + "[XXXXX878]": 48175, + "[XXXXX879]": 48581, + "[XXXXX87]": 47608, + "[XXXXX880]": 47424, + "[XXXXX881]": 49134, + "[XXXXX882]": 48012, + "[XXXXX883]": 48696, + "[XXXXX884]": 48699, + "[XXXXX885]": 47955, + "[XXXXX886]": 49104, + "[XXXXX887]": 47827, + "[XXXXX888]": 49014, + "[XXXXX889]": 48539, + "[XXXXX88]": 48496, + "[XXXXX890]": 48723, + "[XXXXX891]": 48235, + "[XXXXX892]": 48195, + "[XXXXX893]": 48216, + "[XXXXX894]": 48444, + "[XXXXX895]": 48719, + "[XXXXX896]": 47715, + "[XXXXX897]": 48803, + "[XXXXX898]": 48679, + "[XXXXX899]": 48619, + "[XXXXX89]": 48500, + "[XXXXX8]": 49008, + "[XXXXX900]": 48120, + "[XXXXX901]": 48241, + "[XXXXX902]": 47852, + "[XXXXX903]": 48417, + "[XXXXX904]": 47671, + "[XXXXX905]": 48654, + "[XXXXX906]": 49056, + "[XXXXX907]": 48878, + "[XXXXX908]": 48708, + "[XXXXX909]": 48698, + "[XXXXX90]": 47578, + "[XXXXX910]": 49016, + "[XXXXX911]": 47931, + "[XXXXX912]": 48441, + "[XXXXX913]": 48937, + "[XXXXX914]": 47415, + "[XXXXX915]": 47546, + "[XXXXX916]": 48284, + "[XXXXX917]": 48483, + "[XXXXX918]": 47946, + "[XXXXX919]": 48613, + "[XXXXX91]": 47759, + "[XXXXX920]": 48468, + "[XXXXX921]": 48438, + "[XXXXX922]": 49004, + "[XXXXX923]": 48498, + "[XXXXX924]": 48315, + "[XXXXX925]": 48765, + "[XXXXX926]": 48363, + "[XXXXX927]": 48947, + "[XXXXX928]": 47606, + "[XXXXX929]": 48188, + "[XXXXX92]": 48798, + "[XXXXX930]": 47600, + "[XXXXX931]": 49096, + "[XXXXX932]": 47876, + "[XXXXX933]": 48856, + "[XXXXX934]": 48546, + "[XXXXX935]": 47486, + "[XXXXX936]": 48718, + "[XXXXX937]": 47592, + "[XXXXX938]": 48035, + "[XXXXX939]": 47509, + "[XXXXX93]": 49050, + "[XXXXX940]": 47956, + "[XXXXX941]": 48919, + "[XXXXX942]": 47993, + "[XXXXX943]": 48415, + "[XXXXX944]": 48925, + "[XXXXX945]": 48656, + "[XXXXX946]": 48763, + "[XXXXX947]": 48422, + "[XXXXX948]": 48814, + "[XXXXX949]": 47769, + "[XXXXX94]": 48367, + "[XXXXX950]": 47878, + "[XXXXX951]": 48320, + "[XXXXX952]": 48389, + "[XXXXX953]": 49032, + "[XXXXX954]": 49025, + "[XXXXX955]": 48686, + "[XXXXX956]": 48384, + "[XXXXX957]": 49024, + "[XXXXX958]": 48902, + "[XXXXX959]": 47810, + "[XXXXX95]": 48079, + "[XXXXX960]": 47682, + "[XXXXX961]": 49051, + "[XXXXX962]": 48771, + "[XXXXX963]": 48755, + "[XXXXX964]": 48915, + "[XXXXX965]": 47739, + "[XXXXX966]": 48942, + "[XXXXX967]": 48283, + "[XXXXX968]": 47971, + "[XXXXX969]": 48559, + "[XXXXX96]": 48464, + "[XXXXX970]": 47861, + "[XXXXX971]": 48469, + "[XXXXX972]": 48938, + "[XXXXX973]": 48097, + "[XXXXX974]": 47742, + "[XXXXX975]": 48657, + "[XXXXX976]": 48424, + "[XXXXX977]": 48866, + "[XXXXX978]": 47824, + "[XXXXX979]": 48207, + "[XXXXX97]": 48967, + "[XXXXX980]": 47575, + "[XXXXX981]": 48388, + "[XXXXX982]": 47940, + "[XXXXX983]": 48778, + "[XXXXX984]": 48426, + "[XXXXX985]": 48260, + "[XXXXX986]": 48418, + "[XXXXX987]": 47728, + "[XXXXX988]": 49086, + "[XXXXX989]": 48747, + "[XXXXX98]": 48140, + "[XXXXX990]": 48030, + "[XXXXX991]": 47459, + "[XXXXX992]": 48364, + "[XXXXX993]": 49137, + "[XXXXX994]": 48712, + "[XXXXX995]": 47980, + "[XXXXX996]": 47777, + "[XXXXX997]": 48819, + "[XXXXX998]": 48642, + "[XXXXX999]": 48975, + "[XXXXX99]": 48213, + "[XXXXX9]": 47755 +} diff --git a/checkpoint-2000/config.json b/checkpoint-2000/config.json new file mode 100644 index 0000000..87e344b --- /dev/null +++ b/checkpoint-2000/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 47386, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 47387, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 768, + "n_head": 12, + "n_inner": 3072, + "n_layer": 12, + "n_positions": 512, + "pad_token_id": 47388, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 49152 +} diff --git a/checkpoint-2000/generation_config.json b/checkpoint-2000/generation_config.json new file mode 100644 index 0000000..e73b324 --- /dev/null +++ b/checkpoint-2000/generation_config.json @@ -0,0 +1,10 @@ +{ + "_from_model_config": true, + "bos_token_id": 47386, + "eos_token_id": [ + 47387, + 50001 + ], + "pad_token_id": 47388, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-2000/model.safetensors b/checkpoint-2000/model.safetensors new file mode 100644 index 0000000..4d4c0c4 --- /dev/null +++ b/checkpoint-2000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39dc421a3385edd59daef8c967ddccefbe2ecbf7864d46d4336d4801af05a7da +size 246410944 diff --git a/checkpoint-2000/rng_state.pth b/checkpoint-2000/rng_state.pth new file mode 100644 index 0000000..a5d2157 --- /dev/null +++ b/checkpoint-2000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8920f5b5788dbb71f54bae8932e965ac5e7bedc55140997566d358333cd64ad2 +size 14645 diff --git a/checkpoint-2000/special_tokens_map.json b/checkpoint-2000/special_tokens_map.json new file mode 100644 index 0000000..86972d3 --- /dev/null +++ b/checkpoint-2000/special_tokens_map.json @@ -0,0 +1,1815 @@ +{ + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-2000/spiece.model b/checkpoint-2000/spiece.model new file mode 100644 index 0000000..aa5e7bb --- /dev/null +++ b/checkpoint-2000/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:658c1246bf680a2a73ff33ccf7bbcde25b6d81c80c5cc610f4680cf9942f981b +size 1138208 diff --git a/checkpoint-2000/tokenizer_config.json b/checkpoint-2000/tokenizer_config.json new file mode 100644 index 0000000..b5acc55 --- /dev/null +++ b/checkpoint-2000/tokenizer_config.json @@ -0,0 +1,15919 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47386": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47387": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47388": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47389": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47390": { + "content": "[XXXXX1404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47391": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47392": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47393": { + "content": "[XXXXX1731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47394": { + "content": "[XXXXX1315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47395": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47396": { + "content": "[XXXXX1366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47397": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47398": { + "content": "[XXXXX1239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47399": { + "content": "[XXXXX1457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47400": { + "content": "[XXXXX1278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47401": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47402": { + "content": "[XXXXX1313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47403": { + "content": "[XXXXX1395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47404": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47405": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47406": { + "content": "[XXXXX1556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47407": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47408": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47409": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47410": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47411": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47412": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47413": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47414": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47415": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47416": { + "content": "[XXXXX1261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47417": { + "content": "[XXXXX1280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47418": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47419": { + "content": "[XXXXX1220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47420": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47421": { + "content": "[XXXXX1306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47422": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47423": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47424": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47425": { + "content": "[XXXXX1588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47426": { + "content": "[XXXXX1523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47427": { + "content": "[XXXXX1474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47428": { + "content": "[XXXXX1586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47429": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47430": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47431": { + "content": "[XXXXX1342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47432": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47433": { + "content": "[XXXXX1343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47434": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47435": { + "content": "[XXXXX1709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47436": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47437": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47438": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47439": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47440": { + "content": "[XXXXX1563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47441": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47442": { + "content": "[XXXXX1550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47443": { + "content": "[XXXXX1661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47444": { + "content": "[XXXXX1599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47445": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47446": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47447": { + "content": "[XXXXX1635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47448": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47449": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47450": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47451": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47452": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47453": { + "content": "[XXXXX1219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47454": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47455": { + "content": "[XXXXX1418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47456": { + "content": "[XXXXX1680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47457": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47458": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47459": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47460": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47461": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47462": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47463": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47464": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47465": { + "content": "[XXXXX1506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47466": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47467": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47468": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47469": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47470": { + "content": "[XXXXX1411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47471": { + "content": "[XXXXX1561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47472": { + "content": "[XXXXX1282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47473": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47474": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47475": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47476": { + "content": "[XXXXX1583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47477": { + "content": "[XXXXX1737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47478": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47479": { + "content": "[XXXXX1564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47480": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47481": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47482": { + "content": "[XXXXX1573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47483": { + "content": "[XXXXX1253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47484": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47485": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47486": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47487": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47488": { + "content": "[XXXXX1623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47489": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47490": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47491": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47492": { + "content": "[XXXXX1214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47493": { + "content": "[XXXXX1677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47494": { + "content": "[XXXXX1458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47495": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47496": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47497": { + "content": "[XXXXX1215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47498": { + "content": "[XXXXX1248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47499": { + "content": "[XXXXX1555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47500": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47501": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47502": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47503": { + "content": "[XXXXX1670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47504": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47505": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47506": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47507": { + "content": "[XXXXX1582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47508": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47509": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47510": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47511": { + "content": "[XXXXX1257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47512": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47513": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47514": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47515": { + "content": "[XXXXX1410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47516": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47517": { + "content": "[XXXXX1352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47518": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47519": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47520": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47521": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47522": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47523": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47524": { + "content": "[XXXXX1695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47525": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47526": { + "content": "[XXXXX1200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47527": { + "content": "[XXXXX1671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47528": { + "content": "[XXXXX1666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47529": { + "content": "[XXXXX1482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47530": { + "content": "[XXXXX1732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47531": { + "content": "[XXXXX1335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47532": { + "content": "[XXXXX1452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47533": { + "content": "[XXXXX1615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47534": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47535": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47536": { + "content": "[XXXXX1694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47537": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47538": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47539": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47540": { + "content": "[XXXXX1413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47541": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47542": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47543": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47544": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47545": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47546": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47547": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47548": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47549": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47550": { + "content": "[XXXXX1360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47551": { + "content": "[XXXXX1376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47552": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47553": { + "content": "[XXXXX1308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47554": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47555": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47556": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47557": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47558": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47559": { + "content": "[XXXXX1736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47560": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47561": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47562": { + "content": "[XXXXX1370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47563": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47564": { + "content": "[XXXXX1746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47565": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47566": { + "content": "[XXXXX1659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47567": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47568": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47569": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47570": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47571": { + "content": "[XXXXX1648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47572": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47573": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47574": { + "content": "[XXXXX1617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47575": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47576": { + "content": "[XXXXX1567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47577": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47578": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47579": { + "content": "[XXXXX1725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47580": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47581": { + "content": "[XXXXX1513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47582": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47583": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47584": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47585": { + "content": "[XXXXX1251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47586": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47587": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47588": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47589": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47590": { + "content": "[XXXXX1507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47591": { + "content": "[XXXXX1397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47592": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47593": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47594": { + "content": "[XXXXX1390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47595": { + "content": "[XXXXX1442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47596": { + "content": "[XXXXX1228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47597": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47598": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47599": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47600": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47601": { + "content": "[XXXXX1238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47602": { + "content": "[XXXXX1636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47603": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47604": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47605": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47606": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47607": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47608": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47609": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47610": { + "content": "[XXXXX1642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47611": { + "content": "[XXXXX1423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47612": { + "content": "[XXXXX1299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47613": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47614": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47615": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47616": { + "content": "[XXXXX1240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47617": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47618": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47619": { + "content": "[XXXXX1383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47620": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47621": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47622": { + "content": "[XXXXX1209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47623": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47624": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47625": { + "content": "[XXXXX1722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47626": { + "content": "[XXXXX1593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47627": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47628": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47629": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47630": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47631": { + "content": "[XXXXX1446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47632": { + "content": "[XXXXX1398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47633": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47634": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47635": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47636": { + "content": "[XXXXX1421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47637": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47638": { + "content": "[XXXXX1701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47639": { + "content": "[XXXXX1612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47640": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47641": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47642": { + "content": "[XXXXX1527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47643": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47644": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47645": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47646": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47647": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47648": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47649": { + "content": "[XXXXX1481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47650": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47651": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47652": { + "content": "[XXXXX1598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47653": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47654": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47655": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47656": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47657": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47658": { + "content": "[XXXXX1378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47659": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47660": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47661": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47662": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47663": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47664": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47665": { + "content": "[XXXXX1272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47666": { + "content": "[XXXXX1652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47667": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47668": { + "content": "[XXXXX1460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47669": { + "content": "[XXXXX1227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47670": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47671": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47672": { + "content": "[XXXXX1268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47673": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47674": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47675": { + "content": "[XXXXX1488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47676": { + "content": "[XXXXX1393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47677": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47678": { + "content": "[XXXXX1647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47679": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47680": { + "content": "[XXXXX1691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47681": { + "content": "[XXXXX1246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47682": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47683": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47684": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47685": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47686": { + "content": "[XXXXX1367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47687": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47688": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47689": { + "content": "[XXXXX1322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47690": { + "content": "[XXXXX1414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47691": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47692": { + "content": "[XXXXX1729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47693": { + "content": "[XXXXX1703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47694": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47695": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47696": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47697": { + "content": "[XXXXX1309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47698": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47699": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47700": { + "content": "[XXXXX1365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47701": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47702": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47703": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47704": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47705": { + "content": "[XXXXX1400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47706": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47707": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47708": { + "content": "[XXXXX1565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47709": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47710": { + "content": "[XXXXX1284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47711": { + "content": "[XXXXX1473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47712": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47713": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47714": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47715": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47716": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47717": { + "content": "[XXXXX1649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47718": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47719": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47720": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47721": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47722": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47723": { + "content": "[XXXXX1337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47724": { + "content": "[XXXXX1386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47725": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47726": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47727": { + "content": "[XXXXX1533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47728": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47729": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47730": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47731": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47732": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47733": { + "content": "[XXXXX1664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47734": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47735": { + "content": "[XXXXX1289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47736": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47737": { + "content": "[XXXXX1496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47738": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47739": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47740": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47741": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47742": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47743": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47744": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47745": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47746": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47747": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47748": { + "content": "[XXXXX1640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47749": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47750": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47751": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47752": { + "content": "[XXXXX1502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47753": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47754": { + "content": "[XXXXX1279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47755": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47756": { + "content": "[XXXXX1387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47757": { + "content": "[XXXXX1277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47758": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47759": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47760": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47761": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47762": { + "content": "[XXXXX1516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47763": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47764": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47765": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47766": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47767": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47768": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47769": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47770": { + "content": "[XXXXX1471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47771": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47772": { + "content": "[XXXXX1674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47773": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47774": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47775": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47776": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47777": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47778": { + "content": "[XXXXX1486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47779": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47780": { + "content": "[XXXXX1468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47781": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47782": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47783": { + "content": "[XXXXX1675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47784": { + "content": "[XXXXX1708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47785": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47786": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47787": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47788": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47789": { + "content": "[XXXXX1311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47790": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47791": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47792": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47793": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47794": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47795": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47796": { + "content": "[XXXXX1566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47797": { + "content": "[XXXXX1758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47798": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47799": { + "content": "[XXXXX1208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47800": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47801": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47802": { + "content": "[XXXXX1304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47803": { + "content": "[XXXXX1417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47804": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47805": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47806": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47807": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47808": { + "content": "[XXXXX1420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47809": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47810": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47811": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47812": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47813": { + "content": "[XXXXX1328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47814": { + "content": "[XXXXX1431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47815": { + "content": "[XXXXX1273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47816": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47817": { + "content": "[XXXXX1672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47818": { + "content": "[XXXXX1243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47819": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47820": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47821": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47822": { + "content": "[XXXXX1611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47823": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47824": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47825": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47826": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47827": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47828": { + "content": "[XXXXX1379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47829": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47830": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47831": { + "content": "[XXXXX1443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47832": { + "content": "[XXXXX1716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47833": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47834": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47835": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47836": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47837": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47838": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47839": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47840": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47841": { + "content": "[XXXXX1218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47842": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47843": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47844": { + "content": "[XXXXX1558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47845": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47846": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47847": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47848": { + "content": "[XXXXX1269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47849": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47850": { + "content": "[XXXXX1484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47851": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47852": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47853": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47854": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47855": { + "content": "[XXXXX1602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47856": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47857": { + "content": "[XXXXX1755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47858": { + "content": "[XXXXX1412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47859": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47860": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47861": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47862": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47863": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47864": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47865": { + "content": "[XXXXX1266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47866": { + "content": "[XXXXX1624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47867": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47868": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47869": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47870": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47871": { + "content": "[XXXXX1721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47872": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47873": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47874": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47875": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47876": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47877": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47878": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47879": { + "content": "[XXXXX1199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47880": { + "content": "[XXXXX1344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47881": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47882": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47883": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47884": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47885": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47886": { + "content": "[XXXXX1515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47887": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47888": { + "content": "[XXXXX1678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47889": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47890": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47891": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47892": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47893": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47894": { + "content": "[XXXXX1557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47895": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47896": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47897": { + "content": "[XXXXX1324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47898": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47899": { + "content": "[XXXXX1554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47900": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47901": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47902": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47903": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47904": { + "content": "[XXXXX1577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47905": { + "content": "[XXXXX1305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47906": { + "content": "[XXXXX1681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47907": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47908": { + "content": "[XXXXX1338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47909": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47910": { + "content": "[XXXXX1303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47911": { + "content": "[XXXXX1207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47912": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47913": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47914": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47915": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47916": { + "content": "[XXXXX1734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47917": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47918": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47919": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47920": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47921": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47922": { + "content": "[XXXXX1403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47923": { + "content": "[XXXXX1464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47924": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47925": { + "content": "[XXXXX1233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47926": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47927": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47928": { + "content": "[XXXXX1620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47929": { + "content": "[XXXXX1487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47930": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47931": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47932": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47933": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47934": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47935": { + "content": "[XXXXX1637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47936": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47937": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47938": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47939": { + "content": "[XXXXX1633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47940": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47941": { + "content": "[XXXXX1402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47942": { + "content": "[XXXXX1300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47943": { + "content": "[XXXXX1735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47944": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47945": { + "content": "[XXXXX1454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47946": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47947": { + "content": "[XXXXX1470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47948": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47949": { + "content": "[XXXXX1435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47950": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47951": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47952": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47953": { + "content": "[XXXXX1639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47954": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47955": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47956": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47957": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47958": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47959": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47960": { + "content": "[XXXXX1575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47961": { + "content": "[XXXXX1604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47962": { + "content": "[XXXXX1512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47963": { + "content": "[XXXXX1394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47964": { + "content": "[XXXXX1600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47965": { + "content": "[XXXXX1724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47966": { + "content": "[XXXXX1323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47967": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47968": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47969": { + "content": "[XXXXX1753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47970": { + "content": "[XXXXX1752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47971": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47972": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47973": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47974": { + "content": "[XXXXX1646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47975": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47976": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47977": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47978": { + "content": "[XXXXX1720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47979": { + "content": "[XXXXX1263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47980": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47981": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47982": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47983": { + "content": "[XXXXX1616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47984": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47985": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47986": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47987": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47988": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47989": { + "content": "[XXXXX1707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47990": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47991": { + "content": "[XXXXX1553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47992": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47993": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47994": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47995": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47996": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47997": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47998": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47999": { + "content": "[XXXXX1288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48000": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48001": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48002": { + "content": "[XXXXX1241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48003": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48004": { + "content": "[XXXXX1409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48005": { + "content": "[XXXXX1440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48006": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48007": { + "content": "[XXXXX1631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48008": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48009": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48010": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48011": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48012": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48013": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48014": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48015": { + "content": "[XXXXX1275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48016": { + "content": "[XXXXX1274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48017": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48018": { + "content": "[XXXXX1744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48019": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48020": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48021": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48022": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48023": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48024": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48025": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48026": { + "content": "[XXXXX1682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48027": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48028": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48029": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48030": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48031": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48032": { + "content": "[XXXXX1369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48033": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48034": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48035": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48036": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48037": { + "content": "[XXXXX1662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48038": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48039": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48040": { + "content": "[XXXXX1655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48041": { + "content": "[XXXXX1374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48042": { + "content": "[XXXXX1700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48043": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48044": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48045": { + "content": "[XXXXX1596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48046": { + "content": "[XXXXX1287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48047": { + "content": "[XXXXX1281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48048": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48049": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48050": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48051": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48052": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48053": { + "content": "[XXXXX1613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48054": { + "content": "[XXXXX1415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48055": { + "content": "[XXXXX1529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48056": { + "content": "[XXXXX1622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48057": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48058": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48059": { + "content": "[XXXXX1679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48060": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48061": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48062": { + "content": "[XXXXX1357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48063": { + "content": "[XXXXX1301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48064": { + "content": "[XXXXX1230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48065": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48066": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48067": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48068": { + "content": "[XXXXX1434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48069": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48070": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48071": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48072": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48073": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48074": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48075": { + "content": "[XXXXX1628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48076": { + "content": "[XXXXX1325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48077": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48078": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48079": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48080": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48081": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48082": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48083": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48084": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48085": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48086": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48087": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48088": { + "content": "[XXXXX1541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48089": { + "content": "[XXXXX1687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48090": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48091": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48092": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48093": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48094": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48095": { + "content": "[XXXXX1546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48096": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48097": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48098": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48099": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48100": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48101": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48102": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48103": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48104": { + "content": "[XXXXX1351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48105": { + "content": "[XXXXX1643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48106": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48107": { + "content": "[XXXXX1231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48108": { + "content": "[XXXXX1271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48109": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48110": { + "content": "[XXXXX1336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48111": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48112": { + "content": "[XXXXX1748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48113": { + "content": "[XXXXX1545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48114": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48115": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48116": { + "content": "[XXXXX1641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48117": { + "content": "[XXXXX1714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48118": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48119": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48120": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48121": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48122": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48123": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48124": { + "content": "[XXXXX1538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48125": { + "content": "[XXXXX1669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48126": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48127": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48128": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48129": { + "content": "[XXXXX1733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48130": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48131": { + "content": "[XXXXX1210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48132": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48133": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48134": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48135": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48136": { + "content": "[XXXXX1380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48137": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48138": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48139": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48140": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48141": { + "content": "[XXXXX1497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48142": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48143": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48144": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48145": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48146": { + "content": "[XXXXX1692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48147": { + "content": "[XXXXX1317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48148": { + "content": "[XXXXX1606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48149": { + "content": "[XXXXX1683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48150": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48151": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48152": { + "content": "[XXXXX1710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48153": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48154": { + "content": "[XXXXX1222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48155": { + "content": "[XXXXX1461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48156": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48157": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48158": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48159": { + "content": "[XXXXX1698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48160": { + "content": "[XXXXX1232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48161": { + "content": "[XXXXX1743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48162": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48163": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48164": { + "content": "[XXXXX1559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48165": { + "content": "[XXXXX1321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48166": { + "content": "[XXXXX1276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48167": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48168": { + "content": "[XXXXX1259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48169": { + "content": "[XXXXX1408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48170": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48171": { + "content": "[XXXXX1429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48172": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48173": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48174": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48175": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48176": { + "content": "[XXXXX1388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48177": { + "content": "[XXXXX1621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48178": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48179": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48180": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48181": { + "content": "[XXXXX1430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48182": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48183": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48184": { + "content": "[XXXXX1510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48185": { + "content": "[XXXXX1715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48186": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48187": { + "content": "[XXXXX1316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48188": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48189": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48190": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48191": { + "content": "[XXXXX1568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48192": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48193": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48194": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48195": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48196": { + "content": "[XXXXX1349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48197": { + "content": "[XXXXX1696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48198": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48199": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48200": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48201": { + "content": "[XXXXX1237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48202": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48203": { + "content": "[XXXXX1462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48204": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48205": { + "content": "[XXXXX1571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48206": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48207": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48208": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48209": { + "content": "[XXXXX1286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48210": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48211": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48212": { + "content": "[XXXXX1371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48213": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48214": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48215": { + "content": "[XXXXX1548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48216": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48217": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48218": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48219": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48220": { + "content": "[XXXXX1549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48221": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48222": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48223": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48224": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48225": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48226": { + "content": "[XXXXX1419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48227": { + "content": "[XXXXX1658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48228": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48229": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48230": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48231": { + "content": "[XXXXX1594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48232": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48233": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48234": { + "content": "[XXXXX1626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48235": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48236": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48237": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48238": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48239": { + "content": "[XXXXX1267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48240": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48241": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48242": { + "content": "[XXXXX1368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48243": { + "content": "[XXXXX1332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48244": { + "content": "[XXXXX1739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48245": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48246": { + "content": "[XXXXX1375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48247": { + "content": "[XXXXX1723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48248": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48249": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48250": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48251": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48252": { + "content": "[XXXXX1436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48253": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48254": { + "content": "[XXXXX1384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48255": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48256": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48257": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48258": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48259": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48260": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48261": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48262": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48263": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48264": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48265": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48266": { + "content": "[XXXXX1294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48267": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48268": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48269": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48270": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48271": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48272": { + "content": "[XXXXX1493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48273": { + "content": "[XXXXX1625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48274": { + "content": "[XXXXX1585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48275": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48276": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48277": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48278": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48279": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48280": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48281": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48282": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48283": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48284": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48285": { + "content": "[XXXXX1614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48286": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48287": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48288": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48289": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48290": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48291": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48292": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48293": { + "content": "[XXXXX1258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48294": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48295": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48296": { + "content": "[XXXXX1605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48297": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48298": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48299": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48300": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48301": { + "content": "[XXXXX1711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48302": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48303": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48304": { + "content": "[XXXXX1212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48305": { + "content": "[XXXXX1540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48306": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48307": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48308": { + "content": "[XXXXX1463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48309": { + "content": "[XXXXX1205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48310": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48311": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48312": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48313": { + "content": "[XXXXX1686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48314": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48315": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48316": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48317": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48318": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48319": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48320": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48321": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48322": { + "content": "[XXXXX1334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48323": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48324": { + "content": "[XXXXX1603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48325": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48326": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48327": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48328": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48329": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48330": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48331": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48332": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48333": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48334": { + "content": "[XXXXX1619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48335": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48336": { + "content": "[XXXXX1572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48337": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48338": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48339": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48340": { + "content": "[XXXXX1254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48341": { + "content": "[XXXXX1476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48342": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48343": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48344": { + "content": "[XXXXX1250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48345": { + "content": "[XXXXX1211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48346": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48347": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48348": { + "content": "[XXXXX1524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48349": { + "content": "[XXXXX1455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48350": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48351": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48352": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48353": { + "content": "[XXXXX1377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48354": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48355": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48356": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48357": { + "content": "[XXXXX1354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48358": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48359": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48360": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48361": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48362": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48363": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48364": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48365": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48366": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48367": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48368": { + "content": "[XXXXX1302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48369": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48370": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48371": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48372": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48373": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48374": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48375": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48376": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48377": { + "content": "[XXXXX1663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48378": { + "content": "[XXXXX1249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48379": { + "content": "[XXXXX1439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48380": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48381": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48382": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48383": { + "content": "[XXXXX1717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48384": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48385": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48386": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48387": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48388": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48389": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48390": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48391": { + "content": "[XXXXX1347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48392": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48393": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48394": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48395": { + "content": "[XXXXX1727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48396": { + "content": "[XXXXX1689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48397": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48398": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48399": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48400": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48401": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48402": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48403": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48404": { + "content": "[XXXXX1350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48405": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48406": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48407": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48408": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48409": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48410": { + "content": "[XXXXX1517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48411": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48412": { + "content": "[XXXXX1196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48413": { + "content": "[XXXXX1234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48414": { + "content": "[XXXXX1578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48415": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48416": { + "content": "[XXXXX1441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48417": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48418": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48419": { + "content": "[XXXXX1447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48420": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48421": { + "content": "[XXXXX1478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48422": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48423": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48424": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48425": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48426": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48427": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48428": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48429": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48430": { + "content": "[XXXXX1503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48431": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48432": { + "content": "[XXXXX1738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48433": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48434": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48435": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48436": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48437": { + "content": "[XXXXX1518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48438": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48439": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48440": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48441": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48442": { + "content": "[XXXXX1217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48443": { + "content": "[XXXXX1298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48444": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48445": { + "content": "[XXXXX1508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48446": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48447": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48448": { + "content": "[XXXXX1225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48449": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48450": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48451": { + "content": "[XXXXX1684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48452": { + "content": "[XXXXX1499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48453": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48454": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48455": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48456": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48457": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48458": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48459": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48460": { + "content": "[XXXXX1644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48461": { + "content": "[XXXXX1704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48462": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48463": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48464": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48465": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48466": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48467": { + "content": "[XXXXX1705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48468": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48469": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48470": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48471": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48472": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48473": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48474": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48475": { + "content": "[XXXXX1521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48476": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48477": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48478": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48479": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48480": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48481": { + "content": "[XXXXX1203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48482": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48483": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48484": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48485": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48486": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48487": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48488": { + "content": "[XXXXX1197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48489": { + "content": "[XXXXX1331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48490": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48491": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48492": { + "content": "[XXXXX1356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48493": { + "content": "[XXXXX1396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48494": { + "content": "[XXXXX1537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48495": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48496": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48497": { + "content": "[XXXXX1730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48498": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48499": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48500": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48501": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48502": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48503": { + "content": "[XXXXX1757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48504": { + "content": "[XXXXX1467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48505": { + "content": "[XXXXX1706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48506": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48507": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48508": { + "content": "[XXXXX1754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48509": { + "content": "[XXXXX1745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48510": { + "content": "[XXXXX1668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48511": { + "content": "[XXXXX1224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48512": { + "content": "[XXXXX1726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48513": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48514": { + "content": "[XXXXX1407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48515": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48516": { + "content": "[XXXXX1569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48517": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48518": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48519": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48520": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48521": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48522": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48523": { + "content": "[XXXXX1520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48524": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48525": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48526": { + "content": "[XXXXX1651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48527": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48528": { + "content": "[XXXXX1740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48529": { + "content": "[XXXXX1348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48530": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48531": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48532": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48533": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48534": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48535": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48536": { + "content": "[XXXXX1690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48537": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48538": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48539": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48540": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48541": { + "content": "[XXXXX1459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48542": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48543": { + "content": "[XXXXX1242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48544": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48545": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48546": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48547": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48548": { + "content": "[XXXXX1528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48549": { + "content": "[XXXXX1319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48550": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48551": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48552": { + "content": "[XXXXX1632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48553": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48554": { + "content": "[XXXXX1595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48555": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48556": { + "content": "[XXXXX1290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48557": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48558": { + "content": "[XXXXX1699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48559": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48560": { + "content": "[XXXXX1601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48561": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48562": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48563": { + "content": "[XXXXX1756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48564": { + "content": "[XXXXX1381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48565": { + "content": "[XXXXX1560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48566": { + "content": "[XXXXX1270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48567": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48568": { + "content": "[XXXXX1202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48569": { + "content": "[XXXXX1244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48570": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48571": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48572": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48573": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48574": { + "content": "[XXXXX1479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48575": { + "content": "[XXXXX1312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48576": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48577": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48578": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48579": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48580": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48581": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48582": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48583": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48584": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48585": { + "content": "[XXXXX1427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48586": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48587": { + "content": "[XXXXX1657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48588": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48589": { + "content": "[XXXXX1432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48590": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48591": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48592": { + "content": "[XXXXX1264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48593": { + "content": "[XXXXX1498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48594": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48595": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48596": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48597": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48598": { + "content": "[XXXXX1491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48599": { + "content": "[XXXXX1584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48600": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48601": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48602": { + "content": "[XXXXX1229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48603": { + "content": "[XXXXX1511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48604": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48605": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48606": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48607": { + "content": "[XXXXX1544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48608": { + "content": "[XXXXX1204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48609": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48610": { + "content": "[XXXXX1372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48611": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48612": { + "content": "[XXXXX1490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48613": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48614": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48615": { + "content": "[XXXXX1416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48616": { + "content": "[XXXXX1450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48617": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48618": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48619": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48620": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48621": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48622": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48623": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48624": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48625": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48626": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48627": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48628": { + "content": "[XXXXX1465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48629": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48630": { + "content": "[XXXXX1530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48631": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48632": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48633": { + "content": "[XXXXX1580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48634": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48635": { + "content": "[XXXXX1405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48636": { + "content": "[XXXXX1653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48637": { + "content": "[XXXXX1500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48638": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48639": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48640": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48641": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48642": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48643": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48644": { + "content": "[XXXXX1320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48645": { + "content": "[XXXXX1472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48646": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48647": { + "content": "[XXXXX1245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48648": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48649": { + "content": "[XXXXX1713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48650": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48651": { + "content": "[XXXXX1340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48652": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48653": { + "content": "[XXXXX1650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48654": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48655": { + "content": "[XXXXX1514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48656": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48657": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48658": { + "content": "[XXXXX1495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48659": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48660": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48661": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48662": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48663": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48664": { + "content": "[XXXXX1480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48665": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48666": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48667": { + "content": "[XXXXX1428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48668": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48669": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48670": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48671": { + "content": "[XXXXX1741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48672": { + "content": "[XXXXX1221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48673": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48674": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48675": { + "content": "[XXXXX1483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48676": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48677": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48678": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48679": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48680": { + "content": "[XXXXX1385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48681": { + "content": "[XXXXX1389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48682": { + "content": "[XXXXX1213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48683": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48684": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48685": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48686": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48687": { + "content": "[XXXXX1291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48688": { + "content": "[XXXXX1451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48689": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48690": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48691": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48692": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48693": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48694": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48695": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48696": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48697": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48698": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48699": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48700": { + "content": "[XXXXX1339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48701": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48702": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48703": { + "content": "[XXXXX1318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48704": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48705": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48706": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48707": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48708": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48709": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48710": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48711": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48712": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48713": { + "content": "[XXXXX1293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48714": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48715": { + "content": "[XXXXX1252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48716": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48717": { + "content": "[XXXXX1536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48718": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48719": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48720": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48721": { + "content": "[XXXXX1358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48722": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48723": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48724": { + "content": "[XXXXX1437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48725": { + "content": "[XXXXX1634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48726": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48727": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48728": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48729": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48730": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48731": { + "content": "[XXXXX1589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48732": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48733": { + "content": "[XXXXX1693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48734": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48735": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48736": { + "content": "[XXXXX1256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48737": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48738": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48739": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48740": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48741": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48742": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48743": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48744": { + "content": "[XXXXX1477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48745": { + "content": "[XXXXX1262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48746": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48747": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48748": { + "content": "[XXXXX1362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48749": { + "content": "[XXXXX1201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48750": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48751": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48752": { + "content": "[XXXXX1579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48753": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48754": { + "content": "[XXXXX1327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48755": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48756": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48757": { + "content": "[XXXXX1627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48758": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48759": { + "content": "[XXXXX1504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48760": { + "content": "[XXXXX1391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48761": { + "content": "[XXXXX1456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48762": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48763": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48764": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48765": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48766": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48767": { + "content": "[XXXXX1609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48768": { + "content": "[XXXXX1629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48769": { + "content": "[XXXXX1597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48770": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48771": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48772": { + "content": "[XXXXX1346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48773": { + "content": "[XXXXX1645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48774": { + "content": "[XXXXX1660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48775": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48776": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48777": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48778": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48779": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48780": { + "content": "[XXXXX1469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48781": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48782": { + "content": "[XXXXX1424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48783": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48784": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48785": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48786": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48787": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48788": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48789": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48790": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48791": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48792": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48793": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48794": { + "content": "[XXXXX1297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48795": { + "content": "[XXXXX1688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48796": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48797": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48798": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48799": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48800": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48801": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48802": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48803": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48804": { + "content": "[XXXXX1501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48805": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48806": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48807": { + "content": "[XXXXX1438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48808": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48809": { + "content": "[XXXXX1330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48810": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48811": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48812": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48813": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48814": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48815": { + "content": "[XXXXX1519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48816": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48817": { + "content": "[XXXXX1489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48818": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48819": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48820": { + "content": "[XXXXX1630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48821": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48822": { + "content": "[XXXXX1509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48823": { + "content": "[XXXXX1505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48824": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48825": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48826": { + "content": "[XXXXX1581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48827": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48828": { + "content": "[XXXXX1618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48829": { + "content": "[XXXXX1314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48830": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48831": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48832": { + "content": "[XXXXX1422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48833": { + "content": "[XXXXX1364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48834": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48835": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48836": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48837": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48838": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48839": { + "content": "[XXXXX1591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48840": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48841": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48842": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48843": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48844": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48845": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48846": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48847": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48848": { + "content": "[XXXXX1535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48849": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48850": { + "content": "[XXXXX1353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48851": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48852": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48853": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48854": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48855": { + "content": "[XXXXX1206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48856": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48857": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48858": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48859": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48860": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48861": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48862": { + "content": "[XXXXX1355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48863": { + "content": "[XXXXX1547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48864": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48865": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48866": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48867": { + "content": "[XXXXX1728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48868": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48869": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48870": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48871": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48872": { + "content": "[XXXXX1522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48873": { + "content": "[XXXXX1326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48874": { + "content": "[XXXXX1448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48875": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48876": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48877": { + "content": "[XXXXX1341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48878": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48879": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48880": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48881": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48882": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48883": { + "content": "[XXXXX1285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48884": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48885": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48886": { + "content": "[XXXXX1750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48887": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48888": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48889": { + "content": "[XXXXX1742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48890": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48891": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48892": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48893": { + "content": "[XXXXX1445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48894": { + "content": "[XXXXX1466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48895": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48896": { + "content": "[XXXXX1531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48897": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48898": { + "content": "[XXXXX1247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48899": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48900": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48901": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48902": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48903": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48904": { + "content": "[XXXXX1494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48905": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48906": { + "content": "[XXXXX1406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48907": { + "content": "[XXXXX1610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48908": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48909": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48910": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48911": { + "content": "[XXXXX1570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48912": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48913": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48914": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48915": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48916": { + "content": "[XXXXX1433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48917": { + "content": "[XXXXX1295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48918": { + "content": "[XXXXX1485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48919": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48920": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48921": { + "content": "[XXXXX1333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48922": { + "content": "[XXXXX1359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48923": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48924": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48925": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48926": { + "content": "[XXXXX1761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48927": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48928": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48929": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48930": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48931": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48932": { + "content": "[XXXXX1751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48933": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48934": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48935": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48936": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48937": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48938": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48939": { + "content": "[XXXXX1216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48940": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48941": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48942": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48943": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48944": { + "content": "[XXXXX1534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48945": { + "content": "[XXXXX1265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48946": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48947": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48948": { + "content": "[XXXXX1525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48949": { + "content": "[XXXXX1760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48950": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48951": { + "content": "[XXXXX1260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48952": { + "content": "[XXXXX1574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48953": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48954": { + "content": "[XXXXX1702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48955": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48956": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48957": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48958": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48959": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48960": { + "content": "[XXXXX1562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48961": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48962": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48963": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48964": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48965": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48966": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48967": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48968": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48969": { + "content": "[XXXXX1747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48970": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48971": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48972": { + "content": "[XXXXX1587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48973": { + "content": "[XXXXX1382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48974": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48975": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48976": { + "content": "[XXXXX1426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48977": { + "content": "[XXXXX1345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48978": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48979": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48980": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48981": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48982": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48983": { + "content": "[XXXXX1401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48984": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48985": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48986": { + "content": "[XXXXX1719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48987": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48988": { + "content": "[XXXXX1226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48989": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48990": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48991": { + "content": "[XXXXX1255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48992": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48993": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48994": { + "content": "[XXXXX1608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48995": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48996": { + "content": "[XXXXX1399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48997": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48998": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48999": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49000": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49001": { + "content": "[XXXXX1656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49002": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49003": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49004": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49005": { + "content": "[XXXXX1235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49006": { + "content": "[XXXXX1592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49007": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49008": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49009": { + "content": "[XXXXX1590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49010": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49011": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49012": { + "content": "[XXXXX1718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49013": { + "content": "[XXXXX1373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49014": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49015": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49016": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49017": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49018": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49019": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49020": { + "content": "[XXXXX1532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49021": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49022": { + "content": "[XXXXX1542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49023": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49024": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49025": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49026": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49027": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49028": { + "content": "[XXXXX1363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49029": { + "content": "[XXXXX1685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49030": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49031": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49032": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49033": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49034": { + "content": "[XXXXX1444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49035": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49036": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49037": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49038": { + "content": "[XXXXX1607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49039": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49040": { + "content": "[XXXXX1283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49041": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49042": { + "content": "[XXXXX1475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49043": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49044": { + "content": "[XXXXX1543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49045": { + "content": "[XXXXX1361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49046": { + "content": "[XXXXX1292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49047": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49048": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49049": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49050": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49051": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49052": { + "content": "[XXXXX1676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49053": { + "content": "[XXXXX1759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49054": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49055": { + "content": "[XXXXX1539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49056": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49057": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49058": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49059": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49060": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49061": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49062": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49063": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49064": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49065": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49066": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49067": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49068": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49069": { + "content": "[XXXXX1310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49070": { + "content": "[XXXXX1654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49071": { + "content": "[XXXXX1665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49072": { + "content": "[XXXXX1329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49073": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49074": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49075": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49076": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49077": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49078": { + "content": "[XXXXX1449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49079": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49080": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49081": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49082": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49083": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49084": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49085": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49086": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49087": { + "content": "[XXXXX1223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49088": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49089": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49090": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49091": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49092": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49093": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49094": { + "content": "[XXXXX1712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49095": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49096": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49097": { + "content": "[XXXXX1198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49098": { + "content": "[XXXXX1576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49099": { + "content": "[XXXXX1526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49100": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49101": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49102": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49103": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49104": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49105": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49106": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49107": { + "content": "[XXXXX1453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49108": { + "content": "[XXXXX1492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49109": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49110": { + "content": "[XXXXX1392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49111": { + "content": "[XXXXX1673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49112": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49113": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49114": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49115": { + "content": "[XXXXX1236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49116": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49117": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49118": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49119": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49120": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49121": { + "content": "[XXXXX1296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49122": { + "content": "[XXXXX1551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49123": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49124": { + "content": "[XXXXX1667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49125": { + "content": "[XXXXX1307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49126": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49127": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49128": { + "content": "[XXXXX1749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49129": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49130": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49131": { + "content": "[XXXXX1552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49132": { + "content": "[XXXXX1638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49133": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49134": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49135": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49136": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49137": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49138": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49139": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49140": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49141": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49142": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49143": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49144": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49145": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49146": { + "content": "[XXXXX1425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49147": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49148": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49149": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49150": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49151": { + "content": "[XXXXX1697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-2000/trainer_state.json b/checkpoint-2000/trainer_state.json new file mode 100644 index 0000000..ae9d5c3 --- /dev/null +++ b/checkpoint-2000/trainer_state.json @@ -0,0 +1,4078 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.372479240806643, + "eval_steps": 500, + "global_step": 2000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 10.6509840965271, + "epoch": 0.005931198102016607, + "grad_norm": 11.4375, + "learning_rate": 2e-06, + "loss": 10.7955, + "mean_token_accuracy": 0.00017467249417677522, + "num_tokens": 12647.0, + "step": 5 + }, + { + "entropy": 10.650976181030273, + "epoch": 0.011862396204033215, + "grad_norm": 10.875, + "learning_rate": 4.5e-06, + "loss": 10.7449, + "mean_token_accuracy": 0.0003256943717133254, + "num_tokens": 26668.0, + "step": 10 + }, + { + "entropy": 10.65047550201416, + "epoch": 0.017793594306049824, + "grad_norm": 8.5, + "learning_rate": 7e-06, + "loss": 10.5392, + "mean_token_accuracy": 0.011320227157557382, + "num_tokens": 41021.0, + "step": 15 + }, + { + "entropy": 10.645245170593261, + "epoch": 0.02372479240806643, + "grad_norm": 5.6875, + "learning_rate": 9.5e-06, + "loss": 10.2512, + "mean_token_accuracy": 0.03331172131001949, + "num_tokens": 56626.0, + "step": 20 + }, + { + "entropy": 10.620162200927734, + "epoch": 0.02965599051008304, + "grad_norm": 3.46875, + "learning_rate": 1.2e-05, + "loss": 9.9999, + "mean_token_accuracy": 0.03278177715837956, + "num_tokens": 72914.0, + "step": 25 + }, + { + "entropy": 10.59833517074585, + "epoch": 0.03558718861209965, + "grad_norm": 2.75, + "learning_rate": 1.4500000000000002e-05, + "loss": 9.8507, + "mean_token_accuracy": 0.03321463130414486, + "num_tokens": 88514.0, + "step": 30 + }, + { + "entropy": 10.59533166885376, + "epoch": 0.04151838671411625, + "grad_norm": 2.6875, + "learning_rate": 1.7000000000000003e-05, + "loss": 9.7557, + "mean_token_accuracy": 0.03128496501594782, + "num_tokens": 101256.0, + "step": 35 + }, + { + "entropy": 10.598009204864502, + "epoch": 0.04744958481613286, + "grad_norm": 2.34375, + "learning_rate": 1.95e-05, + "loss": 9.7229, + "mean_token_accuracy": 0.03391152955591679, + "num_tokens": 114459.0, + "step": 40 + }, + { + "entropy": 10.583034133911132, + "epoch": 0.05338078291814947, + "grad_norm": 2.203125, + "learning_rate": 2.2e-05, + "loss": 9.7096, + "mean_token_accuracy": 0.031900213845074174, + "num_tokens": 129858.0, + "step": 45 + }, + { + "entropy": 10.583144092559815, + "epoch": 0.05931198102016608, + "grad_norm": 2.421875, + "learning_rate": 2.4500000000000003e-05, + "loss": 9.6353, + "mean_token_accuracy": 0.03371269796043634, + "num_tokens": 143486.0, + "step": 50 + }, + { + "entropy": 10.582204055786132, + "epoch": 0.06524317912218268, + "grad_norm": 2.171875, + "learning_rate": 2.7e-05, + "loss": 9.5795, + "mean_token_accuracy": 0.035220497474074366, + "num_tokens": 156003.0, + "step": 55 + }, + { + "entropy": 10.569349002838134, + "epoch": 0.0711743772241993, + "grad_norm": 2.1875, + "learning_rate": 2.95e-05, + "loss": 9.5437, + "mean_token_accuracy": 0.034727090038359165, + "num_tokens": 170988.0, + "step": 60 + }, + { + "entropy": 10.552780246734619, + "epoch": 0.0771055753262159, + "grad_norm": 2.15625, + "learning_rate": 3.2e-05, + "loss": 9.4193, + "mean_token_accuracy": 0.03448135014623403, + "num_tokens": 187165.0, + "step": 65 + }, + { + "entropy": 10.542837047576905, + "epoch": 0.0830367734282325, + "grad_norm": 2.125, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.368, + "mean_token_accuracy": 0.03228826243430376, + "num_tokens": 202072.0, + "step": 70 + }, + { + "entropy": 10.534712505340575, + "epoch": 0.08896797153024912, + "grad_norm": 2.0625, + "learning_rate": 3.7e-05, + "loss": 9.2131, + "mean_token_accuracy": 0.034324941039085385, + "num_tokens": 215375.0, + "step": 75 + }, + { + "entropy": 10.50705509185791, + "epoch": 0.09489916963226572, + "grad_norm": 1.921875, + "learning_rate": 3.95e-05, + "loss": 9.1257, + "mean_token_accuracy": 0.03353528436273336, + "num_tokens": 228749.0, + "step": 80 + }, + { + "entropy": 10.478670978546143, + "epoch": 0.10083036773428232, + "grad_norm": 2.09375, + "learning_rate": 4.2000000000000004e-05, + "loss": 9.0183, + "mean_token_accuracy": 0.03314766474068165, + "num_tokens": 242387.0, + "step": 85 + }, + { + "entropy": 10.458618545532227, + "epoch": 0.10676156583629894, + "grad_norm": 2.046875, + "learning_rate": 4.45e-05, + "loss": 8.9252, + "mean_token_accuracy": 0.03416665960103273, + "num_tokens": 257793.0, + "step": 90 + }, + { + "entropy": 10.419714641571044, + "epoch": 0.11269276393831554, + "grad_norm": 2.125, + "learning_rate": 4.7000000000000004e-05, + "loss": 8.8134, + "mean_token_accuracy": 0.036843133717775346, + "num_tokens": 271187.0, + "step": 95 + }, + { + "entropy": 10.339355945587158, + "epoch": 0.11862396204033215, + "grad_norm": 1.921875, + "learning_rate": 4.9500000000000004e-05, + "loss": 8.6836, + "mean_token_accuracy": 0.04052316285669803, + "num_tokens": 284937.0, + "step": 100 + }, + { + "entropy": 10.289305877685546, + "epoch": 0.12455516014234876, + "grad_norm": 2.140625, + "learning_rate": 5.2e-05, + "loss": 8.523, + "mean_token_accuracy": 0.042971277609467506, + "num_tokens": 300108.0, + "step": 105 + }, + { + "entropy": 10.171844291687012, + "epoch": 0.13048635824436536, + "grad_norm": 2.109375, + "learning_rate": 5.45e-05, + "loss": 8.4071, + "mean_token_accuracy": 0.0435908630490303, + "num_tokens": 316760.0, + "step": 110 + }, + { + "entropy": 10.090029907226562, + "epoch": 0.13641755634638197, + "grad_norm": 1.8515625, + "learning_rate": 5.7e-05, + "loss": 8.2269, + "mean_token_accuracy": 0.04757884480059147, + "num_tokens": 329705.0, + "step": 115 + }, + { + "entropy": 9.968478775024414, + "epoch": 0.1423487544483986, + "grad_norm": 1.8046875, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.1048, + "mean_token_accuracy": 0.05177154988050461, + "num_tokens": 342947.0, + "step": 120 + }, + { + "entropy": 9.810734272003174, + "epoch": 0.14827995255041518, + "grad_norm": 1.6015625, + "learning_rate": 6.2e-05, + "loss": 7.957, + "mean_token_accuracy": 0.05589810460805893, + "num_tokens": 358397.0, + "step": 125 + }, + { + "entropy": 9.629272270202637, + "epoch": 0.1542111506524318, + "grad_norm": 2.015625, + "learning_rate": 6.450000000000001e-05, + "loss": 7.8543, + "mean_token_accuracy": 0.058608030527830125, + "num_tokens": 370369.0, + "step": 130 + }, + { + "entropy": 9.431285285949707, + "epoch": 0.1601423487544484, + "grad_norm": 1.46875, + "learning_rate": 6.7e-05, + "loss": 7.7282, + "mean_token_accuracy": 0.06019565127789974, + "num_tokens": 386896.0, + "step": 135 + }, + { + "entropy": 9.166491031646729, + "epoch": 0.166073546856465, + "grad_norm": 1.6171875, + "learning_rate": 6.950000000000001e-05, + "loss": 7.571, + "mean_token_accuracy": 0.06539936549961567, + "num_tokens": 400433.0, + "step": 140 + }, + { + "entropy": 8.998315811157227, + "epoch": 0.17200474495848161, + "grad_norm": 1.9296875, + "learning_rate": 7.2e-05, + "loss": 7.5193, + "mean_token_accuracy": 0.06127564944326878, + "num_tokens": 415092.0, + "step": 145 + }, + { + "entropy": 8.760649585723877, + "epoch": 0.17793594306049823, + "grad_norm": 1.625, + "learning_rate": 7.45e-05, + "loss": 7.3847, + "mean_token_accuracy": 0.06551449336111545, + "num_tokens": 429793.0, + "step": 150 + }, + { + "entropy": 8.53032569885254, + "epoch": 0.18386714116251482, + "grad_norm": 1.703125, + "learning_rate": 7.7e-05, + "loss": 7.3618, + "mean_token_accuracy": 0.07152369543910027, + "num_tokens": 442618.0, + "step": 155 + }, + { + "entropy": 8.432501602172852, + "epoch": 0.18979833926453143, + "grad_norm": 1.484375, + "learning_rate": 7.950000000000001e-05, + "loss": 7.2263, + "mean_token_accuracy": 0.0709031268954277, + "num_tokens": 454976.0, + "step": 160 + }, + { + "entropy": 8.288888359069825, + "epoch": 0.19572953736654805, + "grad_norm": 2.09375, + "learning_rate": 8.2e-05, + "loss": 7.2693, + "mean_token_accuracy": 0.06482412219047547, + "num_tokens": 467523.0, + "step": 165 + }, + { + "entropy": 8.135635375976562, + "epoch": 0.20166073546856464, + "grad_norm": 1.203125, + "learning_rate": 8.450000000000001e-05, + "loss": 7.1729, + "mean_token_accuracy": 0.07200234681367874, + "num_tokens": 481391.0, + "step": 170 + }, + { + "entropy": 8.090270137786865, + "epoch": 0.20759193357058126, + "grad_norm": 1.3515625, + "learning_rate": 8.7e-05, + "loss": 7.147, + "mean_token_accuracy": 0.06691372841596603, + "num_tokens": 496697.0, + "step": 175 + }, + { + "entropy": 8.008182764053345, + "epoch": 0.21352313167259787, + "grad_norm": 1.96875, + "learning_rate": 8.95e-05, + "loss": 7.1704, + "mean_token_accuracy": 0.07276545092463493, + "num_tokens": 510091.0, + "step": 180 + }, + { + "entropy": 7.948391151428223, + "epoch": 0.21945432977461446, + "grad_norm": 1.390625, + "learning_rate": 9.2e-05, + "loss": 7.1071, + "mean_token_accuracy": 0.0736262746155262, + "num_tokens": 522168.0, + "step": 185 + }, + { + "entropy": 7.860538482666016, + "epoch": 0.22538552787663108, + "grad_norm": 1.2890625, + "learning_rate": 9.45e-05, + "loss": 7.0333, + "mean_token_accuracy": 0.0750058189034462, + "num_tokens": 535853.0, + "step": 190 + }, + { + "entropy": 7.789449167251587, + "epoch": 0.2313167259786477, + "grad_norm": 1.484375, + "learning_rate": 9.7e-05, + "loss": 7.0532, + "mean_token_accuracy": 0.07566255033016205, + "num_tokens": 551082.0, + "step": 195 + }, + { + "entropy": 7.820679521560669, + "epoch": 0.2372479240806643, + "grad_norm": 1.5859375, + "learning_rate": 9.95e-05, + "loss": 7.0735, + "mean_token_accuracy": 0.0763503935188055, + "num_tokens": 567181.0, + "step": 200 + }, + { + "entropy": 7.715967988967895, + "epoch": 0.2431791221826809, + "grad_norm": 1.46875, + "learning_rate": 0.000102, + "loss": 6.9882, + "mean_token_accuracy": 0.0811008334159851, + "num_tokens": 580689.0, + "step": 205 + }, + { + "entropy": 7.671104192733765, + "epoch": 0.2491103202846975, + "grad_norm": 1.40625, + "learning_rate": 0.00010449999999999999, + "loss": 6.9075, + "mean_token_accuracy": 0.08624595254659653, + "num_tokens": 594590.0, + "step": 210 + }, + { + "entropy": 7.669063520431519, + "epoch": 0.25504151838671413, + "grad_norm": 1.1796875, + "learning_rate": 0.000107, + "loss": 6.9659, + "mean_token_accuracy": 0.07704100087285042, + "num_tokens": 610577.0, + "step": 215 + }, + { + "entropy": 7.621254777908325, + "epoch": 0.2609727164887307, + "grad_norm": 1.1484375, + "learning_rate": 0.0001095, + "loss": 6.9894, + "mean_token_accuracy": 0.0770975686609745, + "num_tokens": 627066.0, + "step": 220 + }, + { + "entropy": 7.582563304901123, + "epoch": 0.2669039145907473, + "grad_norm": 1.2109375, + "learning_rate": 0.000112, + "loss": 6.9863, + "mean_token_accuracy": 0.08030139058828353, + "num_tokens": 642601.0, + "step": 225 + }, + { + "entropy": 7.5748522758483885, + "epoch": 0.27283511269276395, + "grad_norm": 1.4296875, + "learning_rate": 0.0001145, + "loss": 6.8436, + "mean_token_accuracy": 0.08795318827033043, + "num_tokens": 655615.0, + "step": 230 + }, + { + "entropy": 7.51125283241272, + "epoch": 0.27876631079478054, + "grad_norm": 1.140625, + "learning_rate": 0.00011700000000000001, + "loss": 6.8805, + "mean_token_accuracy": 0.08227636963129044, + "num_tokens": 670218.0, + "step": 235 + }, + { + "entropy": 7.581772565841675, + "epoch": 0.2846975088967972, + "grad_norm": 1.359375, + "learning_rate": 0.00011949999999999999, + "loss": 6.8693, + "mean_token_accuracy": 0.08509634733200074, + "num_tokens": 683661.0, + "step": 240 + }, + { + "entropy": 7.414237833023071, + "epoch": 0.29062870699881377, + "grad_norm": 1.15625, + "learning_rate": 0.000122, + "loss": 6.8471, + "mean_token_accuracy": 0.08358772993087768, + "num_tokens": 699767.0, + "step": 245 + }, + { + "entropy": 7.437202262878418, + "epoch": 0.29655990510083036, + "grad_norm": 1.328125, + "learning_rate": 0.0001245, + "loss": 6.774, + "mean_token_accuracy": 0.09326352775096894, + "num_tokens": 713579.0, + "step": 250 + }, + { + "entropy": 7.383161449432373, + "epoch": 0.302491103202847, + "grad_norm": 1.703125, + "learning_rate": 0.000127, + "loss": 6.8019, + "mean_token_accuracy": 0.08484338372945785, + "num_tokens": 727490.0, + "step": 255 + }, + { + "entropy": 7.414105653762817, + "epoch": 0.3084223013048636, + "grad_norm": 1.0625, + "learning_rate": 0.0001295, + "loss": 6.8822, + "mean_token_accuracy": 0.08486307561397552, + "num_tokens": 742477.0, + "step": 260 + }, + { + "entropy": 7.386582565307617, + "epoch": 0.3143534994068802, + "grad_norm": 1.5703125, + "learning_rate": 0.000132, + "loss": 6.7436, + "mean_token_accuracy": 0.08875370100140571, + "num_tokens": 757772.0, + "step": 265 + }, + { + "entropy": 7.385796451568604, + "epoch": 0.3202846975088968, + "grad_norm": 1.515625, + "learning_rate": 0.00013450000000000002, + "loss": 6.795, + "mean_token_accuracy": 0.08812053054571152, + "num_tokens": 772898.0, + "step": 270 + }, + { + "entropy": 7.329386568069458, + "epoch": 0.3262158956109134, + "grad_norm": 1.34375, + "learning_rate": 0.00013700000000000002, + "loss": 6.7697, + "mean_token_accuracy": 0.08715710267424584, + "num_tokens": 788395.0, + "step": 275 + }, + { + "entropy": 7.318710279464722, + "epoch": 0.33214709371293, + "grad_norm": 1.578125, + "learning_rate": 0.0001395, + "loss": 6.83, + "mean_token_accuracy": 0.08070869520306587, + "num_tokens": 803413.0, + "step": 280 + }, + { + "entropy": 7.188418292999268, + "epoch": 0.33807829181494664, + "grad_norm": 1.484375, + "learning_rate": 0.00014199999999999998, + "loss": 6.6976, + "mean_token_accuracy": 0.09588895291090012, + "num_tokens": 817775.0, + "step": 285 + }, + { + "entropy": 7.389742612838745, + "epoch": 0.34400948991696323, + "grad_norm": 1.6328125, + "learning_rate": 0.0001445, + "loss": 6.8092, + "mean_token_accuracy": 0.08903076201677322, + "num_tokens": 831379.0, + "step": 290 + }, + { + "entropy": 7.300806474685669, + "epoch": 0.3499406880189798, + "grad_norm": 1.3046875, + "learning_rate": 0.000147, + "loss": 6.7387, + "mean_token_accuracy": 0.08791814595460892, + "num_tokens": 846596.0, + "step": 295 + }, + { + "entropy": 7.254555749893188, + "epoch": 0.35587188612099646, + "grad_norm": 1.25, + "learning_rate": 0.0001495, + "loss": 6.7438, + "mean_token_accuracy": 0.08821789696812629, + "num_tokens": 862063.0, + "step": 300 + }, + { + "entropy": 7.275745964050293, + "epoch": 0.36180308422301305, + "grad_norm": 1.2734375, + "learning_rate": 0.000152, + "loss": 6.6954, + "mean_token_accuracy": 0.08966124951839446, + "num_tokens": 876841.0, + "step": 305 + }, + { + "entropy": 7.221111488342285, + "epoch": 0.36773428232502964, + "grad_norm": 1.2734375, + "learning_rate": 0.00015450000000000001, + "loss": 6.7751, + "mean_token_accuracy": 0.09116524010896683, + "num_tokens": 890728.0, + "step": 310 + }, + { + "entropy": 7.206338787078858, + "epoch": 0.3736654804270463, + "grad_norm": 1.359375, + "learning_rate": 0.000157, + "loss": 6.6956, + "mean_token_accuracy": 0.09070762842893601, + "num_tokens": 905599.0, + "step": 315 + }, + { + "entropy": 7.1817542552948, + "epoch": 0.37959667852906287, + "grad_norm": 1.59375, + "learning_rate": 0.0001595, + "loss": 6.6483, + "mean_token_accuracy": 0.09768397733569145, + "num_tokens": 918139.0, + "step": 320 + }, + { + "entropy": 7.167359304428101, + "epoch": 0.38552787663107946, + "grad_norm": 1.484375, + "learning_rate": 0.000162, + "loss": 6.7114, + "mean_token_accuracy": 0.09328882694244385, + "num_tokens": 931666.0, + "step": 325 + }, + { + "entropy": 7.196693468093872, + "epoch": 0.3914590747330961, + "grad_norm": 1.3046875, + "learning_rate": 0.00016450000000000001, + "loss": 6.6605, + "mean_token_accuracy": 0.09237670227885246, + "num_tokens": 946286.0, + "step": 330 + }, + { + "entropy": 7.148892021179199, + "epoch": 0.3973902728351127, + "grad_norm": 1.4140625, + "learning_rate": 0.00016700000000000002, + "loss": 6.6029, + "mean_token_accuracy": 0.09802859723567962, + "num_tokens": 959689.0, + "step": 335 + }, + { + "entropy": 7.091142225265503, + "epoch": 0.4033214709371293, + "grad_norm": 1.53125, + "learning_rate": 0.00016950000000000003, + "loss": 6.6481, + "mean_token_accuracy": 0.09793345853686333, + "num_tokens": 972707.0, + "step": 340 + }, + { + "entropy": 7.103200006484985, + "epoch": 0.4092526690391459, + "grad_norm": 1.296875, + "learning_rate": 0.00017199999999999998, + "loss": 6.6694, + "mean_token_accuracy": 0.09691287726163864, + "num_tokens": 988010.0, + "step": 345 + }, + { + "entropy": 7.109372472763061, + "epoch": 0.4151838671411625, + "grad_norm": 1.609375, + "learning_rate": 0.00017449999999999999, + "loss": 6.7001, + "mean_token_accuracy": 0.0866947390139103, + "num_tokens": 1003823.0, + "step": 350 + }, + { + "entropy": 7.018935489654541, + "epoch": 0.4211150652431791, + "grad_norm": 1.3125, + "learning_rate": 0.000177, + "loss": 6.4583, + "mean_token_accuracy": 0.10792901739478111, + "num_tokens": 1018276.0, + "step": 355 + }, + { + "entropy": 7.151296997070313, + "epoch": 0.42704626334519574, + "grad_norm": 1.2890625, + "learning_rate": 0.0001795, + "loss": 6.6782, + "mean_token_accuracy": 0.09361589401960373, + "num_tokens": 1031242.0, + "step": 360 + }, + { + "entropy": 7.0902214527130125, + "epoch": 0.43297746144721233, + "grad_norm": 1.3984375, + "learning_rate": 0.000182, + "loss": 6.5786, + "mean_token_accuracy": 0.09998262599110604, + "num_tokens": 1043940.0, + "step": 365 + }, + { + "entropy": 6.944676065444947, + "epoch": 0.4389086595492289, + "grad_norm": 1.2109375, + "learning_rate": 0.0001845, + "loss": 6.508, + "mean_token_accuracy": 0.09759898036718369, + "num_tokens": 1058656.0, + "step": 370 + }, + { + "entropy": 7.117189264297485, + "epoch": 0.44483985765124556, + "grad_norm": 1.265625, + "learning_rate": 0.000187, + "loss": 6.6092, + "mean_token_accuracy": 0.09189791083335877, + "num_tokens": 1073128.0, + "step": 375 + }, + { + "entropy": 6.948076343536377, + "epoch": 0.45077105575326215, + "grad_norm": 1.5390625, + "learning_rate": 0.0001895, + "loss": 6.5416, + "mean_token_accuracy": 0.09809970185160637, + "num_tokens": 1086467.0, + "step": 380 + }, + { + "entropy": 7.076186227798462, + "epoch": 0.45670225385527874, + "grad_norm": 1.46875, + "learning_rate": 0.000192, + "loss": 6.6616, + "mean_token_accuracy": 0.10060962289571762, + "num_tokens": 1100356.0, + "step": 385 + }, + { + "entropy": 7.028731060028076, + "epoch": 0.4626334519572954, + "grad_norm": 1.3046875, + "learning_rate": 0.0001945, + "loss": 6.5814, + "mean_token_accuracy": 0.10232764557003975, + "num_tokens": 1115877.0, + "step": 390 + }, + { + "entropy": 7.04663872718811, + "epoch": 0.46856465005931197, + "grad_norm": 1.375, + "learning_rate": 0.00019700000000000002, + "loss": 6.5466, + "mean_token_accuracy": 0.10219399407505989, + "num_tokens": 1131415.0, + "step": 395 + }, + { + "entropy": 6.8535503387451175, + "epoch": 0.4744958481613286, + "grad_norm": 1.5234375, + "learning_rate": 0.00019950000000000002, + "loss": 6.5137, + "mean_token_accuracy": 0.09734094068408013, + "num_tokens": 1145903.0, + "step": 400 + }, + { + "entropy": 6.879596471786499, + "epoch": 0.4804270462633452, + "grad_norm": 1.125, + "learning_rate": 0.000202, + "loss": 6.4397, + "mean_token_accuracy": 0.0997365266084671, + "num_tokens": 1161168.0, + "step": 405 + }, + { + "entropy": 6.921687078475952, + "epoch": 0.4863582443653618, + "grad_norm": 1.3515625, + "learning_rate": 0.00020449999999999998, + "loss": 6.5196, + "mean_token_accuracy": 0.09855128526687622, + "num_tokens": 1178155.0, + "step": 410 + }, + { + "entropy": 6.924295806884766, + "epoch": 0.49228944246737844, + "grad_norm": 1.3828125, + "learning_rate": 0.000207, + "loss": 6.3697, + "mean_token_accuracy": 0.1099881686270237, + "num_tokens": 1190830.0, + "step": 415 + }, + { + "entropy": 6.827713060379028, + "epoch": 0.498220640569395, + "grad_norm": 1.375, + "learning_rate": 0.0002095, + "loss": 6.3842, + "mean_token_accuracy": 0.10342236086726189, + "num_tokens": 1205260.0, + "step": 420 + }, + { + "entropy": 6.883217096328735, + "epoch": 0.5041518386714117, + "grad_norm": 1.4453125, + "learning_rate": 0.000212, + "loss": 6.431, + "mean_token_accuracy": 0.10836012288928032, + "num_tokens": 1218856.0, + "step": 425 + }, + { + "entropy": 6.832102727890015, + "epoch": 0.5100830367734283, + "grad_norm": 1.328125, + "learning_rate": 0.0002145, + "loss": 6.5014, + "mean_token_accuracy": 0.10428635627031327, + "num_tokens": 1234669.0, + "step": 430 + }, + { + "entropy": 6.830685758590699, + "epoch": 0.5160142348754448, + "grad_norm": 1.46875, + "learning_rate": 0.00021700000000000002, + "loss": 6.4289, + "mean_token_accuracy": 0.1057804524898529, + "num_tokens": 1249514.0, + "step": 435 + }, + { + "entropy": 6.837182474136353, + "epoch": 0.5219454329774614, + "grad_norm": 1.1015625, + "learning_rate": 0.0002195, + "loss": 6.3638, + "mean_token_accuracy": 0.1109524667263031, + "num_tokens": 1262311.0, + "step": 440 + }, + { + "entropy": 6.767211008071899, + "epoch": 0.527876631079478, + "grad_norm": 1.3359375, + "learning_rate": 0.000222, + "loss": 6.3519, + "mean_token_accuracy": 0.10807539224624634, + "num_tokens": 1277681.0, + "step": 445 + }, + { + "entropy": 6.781484460830688, + "epoch": 0.5338078291814946, + "grad_norm": 1.390625, + "learning_rate": 0.0002245, + "loss": 6.3968, + "mean_token_accuracy": 0.10917404815554618, + "num_tokens": 1292300.0, + "step": 450 + }, + { + "entropy": 6.775958061218262, + "epoch": 0.5397390272835113, + "grad_norm": 1.234375, + "learning_rate": 0.00022700000000000002, + "loss": 6.4142, + "mean_token_accuracy": 0.10393262058496475, + "num_tokens": 1307426.0, + "step": 455 + }, + { + "entropy": 6.787585258483887, + "epoch": 0.5456702253855279, + "grad_norm": 1.0546875, + "learning_rate": 0.00022950000000000002, + "loss": 6.4414, + "mean_token_accuracy": 0.09955934658646584, + "num_tokens": 1322167.0, + "step": 460 + }, + { + "entropy": 6.75556001663208, + "epoch": 0.5516014234875445, + "grad_norm": 1.2265625, + "learning_rate": 0.00023200000000000003, + "loss": 6.3126, + "mean_token_accuracy": 0.11029193922877312, + "num_tokens": 1335343.0, + "step": 465 + }, + { + "entropy": 6.719364500045776, + "epoch": 0.5575326215895611, + "grad_norm": 1.234375, + "learning_rate": 0.00023449999999999998, + "loss": 6.3129, + "mean_token_accuracy": 0.11020243093371392, + "num_tokens": 1349078.0, + "step": 470 + }, + { + "entropy": 6.670861291885376, + "epoch": 0.5634638196915777, + "grad_norm": 1.2265625, + "learning_rate": 0.000237, + "loss": 6.2388, + "mean_token_accuracy": 0.11813571006059646, + "num_tokens": 1362030.0, + "step": 475 + }, + { + "entropy": 6.790364742279053, + "epoch": 0.5693950177935944, + "grad_norm": 1.3125, + "learning_rate": 0.0002395, + "loss": 6.3965, + "mean_token_accuracy": 0.10456062778830529, + "num_tokens": 1378303.0, + "step": 480 + }, + { + "entropy": 6.773904657363891, + "epoch": 0.575326215895611, + "grad_norm": 1.203125, + "learning_rate": 0.000242, + "loss": 6.3906, + "mean_token_accuracy": 0.10592009201645851, + "num_tokens": 1392585.0, + "step": 485 + }, + { + "entropy": 6.805166101455688, + "epoch": 0.5812574139976275, + "grad_norm": 1.5, + "learning_rate": 0.0002445, + "loss": 6.3973, + "mean_token_accuracy": 0.11140659600496292, + "num_tokens": 1406962.0, + "step": 490 + }, + { + "entropy": 6.573492240905762, + "epoch": 0.5871886120996441, + "grad_norm": 1.2265625, + "learning_rate": 0.000247, + "loss": 6.2853, + "mean_token_accuracy": 0.11129999980330467, + "num_tokens": 1419493.0, + "step": 495 + }, + { + "entropy": 6.735859537124634, + "epoch": 0.5931198102016607, + "grad_norm": 1.3125, + "learning_rate": 0.0002495, + "loss": 6.3007, + "mean_token_accuracy": 0.10790175497531891, + "num_tokens": 1435373.0, + "step": 500 + }, + { + "epoch": 0.5931198102016607, + "eval_entropy": 6.67236985896994, + "eval_loss": 6.441715717315674, + "eval_mean_token_accuracy": 0.10966419813685988, + "eval_num_tokens": 1435373.0, + "eval_runtime": 2.4776, + "eval_samples_per_second": 1052.652, + "eval_steps_per_second": 131.581, + "step": 500 + }, + { + "entropy": 6.6947290897369385, + "epoch": 0.5990510083036773, + "grad_norm": 1.3359375, + "learning_rate": 0.000252, + "loss": 6.2707, + "mean_token_accuracy": 0.11756636276841163, + "num_tokens": 1449805.0, + "step": 505 + }, + { + "entropy": 6.634400224685669, + "epoch": 0.604982206405694, + "grad_norm": 1.3125, + "learning_rate": 0.0002545, + "loss": 6.2855, + "mean_token_accuracy": 0.11045260801911354, + "num_tokens": 1463657.0, + "step": 510 + }, + { + "entropy": 6.727581596374511, + "epoch": 0.6109134045077106, + "grad_norm": 1.4140625, + "learning_rate": 0.000257, + "loss": 6.3004, + "mean_token_accuracy": 0.11670920848846436, + "num_tokens": 1478089.0, + "step": 515 + }, + { + "entropy": 6.619698333740234, + "epoch": 0.6168446026097272, + "grad_norm": 1.4296875, + "learning_rate": 0.0002595, + "loss": 6.311, + "mean_token_accuracy": 0.11146906316280365, + "num_tokens": 1492225.0, + "step": 520 + }, + { + "entropy": 6.630937004089356, + "epoch": 0.6227758007117438, + "grad_norm": 1.1875, + "learning_rate": 0.000262, + "loss": 6.3008, + "mean_token_accuracy": 0.10728157833218574, + "num_tokens": 1506751.0, + "step": 525 + }, + { + "entropy": 6.599562358856201, + "epoch": 0.6287069988137604, + "grad_norm": 1.140625, + "learning_rate": 0.00026450000000000003, + "loss": 6.2004, + "mean_token_accuracy": 0.11617306619882584, + "num_tokens": 1520590.0, + "step": 530 + }, + { + "entropy": 6.652629327774048, + "epoch": 0.6346381969157769, + "grad_norm": 1.1953125, + "learning_rate": 0.00026700000000000004, + "loss": 6.2527, + "mean_token_accuracy": 0.11343958005309104, + "num_tokens": 1534752.0, + "step": 535 + }, + { + "entropy": 6.587781953811645, + "epoch": 0.6405693950177936, + "grad_norm": 1.3828125, + "learning_rate": 0.00026950000000000005, + "loss": 6.2154, + "mean_token_accuracy": 0.12041136622428894, + "num_tokens": 1547891.0, + "step": 540 + }, + { + "entropy": 6.418690204620361, + "epoch": 0.6465005931198102, + "grad_norm": 1.2578125, + "learning_rate": 0.00027200000000000005, + "loss": 6.1542, + "mean_token_accuracy": 0.12026057541370391, + "num_tokens": 1562560.0, + "step": 545 + }, + { + "entropy": 6.670684385299682, + "epoch": 0.6524317912218268, + "grad_norm": 1.328125, + "learning_rate": 0.0002745, + "loss": 6.3091, + "mean_token_accuracy": 0.11120221018791199, + "num_tokens": 1576896.0, + "step": 550 + }, + { + "entropy": 6.535441923141479, + "epoch": 0.6583629893238434, + "grad_norm": 1.265625, + "learning_rate": 0.000277, + "loss": 6.2086, + "mean_token_accuracy": 0.11225326210260392, + "num_tokens": 1590806.0, + "step": 555 + }, + { + "entropy": 6.601208257675171, + "epoch": 0.66429418742586, + "grad_norm": 1.234375, + "learning_rate": 0.0002795, + "loss": 6.326, + "mean_token_accuracy": 0.10773437917232513, + "num_tokens": 1605874.0, + "step": 560 + }, + { + "entropy": 6.616091251373291, + "epoch": 0.6702253855278766, + "grad_norm": 1.2734375, + "learning_rate": 0.00028199999999999997, + "loss": 6.2108, + "mean_token_accuracy": 0.11664134711027145, + "num_tokens": 1620947.0, + "step": 565 + }, + { + "entropy": 6.484318447113037, + "epoch": 0.6761565836298933, + "grad_norm": 1.296875, + "learning_rate": 0.0002845, + "loss": 6.2608, + "mean_token_accuracy": 0.10255342498421668, + "num_tokens": 1635974.0, + "step": 570 + }, + { + "entropy": 6.542778062820434, + "epoch": 0.6820877817319099, + "grad_norm": 1.109375, + "learning_rate": 0.000287, + "loss": 6.2163, + "mean_token_accuracy": 0.10959842428565025, + "num_tokens": 1651502.0, + "step": 575 + }, + { + "entropy": 6.45567512512207, + "epoch": 0.6880189798339265, + "grad_norm": 1.1796875, + "learning_rate": 0.0002895, + "loss": 6.1629, + "mean_token_accuracy": 0.11728360131382942, + "num_tokens": 1665547.0, + "step": 580 + }, + { + "entropy": 6.501108646392822, + "epoch": 0.693950177935943, + "grad_norm": 1.1796875, + "learning_rate": 0.000292, + "loss": 6.1508, + "mean_token_accuracy": 0.12227020487189293, + "num_tokens": 1678875.0, + "step": 585 + }, + { + "entropy": 6.480410623550415, + "epoch": 0.6998813760379596, + "grad_norm": 1.3203125, + "learning_rate": 0.0002945, + "loss": 6.1681, + "mean_token_accuracy": 0.11540260091423989, + "num_tokens": 1692673.0, + "step": 590 + }, + { + "entropy": 6.511543416976929, + "epoch": 0.7058125741399762, + "grad_norm": 1.109375, + "learning_rate": 0.000297, + "loss": 6.2156, + "mean_token_accuracy": 0.11393610835075378, + "num_tokens": 1707318.0, + "step": 595 + }, + { + "entropy": 6.460053396224976, + "epoch": 0.7117437722419929, + "grad_norm": 1.4140625, + "learning_rate": 0.0002995, + "loss": 6.2426, + "mean_token_accuracy": 0.11120611354708672, + "num_tokens": 1724331.0, + "step": 600 + }, + { + "entropy": 6.442718982696533, + "epoch": 0.7176749703440095, + "grad_norm": 1.3203125, + "learning_rate": 0.000302, + "loss": 6.0492, + "mean_token_accuracy": 0.12235584780573845, + "num_tokens": 1736151.0, + "step": 605 + }, + { + "entropy": 6.444410896301269, + "epoch": 0.7236061684460261, + "grad_norm": 1.28125, + "learning_rate": 0.0003045, + "loss": 6.1371, + "mean_token_accuracy": 0.11987931281328201, + "num_tokens": 1749831.0, + "step": 610 + }, + { + "entropy": 6.455282926559448, + "epoch": 0.7295373665480427, + "grad_norm": 1.1875, + "learning_rate": 0.000307, + "loss": 6.173, + "mean_token_accuracy": 0.11412288546562195, + "num_tokens": 1764296.0, + "step": 615 + }, + { + "entropy": 6.49344654083252, + "epoch": 0.7354685646500593, + "grad_norm": 1.4609375, + "learning_rate": 0.0003095, + "loss": 6.1473, + "mean_token_accuracy": 0.11842510327696801, + "num_tokens": 1778042.0, + "step": 620 + }, + { + "entropy": 6.402311325073242, + "epoch": 0.741399762752076, + "grad_norm": 1.109375, + "learning_rate": 0.000312, + "loss": 6.1244, + "mean_token_accuracy": 0.1204920805990696, + "num_tokens": 1791614.0, + "step": 625 + }, + { + "entropy": 6.386654949188232, + "epoch": 0.7473309608540926, + "grad_norm": 1.140625, + "learning_rate": 0.0003145, + "loss": 6.082, + "mean_token_accuracy": 0.1170621544122696, + "num_tokens": 1807388.0, + "step": 630 + }, + { + "entropy": 6.513570547103882, + "epoch": 0.7532621589561092, + "grad_norm": 1.2109375, + "learning_rate": 0.000317, + "loss": 6.187, + "mean_token_accuracy": 0.1129879891872406, + "num_tokens": 1820407.0, + "step": 635 + }, + { + "entropy": 6.353465366363525, + "epoch": 0.7591933570581257, + "grad_norm": 1.140625, + "learning_rate": 0.0003195, + "loss": 6.0709, + "mean_token_accuracy": 0.11846939399838448, + "num_tokens": 1834666.0, + "step": 640 + }, + { + "entropy": 6.402153253555298, + "epoch": 0.7651245551601423, + "grad_norm": 1.390625, + "learning_rate": 0.000322, + "loss": 6.169, + "mean_token_accuracy": 0.11969529762864113, + "num_tokens": 1848160.0, + "step": 645 + }, + { + "entropy": 6.429388856887817, + "epoch": 0.7710557532621589, + "grad_norm": 1.046875, + "learning_rate": 0.00032450000000000003, + "loss": 6.1763, + "mean_token_accuracy": 0.11832700744271278, + "num_tokens": 1865140.0, + "step": 650 + }, + { + "entropy": 6.384272193908691, + "epoch": 0.7769869513641756, + "grad_norm": 1.1484375, + "learning_rate": 0.00032700000000000003, + "loss": 6.0502, + "mean_token_accuracy": 0.12135105207562447, + "num_tokens": 1878447.0, + "step": 655 + }, + { + "entropy": 6.368830823898316, + "epoch": 0.7829181494661922, + "grad_norm": 1.1953125, + "learning_rate": 0.00032950000000000004, + "loss": 6.0999, + "mean_token_accuracy": 0.11421585902571678, + "num_tokens": 1893539.0, + "step": 660 + }, + { + "entropy": 6.452864456176758, + "epoch": 0.7888493475682088, + "grad_norm": 1.1328125, + "learning_rate": 0.00033200000000000005, + "loss": 6.1646, + "mean_token_accuracy": 0.120599914342165, + "num_tokens": 1908052.0, + "step": 665 + }, + { + "entropy": 6.347026681900024, + "epoch": 0.7947805456702254, + "grad_norm": 1.0859375, + "learning_rate": 0.00033450000000000005, + "loss": 6.0494, + "mean_token_accuracy": 0.12437219470739365, + "num_tokens": 1921528.0, + "step": 670 + }, + { + "entropy": 6.360257863998413, + "epoch": 0.800711743772242, + "grad_norm": 1.1640625, + "learning_rate": 0.000337, + "loss": 6.0758, + "mean_token_accuracy": 0.12383257448673249, + "num_tokens": 1935089.0, + "step": 675 + }, + { + "entropy": 6.4030664443969725, + "epoch": 0.8066429418742586, + "grad_norm": 1.203125, + "learning_rate": 0.0003395, + "loss": 6.1896, + "mean_token_accuracy": 0.11006285175681114, + "num_tokens": 1949717.0, + "step": 680 + }, + { + "entropy": 6.300024366378784, + "epoch": 0.8125741399762753, + "grad_norm": 1.546875, + "learning_rate": 0.000342, + "loss": 6.0568, + "mean_token_accuracy": 0.12153587713837624, + "num_tokens": 1962619.0, + "step": 685 + }, + { + "entropy": 6.450096464157104, + "epoch": 0.8185053380782918, + "grad_norm": 1.375, + "learning_rate": 0.00034449999999999997, + "loss": 6.143, + "mean_token_accuracy": 0.11284489929676056, + "num_tokens": 1977094.0, + "step": 690 + }, + { + "entropy": 6.286441040039063, + "epoch": 0.8244365361803084, + "grad_norm": 1.0625, + "learning_rate": 0.000347, + "loss": 6.1106, + "mean_token_accuracy": 0.11766432374715804, + "num_tokens": 1992446.0, + "step": 695 + }, + { + "entropy": 6.301593971252442, + "epoch": 0.830367734282325, + "grad_norm": 1.1640625, + "learning_rate": 0.0003495, + "loss": 6.0526, + "mean_token_accuracy": 0.1210049532353878, + "num_tokens": 2008753.0, + "step": 700 + }, + { + "entropy": 6.312734651565552, + "epoch": 0.8362989323843416, + "grad_norm": 1.140625, + "learning_rate": 0.000352, + "loss": 6.0098, + "mean_token_accuracy": 0.1238975889980793, + "num_tokens": 2024088.0, + "step": 705 + }, + { + "entropy": 6.338296222686767, + "epoch": 0.8422301304863582, + "grad_norm": 1.21875, + "learning_rate": 0.0003545, + "loss": 6.0283, + "mean_token_accuracy": 0.11651979684829712, + "num_tokens": 2038449.0, + "step": 710 + }, + { + "entropy": 6.306093740463257, + "epoch": 0.8481613285883749, + "grad_norm": 1.1328125, + "learning_rate": 0.000357, + "loss": 6.0258, + "mean_token_accuracy": 0.1278011307120323, + "num_tokens": 2052038.0, + "step": 715 + }, + { + "entropy": 6.271956300735473, + "epoch": 0.8540925266903915, + "grad_norm": 1.1875, + "learning_rate": 0.0003595, + "loss": 5.9769, + "mean_token_accuracy": 0.12276132255792618, + "num_tokens": 2064907.0, + "step": 720 + }, + { + "entropy": 6.297043323516846, + "epoch": 0.8600237247924081, + "grad_norm": 1.0703125, + "learning_rate": 0.000362, + "loss": 6.1502, + "mean_token_accuracy": 0.1173181675374508, + "num_tokens": 2081295.0, + "step": 725 + }, + { + "entropy": 6.336274099349976, + "epoch": 0.8659549228944247, + "grad_norm": 1.0390625, + "learning_rate": 0.0003645, + "loss": 6.0652, + "mean_token_accuracy": 0.12099355086684227, + "num_tokens": 2098077.0, + "step": 730 + }, + { + "entropy": 6.285319423675537, + "epoch": 0.8718861209964412, + "grad_norm": 1.1484375, + "learning_rate": 0.000367, + "loss": 6.0532, + "mean_token_accuracy": 0.12013457342982292, + "num_tokens": 2111716.0, + "step": 735 + }, + { + "entropy": 6.27389874458313, + "epoch": 0.8778173190984578, + "grad_norm": 1.1171875, + "learning_rate": 0.0003695, + "loss": 5.9654, + "mean_token_accuracy": 0.13291287645697594, + "num_tokens": 2125757.0, + "step": 740 + }, + { + "entropy": 6.267977666854859, + "epoch": 0.8837485172004745, + "grad_norm": 1.1875, + "learning_rate": 0.000372, + "loss": 6.1618, + "mean_token_accuracy": 0.11648618057370186, + "num_tokens": 2142929.0, + "step": 745 + }, + { + "entropy": 6.27850079536438, + "epoch": 0.8896797153024911, + "grad_norm": 1.265625, + "learning_rate": 0.0003745, + "loss": 6.0379, + "mean_token_accuracy": 0.12373944073915481, + "num_tokens": 2155206.0, + "step": 750 + }, + { + "entropy": 6.240651369094849, + "epoch": 0.8956109134045077, + "grad_norm": 1.1875, + "learning_rate": 0.000377, + "loss": 5.9246, + "mean_token_accuracy": 0.12547165155410767, + "num_tokens": 2169816.0, + "step": 755 + }, + { + "entropy": 6.190544652938843, + "epoch": 0.9015421115065243, + "grad_norm": 1.0390625, + "learning_rate": 0.0003795, + "loss": 6.0044, + "mean_token_accuracy": 0.12672639563679694, + "num_tokens": 2184827.0, + "step": 760 + }, + { + "entropy": 6.259784412384033, + "epoch": 0.9074733096085409, + "grad_norm": 1.15625, + "learning_rate": 0.000382, + "loss": 5.9353, + "mean_token_accuracy": 0.12988706678152084, + "num_tokens": 2199333.0, + "step": 765 + }, + { + "entropy": 6.1021686553955075, + "epoch": 0.9134045077105575, + "grad_norm": 0.87109375, + "learning_rate": 0.0003845, + "loss": 5.9947, + "mean_token_accuracy": 0.12381677329540253, + "num_tokens": 2215239.0, + "step": 770 + }, + { + "entropy": 6.2903533458709715, + "epoch": 0.9193357058125742, + "grad_norm": 1.0390625, + "learning_rate": 0.00038700000000000003, + "loss": 5.9998, + "mean_token_accuracy": 0.1248672790825367, + "num_tokens": 2229369.0, + "step": 775 + }, + { + "entropy": 6.169124412536621, + "epoch": 0.9252669039145908, + "grad_norm": 1.1875, + "learning_rate": 0.00038950000000000003, + "loss": 5.9842, + "mean_token_accuracy": 0.12811334952712058, + "num_tokens": 2242709.0, + "step": 780 + }, + { + "entropy": 6.2337898254394535, + "epoch": 0.9311981020166074, + "grad_norm": 1.140625, + "learning_rate": 0.00039200000000000004, + "loss": 5.9655, + "mean_token_accuracy": 0.12137661054730416, + "num_tokens": 2257067.0, + "step": 785 + }, + { + "entropy": 6.1931390285491945, + "epoch": 0.9371293001186239, + "grad_norm": 1.25, + "learning_rate": 0.00039450000000000005, + "loss": 5.9103, + "mean_token_accuracy": 0.13152316808700562, + "num_tokens": 2270932.0, + "step": 790 + }, + { + "entropy": 6.182427406311035, + "epoch": 0.9430604982206405, + "grad_norm": 1.0546875, + "learning_rate": 0.00039700000000000005, + "loss": 6.0279, + "mean_token_accuracy": 0.12549996599555016, + "num_tokens": 2285517.0, + "step": 795 + }, + { + "entropy": 6.1117936134338375, + "epoch": 0.9489916963226572, + "grad_norm": 1.1875, + "learning_rate": 0.0003995, + "loss": 5.8952, + "mean_token_accuracy": 0.1253364697098732, + "num_tokens": 2298657.0, + "step": 800 + }, + { + "entropy": 6.14580602645874, + "epoch": 0.9549228944246738, + "grad_norm": 1.2109375, + "learning_rate": 0.000402, + "loss": 5.9069, + "mean_token_accuracy": 0.132824869453907, + "num_tokens": 2312521.0, + "step": 805 + }, + { + "entropy": 6.149325656890869, + "epoch": 0.9608540925266904, + "grad_norm": 1.375, + "learning_rate": 0.0004045, + "loss": 5.901, + "mean_token_accuracy": 0.12876850068569184, + "num_tokens": 2325849.0, + "step": 810 + }, + { + "entropy": 6.160182809829712, + "epoch": 0.966785290628707, + "grad_norm": 1.2578125, + "learning_rate": 0.00040699999999999997, + "loss": 5.933, + "mean_token_accuracy": 0.12433248236775399, + "num_tokens": 2339717.0, + "step": 815 + }, + { + "entropy": 6.148682689666748, + "epoch": 0.9727164887307236, + "grad_norm": 1.078125, + "learning_rate": 0.0004095, + "loss": 5.9644, + "mean_token_accuracy": 0.12969405129551886, + "num_tokens": 2353536.0, + "step": 820 + }, + { + "entropy": 6.15325140953064, + "epoch": 0.9786476868327402, + "grad_norm": 1.1953125, + "learning_rate": 0.000412, + "loss": 5.9392, + "mean_token_accuracy": 0.12233664244413375, + "num_tokens": 2368626.0, + "step": 825 + }, + { + "entropy": 6.148900079727173, + "epoch": 0.9845788849347569, + "grad_norm": 1.1796875, + "learning_rate": 0.0004145, + "loss": 6.0228, + "mean_token_accuracy": 0.1229950562119484, + "num_tokens": 2383768.0, + "step": 830 + }, + { + "entropy": 6.253143930435181, + "epoch": 0.9905100830367735, + "grad_norm": 1.1640625, + "learning_rate": 0.000417, + "loss": 6.0531, + "mean_token_accuracy": 0.12633627876639367, + "num_tokens": 2398089.0, + "step": 835 + }, + { + "entropy": 6.143814277648926, + "epoch": 0.99644128113879, + "grad_norm": 1.15625, + "learning_rate": 0.0004195, + "loss": 5.9179, + "mean_token_accuracy": 0.13075150698423385, + "num_tokens": 2411354.0, + "step": 840 + }, + { + "entropy": 6.1597785472869875, + "epoch": 1.0023724792408066, + "grad_norm": 1.1015625, + "learning_rate": 0.000422, + "loss": 5.9132, + "mean_token_accuracy": 0.1338951252400875, + "num_tokens": 2425071.0, + "step": 845 + }, + { + "entropy": 6.226427221298218, + "epoch": 1.0083036773428233, + "grad_norm": 1.234375, + "learning_rate": 0.0004245, + "loss": 5.8618, + "mean_token_accuracy": 0.13656074777245522, + "num_tokens": 2439143.0, + "step": 850 + }, + { + "entropy": 5.997689485549927, + "epoch": 1.0142348754448398, + "grad_norm": 1.0859375, + "learning_rate": 0.000427, + "loss": 5.7022, + "mean_token_accuracy": 0.1348326951265335, + "num_tokens": 2453466.0, + "step": 855 + }, + { + "entropy": 6.064882230758667, + "epoch": 1.0201660735468565, + "grad_norm": 1.21875, + "learning_rate": 0.0004295, + "loss": 5.815, + "mean_token_accuracy": 0.13819923251867294, + "num_tokens": 2466802.0, + "step": 860 + }, + { + "entropy": 6.077611827850342, + "epoch": 1.026097271648873, + "grad_norm": 1.265625, + "learning_rate": 0.000432, + "loss": 5.7763, + "mean_token_accuracy": 0.13229055777192117, + "num_tokens": 2480080.0, + "step": 865 + }, + { + "entropy": 6.0491447925567625, + "epoch": 1.0320284697508897, + "grad_norm": 1.390625, + "learning_rate": 0.0004345, + "loss": 5.83, + "mean_token_accuracy": 0.1349202238023281, + "num_tokens": 2495196.0, + "step": 870 + }, + { + "entropy": 5.99519829750061, + "epoch": 1.0379596678529064, + "grad_norm": 1.1875, + "learning_rate": 0.000437, + "loss": 5.734, + "mean_token_accuracy": 0.13301657065749167, + "num_tokens": 2510084.0, + "step": 875 + }, + { + "entropy": 6.138531064987182, + "epoch": 1.0438908659549229, + "grad_norm": 1.203125, + "learning_rate": 0.0004395, + "loss": 5.8045, + "mean_token_accuracy": 0.13315934240818023, + "num_tokens": 2522834.0, + "step": 880 + }, + { + "entropy": 6.013190269470215, + "epoch": 1.0498220640569396, + "grad_norm": 1.0703125, + "learning_rate": 0.000442, + "loss": 5.7781, + "mean_token_accuracy": 0.1408059172332287, + "num_tokens": 2536778.0, + "step": 885 + }, + { + "entropy": 6.016625690460205, + "epoch": 1.055753262158956, + "grad_norm": 1.171875, + "learning_rate": 0.0004445, + "loss": 5.8079, + "mean_token_accuracy": 0.13629683703184128, + "num_tokens": 2551220.0, + "step": 890 + }, + { + "entropy": 6.152676439285278, + "epoch": 1.0616844602609727, + "grad_norm": 1.2734375, + "learning_rate": 0.000447, + "loss": 5.8853, + "mean_token_accuracy": 0.12912147343158722, + "num_tokens": 2565686.0, + "step": 895 + }, + { + "entropy": 5.9945775985717775, + "epoch": 1.0676156583629894, + "grad_norm": 1.234375, + "learning_rate": 0.00044950000000000003, + "loss": 5.8012, + "mean_token_accuracy": 0.1301092065870762, + "num_tokens": 2579569.0, + "step": 900 + }, + { + "entropy": 6.045119094848633, + "epoch": 1.073546856465006, + "grad_norm": 1.390625, + "learning_rate": 0.00045200000000000004, + "loss": 5.7873, + "mean_token_accuracy": 0.13423676043748856, + "num_tokens": 2593226.0, + "step": 905 + }, + { + "entropy": 5.971383666992187, + "epoch": 1.0794780545670226, + "grad_norm": 1.046875, + "learning_rate": 0.00045450000000000004, + "loss": 5.748, + "mean_token_accuracy": 0.13364143371582032, + "num_tokens": 2607711.0, + "step": 910 + }, + { + "entropy": 6.028302955627441, + "epoch": 1.085409252669039, + "grad_norm": 1.109375, + "learning_rate": 0.00045700000000000005, + "loss": 5.7788, + "mean_token_accuracy": 0.13531881719827651, + "num_tokens": 2623024.0, + "step": 915 + }, + { + "entropy": 6.003001356124878, + "epoch": 1.0913404507710558, + "grad_norm": 1.078125, + "learning_rate": 0.00045950000000000006, + "loss": 5.7666, + "mean_token_accuracy": 0.1361100286245346, + "num_tokens": 2637824.0, + "step": 920 + }, + { + "entropy": 5.995635271072388, + "epoch": 1.0972716488730723, + "grad_norm": 1.1796875, + "learning_rate": 0.000462, + "loss": 5.7772, + "mean_token_accuracy": 0.13633406162261963, + "num_tokens": 2652077.0, + "step": 925 + }, + { + "entropy": 5.994116687774659, + "epoch": 1.103202846975089, + "grad_norm": 1.2265625, + "learning_rate": 0.0004645, + "loss": 5.7796, + "mean_token_accuracy": 0.1343744106590748, + "num_tokens": 2666791.0, + "step": 930 + }, + { + "entropy": 5.9884919166564945, + "epoch": 1.1091340450771057, + "grad_norm": 0.9375, + "learning_rate": 0.000467, + "loss": 5.8653, + "mean_token_accuracy": 0.13153321593999862, + "num_tokens": 2681482.0, + "step": 935 + }, + { + "entropy": 5.957932996749878, + "epoch": 1.1150652431791221, + "grad_norm": 1.09375, + "learning_rate": 0.0004695, + "loss": 5.6686, + "mean_token_accuracy": 0.14378132447600364, + "num_tokens": 2695305.0, + "step": 940 + }, + { + "entropy": 6.023182153701782, + "epoch": 1.1209964412811388, + "grad_norm": 1.1640625, + "learning_rate": 0.000472, + "loss": 5.7336, + "mean_token_accuracy": 0.13786137402057647, + "num_tokens": 2712211.0, + "step": 945 + }, + { + "entropy": 5.941826725006104, + "epoch": 1.1269276393831553, + "grad_norm": 1.109375, + "learning_rate": 0.0004745, + "loss": 5.7816, + "mean_token_accuracy": 0.13546779826283456, + "num_tokens": 2726888.0, + "step": 950 + }, + { + "entropy": 5.957491064071656, + "epoch": 1.132858837485172, + "grad_norm": 1.0859375, + "learning_rate": 0.000477, + "loss": 5.7527, + "mean_token_accuracy": 0.13760311529040337, + "num_tokens": 2741734.0, + "step": 955 + }, + { + "entropy": 5.94100170135498, + "epoch": 1.1387900355871885, + "grad_norm": 1.3046875, + "learning_rate": 0.0004795, + "loss": 5.7551, + "mean_token_accuracy": 0.14393994361162185, + "num_tokens": 2754680.0, + "step": 960 + }, + { + "entropy": 5.94309253692627, + "epoch": 1.1447212336892052, + "grad_norm": 1.3125, + "learning_rate": 0.000482, + "loss": 5.8065, + "mean_token_accuracy": 0.129212536662817, + "num_tokens": 2769572.0, + "step": 965 + }, + { + "entropy": 6.076050662994385, + "epoch": 1.150652431791222, + "grad_norm": 1.3359375, + "learning_rate": 0.0004845, + "loss": 5.7537, + "mean_token_accuracy": 0.13419156968593599, + "num_tokens": 2782948.0, + "step": 970 + }, + { + "entropy": 5.846741008758545, + "epoch": 1.1565836298932384, + "grad_norm": 1.1171875, + "learning_rate": 0.000487, + "loss": 5.6832, + "mean_token_accuracy": 0.1396567314863205, + "num_tokens": 2795399.0, + "step": 975 + }, + { + "entropy": 5.9153892993927, + "epoch": 1.162514827995255, + "grad_norm": 1.203125, + "learning_rate": 0.0004895, + "loss": 5.6837, + "mean_token_accuracy": 0.13754538744688033, + "num_tokens": 2809591.0, + "step": 980 + }, + { + "entropy": 5.938817977905273, + "epoch": 1.1684460260972718, + "grad_norm": 1.015625, + "learning_rate": 0.000492, + "loss": 5.7227, + "mean_token_accuracy": 0.13820295482873918, + "num_tokens": 2824106.0, + "step": 985 + }, + { + "entropy": 5.93713231086731, + "epoch": 1.1743772241992882, + "grad_norm": 1.1640625, + "learning_rate": 0.0004945, + "loss": 5.8459, + "mean_token_accuracy": 0.1346195101737976, + "num_tokens": 2838616.0, + "step": 990 + }, + { + "entropy": 5.968208456039429, + "epoch": 1.180308422301305, + "grad_norm": 1.4140625, + "learning_rate": 0.000497, + "loss": 5.7473, + "mean_token_accuracy": 0.13854797407984734, + "num_tokens": 2851707.0, + "step": 995 + }, + { + "entropy": 5.898858261108399, + "epoch": 1.1862396204033214, + "grad_norm": 1.0390625, + "learning_rate": 0.0004995, + "loss": 5.7691, + "mean_token_accuracy": 0.1328132927417755, + "num_tokens": 2867644.0, + "step": 1000 + }, + { + "epoch": 1.1862396204033214, + "eval_entropy": 5.91133521232137, + "eval_loss": 6.012734413146973, + "eval_mean_token_accuracy": 0.13139666496930313, + "eval_num_tokens": 2867644.0, + "eval_runtime": 2.4739, + "eval_samples_per_second": 1054.225, + "eval_steps_per_second": 131.778, + "step": 1000 + }, + { + "entropy": 5.986166191101074, + "epoch": 1.1921708185053381, + "grad_norm": 1.0703125, + "learning_rate": 0.00049999967732573, + "loss": 5.7701, + "mean_token_accuracy": 0.1327154405415058, + "num_tokens": 2882663.0, + "step": 1005 + }, + { + "entropy": 5.940847110748291, + "epoch": 1.1981020166073546, + "grad_norm": 1.21875, + "learning_rate": 0.0004999983664630945, + "loss": 5.8284, + "mean_token_accuracy": 0.1329515464603901, + "num_tokens": 2898791.0, + "step": 1010 + }, + { + "entropy": 5.939939355850219, + "epoch": 1.2040332147093713, + "grad_norm": 1.09375, + "learning_rate": 0.0004999960472508219, + "loss": 5.7229, + "mean_token_accuracy": 0.14346506744623183, + "num_tokens": 2912997.0, + "step": 1015 + }, + { + "entropy": 5.890226602554321, + "epoch": 1.209964412811388, + "grad_norm": 1.171875, + "learning_rate": 0.0004999927196993059, + "loss": 5.7083, + "mean_token_accuracy": 0.1415116421878338, + "num_tokens": 2925064.0, + "step": 1020 + }, + { + "entropy": 5.959262037277222, + "epoch": 1.2158956109134045, + "grad_norm": 1.1484375, + "learning_rate": 0.0004999883838234592, + "loss": 5.7633, + "mean_token_accuracy": 0.13465891852974893, + "num_tokens": 2941400.0, + "step": 1025 + }, + { + "entropy": 5.861705589294433, + "epoch": 1.2218268090154212, + "grad_norm": 1.1328125, + "learning_rate": 0.0004999830396427133, + "loss": 5.7352, + "mean_token_accuracy": 0.13958436101675034, + "num_tokens": 2955541.0, + "step": 1030 + }, + { + "entropy": 5.922749280929565, + "epoch": 1.2277580071174377, + "grad_norm": 1.109375, + "learning_rate": 0.0004999766871810188, + "loss": 5.7479, + "mean_token_accuracy": 0.1416574686765671, + "num_tokens": 2968928.0, + "step": 1035 + }, + { + "entropy": 5.934699630737304, + "epoch": 1.2336892052194544, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999693264668446, + "loss": 5.6844, + "mean_token_accuracy": 0.14234655275940894, + "num_tokens": 2984072.0, + "step": 1040 + }, + { + "entropy": 5.891662549972534, + "epoch": 1.2396204033214708, + "grad_norm": 1.015625, + "learning_rate": 0.0004999609575331786, + "loss": 5.7787, + "mean_token_accuracy": 0.13772650435566902, + "num_tokens": 2999083.0, + "step": 1045 + }, + { + "entropy": 5.854400157928467, + "epoch": 1.2455516014234875, + "grad_norm": 1.1796875, + "learning_rate": 0.0004999515804175268, + "loss": 5.726, + "mean_token_accuracy": 0.13745229691267014, + "num_tokens": 3012738.0, + "step": 1050 + }, + { + "entropy": 5.869228887557983, + "epoch": 1.2514827995255042, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999411951619134, + "loss": 5.6694, + "mean_token_accuracy": 0.14171827286481858, + "num_tokens": 3027929.0, + "step": 1055 + }, + { + "entropy": 5.864783573150635, + "epoch": 1.2574139976275207, + "grad_norm": 0.98828125, + "learning_rate": 0.000499929801812881, + "loss": 5.8025, + "mean_token_accuracy": 0.13281177058815957, + "num_tokens": 3043576.0, + "step": 1060 + }, + { + "entropy": 5.822867107391358, + "epoch": 1.2633451957295374, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999174004214899, + "loss": 5.6696, + "mean_token_accuracy": 0.1398370385169983, + "num_tokens": 3059352.0, + "step": 1065 + }, + { + "entropy": 5.936639642715454, + "epoch": 1.269276393831554, + "grad_norm": 1.1484375, + "learning_rate": 0.0004999039910433179, + "loss": 5.7859, + "mean_token_accuracy": 0.1422264978289604, + "num_tokens": 3073140.0, + "step": 1070 + }, + { + "entropy": 5.890475559234619, + "epoch": 1.2752075919335706, + "grad_norm": 1.1015625, + "learning_rate": 0.0004998895737384605, + "loss": 5.7601, + "mean_token_accuracy": 0.14164954274892808, + "num_tokens": 3087710.0, + "step": 1075 + }, + { + "entropy": 5.919763278961182, + "epoch": 1.281138790035587, + "grad_norm": 1.125, + "learning_rate": 0.0004998741485715297, + "loss": 5.713, + "mean_token_accuracy": 0.14089994207024575, + "num_tokens": 3102035.0, + "step": 1080 + }, + { + "entropy": 5.838283920288086, + "epoch": 1.2870699881376038, + "grad_norm": 0.984375, + "learning_rate": 0.0004998577156116551, + "loss": 5.7754, + "mean_token_accuracy": 0.13512811809778214, + "num_tokens": 3118534.0, + "step": 1085 + }, + { + "entropy": 5.856381511688232, + "epoch": 1.2930011862396205, + "grad_norm": 1.0078125, + "learning_rate": 0.0004998402749324823, + "loss": 5.7229, + "mean_token_accuracy": 0.13245076537132264, + "num_tokens": 3133419.0, + "step": 1090 + }, + { + "entropy": 5.997888469696045, + "epoch": 1.298932384341637, + "grad_norm": 1.25, + "learning_rate": 0.0004998218266121731, + "loss": 5.8243, + "mean_token_accuracy": 0.1440747559070587, + "num_tokens": 3145903.0, + "step": 1095 + }, + { + "entropy": 5.824967718124389, + "epoch": 1.3048635824436536, + "grad_norm": 1.078125, + "learning_rate": 0.0004998023707334055, + "loss": 5.7688, + "mean_token_accuracy": 0.1350715659558773, + "num_tokens": 3159938.0, + "step": 1100 + }, + { + "entropy": 5.8246561050415036, + "epoch": 1.3107947805456703, + "grad_norm": 0.9921875, + "learning_rate": 0.0004997819073833724, + "loss": 5.6475, + "mean_token_accuracy": 0.1452900804579258, + "num_tokens": 3175089.0, + "step": 1105 + }, + { + "entropy": 5.855417728424072, + "epoch": 1.3167259786476868, + "grad_norm": 1.0859375, + "learning_rate": 0.0004997604366537823, + "loss": 5.7858, + "mean_token_accuracy": 0.13705137223005295, + "num_tokens": 3191027.0, + "step": 1110 + }, + { + "entropy": 5.746766853332519, + "epoch": 1.3226571767497035, + "grad_norm": 1.140625, + "learning_rate": 0.000499737958640858, + "loss": 5.6247, + "mean_token_accuracy": 0.14565233290195465, + "num_tokens": 3205489.0, + "step": 1115 + }, + { + "entropy": 5.841010189056396, + "epoch": 1.32858837485172, + "grad_norm": 1.0625, + "learning_rate": 0.0004997144734453367, + "loss": 5.604, + "mean_token_accuracy": 0.14238353818655014, + "num_tokens": 3218764.0, + "step": 1120 + }, + { + "entropy": 5.837244129180908, + "epoch": 1.3345195729537367, + "grad_norm": 1.0078125, + "learning_rate": 0.0004996899811724693, + "loss": 5.7391, + "mean_token_accuracy": 0.13837844729423524, + "num_tokens": 3232953.0, + "step": 1125 + }, + { + "entropy": 5.772788858413696, + "epoch": 1.3404507710557532, + "grad_norm": 1.03125, + "learning_rate": 0.0004996644819320201, + "loss": 5.646, + "mean_token_accuracy": 0.14131752848625184, + "num_tokens": 3246977.0, + "step": 1130 + }, + { + "entropy": 5.676492929458618, + "epoch": 1.3463819691577699, + "grad_norm": 1.1640625, + "learning_rate": 0.0004996379758382662, + "loss": 5.5467, + "mean_token_accuracy": 0.14851859956979752, + "num_tokens": 3260668.0, + "step": 1135 + }, + { + "entropy": 5.83406023979187, + "epoch": 1.3523131672597866, + "grad_norm": 1.0859375, + "learning_rate": 0.0004996104630099969, + "loss": 5.6622, + "mean_token_accuracy": 0.1436814546585083, + "num_tokens": 3274213.0, + "step": 1140 + }, + { + "entropy": 5.770905447006226, + "epoch": 1.358244365361803, + "grad_norm": 1.1875, + "learning_rate": 0.0004995819435705133, + "loss": 5.6455, + "mean_token_accuracy": 0.13666117042303086, + "num_tokens": 3288011.0, + "step": 1145 + }, + { + "entropy": 5.856086683273316, + "epoch": 1.3641755634638197, + "grad_norm": 1.0546875, + "learning_rate": 0.0004995524176476277, + "loss": 5.7079, + "mean_token_accuracy": 0.1383526973426342, + "num_tokens": 3303263.0, + "step": 1150 + }, + { + "entropy": 5.795949029922485, + "epoch": 1.3701067615658362, + "grad_norm": 1.1328125, + "learning_rate": 0.0004995218853736631, + "loss": 5.6848, + "mean_token_accuracy": 0.14614594876766204, + "num_tokens": 3316843.0, + "step": 1155 + }, + { + "entropy": 5.752928686141968, + "epoch": 1.376037959667853, + "grad_norm": 1.0625, + "learning_rate": 0.0004994903468854527, + "loss": 5.5688, + "mean_token_accuracy": 0.14343352913856505, + "num_tokens": 3331527.0, + "step": 1160 + }, + { + "entropy": 5.751480293273926, + "epoch": 1.3819691577698694, + "grad_norm": 1.09375, + "learning_rate": 0.0004994578023243386, + "loss": 5.6655, + "mean_token_accuracy": 0.1439042344689369, + "num_tokens": 3347795.0, + "step": 1165 + }, + { + "entropy": 5.797406005859375, + "epoch": 1.387900355871886, + "grad_norm": 0.94140625, + "learning_rate": 0.0004994242518361723, + "loss": 5.7132, + "mean_token_accuracy": 0.1414179876446724, + "num_tokens": 3363532.0, + "step": 1170 + }, + { + "entropy": 5.777079343795776, + "epoch": 1.3938315539739028, + "grad_norm": 1.109375, + "learning_rate": 0.0004993896955713133, + "loss": 5.6743, + "mean_token_accuracy": 0.14409229755401612, + "num_tokens": 3377040.0, + "step": 1175 + }, + { + "entropy": 5.753640937805176, + "epoch": 1.3997627520759193, + "grad_norm": 1.25, + "learning_rate": 0.0004993541336846283, + "loss": 5.6287, + "mean_token_accuracy": 0.1529825061559677, + "num_tokens": 3390663.0, + "step": 1180 + }, + { + "entropy": 5.791894626617432, + "epoch": 1.405693950177936, + "grad_norm": 0.96875, + "learning_rate": 0.000499317566335491, + "loss": 5.6625, + "mean_token_accuracy": 0.1494051843881607, + "num_tokens": 3405860.0, + "step": 1185 + }, + { + "entropy": 5.734993839263916, + "epoch": 1.4116251482799527, + "grad_norm": 1.0859375, + "learning_rate": 0.0004992799936877813, + "loss": 5.6489, + "mean_token_accuracy": 0.14007329940795898, + "num_tokens": 3420248.0, + "step": 1190 + }, + { + "entropy": 5.817593097686768, + "epoch": 1.4175563463819691, + "grad_norm": 1.03125, + "learning_rate": 0.0004992414159098841, + "loss": 5.6469, + "mean_token_accuracy": 0.14704996794462205, + "num_tokens": 3434126.0, + "step": 1195 + }, + { + "entropy": 5.779922151565552, + "epoch": 1.4234875444839858, + "grad_norm": 1.1328125, + "learning_rate": 0.0004992018331746891, + "loss": 5.7038, + "mean_token_accuracy": 0.14136891365051268, + "num_tokens": 3449462.0, + "step": 1200 + }, + { + "entropy": 5.80670485496521, + "epoch": 1.4294187425860023, + "grad_norm": 1.0078125, + "learning_rate": 0.0004991612456595896, + "loss": 5.7589, + "mean_token_accuracy": 0.1408810332417488, + "num_tokens": 3465536.0, + "step": 1205 + }, + { + "entropy": 5.7316718101501465, + "epoch": 1.435349940688019, + "grad_norm": 1.0859375, + "learning_rate": 0.0004991196535464824, + "loss": 5.6359, + "mean_token_accuracy": 0.14721256196498872, + "num_tokens": 3479129.0, + "step": 1210 + }, + { + "entropy": 5.719354104995728, + "epoch": 1.4412811387900355, + "grad_norm": 1.3203125, + "learning_rate": 0.0004990770570217659, + "loss": 5.5441, + "mean_token_accuracy": 0.15703994482755662, + "num_tokens": 3492191.0, + "step": 1215 + }, + { + "entropy": 5.779579067230225, + "epoch": 1.4472123368920522, + "grad_norm": 1.1796875, + "learning_rate": 0.0004990334562763401, + "loss": 5.7006, + "mean_token_accuracy": 0.1453902617096901, + "num_tokens": 3507459.0, + "step": 1220 + }, + { + "entropy": 5.741008663177491, + "epoch": 1.453143534994069, + "grad_norm": 1.0390625, + "learning_rate": 0.0004989888515056057, + "loss": 5.6628, + "mean_token_accuracy": 0.14069193080067635, + "num_tokens": 3521517.0, + "step": 1225 + }, + { + "entropy": 5.746186399459839, + "epoch": 1.4590747330960854, + "grad_norm": 1.0625, + "learning_rate": 0.0004989432429094627, + "loss": 5.6036, + "mean_token_accuracy": 0.1472635604441166, + "num_tokens": 3535279.0, + "step": 1230 + }, + { + "entropy": 5.725585222244263, + "epoch": 1.465005931198102, + "grad_norm": 1.0859375, + "learning_rate": 0.0004988966306923099, + "loss": 5.5219, + "mean_token_accuracy": 0.1509362980723381, + "num_tokens": 3549960.0, + "step": 1235 + }, + { + "entropy": 5.702635431289673, + "epoch": 1.4709371293001186, + "grad_norm": 1.078125, + "learning_rate": 0.0004988490150630441, + "loss": 5.6504, + "mean_token_accuracy": 0.1413729466497898, + "num_tokens": 3563814.0, + "step": 1240 + }, + { + "entropy": 5.836396932601929, + "epoch": 1.4768683274021353, + "grad_norm": 1.0390625, + "learning_rate": 0.0004988003962350589, + "loss": 5.653, + "mean_token_accuracy": 0.15044173300266267, + "num_tokens": 3577529.0, + "step": 1245 + }, + { + "entropy": 5.712747097015381, + "epoch": 1.4827995255041517, + "grad_norm": 1.21875, + "learning_rate": 0.0004987507744262436, + "loss": 5.5913, + "mean_token_accuracy": 0.1456787832081318, + "num_tokens": 3591812.0, + "step": 1250 + }, + { + "entropy": 5.635834550857544, + "epoch": 1.4887307236061684, + "grad_norm": 1.0546875, + "learning_rate": 0.0004987001498589828, + "loss": 5.5787, + "mean_token_accuracy": 0.14813287556171417, + "num_tokens": 3604954.0, + "step": 1255 + }, + { + "entropy": 5.760722827911377, + "epoch": 1.4946619217081851, + "grad_norm": 1.03125, + "learning_rate": 0.0004986485227601548, + "loss": 5.6178, + "mean_token_accuracy": 0.14130520299077035, + "num_tokens": 3620486.0, + "step": 1260 + }, + { + "entropy": 5.717405652999878, + "epoch": 1.5005931198102016, + "grad_norm": 0.9921875, + "learning_rate": 0.000498595893361131, + "loss": 5.555, + "mean_token_accuracy": 0.15612171441316605, + "num_tokens": 3633972.0, + "step": 1265 + }, + { + "entropy": 5.7364737033844, + "epoch": 1.5065243179122183, + "grad_norm": 1.0546875, + "learning_rate": 0.0004985422618977744, + "loss": 5.6037, + "mean_token_accuracy": 0.151451975107193, + "num_tokens": 3649306.0, + "step": 1270 + }, + { + "entropy": 5.7654664516448975, + "epoch": 1.512455516014235, + "grad_norm": 0.98828125, + "learning_rate": 0.0004984876286104392, + "loss": 5.6786, + "mean_token_accuracy": 0.14375052377581596, + "num_tokens": 3664809.0, + "step": 1275 + }, + { + "entropy": 5.70614218711853, + "epoch": 1.5183867141162515, + "grad_norm": 1.2421875, + "learning_rate": 0.0004984319937439693, + "loss": 5.6095, + "mean_token_accuracy": 0.15040914267301558, + "num_tokens": 3677669.0, + "step": 1280 + }, + { + "entropy": 5.743654489517212, + "epoch": 1.524317912218268, + "grad_norm": 1.015625, + "learning_rate": 0.0004983753575476969, + "loss": 5.6267, + "mean_token_accuracy": 0.14291197434067726, + "num_tokens": 3690588.0, + "step": 1285 + }, + { + "entropy": 5.696566772460938, + "epoch": 1.5302491103202847, + "grad_norm": 1.0703125, + "learning_rate": 0.0004983177202754421, + "loss": 5.6522, + "mean_token_accuracy": 0.14571921825408934, + "num_tokens": 3703749.0, + "step": 1290 + }, + { + "entropy": 5.805274868011475, + "epoch": 1.5361803084223014, + "grad_norm": 0.9296875, + "learning_rate": 0.0004982590821855115, + "loss": 5.68, + "mean_token_accuracy": 0.13761823400855064, + "num_tokens": 3720181.0, + "step": 1295 + }, + { + "entropy": 5.711960506439209, + "epoch": 1.5421115065243178, + "grad_norm": 0.953125, + "learning_rate": 0.0004981994435406965, + "loss": 5.6042, + "mean_token_accuracy": 0.14782098084688186, + "num_tokens": 3734918.0, + "step": 1300 + }, + { + "entropy": 5.666572904586792, + "epoch": 1.5480427046263345, + "grad_norm": 0.9765625, + "learning_rate": 0.0004981388046082731, + "loss": 5.5494, + "mean_token_accuracy": 0.15440027564764022, + "num_tokens": 3748660.0, + "step": 1305 + }, + { + "entropy": 5.685553789138794, + "epoch": 1.5539739027283512, + "grad_norm": 0.97265625, + "learning_rate": 0.0004980771656599998, + "loss": 5.6201, + "mean_token_accuracy": 0.14841450601816178, + "num_tokens": 3763481.0, + "step": 1310 + }, + { + "entropy": 5.763680267333984, + "epoch": 1.5599051008303677, + "grad_norm": 1.0390625, + "learning_rate": 0.0004980145269721168, + "loss": 5.6376, + "mean_token_accuracy": 0.14404506087303162, + "num_tokens": 3777077.0, + "step": 1315 + }, + { + "entropy": 5.685877466201783, + "epoch": 1.5658362989323842, + "grad_norm": 0.91796875, + "learning_rate": 0.000497950888825345, + "loss": 5.6386, + "mean_token_accuracy": 0.14266225099563598, + "num_tokens": 3793649.0, + "step": 1320 + }, + { + "entropy": 5.687498426437378, + "epoch": 1.571767497034401, + "grad_norm": 0.96484375, + "learning_rate": 0.000497886251504884, + "loss": 5.5262, + "mean_token_accuracy": 0.15134050250053405, + "num_tokens": 3807712.0, + "step": 1325 + }, + { + "entropy": 5.639243650436401, + "epoch": 1.5776986951364176, + "grad_norm": 0.98046875, + "learning_rate": 0.0004978206153004117, + "loss": 5.5347, + "mean_token_accuracy": 0.1552049770951271, + "num_tokens": 3821637.0, + "step": 1330 + }, + { + "entropy": 5.8086631298065186, + "epoch": 1.583629893238434, + "grad_norm": 1.0546875, + "learning_rate": 0.0004977539805060824, + "loss": 5.6912, + "mean_token_accuracy": 0.1436895474791527, + "num_tokens": 3836272.0, + "step": 1335 + }, + { + "entropy": 5.614665985107422, + "epoch": 1.5895610913404508, + "grad_norm": 1.1171875, + "learning_rate": 0.0004976863474205257, + "loss": 5.5055, + "mean_token_accuracy": 0.15429906994104386, + "num_tokens": 3850018.0, + "step": 1340 + }, + { + "entropy": 5.774603271484375, + "epoch": 1.5954922894424675, + "grad_norm": 1.1640625, + "learning_rate": 0.0004976177163468451, + "loss": 5.5949, + "mean_token_accuracy": 0.15020062923431396, + "num_tokens": 3865061.0, + "step": 1345 + }, + { + "entropy": 5.631220006942749, + "epoch": 1.601423487544484, + "grad_norm": 1.09375, + "learning_rate": 0.0004975480875926168, + "loss": 5.6835, + "mean_token_accuracy": 0.15097753554582596, + "num_tokens": 3879697.0, + "step": 1350 + }, + { + "entropy": 5.735270404815674, + "epoch": 1.6073546856465006, + "grad_norm": 1.140625, + "learning_rate": 0.000497477461469888, + "loss": 5.4825, + "mean_token_accuracy": 0.15924198776483536, + "num_tokens": 3891889.0, + "step": 1355 + }, + { + "entropy": 5.665686845779419, + "epoch": 1.6132858837485173, + "grad_norm": 1.0234375, + "learning_rate": 0.0004974058382951757, + "loss": 5.5945, + "mean_token_accuracy": 0.1450992450118065, + "num_tokens": 3907356.0, + "step": 1360 + }, + { + "entropy": 5.731923580169678, + "epoch": 1.6192170818505338, + "grad_norm": 1.078125, + "learning_rate": 0.0004973332183894653, + "loss": 5.5786, + "mean_token_accuracy": 0.14734622836112976, + "num_tokens": 3921839.0, + "step": 1365 + }, + { + "entropy": 5.587240982055664, + "epoch": 1.6251482799525503, + "grad_norm": 0.9609375, + "learning_rate": 0.0004972596020782096, + "loss": 5.483, + "mean_token_accuracy": 0.15152351856231688, + "num_tokens": 3937266.0, + "step": 1370 + }, + { + "entropy": 5.740517473220825, + "epoch": 1.631079478054567, + "grad_norm": 1.046875, + "learning_rate": 0.0004971849896913259, + "loss": 5.6174, + "mean_token_accuracy": 0.14421468004584312, + "num_tokens": 3952721.0, + "step": 1375 + }, + { + "entropy": 5.699207830429077, + "epoch": 1.6370106761565837, + "grad_norm": 1.21875, + "learning_rate": 0.0004971093815631965, + "loss": 5.626, + "mean_token_accuracy": 0.14614131152629853, + "num_tokens": 3966557.0, + "step": 1380 + }, + { + "entropy": 5.577703142166138, + "epoch": 1.6429418742586002, + "grad_norm": 0.98828125, + "learning_rate": 0.0004970327780326655, + "loss": 5.4592, + "mean_token_accuracy": 0.15435569435358049, + "num_tokens": 3978739.0, + "step": 1385 + }, + { + "entropy": 5.523289442062378, + "epoch": 1.6488730723606169, + "grad_norm": 0.90234375, + "learning_rate": 0.0004969551794430383, + "loss": 5.4758, + "mean_token_accuracy": 0.15182152688503264, + "num_tokens": 3993868.0, + "step": 1390 + }, + { + "entropy": 5.735844373703003, + "epoch": 1.6548042704626336, + "grad_norm": 1.0859375, + "learning_rate": 0.0004968765861420799, + "loss": 5.6032, + "mean_token_accuracy": 0.15374974012374878, + "num_tokens": 4006661.0, + "step": 1395 + }, + { + "entropy": 5.63426947593689, + "epoch": 1.66073546856465, + "grad_norm": 0.984375, + "learning_rate": 0.0004967969984820128, + "loss": 5.5828, + "mean_token_accuracy": 0.1495743677020073, + "num_tokens": 4021670.0, + "step": 1400 + }, + { + "entropy": 5.673282051086426, + "epoch": 1.6666666666666665, + "grad_norm": 1.0703125, + "learning_rate": 0.0004967164168195159, + "loss": 5.5646, + "mean_token_accuracy": 0.1479659453034401, + "num_tokens": 4036995.0, + "step": 1405 + }, + { + "entropy": 5.667166376113892, + "epoch": 1.6725978647686834, + "grad_norm": 1.15625, + "learning_rate": 0.000496634841515723, + "loss": 5.6035, + "mean_token_accuracy": 0.15370306074619294, + "num_tokens": 4049464.0, + "step": 1410 + }, + { + "entropy": 5.649252462387085, + "epoch": 1.6785290628707, + "grad_norm": 1.15625, + "learning_rate": 0.0004965522729362209, + "loss": 5.5096, + "mean_token_accuracy": 0.15451542884111405, + "num_tokens": 4063630.0, + "step": 1415 + }, + { + "entropy": 5.63691987991333, + "epoch": 1.6844602609727164, + "grad_norm": 1.1484375, + "learning_rate": 0.0004964687114510478, + "loss": 5.5176, + "mean_token_accuracy": 0.14818612933158876, + "num_tokens": 4079890.0, + "step": 1420 + }, + { + "entropy": 5.556159973144531, + "epoch": 1.690391459074733, + "grad_norm": 0.984375, + "learning_rate": 0.0004963841574346917, + "loss": 5.5784, + "mean_token_accuracy": 0.15199574530124665, + "num_tokens": 4095693.0, + "step": 1425 + }, + { + "entropy": 5.76162371635437, + "epoch": 1.6963226571767498, + "grad_norm": 1.0390625, + "learning_rate": 0.0004962986112660887, + "loss": 5.6264, + "mean_token_accuracy": 0.14758573174476625, + "num_tokens": 4109655.0, + "step": 1430 + }, + { + "entropy": 5.5980674743652346, + "epoch": 1.7022538552787663, + "grad_norm": 1.046875, + "learning_rate": 0.0004962120733286215, + "loss": 5.4904, + "mean_token_accuracy": 0.15562087446451187, + "num_tokens": 4123870.0, + "step": 1435 + }, + { + "entropy": 5.724174547195434, + "epoch": 1.708185053380783, + "grad_norm": 1.0859375, + "learning_rate": 0.0004961245440101171, + "loss": 5.6127, + "mean_token_accuracy": 0.15370832234621049, + "num_tokens": 4138009.0, + "step": 1440 + }, + { + "entropy": 5.661290311813355, + "epoch": 1.7141162514827997, + "grad_norm": 1.125, + "learning_rate": 0.000496036023702846, + "loss": 5.6985, + "mean_token_accuracy": 0.14476853236556053, + "num_tokens": 4151929.0, + "step": 1445 + }, + { + "entropy": 5.681108665466309, + "epoch": 1.7200474495848161, + "grad_norm": 1.109375, + "learning_rate": 0.0004959465128035195, + "loss": 5.5322, + "mean_token_accuracy": 0.1587254822254181, + "num_tokens": 4164626.0, + "step": 1450 + }, + { + "entropy": 5.668149662017822, + "epoch": 1.7259786476868326, + "grad_norm": 0.96875, + "learning_rate": 0.0004958560117132884, + "loss": 5.4829, + "mean_token_accuracy": 0.1552940219640732, + "num_tokens": 4179418.0, + "step": 1455 + }, + { + "entropy": 5.586788272857666, + "epoch": 1.7319098457888493, + "grad_norm": 0.9296875, + "learning_rate": 0.0004957645208377411, + "loss": 5.5927, + "mean_token_accuracy": 0.14715088456869124, + "num_tokens": 4194385.0, + "step": 1460 + }, + { + "entropy": 5.677043342590332, + "epoch": 1.737841043890866, + "grad_norm": 1.0234375, + "learning_rate": 0.000495672040586902, + "loss": 5.5726, + "mean_token_accuracy": 0.1476666510105133, + "num_tokens": 4209246.0, + "step": 1465 + }, + { + "entropy": 5.573235273361206, + "epoch": 1.7437722419928825, + "grad_norm": 0.94921875, + "learning_rate": 0.0004955785713752292, + "loss": 5.5215, + "mean_token_accuracy": 0.1514071211218834, + "num_tokens": 4225142.0, + "step": 1470 + }, + { + "entropy": 5.6124965190887455, + "epoch": 1.7497034400948992, + "grad_norm": 0.9921875, + "learning_rate": 0.0004954841136216132, + "loss": 5.5121, + "mean_token_accuracy": 0.1569083496928215, + "num_tokens": 4239495.0, + "step": 1475 + }, + { + "entropy": 5.6624431133270265, + "epoch": 1.755634638196916, + "grad_norm": 1.1640625, + "learning_rate": 0.0004953886677493746, + "loss": 5.4459, + "mean_token_accuracy": 0.16436467915773392, + "num_tokens": 4251780.0, + "step": 1480 + }, + { + "entropy": 5.616982173919678, + "epoch": 1.7615658362989324, + "grad_norm": 1.515625, + "learning_rate": 0.0004952922341862622, + "loss": 5.6927, + "mean_token_accuracy": 0.14587103947997093, + "num_tokens": 4265490.0, + "step": 1485 + }, + { + "entropy": 5.64134464263916, + "epoch": 1.7674970344009489, + "grad_norm": 1.0234375, + "learning_rate": 0.0004951948133644514, + "loss": 5.4655, + "mean_token_accuracy": 0.15793099850416184, + "num_tokens": 4280478.0, + "step": 1490 + }, + { + "entropy": 5.635649013519287, + "epoch": 1.7734282325029656, + "grad_norm": 0.93359375, + "learning_rate": 0.0004950964057205421, + "loss": 5.5551, + "mean_token_accuracy": 0.1520090416073799, + "num_tokens": 4296649.0, + "step": 1495 + }, + { + "entropy": 5.565133810043335, + "epoch": 1.7793594306049823, + "grad_norm": 0.97265625, + "learning_rate": 0.0004949970116955566, + "loss": 5.525, + "mean_token_accuracy": 0.15610957741737366, + "num_tokens": 4310470.0, + "step": 1500 + }, + { + "epoch": 1.7793594306049823, + "eval_entropy": 5.4890358755193605, + "eval_loss": 5.720747947692871, + "eval_mean_token_accuracy": 0.15074070664179837, + "eval_num_tokens": 4310470.0, + "eval_runtime": 2.4551, + "eval_samples_per_second": 1062.291, + "eval_steps_per_second": 132.786, + "step": 1500 + }, + { + "entropy": 5.62813172340393, + "epoch": 1.7852906287069987, + "grad_norm": 1.09375, + "learning_rate": 0.0004948966317349379, + "loss": 5.5502, + "mean_token_accuracy": 0.15073443800210953, + "num_tokens": 4324996.0, + "step": 1505 + }, + { + "entropy": 5.527570104598999, + "epoch": 1.7912218268090154, + "grad_norm": 1.0390625, + "learning_rate": 0.0004947952662885473, + "loss": 5.4804, + "mean_token_accuracy": 0.15607783049345017, + "num_tokens": 4337194.0, + "step": 1510 + }, + { + "entropy": 5.547454500198365, + "epoch": 1.7971530249110321, + "grad_norm": 0.96875, + "learning_rate": 0.000494692915810663, + "loss": 5.4743, + "mean_token_accuracy": 0.1528942972421646, + "num_tokens": 4352516.0, + "step": 1515 + }, + { + "entropy": 5.56812629699707, + "epoch": 1.8030842230130486, + "grad_norm": 1.171875, + "learning_rate": 0.0004945895807599775, + "loss": 5.5122, + "mean_token_accuracy": 0.16002019345760346, + "num_tokens": 4367654.0, + "step": 1520 + }, + { + "entropy": 5.605467319488525, + "epoch": 1.809015421115065, + "grad_norm": 1.125, + "learning_rate": 0.0004944852615995956, + "loss": 5.5013, + "mean_token_accuracy": 0.15724539756774902, + "num_tokens": 4381275.0, + "step": 1525 + }, + { + "entropy": 5.572732782363891, + "epoch": 1.814946619217082, + "grad_norm": 1.078125, + "learning_rate": 0.0004943799587970328, + "loss": 5.494, + "mean_token_accuracy": 0.1523606076836586, + "num_tokens": 4394392.0, + "step": 1530 + }, + { + "entropy": 5.530032682418823, + "epoch": 1.8208778173190985, + "grad_norm": 1.0625, + "learning_rate": 0.0004942736728242127, + "loss": 5.4026, + "mean_token_accuracy": 0.15689572244882583, + "num_tokens": 4407512.0, + "step": 1535 + }, + { + "entropy": 5.584712648391724, + "epoch": 1.826809015421115, + "grad_norm": 1.125, + "learning_rate": 0.0004941664041574651, + "loss": 5.507, + "mean_token_accuracy": 0.15881744623184205, + "num_tokens": 4422223.0, + "step": 1540 + }, + { + "entropy": 5.6050506114959715, + "epoch": 1.8327402135231317, + "grad_norm": 1.09375, + "learning_rate": 0.0004940581532775237, + "loss": 5.4926, + "mean_token_accuracy": 0.1518533781170845, + "num_tokens": 4436994.0, + "step": 1545 + }, + { + "entropy": 5.4888392925262455, + "epoch": 1.8386714116251484, + "grad_norm": 0.95703125, + "learning_rate": 0.0004939489206695241, + "loss": 5.4267, + "mean_token_accuracy": 0.15675119161605836, + "num_tokens": 4450429.0, + "step": 1550 + }, + { + "entropy": 5.62486629486084, + "epoch": 1.8446026097271648, + "grad_norm": 0.98046875, + "learning_rate": 0.0004938387068230021, + "loss": 5.5789, + "mean_token_accuracy": 0.15119255930185319, + "num_tokens": 4465991.0, + "step": 1555 + }, + { + "entropy": 5.55673360824585, + "epoch": 1.8505338078291815, + "grad_norm": 1.03125, + "learning_rate": 0.0004937275122318902, + "loss": 5.4977, + "mean_token_accuracy": 0.15660169571638108, + "num_tokens": 4480873.0, + "step": 1560 + }, + { + "entropy": 5.634980964660644, + "epoch": 1.8564650059311982, + "grad_norm": 1.1015625, + "learning_rate": 0.0004936153373945165, + "loss": 5.5428, + "mean_token_accuracy": 0.159622260928154, + "num_tokens": 4493443.0, + "step": 1565 + }, + { + "entropy": 5.580209970474243, + "epoch": 1.8623962040332147, + "grad_norm": 1.015625, + "learning_rate": 0.0004935021828136025, + "loss": 5.5042, + "mean_token_accuracy": 0.15394536405801773, + "num_tokens": 4506457.0, + "step": 1570 + }, + { + "entropy": 5.547038459777832, + "epoch": 1.8683274021352312, + "grad_norm": 1.078125, + "learning_rate": 0.0004933880489962602, + "loss": 5.4575, + "mean_token_accuracy": 0.15576548576354982, + "num_tokens": 4520529.0, + "step": 1575 + }, + { + "entropy": 5.558015251159668, + "epoch": 1.8742586002372479, + "grad_norm": 0.96875, + "learning_rate": 0.0004932729364539901, + "loss": 5.3993, + "mean_token_accuracy": 0.15773553699254989, + "num_tokens": 4535100.0, + "step": 1580 + }, + { + "entropy": 5.509803533554077, + "epoch": 1.8801897983392646, + "grad_norm": 1.1328125, + "learning_rate": 0.0004931568457026789, + "loss": 5.5262, + "mean_token_accuracy": 0.1584371492266655, + "num_tokens": 4549152.0, + "step": 1585 + }, + { + "entropy": 5.5465106010437015, + "epoch": 1.886120996441281, + "grad_norm": 1.015625, + "learning_rate": 0.0004930397772625976, + "loss": 5.3981, + "mean_token_accuracy": 0.16331460624933242, + "num_tokens": 4563302.0, + "step": 1590 + }, + { + "entropy": 5.470412969589233, + "epoch": 1.8920521945432978, + "grad_norm": 0.9921875, + "learning_rate": 0.0004929217316583985, + "loss": 5.3418, + "mean_token_accuracy": 0.1644173815846443, + "num_tokens": 4576770.0, + "step": 1595 + }, + { + "entropy": 5.56337342262268, + "epoch": 1.8979833926453145, + "grad_norm": 0.90625, + "learning_rate": 0.000492802709419113, + "loss": 5.4922, + "mean_token_accuracy": 0.1560358837246895, + "num_tokens": 4590264.0, + "step": 1600 + }, + { + "entropy": 5.541475391387939, + "epoch": 1.903914590747331, + "grad_norm": 0.9609375, + "learning_rate": 0.0004926827110781496, + "loss": 5.4658, + "mean_token_accuracy": 0.1521800145506859, + "num_tokens": 4606217.0, + "step": 1605 + }, + { + "entropy": 5.499109220504761, + "epoch": 1.9098457888493474, + "grad_norm": 1.0703125, + "learning_rate": 0.0004925617371732914, + "loss": 5.3749, + "mean_token_accuracy": 0.16113989651203156, + "num_tokens": 4620460.0, + "step": 1610 + }, + { + "entropy": 5.545439529418945, + "epoch": 1.9157769869513643, + "grad_norm": 0.94921875, + "learning_rate": 0.0004924397882466933, + "loss": 5.4441, + "mean_token_accuracy": 0.15975887924432755, + "num_tokens": 4635915.0, + "step": 1615 + }, + { + "entropy": 5.561807680130005, + "epoch": 1.9217081850533808, + "grad_norm": 1.046875, + "learning_rate": 0.0004923168648448799, + "loss": 5.4467, + "mean_token_accuracy": 0.15793247371912003, + "num_tokens": 4650789.0, + "step": 1620 + }, + { + "entropy": 5.594422292709351, + "epoch": 1.9276393831553973, + "grad_norm": 0.9609375, + "learning_rate": 0.0004921929675187433, + "loss": 5.518, + "mean_token_accuracy": 0.15074024945497513, + "num_tokens": 4666306.0, + "step": 1625 + }, + { + "entropy": 5.519123840332031, + "epoch": 1.933570581257414, + "grad_norm": 1.046875, + "learning_rate": 0.0004920680968235397, + "loss": 5.5125, + "mean_token_accuracy": 0.1595379963517189, + "num_tokens": 4679587.0, + "step": 1630 + }, + { + "entropy": 5.621131181716919, + "epoch": 1.9395017793594307, + "grad_norm": 1.109375, + "learning_rate": 0.0004919422533188882, + "loss": 5.441, + "mean_token_accuracy": 0.15777284204959868, + "num_tokens": 4694237.0, + "step": 1635 + }, + { + "entropy": 5.571220350265503, + "epoch": 1.9454329774614472, + "grad_norm": 0.93359375, + "learning_rate": 0.0004918154375687673, + "loss": 5.5383, + "mean_token_accuracy": 0.1469981402158737, + "num_tokens": 4708423.0, + "step": 1640 + }, + { + "entropy": 5.614190530776978, + "epoch": 1.9513641755634639, + "grad_norm": 1.0234375, + "learning_rate": 0.0004916876501415129, + "loss": 5.495, + "mean_token_accuracy": 0.15826049596071243, + "num_tokens": 4723039.0, + "step": 1645 + }, + { + "entropy": 5.505533838272095, + "epoch": 1.9572953736654806, + "grad_norm": 1.2265625, + "learning_rate": 0.0004915588916098151, + "loss": 5.4317, + "mean_token_accuracy": 0.16039896309375762, + "num_tokens": 4735882.0, + "step": 1650 + }, + { + "entropy": 5.477867507934571, + "epoch": 1.963226571767497, + "grad_norm": 1.140625, + "learning_rate": 0.0004914291625507164, + "loss": 5.4436, + "mean_token_accuracy": 0.16591833531856537, + "num_tokens": 4748810.0, + "step": 1655 + }, + { + "entropy": 5.561583375930786, + "epoch": 1.9691577698695135, + "grad_norm": 0.94921875, + "learning_rate": 0.000491298463545609, + "loss": 5.4632, + "mean_token_accuracy": 0.1546772077679634, + "num_tokens": 4763563.0, + "step": 1660 + }, + { + "entropy": 5.511043453216553, + "epoch": 1.9750889679715302, + "grad_norm": 1.109375, + "learning_rate": 0.0004911667951802318, + "loss": 5.4528, + "mean_token_accuracy": 0.15551470816135407, + "num_tokens": 4775483.0, + "step": 1665 + }, + { + "entropy": 5.501114273071289, + "epoch": 1.981020166073547, + "grad_norm": 0.8359375, + "learning_rate": 0.000491034158044668, + "loss": 5.4583, + "mean_token_accuracy": 0.1569467306137085, + "num_tokens": 4792507.0, + "step": 1670 + }, + { + "entropy": 5.568025827407837, + "epoch": 1.9869513641755634, + "grad_norm": 0.953125, + "learning_rate": 0.0004909005527333421, + "loss": 5.5004, + "mean_token_accuracy": 0.155551216006279, + "num_tokens": 4807722.0, + "step": 1675 + }, + { + "entropy": 5.516203594207764, + "epoch": 1.99288256227758, + "grad_norm": 1.015625, + "learning_rate": 0.000490765979845018, + "loss": 5.32, + "mean_token_accuracy": 0.16825991868972778, + "num_tokens": 4821129.0, + "step": 1680 + }, + { + "entropy": 5.505976819992066, + "epoch": 1.9988137603795968, + "grad_norm": 1.109375, + "learning_rate": 0.000490630439982796, + "loss": 5.3815, + "mean_token_accuracy": 0.15964729189872742, + "num_tokens": 4835483.0, + "step": 1685 + }, + { + "entropy": 5.534174060821533, + "epoch": 2.0047449584816133, + "grad_norm": 0.98828125, + "learning_rate": 0.0004904939337541093, + "loss": 5.165, + "mean_token_accuracy": 0.17265937626361846, + "num_tokens": 4848607.0, + "step": 1690 + }, + { + "entropy": 5.4161741733551025, + "epoch": 2.0106761565836297, + "grad_norm": 1.03125, + "learning_rate": 0.0004903564617707227, + "loss": 5.129, + "mean_token_accuracy": 0.17384703904390336, + "num_tokens": 4863324.0, + "step": 1695 + }, + { + "entropy": 5.535564327239991, + "epoch": 2.0166073546856467, + "grad_norm": 1.0234375, + "learning_rate": 0.0004902180246487285, + "loss": 5.1794, + "mean_token_accuracy": 0.17566659599542617, + "num_tokens": 4876603.0, + "step": 1700 + }, + { + "entropy": 5.487852954864502, + "epoch": 2.022538552787663, + "grad_norm": 0.90625, + "learning_rate": 0.000490078623008545, + "loss": 5.2708, + "mean_token_accuracy": 0.16383918672800063, + "num_tokens": 4893733.0, + "step": 1705 + }, + { + "entropy": 5.522866249084473, + "epoch": 2.0284697508896796, + "grad_norm": 1.0546875, + "learning_rate": 0.0004899382574749124, + "loss": 5.2032, + "mean_token_accuracy": 0.1683608591556549, + "num_tokens": 4908476.0, + "step": 1710 + }, + { + "entropy": 5.46659140586853, + "epoch": 2.0344009489916965, + "grad_norm": 1.0390625, + "learning_rate": 0.000489796928676891, + "loss": 5.1535, + "mean_token_accuracy": 0.17724859714508057, + "num_tokens": 4920471.0, + "step": 1715 + }, + { + "entropy": 5.461789083480835, + "epoch": 2.040332147093713, + "grad_norm": 1.0390625, + "learning_rate": 0.0004896546372478581, + "loss": 5.1845, + "mean_token_accuracy": 0.17168280780315398, + "num_tokens": 4934984.0, + "step": 1720 + }, + { + "entropy": 5.375751543045044, + "epoch": 2.0462633451957295, + "grad_norm": 0.99609375, + "learning_rate": 0.0004895113838255049, + "loss": 5.1993, + "mean_token_accuracy": 0.16719358563423156, + "num_tokens": 4949709.0, + "step": 1725 + }, + { + "entropy": 5.503344297409058, + "epoch": 2.052194543297746, + "grad_norm": 0.9609375, + "learning_rate": 0.0004893671690518343, + "loss": 5.1678, + "mean_token_accuracy": 0.17527552992105483, + "num_tokens": 4964439.0, + "step": 1730 + }, + { + "entropy": 5.424249362945557, + "epoch": 2.058125741399763, + "grad_norm": 1.0390625, + "learning_rate": 0.0004892219935731571, + "loss": 5.1255, + "mean_token_accuracy": 0.1706253096461296, + "num_tokens": 4979958.0, + "step": 1735 + }, + { + "entropy": 5.445143413543701, + "epoch": 2.0640569395017794, + "grad_norm": 1.0, + "learning_rate": 0.0004890758580400898, + "loss": 5.2107, + "mean_token_accuracy": 0.17454935014247894, + "num_tokens": 4993034.0, + "step": 1740 + }, + { + "entropy": 5.3907262802124025, + "epoch": 2.069988137603796, + "grad_norm": 1.0078125, + "learning_rate": 0.0004889287631075513, + "loss": 5.1469, + "mean_token_accuracy": 0.17527274340391158, + "num_tokens": 5008580.0, + "step": 1745 + }, + { + "entropy": 5.415247631072998, + "epoch": 2.0759193357058128, + "grad_norm": 0.98828125, + "learning_rate": 0.0004887807094347606, + "loss": 5.1757, + "mean_token_accuracy": 0.1709846779704094, + "num_tokens": 5022322.0, + "step": 1750 + }, + { + "entropy": 5.5165040493011475, + "epoch": 2.0818505338078293, + "grad_norm": 0.9453125, + "learning_rate": 0.0004886316976852326, + "loss": 5.1905, + "mean_token_accuracy": 0.16880395114421845, + "num_tokens": 5036511.0, + "step": 1755 + }, + { + "entropy": 5.393788051605225, + "epoch": 2.0877817319098457, + "grad_norm": 1.0234375, + "learning_rate": 0.0004884817285267766, + "loss": 5.1845, + "mean_token_accuracy": 0.1742696449160576, + "num_tokens": 5050129.0, + "step": 1760 + }, + { + "entropy": 5.337964820861816, + "epoch": 2.093712930011862, + "grad_norm": 1.0390625, + "learning_rate": 0.0004883308026314923, + "loss": 5.0561, + "mean_token_accuracy": 0.18535924702882767, + "num_tokens": 5062299.0, + "step": 1765 + }, + { + "entropy": 5.378459167480469, + "epoch": 2.099644128113879, + "grad_norm": 1.0546875, + "learning_rate": 0.00048817892067576726, + "loss": 5.1866, + "mean_token_accuracy": 0.17031457126140595, + "num_tokens": 5077665.0, + "step": 1770 + }, + { + "entropy": 5.357861471176148, + "epoch": 2.1055753262158956, + "grad_norm": 1.140625, + "learning_rate": 0.0004880260833402734, + "loss": 5.1114, + "mean_token_accuracy": 0.1715405285358429, + "num_tokens": 5092005.0, + "step": 1775 + }, + { + "entropy": 5.379746150970459, + "epoch": 2.111506524317912, + "grad_norm": 0.96484375, + "learning_rate": 0.0004878722913099645, + "loss": 5.199, + "mean_token_accuracy": 0.16930181831121444, + "num_tokens": 5109155.0, + "step": 1780 + }, + { + "entropy": 5.383475065231323, + "epoch": 2.117437722419929, + "grad_norm": 0.96484375, + "learning_rate": 0.000487717545274073, + "loss": 5.149, + "mean_token_accuracy": 0.16863701194524766, + "num_tokens": 5125791.0, + "step": 1785 + }, + { + "entropy": 5.384926605224609, + "epoch": 2.1233689205219455, + "grad_norm": 1.078125, + "learning_rate": 0.0004875618459261065, + "loss": 5.1762, + "mean_token_accuracy": 0.16971782743930816, + "num_tokens": 5139908.0, + "step": 1790 + }, + { + "entropy": 5.391865921020508, + "epoch": 2.129300118623962, + "grad_norm": 0.96875, + "learning_rate": 0.00048740519396384515, + "loss": 5.1527, + "mean_token_accuracy": 0.17617459148168563, + "num_tokens": 5154922.0, + "step": 1795 + }, + { + "entropy": 5.33276104927063, + "epoch": 2.135231316725979, + "grad_norm": 1.0625, + "learning_rate": 0.0004872475900893382, + "loss": 5.1899, + "mean_token_accuracy": 0.17570777982473373, + "num_tokens": 5169919.0, + "step": 1800 + }, + { + "entropy": 5.48026123046875, + "epoch": 2.1411625148279954, + "grad_norm": 1.0390625, + "learning_rate": 0.0004870890350089011, + "loss": 5.1829, + "mean_token_accuracy": 0.16823343187570572, + "num_tokens": 5186687.0, + "step": 1805 + }, + { + "entropy": 5.437422800064087, + "epoch": 2.147093712930012, + "grad_norm": 1.0859375, + "learning_rate": 0.00048692952943311214, + "loss": 5.2063, + "mean_token_accuracy": 0.1717593029141426, + "num_tokens": 5199489.0, + "step": 1810 + }, + { + "entropy": 5.496373796463013, + "epoch": 2.1530249110320283, + "grad_norm": 1.015625, + "learning_rate": 0.0004867690740768094, + "loss": 5.2399, + "mean_token_accuracy": 0.17145588397979736, + "num_tokens": 5214549.0, + "step": 1815 + }, + { + "entropy": 5.366263675689697, + "epoch": 2.1589561091340452, + "grad_norm": 1.0390625, + "learning_rate": 0.00048660766965908736, + "loss": 5.2164, + "mean_token_accuracy": 0.16977577656507492, + "num_tokens": 5228571.0, + "step": 1820 + }, + { + "entropy": 5.388319301605224, + "epoch": 2.1648873072360617, + "grad_norm": 1.03125, + "learning_rate": 0.000486445316903294, + "loss": 5.1452, + "mean_token_accuracy": 0.17680991888046266, + "num_tokens": 5242797.0, + "step": 1825 + }, + { + "entropy": 5.426320600509643, + "epoch": 2.170818505338078, + "grad_norm": 0.99609375, + "learning_rate": 0.000486282016537027, + "loss": 5.2368, + "mean_token_accuracy": 0.17110936492681503, + "num_tokens": 5257692.0, + "step": 1830 + }, + { + "entropy": 5.450334596633911, + "epoch": 2.176749703440095, + "grad_norm": 1.125, + "learning_rate": 0.0004861177692921313, + "loss": 5.2329, + "mean_token_accuracy": 0.17457327097654343, + "num_tokens": 5273117.0, + "step": 1835 + }, + { + "entropy": 5.369627332687378, + "epoch": 2.1826809015421116, + "grad_norm": 0.9375, + "learning_rate": 0.000485952575904695, + "loss": 5.1764, + "mean_token_accuracy": 0.165084633231163, + "num_tokens": 5287232.0, + "step": 1840 + }, + { + "entropy": 5.3623122215271, + "epoch": 2.188612099644128, + "grad_norm": 1.0859375, + "learning_rate": 0.0004857864371150467, + "loss": 5.164, + "mean_token_accuracy": 0.17174010574817658, + "num_tokens": 5300049.0, + "step": 1845 + }, + { + "entropy": 5.422196960449218, + "epoch": 2.1945432977461445, + "grad_norm": 1.109375, + "learning_rate": 0.0004856193536677515, + "loss": 5.1665, + "mean_token_accuracy": 0.17225924283266067, + "num_tokens": 5313811.0, + "step": 1850 + }, + { + "entropy": 5.38545184135437, + "epoch": 2.2004744958481615, + "grad_norm": 1.109375, + "learning_rate": 0.00048545132631160856, + "loss": 5.2414, + "mean_token_accuracy": 0.16925344467163086, + "num_tokens": 5326402.0, + "step": 1855 + }, + { + "entropy": 5.331728982925415, + "epoch": 2.206405693950178, + "grad_norm": 1.1875, + "learning_rate": 0.000485282355799647, + "loss": 5.1074, + "mean_token_accuracy": 0.1777871370315552, + "num_tokens": 5340440.0, + "step": 1860 + }, + { + "entropy": 5.373279333114624, + "epoch": 2.2123368920521944, + "grad_norm": 1.0546875, + "learning_rate": 0.0004851124428891226, + "loss": 5.2044, + "mean_token_accuracy": 0.17208765894174577, + "num_tokens": 5355271.0, + "step": 1865 + }, + { + "entropy": 5.3738720417022705, + "epoch": 2.2182680901542113, + "grad_norm": 0.953125, + "learning_rate": 0.00048494158834151485, + "loss": 5.1657, + "mean_token_accuracy": 0.1768079251050949, + "num_tokens": 5371939.0, + "step": 1870 + }, + { + "entropy": 5.338125801086425, + "epoch": 2.224199288256228, + "grad_norm": 0.984375, + "learning_rate": 0.00048476979292252323, + "loss": 5.0599, + "mean_token_accuracy": 0.18021448701620102, + "num_tokens": 5386242.0, + "step": 1875 + }, + { + "entropy": 5.32992787361145, + "epoch": 2.2301304863582443, + "grad_norm": 1.0625, + "learning_rate": 0.0004845970574020637, + "loss": 5.1392, + "mean_token_accuracy": 0.17196872234344482, + "num_tokens": 5399867.0, + "step": 1880 + }, + { + "entropy": 5.3204365253448485, + "epoch": 2.2360616844602608, + "grad_norm": 0.9609375, + "learning_rate": 0.00048442338255426555, + "loss": 5.0614, + "mean_token_accuracy": 0.1749480903148651, + "num_tokens": 5414236.0, + "step": 1885 + }, + { + "entropy": 5.360966062545776, + "epoch": 2.2419928825622777, + "grad_norm": 1.03125, + "learning_rate": 0.0004842487691574675, + "loss": 5.1766, + "mean_token_accuracy": 0.17208879739046096, + "num_tokens": 5428510.0, + "step": 1890 + }, + { + "entropy": 5.411381673812866, + "epoch": 2.247924080664294, + "grad_norm": 1.0390625, + "learning_rate": 0.0004840732179942146, + "loss": 5.1757, + "mean_token_accuracy": 0.17247659713029861, + "num_tokens": 5443137.0, + "step": 1895 + }, + { + "entropy": 5.371445941925049, + "epoch": 2.2538552787663106, + "grad_norm": 1.0390625, + "learning_rate": 0.00048389672985125467, + "loss": 5.1897, + "mean_token_accuracy": 0.1735587641596794, + "num_tokens": 5456574.0, + "step": 1900 + }, + { + "entropy": 5.3538429737091064, + "epoch": 2.2597864768683276, + "grad_norm": 0.91796875, + "learning_rate": 0.0004837193055195344, + "loss": 5.1926, + "mean_token_accuracy": 0.17189497202634813, + "num_tokens": 5472789.0, + "step": 1905 + }, + { + "entropy": 5.422811889648438, + "epoch": 2.265717674970344, + "grad_norm": 0.9921875, + "learning_rate": 0.00048354094579419656, + "loss": 5.1784, + "mean_token_accuracy": 0.1655895009636879, + "num_tokens": 5488202.0, + "step": 1910 + }, + { + "entropy": 5.344785451889038, + "epoch": 2.2716488730723605, + "grad_norm": 0.9375, + "learning_rate": 0.00048336165147457537, + "loss": 5.2373, + "mean_token_accuracy": 0.16763855069875716, + "num_tokens": 5502661.0, + "step": 1915 + }, + { + "entropy": 5.352733612060547, + "epoch": 2.277580071174377, + "grad_norm": 1.3046875, + "learning_rate": 0.00048318142336419413, + "loss": 5.1591, + "mean_token_accuracy": 0.17304945439100267, + "num_tokens": 5516371.0, + "step": 1920 + }, + { + "entropy": 5.342757987976074, + "epoch": 2.283511269276394, + "grad_norm": 1.0390625, + "learning_rate": 0.0004830002622707604, + "loss": 5.1239, + "mean_token_accuracy": 0.1793706387281418, + "num_tokens": 5529339.0, + "step": 1925 + }, + { + "entropy": 5.337879085540772, + "epoch": 2.2894424673784104, + "grad_norm": 1.0859375, + "learning_rate": 0.00048281816900616354, + "loss": 5.1158, + "mean_token_accuracy": 0.17504990845918655, + "num_tokens": 5543173.0, + "step": 1930 + }, + { + "entropy": 5.280277824401855, + "epoch": 2.295373665480427, + "grad_norm": 0.98046875, + "learning_rate": 0.00048263514438647015, + "loss": 5.1089, + "mean_token_accuracy": 0.17652505189180373, + "num_tokens": 5557080.0, + "step": 1935 + }, + { + "entropy": 5.356028890609741, + "epoch": 2.301304863582444, + "grad_norm": 0.9609375, + "learning_rate": 0.0004824511892319209, + "loss": 5.1702, + "mean_token_accuracy": 0.17574198096990584, + "num_tokens": 5571422.0, + "step": 1940 + }, + { + "entropy": 5.253097772598267, + "epoch": 2.3072360616844603, + "grad_norm": 1.265625, + "learning_rate": 0.0004822663043669267, + "loss": 4.9664, + "mean_token_accuracy": 0.18942097276449205, + "num_tokens": 5583057.0, + "step": 1945 + }, + { + "entropy": 5.27740592956543, + "epoch": 2.3131672597864767, + "grad_norm": 1.0546875, + "learning_rate": 0.00048208049062006505, + "loss": 5.2096, + "mean_token_accuracy": 0.16950699239969252, + "num_tokens": 5596201.0, + "step": 1950 + }, + { + "entropy": 5.393002700805664, + "epoch": 2.3190984578884937, + "grad_norm": 0.921875, + "learning_rate": 0.0004818937488240764, + "loss": 5.1601, + "mean_token_accuracy": 0.17385102808475494, + "num_tokens": 5612461.0, + "step": 1955 + }, + { + "entropy": 5.323347473144532, + "epoch": 2.32502965599051, + "grad_norm": 1.046875, + "learning_rate": 0.00048170607981586023, + "loss": 5.2285, + "mean_token_accuracy": 0.16853837668895721, + "num_tokens": 5628148.0, + "step": 1960 + }, + { + "entropy": 5.288127470016479, + "epoch": 2.3309608540925266, + "grad_norm": 1.015625, + "learning_rate": 0.0004815174844364714, + "loss": 5.0684, + "mean_token_accuracy": 0.1746617555618286, + "num_tokens": 5641695.0, + "step": 1965 + }, + { + "entropy": 5.371695184707642, + "epoch": 2.3368920521945435, + "grad_norm": 1.0625, + "learning_rate": 0.0004813279635311165, + "loss": 5.1085, + "mean_token_accuracy": 0.18225748091936111, + "num_tokens": 5654902.0, + "step": 1970 + }, + { + "entropy": 5.291834688186645, + "epoch": 2.34282325029656, + "grad_norm": 1.125, + "learning_rate": 0.00048113751794914974, + "loss": 5.1022, + "mean_token_accuracy": 0.18446253687143327, + "num_tokens": 5666899.0, + "step": 1975 + }, + { + "entropy": 5.420601224899292, + "epoch": 2.3487544483985765, + "grad_norm": 0.9296875, + "learning_rate": 0.0004809461485440694, + "loss": 5.2152, + "mean_token_accuracy": 0.17578936219215394, + "num_tokens": 5682525.0, + "step": 1980 + }, + { + "entropy": 5.2827568531036375, + "epoch": 2.354685646500593, + "grad_norm": 1.0, + "learning_rate": 0.0004807538561735143, + "loss": 5.14, + "mean_token_accuracy": 0.16829978823661804, + "num_tokens": 5697097.0, + "step": 1985 + }, + { + "entropy": 5.2644284725189205, + "epoch": 2.36061684460261, + "grad_norm": 1.140625, + "learning_rate": 0.00048056064169925904, + "loss": 5.0869, + "mean_token_accuracy": 0.17536696344614028, + "num_tokens": 5712340.0, + "step": 1990 + }, + { + "entropy": 5.353961038589477, + "epoch": 2.3665480427046264, + "grad_norm": 1.0625, + "learning_rate": 0.00048036650598721125, + "loss": 5.197, + "mean_token_accuracy": 0.16865415275096893, + "num_tokens": 5726509.0, + "step": 1995 + }, + { + "entropy": 5.3073567867279055, + "epoch": 2.372479240806643, + "grad_norm": 1.015625, + "learning_rate": 0.00048017144990740673, + "loss": 5.121, + "mean_token_accuracy": 0.1786181464791298, + "num_tokens": 5740977.0, + "step": 2000 + }, + { + "epoch": 2.372479240806643, + "eval_entropy": 5.170273498523454, + "eval_loss": 5.574867248535156, + "eval_mean_token_accuracy": 0.16265562777778853, + "eval_num_tokens": 5740977.0, + "eval_runtime": 2.4303, + "eval_samples_per_second": 1073.13, + "eval_steps_per_second": 134.141, + "step": 2000 + } + ], + "logging_steps": 5, + "max_steps": 8420, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 1.0148915261952e+16, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-2000/training_args.bin b/checkpoint-2000/training_args.bin new file mode 100644 index 0000000..4887968 --- /dev/null +++ b/checkpoint-2000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b1c135f6b8569a4ca131508cf9d8c7cebd96bc433f924eb7233c36a7d98147e +size 6289 diff --git a/checkpoint-2500/added_tokens.json b/checkpoint-2500/added_tokens.json new file mode 100644 index 0000000..ec04e13 --- /dev/null +++ b/checkpoint-2500/added_tokens.json @@ -0,0 +1,1768 @@ +{ + "": 47388, + "[CLS]": 47386, + "[MASK]": 47389, + "[SEP]": 47387, + "[XXXXX0]": 47670, + "[XXXXX1000]": 48506, + "[XXXXX1001]": 48961, + "[XXXXX1002]": 47825, + "[XXXXX1003]": 48233, + "[XXXXX1004]": 48970, + "[XXXXX1005]": 48971, + "[XXXXX1006]": 47998, + "[XXXXX1007]": 48989, + "[XXXXX1008]": 47450, + "[XXXXX1009]": 48240, + "[XXXXX100]": 47422, + "[XXXXX1010]": 47623, + "[XXXXX1011]": 47805, + "[XXXXX1012]": 48454, + "[XXXXX1013]": 48537, + "[XXXXX1014]": 47764, + "[XXXXX1015]": 47584, + "[XXXXX1016]": 48287, + "[XXXXX1017]": 48689, + "[XXXXX1018]": 49119, + "[XXXXX1019]": 48584, + "[XXXXX101]": 47890, + "[XXXXX1020]": 47445, + "[XXXXX1021]": 48199, + "[XXXXX1022]": 48276, + "[XXXXX1023]": 47859, + "[XXXXX1024]": 48258, + "[XXXXX1025]": 48325, + "[XXXXX1026]": 47687, + "[XXXXX1027]": 48990, + "[XXXXX1028]": 49059, + "[XXXXX1029]": 48382, + "[XXXXX102]": 47921, + "[XXXXX1030]": 47775, + "[XXXXX1031]": 47870, + "[XXXXX1032]": 47683, + "[XXXXX1033]": 48750, + "[XXXXX1034]": 49130, + "[XXXXX1035]": 47811, + "[XXXXX1036]": 47462, + "[XXXXX1037]": 47843, + "[XXXXX1038]": 47439, + "[XXXXX1039]": 48830, + "[XXXXX103]": 48327, + "[XXXXX1040]": 48720, + "[XXXXX1041]": 48485, + "[XXXXX1042]": 47919, + "[XXXXX1043]": 48781, + "[XXXXX1044]": 47695, + "[XXXXX1045]": 48043, + "[XXXXX1046]": 47732, + "[XXXXX1047]": 48590, + "[XXXXX1048]": 48901, + "[XXXXX1049]": 48470, + "[XXXXX104]": 47560, + "[XXXXX1050]": 47751, + "[XXXXX1051]": 48487, + "[XXXXX1052]": 48959, + "[XXXXX1053]": 47720, + "[XXXXX1054]": 48477, + "[XXXXX1055]": 47405, + "[XXXXX1056]": 47920, + "[XXXXX1057]": 48139, + "[XXXXX1058]": 48775, + "[XXXXX1059]": 47767, + "[XXXXX105]": 48734, + "[XXXXX1060]": 47446, + "[XXXXX1061]": 48433, + "[XXXXX1062]": 48073, + "[XXXXX1063]": 48868, + "[XXXXX1064]": 47615, + "[XXXXX1065]": 48702, + "[XXXXX1066]": 48578, + "[XXXXX1067]": 47773, + "[XXXXX1068]": 48659, + "[XXXXX1069]": 48281, + "[XXXXX106]": 48900, + "[XXXXX1070]": 48588, + "[XXXXX1071]": 47994, + "[XXXXX1072]": 47709, + "[XXXXX1073]": 47716, + "[XXXXX1074]": 48339, + "[XXXXX1075]": 49007, + "[XXXXX1076]": 49019, + "[XXXXX1077]": 48182, + "[XXXXX1078]": 48114, + "[XXXXX1079]": 49090, + "[XXXXX107]": 48981, + "[XXXXX1080]": 47901, + "[XXXXX1081]": 48465, + "[XXXXX1082]": 49027, + "[XXXXX1083]": 47839, + "[XXXXX1084]": 48061, + "[XXXXX1085]": 47657, + "[XXXXX1086]": 48963, + "[XXXXX1087]": 49089, + "[XXXXX1088]": 49135, + "[XXXXX1089]": 47487, + "[XXXXX108]": 48217, + "[XXXXX1090]": 48158, + "[XXXXX1091]": 49123, + "[XXXXX1092]": 47656, + "[XXXXX1093]": 49031, + "[XXXXX1094]": 48840, + "[XXXXX1095]": 48753, + "[XXXXX1096]": 47501, + "[XXXXX1097]": 47698, + "[XXXXX1098]": 47547, + "[XXXXX1099]": 48844, + "[XXXXX109]": 47587, + "[XXXXX10]": 47512, + "[XXXXX1100]": 47508, + "[XXXXX1101]": 48130, + "[XXXXX1102]": 48225, + "[XXXXX1103]": 48953, + "[XXXXX1104]": 47633, + "[XXXXX1105]": 48614, + "[XXXXX1106]": 48685, + "[XXXXX1107]": 47845, + "[XXXXX1108]": 48337, + "[XXXXX1109]": 48879, + "[XXXXX110]": 47862, + "[XXXXX1110]": 48222, + "[XXXXX1111]": 49127, + "[XXXXX1112]": 47893, + "[XXXXX1113]": 48261, + "[XXXXX1114]": 47543, + "[XXXXX1115]": 48597, + "[XXXXX1116]": 48206, + "[XXXXX1117]": 47478, + "[XXXXX1118]": 48930, + "[XXXXX1119]": 47864, + "[XXXXX111]": 48237, + "[XXXXX1120]": 48638, + "[XXXXX1121]": 48162, + "[XXXXX1122]": 48678, + "[XXXXX1123]": 48790, + "[XXXXX1124]": 49075, + "[XXXXX1125]": 47490, + "[XXXXX1126]": 47542, + "[XXXXX1127]": 48121, + "[XXXXX1128]": 48910, + "[XXXXX1129]": 47545, + "[XXXXX112]": 48153, + "[XXXXX1130]": 48499, + "[XXXXX1131]": 48943, + "[XXXXX1132]": 48066, + "[XXXXX1133]": 47882, + "[XXXXX1134]": 48392, + "[XXXXX1135]": 48553, + "[XXXXX1136]": 47505, + "[XXXXX1137]": 48634, + "[XXXXX1138]": 49082, + "[XXXXX1139]": 47707, + "[XXXXX113]": 48869, + "[XXXXX1140]": 48888, + "[XXXXX1141]": 48069, + "[XXXXX1142]": 48646, + "[XXXXX1143]": 47985, + "[XXXXX1144]": 47432, + "[XXXXX1145]": 48788, + "[XXXXX1146]": 48622, + "[XXXXX1147]": 48479, + "[XXXXX1148]": 47599, + "[XXXXX1149]": 48903, + "[XXXXX114]": 48071, + "[XXXXX1150]": 48303, + "[XXXXX1151]": 48316, + "[XXXXX1152]": 48999, + "[XXXXX1153]": 48629, + "[XXXXX1154]": 48515, + "[XXXXX1155]": 48264, + "[XXXXX1156]": 47837, + "[XXXXX1157]": 47537, + "[XXXXX1158]": 48882, + "[XXXXX1159]": 47744, + "[XXXXX115]": 47954, + "[XXXXX1160]": 47637, + "[XXXXX1161]": 48701, + "[XXXXX1162]": 48831, + "[XXXXX1163]": 48861, + "[XXXXX1164]": 48880, + "[XXXXX1165]": 47679, + "[XXXXX1166]": 47620, + "[XXXXX1167]": 48591, + "[XXXXX1168]": 48776, + "[XXXXX1169]": 48472, + "[XXXXX116]": 48997, + "[XXXXX1170]": 48992, + "[XXXXX1171]": 48440, + "[XXXXX1172]": 48145, + "[XXXXX1173]": 48466, + "[XXXXX1174]": 48319, + "[XXXXX1175]": 47745, + "[XXXXX1176]": 47933, + "[XXXXX1177]": 49084, + "[XXXXX1178]": 47544, + "[XXXXX1179]": 48935, + "[XXXXX117]": 49103, + "[XXXXX1180]": 48660, + "[XXXXX1181]": 48993, + "[XXXXX1182]": 47457, + "[XXXXX1183]": 47593, + "[XXXXX1184]": 47795, + "[XXXXX1185]": 47706, + "[XXXXX1186]": 48263, + "[XXXXX1187]": 49033, + "[XXXXX1188]": 48544, + "[XXXXX1189]": 47409, + "[XXXXX118]": 47420, + "[XXXXX1190]": 47834, + "[XXXXX1191]": 47874, + "[XXXXX1192]": 47397, + "[XXXXX1193]": 48853, + "[XXXXX1194]": 47641, + "[XXXXX1195]": 48484, + "[XXXXX1196]": 48412, + "[XXXXX1197]": 48488, + "[XXXXX1198]": 49097, + "[XXXXX1199]": 47879, + "[XXXXX119]": 48770, + "[XXXXX11]": 48211, + "[XXXXX1200]": 47526, + "[XXXXX1201]": 48749, + "[XXXXX1202]": 48568, + "[XXXXX1203]": 48481, + "[XXXXX1204]": 48608, + "[XXXXX1205]": 48309, + "[XXXXX1206]": 48855, + "[XXXXX1207]": 47911, + "[XXXXX1208]": 47799, + "[XXXXX1209]": 47622, + "[XXXXX120]": 48693, + "[XXXXX1210]": 48131, + "[XXXXX1211]": 48345, + "[XXXXX1212]": 48304, + "[XXXXX1213]": 48682, + "[XXXXX1214]": 47492, + "[XXXXX1215]": 47497, + "[XXXXX1216]": 48939, + "[XXXXX1217]": 48442, + "[XXXXX1218]": 47841, + "[XXXXX1219]": 47453, + "[XXXXX121]": 47554, + "[XXXXX1220]": 47419, + "[XXXXX1221]": 48672, + "[XXXXX1222]": 48154, + "[XXXXX1223]": 49087, + "[XXXXX1224]": 48511, + "[XXXXX1225]": 48448, + "[XXXXX1226]": 48988, + "[XXXXX1227]": 47669, + "[XXXXX1228]": 47596, + "[XXXXX1229]": 48602, + "[XXXXX122]": 48605, + "[XXXXX1230]": 48064, + "[XXXXX1231]": 48107, + "[XXXXX1232]": 48160, + "[XXXXX1233]": 47925, + "[XXXXX1234]": 48413, + "[XXXXX1235]": 49005, + "[XXXXX1236]": 49115, + "[XXXXX1237]": 48201, + "[XXXXX1238]": 47601, + "[XXXXX1239]": 47398, + "[XXXXX123]": 48582, + "[XXXXX1240]": 47616, + "[XXXXX1241]": 48002, + "[XXXXX1242]": 48543, + "[XXXXX1243]": 47818, + "[XXXXX1244]": 48569, + "[XXXXX1245]": 48647, + "[XXXXX1246]": 47681, + "[XXXXX1247]": 48898, + "[XXXXX1248]": 47498, + "[XXXXX1249]": 48378, + "[XXXXX124]": 48118, + "[XXXXX1250]": 48344, + "[XXXXX1251]": 47585, + "[XXXXX1252]": 48715, + "[XXXXX1253]": 47483, + "[XXXXX1254]": 48340, + "[XXXXX1255]": 48991, + "[XXXXX1256]": 48736, + "[XXXXX1257]": 47511, + "[XXXXX1258]": 48293, + "[XXXXX1259]": 48168, + "[XXXXX125]": 48374, + "[XXXXX1260]": 48951, + "[XXXXX1261]": 47416, + "[XXXXX1262]": 48745, + "[XXXXX1263]": 47979, + "[XXXXX1264]": 48592, + "[XXXXX1265]": 48945, + "[XXXXX1266]": 47865, + "[XXXXX1267]": 48239, + "[XXXXX1268]": 47672, + "[XXXXX1269]": 47848, + "[XXXXX126]": 48594, + "[XXXXX1270]": 48566, + "[XXXXX1271]": 48108, + "[XXXXX1272]": 47665, + "[XXXXX1273]": 47815, + "[XXXXX1274]": 48016, + "[XXXXX1275]": 48015, + "[XXXXX1276]": 48166, + "[XXXXX1277]": 47757, + "[XXXXX1278]": 47400, + "[XXXXX1279]": 47754, + "[XXXXX127]": 47436, + "[XXXXX1280]": 47417, + "[XXXXX1281]": 48047, + "[XXXXX1282]": 47472, + "[XXXXX1283]": 49040, + "[XXXXX1284]": 47710, + "[XXXXX1285]": 48883, + "[XXXXX1286]": 48209, + "[XXXXX1287]": 48046, + "[XXXXX1288]": 47999, + "[XXXXX1289]": 47735, + "[XXXXX128]": 48995, + "[XXXXX1290]": 48556, + "[XXXXX1291]": 48687, + "[XXXXX1292]": 49046, + "[XXXXX1293]": 48713, + "[XXXXX1294]": 48266, + "[XXXXX1295]": 48917, + "[XXXXX1296]": 49121, + "[XXXXX1297]": 48794, + "[XXXXX1298]": 48443, + "[XXXXX1299]": 47612, + "[XXXXX129]": 48082, + "[XXXXX12]": 48933, + "[XXXXX1300]": 47942, + "[XXXXX1301]": 48063, + "[XXXXX1302]": 48368, + "[XXXXX1303]": 47910, + "[XXXXX1304]": 47802, + "[XXXXX1305]": 47905, + "[XXXXX1306]": 47421, + "[XXXXX1307]": 49125, + "[XXXXX1308]": 47553, + "[XXXXX1309]": 47697, + "[XXXXX130]": 48746, + "[XXXXX1310]": 49069, + "[XXXXX1311]": 47789, + "[XXXXX1312]": 48575, + "[XXXXX1313]": 47402, + "[XXXXX1314]": 48829, + "[XXXXX1315]": 47394, + "[XXXXX1316]": 48187, + "[XXXXX1317]": 48147, + "[XXXXX1318]": 48703, + "[XXXXX1319]": 48549, + "[XXXXX131]": 48106, + "[XXXXX1320]": 48644, + "[XXXXX1321]": 48165, + "[XXXXX1322]": 47689, + "[XXXXX1323]": 47966, + "[XXXXX1324]": 47897, + "[XXXXX1325]": 48076, + "[XXXXX1326]": 48873, + "[XXXXX1327]": 48754, + "[XXXXX1328]": 47813, + "[XXXXX1329]": 49072, + "[XXXXX132]": 48427, + "[XXXXX1330]": 48809, + "[XXXXX1331]": 48489, + "[XXXXX1332]": 48243, + "[XXXXX1333]": 48921, + "[XXXXX1334]": 48322, + "[XXXXX1335]": 47531, + "[XXXXX1336]": 48110, + "[XXXXX1337]": 47723, + "[XXXXX1338]": 47908, + "[XXXXX1339]": 48700, + "[XXXXX133]": 47604, + "[XXXXX1340]": 48651, + "[XXXXX1341]": 48877, + "[XXXXX1342]": 47431, + "[XXXXX1343]": 47433, + "[XXXXX1344]": 47880, + "[XXXXX1345]": 48977, + "[XXXXX1346]": 48772, + "[XXXXX1347]": 48391, + "[XXXXX1348]": 48529, + "[XXXXX1349]": 48196, + "[XXXXX134]": 47765, + "[XXXXX1350]": 48404, + "[XXXXX1351]": 48104, + "[XXXXX1352]": 47517, + "[XXXXX1353]": 48850, + "[XXXXX1354]": 48357, + "[XXXXX1355]": 48862, + "[XXXXX1356]": 48492, + "[XXXXX1357]": 48062, + "[XXXXX1358]": 48721, + "[XXXXX1359]": 48922, + "[XXXXX135]": 47957, + "[XXXXX1360]": 47550, + "[XXXXX1361]": 49045, + "[XXXXX1362]": 48748, + "[XXXXX1363]": 49028, + "[XXXXX1364]": 48833, + "[XXXXX1365]": 47700, + "[XXXXX1366]": 47396, + "[XXXXX1367]": 47686, + "[XXXXX1368]": 48242, + "[XXXXX1369]": 48032, + "[XXXXX136]": 48342, + "[XXXXX1370]": 47562, + "[XXXXX1371]": 48212, + "[XXXXX1372]": 48610, + "[XXXXX1373]": 49013, + "[XXXXX1374]": 48041, + "[XXXXX1375]": 48246, + "[XXXXX1376]": 47551, + "[XXXXX1377]": 48353, + "[XXXXX1378]": 47658, + "[XXXXX1379]": 47828, + "[XXXXX137]": 48518, + "[XXXXX1380]": 48136, + "[XXXXX1381]": 48564, + "[XXXXX1382]": 48973, + "[XXXXX1383]": 47619, + "[XXXXX1384]": 48254, + "[XXXXX1385]": 48680, + "[XXXXX1386]": 47724, + "[XXXXX1387]": 47756, + "[XXXXX1388]": 48176, + "[XXXXX1389]": 48681, + "[XXXXX138]": 47664, + "[XXXXX1390]": 47594, + "[XXXXX1391]": 48760, + "[XXXXX1392]": 49110, + "[XXXXX1393]": 47676, + "[XXXXX1394]": 47963, + "[XXXXX1395]": 47403, + "[XXXXX1396]": 48493, + "[XXXXX1397]": 47591, + "[XXXXX1398]": 47632, + "[XXXXX1399]": 48996, + "[XXXXX139]": 48521, + "[XXXXX13]": 47875, + "[XXXXX1400]": 47705, + "[XXXXX1401]": 48983, + "[XXXXX1402]": 47941, + "[XXXXX1403]": 47922, + "[XXXXX1404]": 47390, + "[XXXXX1405]": 48635, + "[XXXXX1406]": 48906, + "[XXXXX1407]": 48514, + "[XXXXX1408]": 48169, + "[XXXXX1409]": 48004, + "[XXXXX140]": 48762, + "[XXXXX1410]": 47515, + "[XXXXX1411]": 47470, + "[XXXXX1412]": 47858, + "[XXXXX1413]": 47540, + "[XXXXX1414]": 47690, + "[XXXXX1415]": 48054, + "[XXXXX1416]": 48615, + "[XXXXX1417]": 47803, + "[XXXXX1418]": 47455, + "[XXXXX1419]": 48226, + "[XXXXX141]": 48912, + "[XXXXX1420]": 47808, + "[XXXXX1421]": 47636, + "[XXXXX1422]": 48832, + "[XXXXX1423]": 47611, + "[XXXXX1424]": 48782, + "[XXXXX1425]": 49146, + "[XXXXX1426]": 48976, + "[XXXXX1427]": 48585, + "[XXXXX1428]": 48667, + "[XXXXX1429]": 48171, + "[XXXXX142]": 48573, + "[XXXXX1430]": 48181, + "[XXXXX1431]": 47814, + "[XXXXX1432]": 48589, + "[XXXXX1433]": 48916, + "[XXXXX1434]": 48068, + "[XXXXX1435]": 47949, + "[XXXXX1436]": 48252, + "[XXXXX1437]": 48724, + "[XXXXX1438]": 48807, + "[XXXXX1439]": 48379, + "[XXXXX143]": 48835, + "[XXXXX1440]": 48005, + "[XXXXX1441]": 48416, + "[XXXXX1442]": 47595, + "[XXXXX1443]": 47831, + "[XXXXX1444]": 49034, + "[XXXXX1445]": 48893, + "[XXXXX1446]": 47631, + "[XXXXX1447]": 48419, + "[XXXXX1448]": 48874, + "[XXXXX1449]": 49078, + "[XXXXX144]": 48224, + "[XXXXX1450]": 48616, + "[XXXXX1451]": 48688, + "[XXXXX1452]": 47532, + "[XXXXX1453]": 49107, + "[XXXXX1454]": 47945, + "[XXXXX1455]": 48349, + "[XXXXX1456]": 48761, + "[XXXXX1457]": 47399, + "[XXXXX1458]": 47494, + "[XXXXX1459]": 48541, + "[XXXXX145]": 47819, + "[XXXXX1460]": 47668, + "[XXXXX1461]": 48155, + "[XXXXX1462]": 48203, + "[XXXXX1463]": 48308, + "[XXXXX1464]": 47923, + "[XXXXX1465]": 48628, + "[XXXXX1466]": 48894, + "[XXXXX1467]": 48504, + "[XXXXX1468]": 47780, + "[XXXXX1469]": 48780, + "[XXXXX146]": 47856, + "[XXXXX1470]": 47947, + "[XXXXX1471]": 47770, + "[XXXXX1472]": 48645, + "[XXXXX1473]": 47711, + "[XXXXX1474]": 47427, + "[XXXXX1475]": 49042, + "[XXXXX1476]": 48341, + "[XXXXX1477]": 48744, + "[XXXXX1478]": 48421, + "[XXXXX1479]": 48574, + "[XXXXX147]": 47892, + "[XXXXX1480]": 48664, + "[XXXXX1481]": 47649, + "[XXXXX1482]": 47529, + "[XXXXX1483]": 48675, + "[XXXXX1484]": 47850, + "[XXXXX1485]": 48918, + "[XXXXX1486]": 47778, + "[XXXXX1487]": 47929, + "[XXXXX1488]": 47675, + "[XXXXX1489]": 48817, + "[XXXXX148]": 47411, + "[XXXXX1490]": 48612, + "[XXXXX1491]": 48598, + "[XXXXX1492]": 49108, + "[XXXXX1493]": 48272, + "[XXXXX1494]": 48904, + "[XXXXX1495]": 48658, + "[XXXXX1496]": 47737, + "[XXXXX1497]": 48141, + "[XXXXX1498]": 48593, + "[XXXXX1499]": 48452, + "[XXXXX149]": 47718, + "[XXXXX14]": 47771, + "[XXXXX1500]": 48637, + "[XXXXX1501]": 48804, + "[XXXXX1502]": 47752, + "[XXXXX1503]": 48430, + "[XXXXX1504]": 48759, + "[XXXXX1505]": 48823, + "[XXXXX1506]": 47465, + "[XXXXX1507]": 47590, + "[XXXXX1508]": 48445, + "[XXXXX1509]": 48822, + "[XXXXX150]": 48400, + "[XXXXX1510]": 48184, + "[XXXXX1511]": 48603, + "[XXXXX1512]": 47962, + "[XXXXX1513]": 47581, + "[XXXXX1514]": 48655, + "[XXXXX1515]": 47886, + "[XXXXX1516]": 47762, + "[XXXXX1517]": 48410, + "[XXXXX1518]": 48437, + "[XXXXX1519]": 48815, + "[XXXXX151]": 47868, + "[XXXXX1520]": 48523, + "[XXXXX1521]": 48475, + "[XXXXX1522]": 48872, + "[XXXXX1523]": 47426, + "[XXXXX1524]": 48348, + "[XXXXX1525]": 48948, + "[XXXXX1526]": 49099, + "[XXXXX1527]": 47642, + "[XXXXX1528]": 48548, + "[XXXXX1529]": 48055, + "[XXXXX152]": 48542, + "[XXXXX1530]": 48630, + "[XXXXX1531]": 48896, + "[XXXXX1532]": 49020, + "[XXXXX1533]": 47727, + "[XXXXX1534]": 48944, + "[XXXXX1535]": 48848, + "[XXXXX1536]": 48717, + "[XXXXX1537]": 48494, + "[XXXXX1538]": 48124, + "[XXXXX1539]": 49055, + "[XXXXX153]": 48968, + "[XXXXX1540]": 48305, + "[XXXXX1541]": 48088, + "[XXXXX1542]": 49022, + "[XXXXX1543]": 49044, + "[XXXXX1544]": 48607, + "[XXXXX1545]": 48113, + "[XXXXX1546]": 48095, + "[XXXXX1547]": 48863, + "[XXXXX1548]": 48215, + "[XXXXX1549]": 48220, + "[XXXXX154]": 49023, + "[XXXXX1550]": 47442, + "[XXXXX1551]": 49122, + "[XXXXX1552]": 49131, + "[XXXXX1553]": 47991, + "[XXXXX1554]": 47899, + "[XXXXX1555]": 47499, + "[XXXXX1556]": 47406, + "[XXXXX1557]": 47894, + "[XXXXX1558]": 47844, + "[XXXXX1559]": 48164, + "[XXXXX155]": 47833, + "[XXXXX1560]": 48565, + "[XXXXX1561]": 47471, + "[XXXXX1562]": 48960, + "[XXXXX1563]": 47440, + "[XXXXX1564]": 47479, + "[XXXXX1565]": 47708, + "[XXXXX1566]": 47796, + "[XXXXX1567]": 47576, + "[XXXXX1568]": 48191, + "[XXXXX1569]": 48516, + "[XXXXX156]": 48827, + "[XXXXX1570]": 48911, + "[XXXXX1571]": 48205, + "[XXXXX1572]": 48336, + "[XXXXX1573]": 47482, + "[XXXXX1574]": 48952, + "[XXXXX1575]": 47960, + "[XXXXX1576]": 49098, + "[XXXXX1577]": 47904, + "[XXXXX1578]": 48414, + "[XXXXX1579]": 48752, + "[XXXXX157]": 48401, + "[XXXXX1580]": 48633, + "[XXXXX1581]": 48826, + "[XXXXX1582]": 47507, + "[XXXXX1583]": 47476, + "[XXXXX1584]": 48599, + "[XXXXX1585]": 48274, + "[XXXXX1586]": 47428, + "[XXXXX1587]": 48972, + "[XXXXX1588]": 47425, + "[XXXXX1589]": 48731, + "[XXXXX158]": 47951, + "[XXXXX1590]": 49009, + "[XXXXX1591]": 48839, + "[XXXXX1592]": 49006, + "[XXXXX1593]": 47626, + "[XXXXX1594]": 48231, + "[XXXXX1595]": 48554, + "[XXXXX1596]": 48045, + "[XXXXX1597]": 48769, + "[XXXXX1598]": 47652, + "[XXXXX1599]": 47444, + "[XXXXX159]": 49021, + "[XXXXX15]": 48530, + "[XXXXX1600]": 47964, + "[XXXXX1601]": 48560, + "[XXXXX1602]": 47855, + "[XXXXX1603]": 48324, + "[XXXXX1604]": 47961, + "[XXXXX1605]": 48296, + "[XXXXX1606]": 48148, + "[XXXXX1607]": 49038, + "[XXXXX1608]": 48994, + "[XXXXX1609]": 48767, + "[XXXXX160]": 48740, + "[XXXXX1610]": 48907, + "[XXXXX1611]": 47822, + "[XXXXX1612]": 47639, + "[XXXXX1613]": 48053, + "[XXXXX1614]": 48285, + "[XXXXX1615]": 47533, + "[XXXXX1616]": 47983, + "[XXXXX1617]": 47574, + "[XXXXX1618]": 48828, + "[XXXXX1619]": 48334, + "[XXXXX161]": 48290, + "[XXXXX1620]": 47928, + "[XXXXX1621]": 48177, + "[XXXXX1622]": 48056, + "[XXXXX1623]": 47488, + "[XXXXX1624]": 47866, + "[XXXXX1625]": 48273, + "[XXXXX1626]": 48234, + "[XXXXX1627]": 48757, + "[XXXXX1628]": 48075, + "[XXXXX1629]": 48768, + "[XXXXX162]": 48447, + "[XXXXX1630]": 48820, + "[XXXXX1631]": 48007, + "[XXXXX1632]": 48552, + "[XXXXX1633]": 47939, + "[XXXXX1634]": 48725, + "[XXXXX1635]": 47447, + "[XXXXX1636]": 47602, + "[XXXXX1637]": 47935, + "[XXXXX1638]": 49132, + "[XXXXX1639]": 47953, + "[XXXXX163]": 48371, + "[XXXXX1640]": 47748, + "[XXXXX1641]": 48116, + "[XXXXX1642]": 47610, + "[XXXXX1643]": 48105, + "[XXXXX1644]": 48460, + "[XXXXX1645]": 48773, + "[XXXXX1646]": 47974, + "[XXXXX1647]": 47678, + "[XXXXX1648]": 47571, + "[XXXXX1649]": 47717, + "[XXXXX164]": 48978, + "[XXXXX1650]": 48653, + "[XXXXX1651]": 48526, + "[XXXXX1652]": 47666, + "[XXXXX1653]": 48636, + "[XXXXX1654]": 49070, + "[XXXXX1655]": 48040, + "[XXXXX1656]": 49001, + "[XXXXX1657]": 48587, + "[XXXXX1658]": 48227, + "[XXXXX1659]": 47566, + "[XXXXX165]": 47992, + "[XXXXX1660]": 48774, + "[XXXXX1661]": 47443, + "[XXXXX1662]": 48037, + "[XXXXX1663]": 48377, + "[XXXXX1664]": 47733, + "[XXXXX1665]": 49071, + "[XXXXX1666]": 47528, + "[XXXXX1667]": 49124, + "[XXXXX1668]": 48510, + "[XXXXX1669]": 48125, + "[XXXXX166]": 48572, + "[XXXXX1670]": 47503, + "[XXXXX1671]": 47527, + "[XXXXX1672]": 47817, + "[XXXXX1673]": 49111, + "[XXXXX1674]": 47772, + "[XXXXX1675]": 47783, + "[XXXXX1676]": 49052, + "[XXXXX1677]": 47493, + "[XXXXX1678]": 47888, + "[XXXXX1679]": 48059, + "[XXXXX167]": 48008, + "[XXXXX1680]": 47456, + "[XXXXX1681]": 47906, + "[XXXXX1682]": 48026, + "[XXXXX1683]": 48149, + "[XXXXX1684]": 48451, + "[XXXXX1685]": 49029, + "[XXXXX1686]": 48313, + "[XXXXX1687]": 48089, + "[XXXXX1688]": 48795, + "[XXXXX1689]": 48396, + "[XXXXX168]": 47740, + "[XXXXX1690]": 48536, + "[XXXXX1691]": 47680, + "[XXXXX1692]": 48146, + "[XXXXX1693]": 48733, + "[XXXXX1694]": 47536, + "[XXXXX1695]": 47524, + "[XXXXX1696]": 48197, + "[XXXXX1697]": 49151, + "[XXXXX1698]": 48159, + "[XXXXX1699]": 48558, + "[XXXXX169]": 48189, + "[XXXXX16]": 48474, + "[XXXXX1700]": 48042, + "[XXXXX1701]": 47638, + "[XXXXX1702]": 48954, + "[XXXXX1703]": 47693, + "[XXXXX1704]": 48461, + "[XXXXX1705]": 48467, + "[XXXXX1706]": 48505, + "[XXXXX1707]": 47989, + "[XXXXX1708]": 47784, + "[XXXXX1709]": 47435, + "[XXXXX170]": 47429, + "[XXXXX1710]": 48152, + "[XXXXX1711]": 48301, + "[XXXXX1712]": 49094, + "[XXXXX1713]": 48649, + "[XXXXX1714]": 48117, + "[XXXXX1715]": 48185, + "[XXXXX1716]": 47832, + "[XXXXX1717]": 48383, + "[XXXXX1718]": 49012, + "[XXXXX1719]": 48986, + "[XXXXX171]": 48346, + "[XXXXX1720]": 47978, + "[XXXXX1721]": 47871, + "[XXXXX1722]": 47625, + "[XXXXX1723]": 48247, + "[XXXXX1724]": 47965, + "[XXXXX1725]": 47579, + "[XXXXX1726]": 48512, + "[XXXXX1727]": 48395, + "[XXXXX1728]": 48867, + "[XXXXX1729]": 47692, + "[XXXXX172]": 48003, + "[XXXXX1730]": 48497, + "[XXXXX1731]": 47393, + "[XXXXX1732]": 47530, + "[XXXXX1733]": 48129, + "[XXXXX1734]": 47916, + "[XXXXX1735]": 47943, + "[XXXXX1736]": 47559, + "[XXXXX1737]": 47477, + "[XXXXX1738]": 48432, + "[XXXXX1739]": 48244, + "[XXXXX173]": 48238, + "[XXXXX1740]": 48528, + "[XXXXX1741]": 48671, + "[XXXXX1742]": 48889, + "[XXXXX1743]": 48161, + "[XXXXX1744]": 48018, + "[XXXXX1745]": 48509, + "[XXXXX1746]": 47564, + "[XXXXX1747]": 48969, + "[XXXXX1748]": 48112, + "[XXXXX1749]": 49128, + "[XXXXX174]": 48786, + "[XXXXX1750]": 48886, + "[XXXXX1751]": 48932, + "[XXXXX1752]": 47970, + "[XXXXX1753]": 47969, + "[XXXXX1754]": 48508, + "[XXXXX1755]": 47857, + "[XXXXX1756]": 48563, + "[XXXXX1757]": 48503, + "[XXXXX1758]": 47797, + "[XXXXX1759]": 49053, + "[XXXXX175]": 48221, + "[XXXXX1760]": 48949, + "[XXXXX1761]": 48926, + "[XXXXX176]": 48895, + "[XXXXX177]": 48084, + "[XXXXX178]": 47408, + "[XXXXX179]": 48144, + "[XXXXX17]": 47563, + "[XXXXX180]": 47934, + "[XXXXX181]": 47567, + "[XXXXX182]": 47539, + "[XXXXX183]": 49106, + "[XXXXX184]": 48892, + "[XXXXX185]": 47458, + "[XXXXX186]": 48783, + "[XXXXX187]": 47914, + "[XXXXX188]": 47761, + "[XXXXX189]": 47997, + "[XXXXX18]": 48333, + "[XXXXX190]": 48312, + "[XXXXX191]": 49095, + "[XXXXX192]": 47785, + "[XXXXX193]": 47635, + "[XXXXX194]": 48955, + "[XXXXX195]": 48354, + "[XXXXX196]": 48545, + "[XXXXX197]": 48727, + "[XXXXX198]": 48306, + "[XXXXX199]": 49133, + "[XXXXX19]": 48262, + "[XXXXX1]": 49126, + "[XXXXX200]": 47701, + "[XXXXX201]": 47521, + "[XXXXX202]": 48805, + "[XXXXX203]": 48386, + "[XXXXX204]": 48909, + "[XXXXX205]": 47674, + "[XXXXX206]": 48640, + "[XXXXX207]": 48257, + "[XXXXX208]": 47977, + "[XXXXX209]": 48406, + "[XXXXX20]": 47779, + "[XXXXX210]": 48282, + "[XXXXX211]": 48280, + "[XXXXX212]": 47603, + "[XXXXX213]": 47869, + "[XXXXX214]": 47937, + "[XXXXX215]": 49073, + "[XXXXX216]": 47582, + "[XXXXX217]": 47816, + "[XXXXX218]": 47821, + "[XXXXX219]": 48857, + "[XXXXX21]": 48434, + "[XXXXX220]": 48172, + "[XXXXX221]": 47722, + "[XXXXX222]": 47618, + "[XXXXX223]": 48178, + "[XXXXX224]": 48000, + "[XXXXX225]": 48087, + "[XXXXX226]": 48924, + "[XXXXX227]": 47441, + "[XXXXX228]": 49058, + "[XXXXX229]": 48531, + "[XXXXX22]": 48052, + "[XXXXX230]": 47927, + "[XXXXX231]": 47930, + "[XXXXX232]": 49092, + "[XXXXX233]": 47996, + "[XXXXX234]": 49049, + "[XXXXX235]": 48299, + "[XXXXX236]": 48811, + "[XXXXX237]": 48343, + "[XXXXX238]": 49017, + "[XXXXX239]": 48806, + "[XXXXX23]": 48289, + "[XXXXX240]": 47835, + "[XXXXX241]": 48627, + "[XXXXX242]": 47643, + "[XXXXX243]": 47794, + "[XXXXX244]": 49093, + "[XXXXX245]": 47412, + "[XXXXX246]": 48092, + "[XXXXX247]": 47730, + "[XXXXX248]": 48228, + "[XXXXX249]": 47851, + "[XXXXX24]": 48722, + "[XXXXX250]": 48126, + "[XXXXX251]": 47749, + "[XXXXX252]": 47972, + "[XXXXX253]": 48534, + "[XXXXX254]": 48332, + "[XXXXX255]": 48601, + "[XXXXX256]": 48914, + "[XXXXX257]": 47760, + "[XXXXX258]": 48115, + "[XXXXX259]": 48338, + "[XXXXX25]": 48277, + "[XXXXX260]": 47853, + "[XXXXX261]": 48669, + "[XXXXX262]": 48834, + "[XXXXX263]": 48571, + "[XXXXX264]": 48738, + "[XXXXX265]": 48180, + "[XXXXX266]": 49002, + "[XXXXX267]": 47452, + "[XXXXX268]": 47684, + "[XXXXX269]": 47726, + "[XXXXX26]": 47895, + "[XXXXX270]": 48286, + "[XXXXX271]": 47401, + "[XXXXX272]": 48366, + "[XXXXX273]": 48913, + "[XXXXX274]": 47696, + "[XXXXX275]": 48429, + "[XXXXX276]": 48202, + "[XXXXX277]": 47714, + "[XXXXX278]": 47480, + "[XXXXX279]": 48551, + "[XXXXX27]": 47557, + "[XXXXX280]": 48323, + "[XXXXX281]": 47605, + "[XXXXX282]": 49079, + "[XXXXX283]": 47630, + "[XXXXX284]": 48210, + "[XXXXX285]": 48934, + "[XXXXX286]": 48742, + "[XXXXX287]": 48360, + "[XXXXX288]": 48214, + "[XXXXX289]": 47721, + "[XXXXX28]": 48390, + "[XXXXX290]": 48034, + "[XXXXX291]": 47404, + "[XXXXX292]": 48824, + "[XXXXX293]": 47570, + "[XXXXX294]": 48726, + "[XXXXX295]": 49147, + "[XXXXX296]": 47523, + "[XXXXX297]": 48074, + "[XXXXX298]": 48111, + "[XXXXX299]": 48797, + "[XXXXX29]": 48625, + "[XXXXX2]": 48707, + "[XXXXX300]": 47776, + "[XXXXX301]": 48897, + "[XXXXX302]": 48275, + "[XXXXX303]": 48307, + "[XXXXX304]": 48370, + "[XXXXX305]": 48662, + "[XXXXX306]": 48495, + "[XXXXX307]": 47867, + "[XXXXX308]": 48567, + "[XXXXX309]": 49112, + "[XXXXX30]": 48027, + "[XXXXX310]": 48818, + "[XXXXX311]": 47712, + "[XXXXX312]": 47938, + "[XXXXX313]": 48928, + "[XXXXX314]": 48251, + "[XXXXX315]": 48620, + "[XXXXX316]": 48821, + "[XXXXX317]": 48579, + "[XXXXX318]": 47860, + "[XXXXX319]": 48453, + "[XXXXX31]": 48799, + "[XXXXX320]": 48006, + "[XXXXX321]": 47766, + "[XXXXX322]": 48816, + "[XXXXX323]": 48358, + "[XXXXX324]": 48011, + "[XXXXX325]": 48208, + "[XXXXX326]": 48965, + "[XXXXX327]": 48058, + "[XXXXX328]": 48538, + "[XXXXX329]": 48480, + "[XXXXX32]": 48399, + "[XXXXX330]": 47634, + "[XXXXX331]": 47518, + "[XXXXX332]": 48132, + "[XXXXX333]": 47449, + "[XXXXX334]": 48044, + "[XXXXX335]": 47842, + "[XXXXX336]": 49041, + "[XXXXX337]": 48317, + "[XXXXX338]": 47830, + "[XXXXX339]": 49085, + "[XXXXX33]": 48852, + "[XXXXX340]": 47774, + "[XXXXX341]": 48650, + "[XXXXX342]": 48253, + "[XXXXX343]": 49145, + "[XXXXX344]": 48847, + "[XXXXX345]": 49062, + "[XXXXX346]": 48359, + "[XXXXX347]": 48595, + "[XXXXX348]": 47995, + "[XXXXX349]": 47729, + "[XXXXX34]": 48800, + "[XXXXX350]": 48245, + "[XXXXX351]": 48586, + "[XXXXX352]": 48365, + "[XXXXX353]": 48887, + "[XXXXX354]": 47464, + "[XXXXX355]": 47987, + "[XXXXX356]": 49136, + "[XXXXX357]": 48098, + "[XXXXX358]": 48259, + "[XXXXX359]": 47609, + "[XXXXX35]": 48127, + "[XXXXX360]": 48648, + "[XXXXX361]": 48431, + "[XXXXX362]": 48714, + "[XXXXX363]": 47624, + "[XXXXX364]": 47823, + "[XXXXX365]": 47936, + "[XXXXX366]": 47502, + "[XXXXX367]": 47506, + "[XXXXX368]": 49074, + "[XXXXX369]": 47731, + "[XXXXX36]": 48471, + "[XXXXX370]": 47807, + "[XXXXX371]": 47598, + "[XXXXX372]": 47806, + "[XXXXX373]": 47525, + "[XXXXX374]": 47883, + "[XXXXX375]": 49066, + "[XXXXX376]": 48067, + "[XXXXX377]": 48020, + "[XXXXX378]": 48527, + "[XXXXX379]": 48294, + "[XXXXX37]": 48102, + "[XXXXX380]": 48737, + "[XXXXX381]": 47614, + "[XXXXX382]": 48219, + "[XXXXX383]": 48143, + "[XXXXX384]": 48402, + "[XXXXX385]": 48190, + "[XXXXX386]": 48369, + "[XXXXX387]": 48982, + "[XXXXX388]": 49116, + "[XXXXX389]": 48793, + "[XXXXX38]": 48570, + "[XXXXX390]": 47491, + "[XXXXX391]": 48728, + "[XXXXX392]": 47948, + "[XXXXX393]": 48962, + "[XXXXX394]": 47988, + "[XXXXX395]": 47648, + "[XXXXX396]": 47395, + "[XXXXX397]": 47473, + "[XXXXX398]": 49091, + "[XXXXX399]": 49039, + "[XXXXX39]": 47958, + "[XXXXX3]": 48756, + "[XXXXX400]": 48784, + "[XXXXX401]": 47647, + "[XXXXX402]": 48028, + "[XXXXX403]": 48617, + "[XXXXX404]": 48964, + "[XXXXX405]": 48694, + "[XXXXX406]": 49043, + "[XXXXX407]": 47413, + "[XXXXX408]": 48557, + "[XXXXX409]": 48677, + "[XXXXX40]": 47514, + "[XXXXX410]": 47889, + "[XXXXX411]": 49010, + "[XXXXX412]": 47887, + "[XXXXX413]": 47655, + "[XXXXX414]": 47485, + "[XXXXX415]": 48741, + "[XXXXX416]": 48091, + "[XXXXX417]": 49061, + "[XXXXX418]": 48109, + "[XXXXX419]": 47702, + "[XXXXX41]": 48845, + "[XXXXX420]": 47430, + "[XXXXX421]": 49088, + "[XXXXX422]": 47677, + "[XXXXX423]": 48351, + "[XXXXX424]": 48001, + "[XXXXX425]": 48695, + "[XXXXX426]": 47713, + "[XXXXX427]": 48920, + "[XXXXX428]": 48674, + "[XXXXX429]": 48540, + "[XXXXX42]": 48142, + "[XXXXX430]": 47952, + "[XXXXX431]": 48362, + "[XXXXX432]": 47967, + "[XXXXX433]": 48705, + "[XXXXX434]": 48033, + "[XXXXX435]": 48024, + "[XXXXX436]": 47580, + "[XXXXX437]": 48618, + "[XXXXX438]": 47659, + "[XXXXX439]": 48435, + "[XXXXX43]": 48837, + "[XXXXX440]": 48631, + "[XXXXX441]": 47877, + "[XXXXX442]": 48036, + "[XXXXX443]": 47667, + "[XXXXX444]": 48502, + "[XXXXX445]": 49057, + "[XXXXX446]": 48979, + "[XXXXX447]": 47891, + "[XXXXX448]": 49143, + "[XXXXX449]": 48463, + "[XXXXX44]": 47872, + "[XXXXX450]": 47522, + "[XXXXX451]": 47703, + "[XXXXX452]": 47467, + "[XXXXX453]": 48099, + "[XXXXX454]": 48858, + "[XXXXX455]": 47538, + "[XXXXX456]": 48271, + "[XXXXX457]": 48270, + "[XXXXX458]": 49138, + "[XXXXX459]": 47691, + "[XXXXX45]": 47915, + "[XXXXX460]": 47461, + "[XXXXX461]": 48350, + "[XXXXX462]": 48813, + "[XXXXX463]": 48812, + "[XXXXX464]": 48163, + "[XXXXX465]": 49030, + "[XXXXX466]": 48787, + "[XXXXX467]": 48021, + "[XXXXX468]": 48248, + "[XXXXX469]": 47454, + "[XXXXX46]": 47572, + "[XXXXX470]": 48966, + "[XXXXX471]": 48929, + "[XXXXX472]": 47926, + "[XXXXX473]": 47410, + "[XXXXX474]": 48864, + "[XXXXX475]": 48119, + "[XXXXX476]": 47820, + "[XXXXX477]": 47932, + "[XXXXX478]": 47846, + "[XXXXX479]": 49054, + "[XXXXX47]": 48519, + "[XXXXX480]": 48101, + "[XXXXX481]": 48609, + "[XXXXX482]": 48128, + "[XXXXX483]": 48931, + "[XXXXX484]": 48267, + "[XXXXX485]": 48328, + "[XXXXX486]": 47463, + "[XXXXX487]": 48331, + "[XXXXX488]": 48198, + "[XXXXX489]": 48256, + "[XXXXX48]": 48167, + "[XXXXX490]": 48580, + "[XXXXX491]": 48049, + "[XXXXX492]": 48096, + "[XXXXX493]": 49129, + "[XXXXX494]": 47738, + "[XXXXX495]": 48611, + "[XXXXX496]": 48626, + "[XXXXX497]": 49003, + "[XXXXX498]": 47982, + "[XXXXX499]": 49047, + "[XXXXX49]": 48684, + "[XXXXX4]": 48456, + "[XXXXX500]": 48668, + "[XXXXX501]": 48017, + "[XXXXX502]": 48080, + "[XXXXX503]": 48150, + "[XXXXX504]": 47743, + "[XXXXX505]": 48859, + "[XXXXX506]": 47510, + "[XXXXX507]": 47541, + "[XXXXX508]": 47489, + "[XXXXX509]": 47504, + "[XXXXX50]": 47552, + "[XXXXX510]": 48086, + "[XXXXX511]": 48520, + "[XXXXX512]": 48204, + "[XXXXX513]": 48356, + "[XXXXX514]": 47968, + "[XXXXX515]": 47629, + "[XXXXX516]": 48450, + "[XXXXX517]": 48751, + "[XXXXX518]": 48673, + "[XXXXX519]": 48766, + "[XXXXX51]": 47763, + "[XXXXX520]": 47586, + "[XXXXX521]": 48193, + "[XXXXX522]": 47481, + "[XXXXX523]": 48070, + "[XXXXX524]": 48641, + "[XXXXX525]": 48555, + "[XXXXX526]": 47448, + "[XXXXX527]": 47788, + "[XXXXX528]": 48078, + "[XXXXX529]": 47781, + "[XXXXX52]": 48398, + "[XXXXX530]": 48255, + "[XXXXX531]": 48663, + "[XXXXX532]": 47798, + "[XXXXX533]": 48885, + "[XXXXX534]": 47790, + "[XXXXX535]": 47973, + "[XXXXX536]": 48842, + "[XXXXX537]": 48408, + "[XXXXX538]": 49113, + "[XXXXX539]": 48676, + "[XXXXX53]": 47786, + "[XXXXX540]": 48157, + "[XXXXX541]": 48670, + "[XXXXX542]": 48022, + "[XXXXX543]": 48009, + "[XXXXX544]": 48596, + "[XXXXX545]": 48329, + "[XXXXX546]": 48288, + "[XXXXX547]": 47469, + "[XXXXX548]": 48501, + "[XXXXX549]": 47976, + "[XXXXX54]": 47644, + "[XXXXX550]": 47588, + "[XXXXX551]": 48851, + "[XXXXX552]": 48250, + "[XXXXX553]": 47734, + "[XXXXX554]": 48940, + "[XXXXX555]": 49000, + "[XXXXX556]": 48200, + "[XXXXX557]": 47414, + "[XXXXX558]": 48090, + "[XXXXX559]": 47621, + "[XXXXX55]": 48048, + "[XXXXX560]": 47990, + "[XXXXX561]": 47519, + "[XXXXX562]": 47903, + "[XXXXX563]": 48522, + "[XXXXX564]": 47645, + "[XXXXX565]": 49080, + "[XXXXX566]": 47719, + "[XXXXX567]": 49105, + "[XXXXX568]": 48666, + "[XXXXX569]": 47549, + "[XXXXX56]": 49120, + "[XXXXX570]": 48355, + "[XXXXX571]": 48639, + "[XXXXX572]": 48083, + "[XXXXX573]": 48420, + "[XXXXX574]": 48661, + "[XXXXX575]": 47520, + "[XXXXX576]": 48318, + "[XXXXX577]": 49018, + "[XXXXX578]": 48458, + "[XXXXX579]": 47804, + "[XXXXX57]": 48490, + "[XXXXX580]": 48186, + "[XXXXX581]": 47699, + "[XXXXX582]": 48268, + "[XXXXX583]": 47688, + "[XXXXX584]": 47975, + "[XXXXX585]": 48013, + "[XXXXX586]": 48457, + "[XXXXX587]": 49114, + "[XXXXX588]": 48476, + "[XXXXX589]": 47694, + "[XXXXX58]": 48361, + "[XXXXX590]": 48758, + "[XXXXX591]": 48507, + "[XXXXX592]": 47434, + "[XXXXX593]": 48397, + "[XXXXX594]": 48846, + "[XXXXX595]": 48486, + "[XXXXX596]": 47944, + "[XXXXX597]": 47838, + "[XXXXX598]": 47475, + "[XXXXX599]": 48409, + "[XXXXX59]": 48836, + "[XXXXX5]": 48291, + "[XXXXX600]": 48561, + "[XXXXX601]": 48706, + "[XXXXX602]": 48311, + "[XXXXX603]": 48732, + "[XXXXX604]": 48716, + "[XXXXX605]": 48103, + "[XXXXX606]": 47741, + "[XXXXX607]": 49037, + "[XXXXX608]": 48513, + "[XXXXX609]": 47516, + "[XXXXX60]": 48980, + "[XXXXX610]": 47750, + "[XXXXX611]": 49077, + "[XXXXX612]": 47513, + "[XXXXX613]": 49102, + "[XXXXX614]": 48459, + "[XXXXX615]": 48792, + "[XXXXX616]": 48265, + "[XXXXX617]": 48375, + "[XXXXX618]": 48335, + "[XXXXX619]": 48796, + "[XXXXX61]": 48405, + "[XXXXX620]": 48550, + "[XXXXX621]": 48478, + "[XXXXX622]": 47468, + "[XXXXX623]": 48249, + "[XXXXX624]": 48838, + "[XXXXX625]": 48135, + "[XXXXX626]": 47577, + "[XXXXX627]": 47660, + "[XXXXX628]": 48347, + "[XXXXX629]": 47561, + "[XXXXX62]": 48314, + "[XXXXX630]": 47829, + "[XXXXX631]": 48621, + "[XXXXX632]": 48825, + "[XXXXX633]": 48849, + "[XXXXX634]": 48279, + "[XXXXX635]": 48310, + "[XXXXX636]": 49015, + "[XXXXX637]": 47753, + "[XXXXX638]": 48138, + "[XXXXX639]": 48808, + "[XXXXX63]": 48683, + "[XXXXX640]": 48057, + "[XXXXX641]": 48192, + "[XXXXX642]": 48446, + "[XXXXX643]": 48081, + "[XXXXX644]": 48533, + "[XXXXX645]": 47556, + "[XXXXX646]": 48908, + "[XXXXX647]": 48014, + "[XXXXX648]": 48455, + "[XXXXX649]": 47950, + "[XXXXX64]": 49139, + "[XXXXX650]": 47558, + "[XXXXX651]": 47653, + "[XXXXX652]": 48387, + "[XXXXX653]": 47809, + "[XXXXX654]": 48562, + "[XXXXX655]": 48665, + "[XXXXX656]": 48871, + "[XXXXX657]": 48987, + "[XXXXX658]": 47646, + "[XXXXX659]": 48881, + "[XXXXX65]": 47613, + "[XXXXX660]": 49109, + "[XXXXX661]": 49140, + "[XXXXX662]": 48023, + "[XXXXX663]": 48380, + "[XXXXX664]": 48065, + "[XXXXX665]": 47685, + "[XXXXX666]": 47484, + "[XXXXX667]": 47628, + "[XXXXX668]": 48151, + "[XXXXX669]": 47847, + "[XXXXX66]": 49100, + "[XXXXX670]": 47768, + "[XXXXX671]": 47640, + "[XXXXX672]": 48946, + "[XXXXX673]": 48624, + "[XXXXX674]": 48843, + "[XXXXX675]": 47736, + "[XXXXX676]": 47881, + "[XXXXX677]": 48690, + "[XXXXX678]": 48709, + "[XXXXX679]": 48577, + "[XXXXX67]": 48984, + "[XXXXX680]": 47500, + "[XXXXX681]": 48491, + "[XXXXX682]": 48691, + "[XXXXX683]": 48810, + "[XXXXX684]": 48173, + "[XXXXX685]": 48407, + "[XXXXX686]": 48292, + "[XXXXX687]": 48330, + "[XXXXX688]": 49118, + "[XXXXX689]": 48604, + "[XXXXX68]": 48174, + "[XXXXX690]": 48077, + "[XXXXX691]": 48743, + "[XXXXX692]": 48583, + "[XXXXX693]": 47391, + "[XXXXX694]": 48229, + "[XXXXX695]": 48789, + "[XXXXX696]": 48777, + "[XXXXX697]": 47535, + "[XXXXX698]": 48122, + "[XXXXX699]": 48232, + "[XXXXX69]": 48704, + "[XXXXX6]": 48927, + "[XXXXX700]": 48403, + "[XXXXX701]": 47451, + "[XXXXX702]": 48039, + "[XXXXX703]": 47568, + "[XXXXX704]": 48692, + "[XXXXX705]": 47437, + "[XXXXX706]": 47854, + "[XXXXX707]": 49148, + "[XXXXX708]": 48923, + "[XXXXX709]": 48133, + "[XXXXX70]": 47407, + "[XXXXX710]": 48425, + "[XXXXX711]": 48998, + "[XXXXX712]": 48801, + "[XXXXX713]": 48525, + "[XXXXX714]": 47917, + "[XXXXX715]": 47782, + "[XXXXX716]": 48697, + "[XXXXX717]": 47836, + "[XXXXX718]": 47725, + "[XXXXX719]": 48218, + "[XXXXX71]": 49065, + "[XXXXX720]": 48956, + "[XXXXX721]": 48321, + "[XXXXX722]": 47812, + "[XXXXX723]": 47466, + "[XXXXX724]": 48462, + "[XXXXX725]": 47898, + "[XXXXX726]": 49060, + "[XXXXX727]": 47589, + "[XXXXX728]": 49117, + "[XXXXX729]": 48393, + "[XXXXX72]": 48439, + "[XXXXX730]": 48100, + "[XXXXX731]": 48394, + "[XXXXX732]": 48643, + "[XXXXX733]": 48423, + "[XXXXX734]": 48183, + "[XXXXX735]": 49101, + "[XXXXX736]": 48381, + "[XXXXX737]": 48854, + "[XXXXX738]": 49067, + "[XXXXX739]": 48876, + "[XXXXX73]": 47392, + "[XXXXX740]": 48179, + "[XXXXX741]": 48194, + "[XXXXX742]": 48791, + "[XXXXX743]": 48985, + "[XXXXX744]": 48535, + "[XXXXX745]": 48436, + "[XXXXX746]": 47896, + "[XXXXX747]": 47583, + "[XXXXX748]": 49142, + "[XXXXX749]": 48958, + "[XXXXX74]": 49064, + "[XXXXX750]": 47569, + "[XXXXX751]": 47548, + "[XXXXX752]": 49083, + "[XXXXX753]": 47746, + "[XXXXX754]": 49144, + "[XXXXX755]": 48600, + "[XXXXX756]": 47791, + "[XXXXX757]": 47661, + "[XXXXX758]": 48295, + "[XXXXX759]": 47912, + "[XXXXX75]": 48025, + "[XXXXX760]": 47495, + "[XXXXX761]": 48156, + "[XXXXX762]": 47907, + "[XXXXX763]": 48123, + "[XXXXX764]": 48134, + "[XXXXX765]": 47597, + "[XXXXX766]": 48278, + "[XXXXX767]": 47555, + "[XXXXX768]": 49011, + "[XXXXX769]": 47918, + "[XXXXX76]": 47902, + "[XXXXX770]": 48957, + "[XXXXX771]": 48936, + "[XXXXX772]": 48269, + "[XXXXX773]": 48473, + "[XXXXX774]": 49035, + "[XXXXX775]": 47984, + "[XXXXX776]": 48300, + "[XXXXX777]": 48085, + "[XXXXX778]": 47826, + "[XXXXX779]": 48019, + "[XXXXX77]": 48031, + "[XXXXX780]": 48376, + "[XXXXX781]": 47534, + "[XXXXX782]": 48764, + "[XXXXX783]": 49063, + "[XXXXX784]": 47840, + "[XXXXX785]": 48547, + "[XXXXX786]": 48941, + "[XXXXX787]": 47650, + "[XXXXX788]": 47800, + "[XXXXX789]": 48606, + "[XXXXX78]": 47873, + "[XXXXX790]": 48060, + "[XXXXX791]": 47885, + "[XXXXX792]": 47863, + "[XXXXX793]": 48730, + "[XXXXX794]": 47662, + "[XXXXX795]": 47438, + "[XXXXX796]": 48385, + "[XXXXX797]": 48449, + "[XXXXX798]": 47673, + "[XXXXX799]": 48093, + "[XXXXX79]": 48865, + "[XXXXX7]": 48372, + "[XXXXX800]": 48729, + "[XXXXX801]": 47474, + "[XXXXX802]": 48875, + "[XXXXX803]": 48029, + "[XXXXX804]": 48735, + "[XXXXX805]": 48297, + "[XXXXX806]": 48411, + "[XXXXX807]": 47913, + "[XXXXX808]": 48710, + "[XXXXX809]": 48094, + "[XXXXX80]": 48841, + "[XXXXX810]": 48428, + "[XXXXX811]": 48532, + "[XXXXX812]": 48950, + "[XXXXX813]": 48739, + "[XXXXX814]": 48137, + "[XXXXX815]": 47884, + "[XXXXX816]": 48779, + "[XXXXX817]": 47496, + "[XXXXX818]": 48352, + "[XXXXX819]": 48891, + "[XXXXX81]": 48051, + "[XXXXX820]": 48050, + "[XXXXX821]": 47573, + "[XXXXX822]": 48373, + "[XXXXX823]": 47793, + "[XXXXX824]": 47747, + "[XXXXX825]": 47758, + "[XXXXX826]": 48302, + "[XXXXX827]": 48785, + "[XXXXX828]": 48870, + "[XXXXX829]": 48899, + "[XXXXX82]": 49141, + "[XXXXX830]": 48884, + "[XXXXX831]": 47981, + "[XXXXX832]": 48223, + "[XXXXX833]": 48072, + "[XXXXX834]": 48576, + "[XXXXX835]": 48711, + "[XXXXX836]": 47460, + "[XXXXX837]": 47801, + "[XXXXX838]": 47651, + "[XXXXX839]": 47663, + "[XXXXX83]": 49076, + "[XXXXX840]": 48298, + "[XXXXX841]": 49150, + "[XXXXX842]": 48517, + "[XXXXX843]": 47418, + "[XXXXX844]": 47627, + "[XXXXX845]": 48230, + "[XXXXX846]": 48010, + "[XXXXX847]": 47423, + "[XXXXX848]": 49048, + "[XXXXX849]": 48524, + "[XXXXX84]": 47900, + "[XXXXX850]": 47787, + "[XXXXX851]": 48974, + "[XXXXX852]": 48652, + "[XXXXX853]": 47849, + "[XXXXX854]": 48623, + "[XXXXX855]": 49026, + "[XXXXX856]": 49068, + "[XXXXX857]": 48802, + "[XXXXX858]": 48236, + "[XXXXX859]": 48170, + "[XXXXX85]": 47909, + "[XXXXX860]": 47924, + "[XXXXX861]": 47607, + "[XXXXX862]": 47565, + "[XXXXX863]": 48038, + "[XXXXX864]": 49149, + "[XXXXX865]": 49081, + "[XXXXX866]": 48905, + "[XXXXX867]": 47792, + "[XXXXX868]": 48482, + "[XXXXX869]": 47704, + "[XXXXX86]": 49036, + "[XXXXX870]": 47959, + "[XXXXX871]": 48890, + "[XXXXX872]": 48860, + "[XXXXX873]": 48326, + "[XXXXX874]": 47617, + "[XXXXX875]": 47654, + "[XXXXX876]": 47986, + "[XXXXX877]": 48632, + "[XXXXX878]": 48175, + "[XXXXX879]": 48581, + "[XXXXX87]": 47608, + "[XXXXX880]": 47424, + "[XXXXX881]": 49134, + "[XXXXX882]": 48012, + "[XXXXX883]": 48696, + "[XXXXX884]": 48699, + "[XXXXX885]": 47955, + "[XXXXX886]": 49104, + "[XXXXX887]": 47827, + "[XXXXX888]": 49014, + "[XXXXX889]": 48539, + "[XXXXX88]": 48496, + "[XXXXX890]": 48723, + "[XXXXX891]": 48235, + "[XXXXX892]": 48195, + "[XXXXX893]": 48216, + "[XXXXX894]": 48444, + "[XXXXX895]": 48719, + "[XXXXX896]": 47715, + "[XXXXX897]": 48803, + "[XXXXX898]": 48679, + "[XXXXX899]": 48619, + "[XXXXX89]": 48500, + "[XXXXX8]": 49008, + "[XXXXX900]": 48120, + "[XXXXX901]": 48241, + "[XXXXX902]": 47852, + "[XXXXX903]": 48417, + "[XXXXX904]": 47671, + "[XXXXX905]": 48654, + "[XXXXX906]": 49056, + "[XXXXX907]": 48878, + "[XXXXX908]": 48708, + "[XXXXX909]": 48698, + "[XXXXX90]": 47578, + "[XXXXX910]": 49016, + "[XXXXX911]": 47931, + "[XXXXX912]": 48441, + "[XXXXX913]": 48937, + "[XXXXX914]": 47415, + "[XXXXX915]": 47546, + "[XXXXX916]": 48284, + "[XXXXX917]": 48483, + "[XXXXX918]": 47946, + "[XXXXX919]": 48613, + "[XXXXX91]": 47759, + "[XXXXX920]": 48468, + "[XXXXX921]": 48438, + "[XXXXX922]": 49004, + "[XXXXX923]": 48498, + "[XXXXX924]": 48315, + "[XXXXX925]": 48765, + "[XXXXX926]": 48363, + "[XXXXX927]": 48947, + "[XXXXX928]": 47606, + "[XXXXX929]": 48188, + "[XXXXX92]": 48798, + "[XXXXX930]": 47600, + "[XXXXX931]": 49096, + "[XXXXX932]": 47876, + "[XXXXX933]": 48856, + "[XXXXX934]": 48546, + "[XXXXX935]": 47486, + "[XXXXX936]": 48718, + "[XXXXX937]": 47592, + "[XXXXX938]": 48035, + "[XXXXX939]": 47509, + "[XXXXX93]": 49050, + "[XXXXX940]": 47956, + "[XXXXX941]": 48919, + "[XXXXX942]": 47993, + "[XXXXX943]": 48415, + "[XXXXX944]": 48925, + "[XXXXX945]": 48656, + "[XXXXX946]": 48763, + "[XXXXX947]": 48422, + "[XXXXX948]": 48814, + "[XXXXX949]": 47769, + "[XXXXX94]": 48367, + "[XXXXX950]": 47878, + "[XXXXX951]": 48320, + "[XXXXX952]": 48389, + "[XXXXX953]": 49032, + "[XXXXX954]": 49025, + "[XXXXX955]": 48686, + "[XXXXX956]": 48384, + "[XXXXX957]": 49024, + "[XXXXX958]": 48902, + "[XXXXX959]": 47810, + "[XXXXX95]": 48079, + "[XXXXX960]": 47682, + "[XXXXX961]": 49051, + "[XXXXX962]": 48771, + "[XXXXX963]": 48755, + "[XXXXX964]": 48915, + "[XXXXX965]": 47739, + "[XXXXX966]": 48942, + "[XXXXX967]": 48283, + "[XXXXX968]": 47971, + "[XXXXX969]": 48559, + "[XXXXX96]": 48464, + "[XXXXX970]": 47861, + "[XXXXX971]": 48469, + "[XXXXX972]": 48938, + "[XXXXX973]": 48097, + "[XXXXX974]": 47742, + "[XXXXX975]": 48657, + "[XXXXX976]": 48424, + "[XXXXX977]": 48866, + "[XXXXX978]": 47824, + "[XXXXX979]": 48207, + "[XXXXX97]": 48967, + "[XXXXX980]": 47575, + "[XXXXX981]": 48388, + "[XXXXX982]": 47940, + "[XXXXX983]": 48778, + "[XXXXX984]": 48426, + "[XXXXX985]": 48260, + "[XXXXX986]": 48418, + "[XXXXX987]": 47728, + "[XXXXX988]": 49086, + "[XXXXX989]": 48747, + "[XXXXX98]": 48140, + "[XXXXX990]": 48030, + "[XXXXX991]": 47459, + "[XXXXX992]": 48364, + "[XXXXX993]": 49137, + "[XXXXX994]": 48712, + "[XXXXX995]": 47980, + "[XXXXX996]": 47777, + "[XXXXX997]": 48819, + "[XXXXX998]": 48642, + "[XXXXX999]": 48975, + "[XXXXX99]": 48213, + "[XXXXX9]": 47755 +} diff --git a/checkpoint-2500/config.json b/checkpoint-2500/config.json new file mode 100644 index 0000000..87e344b --- /dev/null +++ b/checkpoint-2500/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 47386, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 47387, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 768, + "n_head": 12, + "n_inner": 3072, + "n_layer": 12, + "n_positions": 512, + "pad_token_id": 47388, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 49152 +} diff --git a/checkpoint-2500/generation_config.json b/checkpoint-2500/generation_config.json new file mode 100644 index 0000000..e73b324 --- /dev/null +++ b/checkpoint-2500/generation_config.json @@ -0,0 +1,10 @@ +{ + "_from_model_config": true, + "bos_token_id": 47386, + "eos_token_id": [ + 47387, + 50001 + ], + "pad_token_id": 47388, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-2500/model.safetensors b/checkpoint-2500/model.safetensors new file mode 100644 index 0000000..ad6af4f --- /dev/null +++ b/checkpoint-2500/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6878cd3bc7bc17dcb1576bb59fe3afe5fef205b2ef44e599a2ce9a83544668e5 +size 246410944 diff --git a/checkpoint-2500/rng_state.pth b/checkpoint-2500/rng_state.pth new file mode 100644 index 0000000..3d392b7 --- /dev/null +++ b/checkpoint-2500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eac2ed9da03b5d39f5a1c149cae285adb8a8a7e815304dce61aac185be2f9307 +size 14645 diff --git a/checkpoint-2500/special_tokens_map.json b/checkpoint-2500/special_tokens_map.json new file mode 100644 index 0000000..86972d3 --- /dev/null +++ b/checkpoint-2500/special_tokens_map.json @@ -0,0 +1,1815 @@ +{ + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-2500/spiece.model b/checkpoint-2500/spiece.model new file mode 100644 index 0000000..aa5e7bb --- /dev/null +++ b/checkpoint-2500/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:658c1246bf680a2a73ff33ccf7bbcde25b6d81c80c5cc610f4680cf9942f981b +size 1138208 diff --git a/checkpoint-2500/tokenizer_config.json b/checkpoint-2500/tokenizer_config.json new file mode 100644 index 0000000..b5acc55 --- /dev/null +++ b/checkpoint-2500/tokenizer_config.json @@ -0,0 +1,15919 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47386": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47387": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47388": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47389": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47390": { + "content": "[XXXXX1404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47391": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47392": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47393": { + "content": "[XXXXX1731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47394": { + "content": "[XXXXX1315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47395": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47396": { + "content": "[XXXXX1366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47397": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47398": { + "content": "[XXXXX1239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47399": { + "content": "[XXXXX1457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47400": { + "content": "[XXXXX1278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47401": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47402": { + "content": "[XXXXX1313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47403": { + "content": "[XXXXX1395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47404": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47405": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47406": { + "content": "[XXXXX1556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47407": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47408": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47409": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47410": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47411": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47412": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47413": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47414": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47415": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47416": { + "content": "[XXXXX1261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47417": { + "content": "[XXXXX1280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47418": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47419": { + "content": "[XXXXX1220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47420": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47421": { + "content": "[XXXXX1306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47422": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47423": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47424": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47425": { + "content": "[XXXXX1588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47426": { + "content": "[XXXXX1523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47427": { + "content": "[XXXXX1474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47428": { + "content": "[XXXXX1586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47429": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47430": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47431": { + "content": "[XXXXX1342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47432": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47433": { + "content": "[XXXXX1343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47434": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47435": { + "content": "[XXXXX1709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47436": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47437": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47438": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47439": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47440": { + "content": "[XXXXX1563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47441": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47442": { + "content": "[XXXXX1550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47443": { + "content": "[XXXXX1661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47444": { + "content": "[XXXXX1599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47445": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47446": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47447": { + "content": "[XXXXX1635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47448": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47449": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47450": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47451": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47452": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47453": { + "content": "[XXXXX1219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47454": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47455": { + "content": "[XXXXX1418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47456": { + "content": "[XXXXX1680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47457": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47458": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47459": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47460": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47461": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47462": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47463": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47464": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47465": { + "content": "[XXXXX1506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47466": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47467": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47468": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47469": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47470": { + "content": "[XXXXX1411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47471": { + "content": "[XXXXX1561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47472": { + "content": "[XXXXX1282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47473": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47474": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47475": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47476": { + "content": "[XXXXX1583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47477": { + "content": "[XXXXX1737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47478": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47479": { + "content": "[XXXXX1564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47480": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47481": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47482": { + "content": "[XXXXX1573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47483": { + "content": "[XXXXX1253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47484": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47485": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47486": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47487": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47488": { + "content": "[XXXXX1623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47489": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47490": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47491": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47492": { + "content": "[XXXXX1214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47493": { + "content": "[XXXXX1677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47494": { + "content": "[XXXXX1458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47495": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47496": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47497": { + "content": "[XXXXX1215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47498": { + "content": "[XXXXX1248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47499": { + "content": "[XXXXX1555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47500": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47501": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47502": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47503": { + "content": "[XXXXX1670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47504": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47505": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47506": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47507": { + "content": "[XXXXX1582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47508": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47509": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47510": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47511": { + "content": "[XXXXX1257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47512": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47513": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47514": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47515": { + "content": "[XXXXX1410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47516": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47517": { + "content": "[XXXXX1352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47518": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47519": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47520": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47521": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47522": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47523": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47524": { + "content": "[XXXXX1695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47525": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47526": { + "content": "[XXXXX1200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47527": { + "content": "[XXXXX1671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47528": { + "content": "[XXXXX1666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47529": { + "content": "[XXXXX1482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47530": { + "content": "[XXXXX1732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47531": { + "content": "[XXXXX1335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47532": { + "content": "[XXXXX1452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47533": { + "content": "[XXXXX1615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47534": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47535": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47536": { + "content": "[XXXXX1694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47537": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47538": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47539": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47540": { + "content": "[XXXXX1413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47541": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47542": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47543": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47544": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47545": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47546": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47547": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47548": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47549": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47550": { + "content": "[XXXXX1360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47551": { + "content": "[XXXXX1376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47552": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47553": { + "content": "[XXXXX1308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47554": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47555": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47556": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47557": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47558": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47559": { + "content": "[XXXXX1736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47560": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47561": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47562": { + "content": "[XXXXX1370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47563": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47564": { + "content": "[XXXXX1746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47565": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47566": { + "content": "[XXXXX1659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47567": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47568": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47569": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47570": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47571": { + "content": "[XXXXX1648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47572": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47573": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47574": { + "content": "[XXXXX1617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47575": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47576": { + "content": "[XXXXX1567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47577": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47578": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47579": { + "content": "[XXXXX1725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47580": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47581": { + "content": "[XXXXX1513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47582": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47583": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47584": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47585": { + "content": "[XXXXX1251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47586": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47587": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47588": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47589": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47590": { + "content": "[XXXXX1507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47591": { + "content": "[XXXXX1397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47592": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47593": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47594": { + "content": "[XXXXX1390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47595": { + "content": "[XXXXX1442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47596": { + "content": "[XXXXX1228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47597": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47598": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47599": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47600": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47601": { + "content": "[XXXXX1238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47602": { + "content": "[XXXXX1636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47603": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47604": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47605": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47606": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47607": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47608": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47609": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47610": { + "content": "[XXXXX1642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47611": { + "content": "[XXXXX1423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47612": { + "content": "[XXXXX1299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47613": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47614": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47615": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47616": { + "content": "[XXXXX1240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47617": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47618": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47619": { + "content": "[XXXXX1383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47620": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47621": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47622": { + "content": "[XXXXX1209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47623": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47624": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47625": { + "content": "[XXXXX1722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47626": { + "content": "[XXXXX1593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47627": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47628": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47629": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47630": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47631": { + "content": "[XXXXX1446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47632": { + "content": "[XXXXX1398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47633": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47634": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47635": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47636": { + "content": "[XXXXX1421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47637": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47638": { + "content": "[XXXXX1701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47639": { + "content": "[XXXXX1612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47640": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47641": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47642": { + "content": "[XXXXX1527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47643": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47644": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47645": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47646": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47647": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47648": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47649": { + "content": "[XXXXX1481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47650": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47651": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47652": { + "content": "[XXXXX1598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47653": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47654": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47655": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47656": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47657": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47658": { + "content": "[XXXXX1378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47659": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47660": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47661": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47662": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47663": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47664": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47665": { + "content": "[XXXXX1272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47666": { + "content": "[XXXXX1652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47667": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47668": { + "content": "[XXXXX1460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47669": { + "content": "[XXXXX1227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47670": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47671": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47672": { + "content": "[XXXXX1268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47673": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47674": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47675": { + "content": "[XXXXX1488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47676": { + "content": "[XXXXX1393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47677": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47678": { + "content": "[XXXXX1647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47679": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47680": { + "content": "[XXXXX1691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47681": { + "content": "[XXXXX1246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47682": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47683": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47684": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47685": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47686": { + "content": "[XXXXX1367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47687": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47688": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47689": { + "content": "[XXXXX1322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47690": { + "content": "[XXXXX1414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47691": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47692": { + "content": "[XXXXX1729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47693": { + "content": "[XXXXX1703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47694": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47695": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47696": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47697": { + "content": "[XXXXX1309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47698": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47699": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47700": { + "content": "[XXXXX1365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47701": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47702": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47703": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47704": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47705": { + "content": "[XXXXX1400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47706": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47707": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47708": { + "content": "[XXXXX1565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47709": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47710": { + "content": "[XXXXX1284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47711": { + "content": "[XXXXX1473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47712": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47713": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47714": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47715": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47716": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47717": { + "content": "[XXXXX1649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47718": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47719": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47720": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47721": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47722": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47723": { + "content": "[XXXXX1337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47724": { + "content": "[XXXXX1386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47725": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47726": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47727": { + "content": "[XXXXX1533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47728": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47729": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47730": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47731": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47732": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47733": { + "content": "[XXXXX1664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47734": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47735": { + "content": "[XXXXX1289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47736": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47737": { + "content": "[XXXXX1496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47738": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47739": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47740": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47741": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47742": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47743": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47744": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47745": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47746": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47747": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47748": { + "content": "[XXXXX1640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47749": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47750": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47751": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47752": { + "content": "[XXXXX1502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47753": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47754": { + "content": "[XXXXX1279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47755": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47756": { + "content": "[XXXXX1387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47757": { + "content": "[XXXXX1277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47758": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47759": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47760": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47761": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47762": { + "content": "[XXXXX1516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47763": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47764": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47765": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47766": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47767": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47768": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47769": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47770": { + "content": "[XXXXX1471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47771": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47772": { + "content": "[XXXXX1674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47773": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47774": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47775": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47776": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47777": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47778": { + "content": "[XXXXX1486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47779": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47780": { + "content": "[XXXXX1468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47781": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47782": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47783": { + "content": "[XXXXX1675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47784": { + "content": "[XXXXX1708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47785": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47786": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47787": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47788": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47789": { + "content": "[XXXXX1311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47790": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47791": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47792": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47793": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47794": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47795": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47796": { + "content": "[XXXXX1566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47797": { + "content": "[XXXXX1758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47798": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47799": { + "content": "[XXXXX1208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47800": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47801": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47802": { + "content": "[XXXXX1304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47803": { + "content": "[XXXXX1417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47804": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47805": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47806": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47807": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47808": { + "content": "[XXXXX1420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47809": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47810": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47811": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47812": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47813": { + "content": "[XXXXX1328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47814": { + "content": "[XXXXX1431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47815": { + "content": "[XXXXX1273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47816": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47817": { + "content": "[XXXXX1672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47818": { + "content": "[XXXXX1243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47819": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47820": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47821": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47822": { + "content": "[XXXXX1611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47823": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47824": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47825": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47826": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47827": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47828": { + "content": "[XXXXX1379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47829": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47830": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47831": { + "content": "[XXXXX1443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47832": { + "content": "[XXXXX1716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47833": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47834": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47835": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47836": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47837": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47838": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47839": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47840": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47841": { + "content": "[XXXXX1218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47842": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47843": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47844": { + "content": "[XXXXX1558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47845": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47846": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47847": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47848": { + "content": "[XXXXX1269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47849": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47850": { + "content": "[XXXXX1484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47851": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47852": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47853": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47854": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47855": { + "content": "[XXXXX1602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47856": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47857": { + "content": "[XXXXX1755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47858": { + "content": "[XXXXX1412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47859": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47860": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47861": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47862": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47863": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47864": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47865": { + "content": "[XXXXX1266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47866": { + "content": "[XXXXX1624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47867": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47868": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47869": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47870": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47871": { + "content": "[XXXXX1721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47872": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47873": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47874": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47875": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47876": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47877": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47878": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47879": { + "content": "[XXXXX1199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47880": { + "content": "[XXXXX1344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47881": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47882": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47883": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47884": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47885": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47886": { + "content": "[XXXXX1515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47887": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47888": { + "content": "[XXXXX1678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47889": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47890": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47891": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47892": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47893": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47894": { + "content": "[XXXXX1557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47895": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47896": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47897": { + "content": "[XXXXX1324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47898": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47899": { + "content": "[XXXXX1554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47900": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47901": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47902": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47903": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47904": { + "content": "[XXXXX1577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47905": { + "content": "[XXXXX1305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47906": { + "content": "[XXXXX1681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47907": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47908": { + "content": "[XXXXX1338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47909": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47910": { + "content": "[XXXXX1303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47911": { + "content": "[XXXXX1207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47912": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47913": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47914": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47915": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47916": { + "content": "[XXXXX1734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47917": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47918": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47919": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47920": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47921": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47922": { + "content": "[XXXXX1403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47923": { + "content": "[XXXXX1464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47924": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47925": { + "content": "[XXXXX1233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47926": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47927": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47928": { + "content": "[XXXXX1620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47929": { + "content": "[XXXXX1487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47930": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47931": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47932": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47933": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47934": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47935": { + "content": "[XXXXX1637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47936": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47937": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47938": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47939": { + "content": "[XXXXX1633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47940": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47941": { + "content": "[XXXXX1402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47942": { + "content": "[XXXXX1300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47943": { + "content": "[XXXXX1735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47944": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47945": { + "content": "[XXXXX1454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47946": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47947": { + "content": "[XXXXX1470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47948": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47949": { + "content": "[XXXXX1435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47950": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47951": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47952": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47953": { + "content": "[XXXXX1639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47954": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47955": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47956": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47957": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47958": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47959": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47960": { + "content": "[XXXXX1575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47961": { + "content": "[XXXXX1604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47962": { + "content": "[XXXXX1512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47963": { + "content": "[XXXXX1394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47964": { + "content": "[XXXXX1600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47965": { + "content": "[XXXXX1724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47966": { + "content": "[XXXXX1323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47967": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47968": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47969": { + "content": "[XXXXX1753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47970": { + "content": "[XXXXX1752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47971": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47972": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47973": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47974": { + "content": "[XXXXX1646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47975": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47976": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47977": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47978": { + "content": "[XXXXX1720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47979": { + "content": "[XXXXX1263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47980": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47981": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47982": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47983": { + "content": "[XXXXX1616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47984": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47985": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47986": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47987": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47988": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47989": { + "content": "[XXXXX1707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47990": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47991": { + "content": "[XXXXX1553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47992": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47993": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47994": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47995": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47996": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47997": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47998": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47999": { + "content": "[XXXXX1288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48000": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48001": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48002": { + "content": "[XXXXX1241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48003": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48004": { + "content": "[XXXXX1409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48005": { + "content": "[XXXXX1440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48006": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48007": { + "content": "[XXXXX1631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48008": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48009": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48010": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48011": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48012": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48013": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48014": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48015": { + "content": "[XXXXX1275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48016": { + "content": "[XXXXX1274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48017": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48018": { + "content": "[XXXXX1744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48019": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48020": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48021": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48022": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48023": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48024": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48025": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48026": { + "content": "[XXXXX1682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48027": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48028": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48029": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48030": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48031": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48032": { + "content": "[XXXXX1369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48033": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48034": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48035": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48036": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48037": { + "content": "[XXXXX1662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48038": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48039": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48040": { + "content": "[XXXXX1655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48041": { + "content": "[XXXXX1374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48042": { + "content": "[XXXXX1700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48043": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48044": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48045": { + "content": "[XXXXX1596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48046": { + "content": "[XXXXX1287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48047": { + "content": "[XXXXX1281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48048": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48049": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48050": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48051": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48052": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48053": { + "content": "[XXXXX1613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48054": { + "content": "[XXXXX1415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48055": { + "content": "[XXXXX1529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48056": { + "content": "[XXXXX1622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48057": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48058": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48059": { + "content": "[XXXXX1679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48060": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48061": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48062": { + "content": "[XXXXX1357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48063": { + "content": "[XXXXX1301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48064": { + "content": "[XXXXX1230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48065": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48066": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48067": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48068": { + "content": "[XXXXX1434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48069": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48070": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48071": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48072": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48073": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48074": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48075": { + "content": "[XXXXX1628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48076": { + "content": "[XXXXX1325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48077": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48078": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48079": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48080": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48081": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48082": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48083": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48084": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48085": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48086": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48087": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48088": { + "content": "[XXXXX1541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48089": { + "content": "[XXXXX1687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48090": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48091": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48092": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48093": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48094": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48095": { + "content": "[XXXXX1546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48096": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48097": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48098": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48099": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48100": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48101": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48102": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48103": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48104": { + "content": "[XXXXX1351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48105": { + "content": "[XXXXX1643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48106": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48107": { + "content": "[XXXXX1231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48108": { + "content": "[XXXXX1271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48109": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48110": { + "content": "[XXXXX1336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48111": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48112": { + "content": "[XXXXX1748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48113": { + "content": "[XXXXX1545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48114": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48115": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48116": { + "content": "[XXXXX1641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48117": { + "content": "[XXXXX1714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48118": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48119": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48120": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48121": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48122": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48123": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48124": { + "content": "[XXXXX1538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48125": { + "content": "[XXXXX1669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48126": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48127": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48128": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48129": { + "content": "[XXXXX1733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48130": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48131": { + "content": "[XXXXX1210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48132": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48133": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48134": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48135": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48136": { + "content": "[XXXXX1380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48137": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48138": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48139": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48140": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48141": { + "content": "[XXXXX1497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48142": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48143": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48144": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48145": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48146": { + "content": "[XXXXX1692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48147": { + "content": "[XXXXX1317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48148": { + "content": "[XXXXX1606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48149": { + "content": "[XXXXX1683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48150": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48151": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48152": { + "content": "[XXXXX1710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48153": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48154": { + "content": "[XXXXX1222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48155": { + "content": "[XXXXX1461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48156": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48157": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48158": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48159": { + "content": "[XXXXX1698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48160": { + "content": "[XXXXX1232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48161": { + "content": "[XXXXX1743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48162": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48163": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48164": { + "content": "[XXXXX1559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48165": { + "content": "[XXXXX1321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48166": { + "content": "[XXXXX1276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48167": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48168": { + "content": "[XXXXX1259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48169": { + "content": "[XXXXX1408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48170": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48171": { + "content": "[XXXXX1429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48172": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48173": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48174": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48175": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48176": { + "content": "[XXXXX1388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48177": { + "content": "[XXXXX1621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48178": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48179": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48180": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48181": { + "content": "[XXXXX1430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48182": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48183": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48184": { + "content": "[XXXXX1510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48185": { + "content": "[XXXXX1715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48186": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48187": { + "content": "[XXXXX1316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48188": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48189": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48190": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48191": { + "content": "[XXXXX1568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48192": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48193": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48194": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48195": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48196": { + "content": "[XXXXX1349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48197": { + "content": "[XXXXX1696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48198": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48199": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48200": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48201": { + "content": "[XXXXX1237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48202": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48203": { + "content": "[XXXXX1462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48204": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48205": { + "content": "[XXXXX1571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48206": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48207": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48208": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48209": { + "content": "[XXXXX1286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48210": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48211": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48212": { + "content": "[XXXXX1371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48213": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48214": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48215": { + "content": "[XXXXX1548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48216": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48217": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48218": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48219": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48220": { + "content": "[XXXXX1549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48221": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48222": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48223": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48224": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48225": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48226": { + "content": "[XXXXX1419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48227": { + "content": "[XXXXX1658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48228": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48229": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48230": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48231": { + "content": "[XXXXX1594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48232": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48233": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48234": { + "content": "[XXXXX1626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48235": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48236": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48237": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48238": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48239": { + "content": "[XXXXX1267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48240": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48241": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48242": { + "content": "[XXXXX1368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48243": { + "content": "[XXXXX1332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48244": { + "content": "[XXXXX1739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48245": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48246": { + "content": "[XXXXX1375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48247": { + "content": "[XXXXX1723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48248": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48249": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48250": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48251": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48252": { + "content": "[XXXXX1436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48253": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48254": { + "content": "[XXXXX1384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48255": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48256": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48257": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48258": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48259": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48260": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48261": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48262": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48263": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48264": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48265": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48266": { + "content": "[XXXXX1294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48267": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48268": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48269": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48270": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48271": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48272": { + "content": "[XXXXX1493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48273": { + "content": "[XXXXX1625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48274": { + "content": "[XXXXX1585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48275": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48276": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48277": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48278": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48279": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48280": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48281": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48282": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48283": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48284": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48285": { + "content": "[XXXXX1614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48286": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48287": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48288": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48289": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48290": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48291": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48292": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48293": { + "content": "[XXXXX1258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48294": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48295": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48296": { + "content": "[XXXXX1605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48297": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48298": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48299": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48300": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48301": { + "content": "[XXXXX1711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48302": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48303": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48304": { + "content": "[XXXXX1212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48305": { + "content": "[XXXXX1540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48306": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48307": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48308": { + "content": "[XXXXX1463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48309": { + "content": "[XXXXX1205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48310": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48311": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48312": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48313": { + "content": "[XXXXX1686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48314": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48315": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48316": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48317": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48318": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48319": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48320": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48321": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48322": { + "content": "[XXXXX1334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48323": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48324": { + "content": "[XXXXX1603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48325": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48326": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48327": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48328": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48329": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48330": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48331": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48332": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48333": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48334": { + "content": "[XXXXX1619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48335": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48336": { + "content": "[XXXXX1572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48337": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48338": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48339": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48340": { + "content": "[XXXXX1254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48341": { + "content": "[XXXXX1476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48342": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48343": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48344": { + "content": "[XXXXX1250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48345": { + "content": "[XXXXX1211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48346": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48347": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48348": { + "content": "[XXXXX1524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48349": { + "content": "[XXXXX1455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48350": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48351": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48352": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48353": { + "content": "[XXXXX1377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48354": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48355": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48356": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48357": { + "content": "[XXXXX1354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48358": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48359": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48360": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48361": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48362": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48363": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48364": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48365": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48366": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48367": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48368": { + "content": "[XXXXX1302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48369": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48370": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48371": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48372": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48373": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48374": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48375": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48376": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48377": { + "content": "[XXXXX1663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48378": { + "content": "[XXXXX1249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48379": { + "content": "[XXXXX1439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48380": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48381": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48382": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48383": { + "content": "[XXXXX1717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48384": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48385": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48386": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48387": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48388": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48389": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48390": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48391": { + "content": "[XXXXX1347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48392": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48393": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48394": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48395": { + "content": "[XXXXX1727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48396": { + "content": "[XXXXX1689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48397": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48398": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48399": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48400": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48401": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48402": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48403": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48404": { + "content": "[XXXXX1350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48405": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48406": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48407": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48408": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48409": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48410": { + "content": "[XXXXX1517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48411": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48412": { + "content": "[XXXXX1196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48413": { + "content": "[XXXXX1234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48414": { + "content": "[XXXXX1578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48415": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48416": { + "content": "[XXXXX1441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48417": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48418": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48419": { + "content": "[XXXXX1447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48420": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48421": { + "content": "[XXXXX1478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48422": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48423": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48424": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48425": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48426": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48427": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48428": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48429": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48430": { + "content": "[XXXXX1503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48431": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48432": { + "content": "[XXXXX1738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48433": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48434": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48435": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48436": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48437": { + "content": "[XXXXX1518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48438": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48439": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48440": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48441": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48442": { + "content": "[XXXXX1217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48443": { + "content": "[XXXXX1298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48444": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48445": { + "content": "[XXXXX1508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48446": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48447": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48448": { + "content": "[XXXXX1225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48449": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48450": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48451": { + "content": "[XXXXX1684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48452": { + "content": "[XXXXX1499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48453": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48454": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48455": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48456": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48457": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48458": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48459": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48460": { + "content": "[XXXXX1644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48461": { + "content": "[XXXXX1704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48462": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48463": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48464": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48465": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48466": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48467": { + "content": "[XXXXX1705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48468": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48469": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48470": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48471": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48472": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48473": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48474": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48475": { + "content": "[XXXXX1521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48476": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48477": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48478": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48479": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48480": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48481": { + "content": "[XXXXX1203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48482": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48483": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48484": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48485": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48486": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48487": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48488": { + "content": "[XXXXX1197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48489": { + "content": "[XXXXX1331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48490": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48491": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48492": { + "content": "[XXXXX1356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48493": { + "content": "[XXXXX1396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48494": { + "content": "[XXXXX1537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48495": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48496": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48497": { + "content": "[XXXXX1730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48498": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48499": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48500": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48501": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48502": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48503": { + "content": "[XXXXX1757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48504": { + "content": "[XXXXX1467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48505": { + "content": "[XXXXX1706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48506": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48507": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48508": { + "content": "[XXXXX1754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48509": { + "content": "[XXXXX1745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48510": { + "content": "[XXXXX1668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48511": { + "content": "[XXXXX1224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48512": { + "content": "[XXXXX1726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48513": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48514": { + "content": "[XXXXX1407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48515": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48516": { + "content": "[XXXXX1569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48517": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48518": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48519": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48520": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48521": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48522": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48523": { + "content": "[XXXXX1520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48524": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48525": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48526": { + "content": "[XXXXX1651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48527": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48528": { + "content": "[XXXXX1740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48529": { + "content": "[XXXXX1348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48530": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48531": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48532": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48533": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48534": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48535": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48536": { + "content": "[XXXXX1690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48537": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48538": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48539": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48540": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48541": { + "content": "[XXXXX1459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48542": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48543": { + "content": "[XXXXX1242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48544": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48545": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48546": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48547": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48548": { + "content": "[XXXXX1528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48549": { + "content": "[XXXXX1319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48550": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48551": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48552": { + "content": "[XXXXX1632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48553": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48554": { + "content": "[XXXXX1595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48555": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48556": { + "content": "[XXXXX1290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48557": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48558": { + "content": "[XXXXX1699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48559": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48560": { + "content": "[XXXXX1601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48561": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48562": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48563": { + "content": "[XXXXX1756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48564": { + "content": "[XXXXX1381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48565": { + "content": "[XXXXX1560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48566": { + "content": "[XXXXX1270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48567": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48568": { + "content": "[XXXXX1202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48569": { + "content": "[XXXXX1244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48570": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48571": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48572": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48573": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48574": { + "content": "[XXXXX1479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48575": { + "content": "[XXXXX1312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48576": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48577": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48578": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48579": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48580": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48581": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48582": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48583": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48584": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48585": { + "content": "[XXXXX1427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48586": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48587": { + "content": "[XXXXX1657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48588": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48589": { + "content": "[XXXXX1432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48590": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48591": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48592": { + "content": "[XXXXX1264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48593": { + "content": "[XXXXX1498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48594": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48595": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48596": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48597": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48598": { + "content": "[XXXXX1491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48599": { + "content": "[XXXXX1584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48600": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48601": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48602": { + "content": "[XXXXX1229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48603": { + "content": "[XXXXX1511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48604": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48605": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48606": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48607": { + "content": "[XXXXX1544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48608": { + "content": "[XXXXX1204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48609": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48610": { + "content": "[XXXXX1372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48611": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48612": { + "content": "[XXXXX1490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48613": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48614": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48615": { + "content": "[XXXXX1416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48616": { + "content": "[XXXXX1450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48617": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48618": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48619": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48620": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48621": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48622": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48623": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48624": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48625": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48626": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48627": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48628": { + "content": "[XXXXX1465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48629": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48630": { + "content": "[XXXXX1530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48631": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48632": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48633": { + "content": "[XXXXX1580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48634": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48635": { + "content": "[XXXXX1405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48636": { + "content": "[XXXXX1653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48637": { + "content": "[XXXXX1500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48638": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48639": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48640": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48641": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48642": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48643": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48644": { + "content": "[XXXXX1320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48645": { + "content": "[XXXXX1472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48646": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48647": { + "content": "[XXXXX1245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48648": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48649": { + "content": "[XXXXX1713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48650": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48651": { + "content": "[XXXXX1340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48652": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48653": { + "content": "[XXXXX1650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48654": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48655": { + "content": "[XXXXX1514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48656": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48657": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48658": { + "content": "[XXXXX1495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48659": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48660": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48661": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48662": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48663": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48664": { + "content": "[XXXXX1480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48665": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48666": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48667": { + "content": "[XXXXX1428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48668": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48669": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48670": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48671": { + "content": "[XXXXX1741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48672": { + "content": "[XXXXX1221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48673": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48674": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48675": { + "content": "[XXXXX1483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48676": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48677": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48678": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48679": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48680": { + "content": "[XXXXX1385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48681": { + "content": "[XXXXX1389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48682": { + "content": "[XXXXX1213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48683": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48684": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48685": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48686": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48687": { + "content": "[XXXXX1291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48688": { + "content": "[XXXXX1451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48689": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48690": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48691": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48692": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48693": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48694": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48695": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48696": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48697": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48698": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48699": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48700": { + "content": "[XXXXX1339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48701": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48702": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48703": { + "content": "[XXXXX1318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48704": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48705": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48706": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48707": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48708": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48709": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48710": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48711": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48712": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48713": { + "content": "[XXXXX1293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48714": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48715": { + "content": "[XXXXX1252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48716": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48717": { + "content": "[XXXXX1536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48718": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48719": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48720": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48721": { + "content": "[XXXXX1358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48722": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48723": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48724": { + "content": "[XXXXX1437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48725": { + "content": "[XXXXX1634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48726": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48727": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48728": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48729": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48730": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48731": { + "content": "[XXXXX1589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48732": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48733": { + "content": "[XXXXX1693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48734": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48735": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48736": { + "content": "[XXXXX1256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48737": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48738": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48739": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48740": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48741": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48742": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48743": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48744": { + "content": "[XXXXX1477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48745": { + "content": "[XXXXX1262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48746": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48747": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48748": { + "content": "[XXXXX1362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48749": { + "content": "[XXXXX1201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48750": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48751": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48752": { + "content": "[XXXXX1579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48753": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48754": { + "content": "[XXXXX1327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48755": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48756": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48757": { + "content": "[XXXXX1627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48758": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48759": { + "content": "[XXXXX1504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48760": { + "content": "[XXXXX1391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48761": { + "content": "[XXXXX1456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48762": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48763": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48764": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48765": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48766": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48767": { + "content": "[XXXXX1609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48768": { + "content": "[XXXXX1629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48769": { + "content": "[XXXXX1597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48770": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48771": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48772": { + "content": "[XXXXX1346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48773": { + "content": "[XXXXX1645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48774": { + "content": "[XXXXX1660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48775": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48776": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48777": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48778": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48779": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48780": { + "content": "[XXXXX1469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48781": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48782": { + "content": "[XXXXX1424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48783": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48784": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48785": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48786": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48787": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48788": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48789": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48790": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48791": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48792": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48793": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48794": { + "content": "[XXXXX1297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48795": { + "content": "[XXXXX1688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48796": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48797": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48798": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48799": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48800": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48801": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48802": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48803": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48804": { + "content": "[XXXXX1501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48805": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48806": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48807": { + "content": "[XXXXX1438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48808": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48809": { + "content": "[XXXXX1330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48810": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48811": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48812": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48813": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48814": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48815": { + "content": "[XXXXX1519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48816": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48817": { + "content": "[XXXXX1489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48818": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48819": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48820": { + "content": "[XXXXX1630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48821": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48822": { + "content": "[XXXXX1509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48823": { + "content": "[XXXXX1505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48824": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48825": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48826": { + "content": "[XXXXX1581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48827": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48828": { + "content": "[XXXXX1618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48829": { + "content": "[XXXXX1314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48830": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48831": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48832": { + "content": "[XXXXX1422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48833": { + "content": "[XXXXX1364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48834": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48835": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48836": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48837": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48838": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48839": { + "content": "[XXXXX1591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48840": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48841": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48842": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48843": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48844": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48845": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48846": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48847": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48848": { + "content": "[XXXXX1535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48849": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48850": { + "content": "[XXXXX1353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48851": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48852": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48853": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48854": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48855": { + "content": "[XXXXX1206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48856": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48857": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48858": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48859": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48860": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48861": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48862": { + "content": "[XXXXX1355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48863": { + "content": "[XXXXX1547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48864": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48865": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48866": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48867": { + "content": "[XXXXX1728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48868": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48869": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48870": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48871": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48872": { + "content": "[XXXXX1522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48873": { + "content": "[XXXXX1326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48874": { + "content": "[XXXXX1448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48875": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48876": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48877": { + "content": "[XXXXX1341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48878": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48879": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48880": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48881": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48882": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48883": { + "content": "[XXXXX1285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48884": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48885": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48886": { + "content": "[XXXXX1750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48887": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48888": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48889": { + "content": "[XXXXX1742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48890": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48891": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48892": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48893": { + "content": "[XXXXX1445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48894": { + "content": "[XXXXX1466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48895": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48896": { + "content": "[XXXXX1531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48897": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48898": { + "content": "[XXXXX1247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48899": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48900": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48901": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48902": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48903": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48904": { + "content": "[XXXXX1494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48905": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48906": { + "content": "[XXXXX1406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48907": { + "content": "[XXXXX1610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48908": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48909": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48910": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48911": { + "content": "[XXXXX1570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48912": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48913": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48914": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48915": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48916": { + "content": "[XXXXX1433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48917": { + "content": "[XXXXX1295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48918": { + "content": "[XXXXX1485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48919": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48920": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48921": { + "content": "[XXXXX1333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48922": { + "content": "[XXXXX1359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48923": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48924": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48925": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48926": { + "content": "[XXXXX1761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48927": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48928": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48929": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48930": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48931": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48932": { + "content": "[XXXXX1751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48933": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48934": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48935": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48936": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48937": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48938": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48939": { + "content": "[XXXXX1216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48940": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48941": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48942": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48943": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48944": { + "content": "[XXXXX1534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48945": { + "content": "[XXXXX1265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48946": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48947": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48948": { + "content": "[XXXXX1525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48949": { + "content": "[XXXXX1760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48950": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48951": { + "content": "[XXXXX1260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48952": { + "content": "[XXXXX1574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48953": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48954": { + "content": "[XXXXX1702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48955": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48956": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48957": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48958": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48959": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48960": { + "content": "[XXXXX1562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48961": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48962": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48963": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48964": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48965": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48966": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48967": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48968": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48969": { + "content": "[XXXXX1747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48970": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48971": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48972": { + "content": "[XXXXX1587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48973": { + "content": "[XXXXX1382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48974": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48975": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48976": { + "content": "[XXXXX1426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48977": { + "content": "[XXXXX1345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48978": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48979": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48980": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48981": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48982": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48983": { + "content": "[XXXXX1401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48984": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48985": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48986": { + "content": "[XXXXX1719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48987": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48988": { + "content": "[XXXXX1226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48989": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48990": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48991": { + "content": "[XXXXX1255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48992": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48993": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48994": { + "content": "[XXXXX1608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48995": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48996": { + "content": "[XXXXX1399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48997": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48998": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48999": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49000": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49001": { + "content": "[XXXXX1656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49002": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49003": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49004": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49005": { + "content": "[XXXXX1235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49006": { + "content": "[XXXXX1592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49007": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49008": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49009": { + "content": "[XXXXX1590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49010": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49011": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49012": { + "content": "[XXXXX1718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49013": { + "content": "[XXXXX1373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49014": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49015": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49016": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49017": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49018": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49019": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49020": { + "content": "[XXXXX1532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49021": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49022": { + "content": "[XXXXX1542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49023": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49024": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49025": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49026": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49027": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49028": { + "content": "[XXXXX1363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49029": { + "content": "[XXXXX1685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49030": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49031": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49032": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49033": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49034": { + "content": "[XXXXX1444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49035": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49036": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49037": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49038": { + "content": "[XXXXX1607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49039": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49040": { + "content": "[XXXXX1283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49041": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49042": { + "content": "[XXXXX1475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49043": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49044": { + "content": "[XXXXX1543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49045": { + "content": "[XXXXX1361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49046": { + "content": "[XXXXX1292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49047": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49048": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49049": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49050": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49051": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49052": { + "content": "[XXXXX1676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49053": { + "content": "[XXXXX1759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49054": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49055": { + "content": "[XXXXX1539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49056": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49057": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49058": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49059": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49060": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49061": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49062": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49063": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49064": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49065": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49066": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49067": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49068": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49069": { + "content": "[XXXXX1310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49070": { + "content": "[XXXXX1654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49071": { + "content": "[XXXXX1665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49072": { + "content": "[XXXXX1329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49073": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49074": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49075": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49076": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49077": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49078": { + "content": "[XXXXX1449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49079": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49080": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49081": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49082": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49083": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49084": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49085": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49086": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49087": { + "content": "[XXXXX1223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49088": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49089": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49090": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49091": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49092": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49093": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49094": { + "content": "[XXXXX1712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49095": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49096": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49097": { + "content": "[XXXXX1198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49098": { + "content": "[XXXXX1576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49099": { + "content": "[XXXXX1526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49100": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49101": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49102": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49103": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49104": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49105": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49106": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49107": { + "content": "[XXXXX1453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49108": { + "content": "[XXXXX1492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49109": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49110": { + "content": "[XXXXX1392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49111": { + "content": "[XXXXX1673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49112": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49113": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49114": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49115": { + "content": "[XXXXX1236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49116": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49117": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49118": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49119": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49120": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49121": { + "content": "[XXXXX1296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49122": { + "content": "[XXXXX1551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49123": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49124": { + "content": "[XXXXX1667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49125": { + "content": "[XXXXX1307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49126": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49127": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49128": { + "content": "[XXXXX1749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49129": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49130": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49131": { + "content": "[XXXXX1552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49132": { + "content": "[XXXXX1638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49133": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49134": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49135": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49136": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49137": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49138": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49139": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49140": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49141": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49142": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49143": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49144": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49145": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49146": { + "content": "[XXXXX1425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49147": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49148": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49149": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49150": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49151": { + "content": "[XXXXX1697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-2500/trainer_state.json b/checkpoint-2500/trainer_state.json new file mode 100644 index 0000000..2a1178c --- /dev/null +++ b/checkpoint-2500/trainer_state.json @@ -0,0 +1,5089 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 2.9655990510083035, + "eval_steps": 500, + "global_step": 2500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 10.6509840965271, + "epoch": 0.005931198102016607, + "grad_norm": 11.4375, + "learning_rate": 2e-06, + "loss": 10.7955, + "mean_token_accuracy": 0.00017467249417677522, + "num_tokens": 12647.0, + "step": 5 + }, + { + "entropy": 10.650976181030273, + "epoch": 0.011862396204033215, + "grad_norm": 10.875, + "learning_rate": 4.5e-06, + "loss": 10.7449, + "mean_token_accuracy": 0.0003256943717133254, + "num_tokens": 26668.0, + "step": 10 + }, + { + "entropy": 10.65047550201416, + "epoch": 0.017793594306049824, + "grad_norm": 8.5, + "learning_rate": 7e-06, + "loss": 10.5392, + "mean_token_accuracy": 0.011320227157557382, + "num_tokens": 41021.0, + "step": 15 + }, + { + "entropy": 10.645245170593261, + "epoch": 0.02372479240806643, + "grad_norm": 5.6875, + "learning_rate": 9.5e-06, + "loss": 10.2512, + "mean_token_accuracy": 0.03331172131001949, + "num_tokens": 56626.0, + "step": 20 + }, + { + "entropy": 10.620162200927734, + "epoch": 0.02965599051008304, + "grad_norm": 3.46875, + "learning_rate": 1.2e-05, + "loss": 9.9999, + "mean_token_accuracy": 0.03278177715837956, + "num_tokens": 72914.0, + "step": 25 + }, + { + "entropy": 10.59833517074585, + "epoch": 0.03558718861209965, + "grad_norm": 2.75, + "learning_rate": 1.4500000000000002e-05, + "loss": 9.8507, + "mean_token_accuracy": 0.03321463130414486, + "num_tokens": 88514.0, + "step": 30 + }, + { + "entropy": 10.59533166885376, + "epoch": 0.04151838671411625, + "grad_norm": 2.6875, + "learning_rate": 1.7000000000000003e-05, + "loss": 9.7557, + "mean_token_accuracy": 0.03128496501594782, + "num_tokens": 101256.0, + "step": 35 + }, + { + "entropy": 10.598009204864502, + "epoch": 0.04744958481613286, + "grad_norm": 2.34375, + "learning_rate": 1.95e-05, + "loss": 9.7229, + "mean_token_accuracy": 0.03391152955591679, + "num_tokens": 114459.0, + "step": 40 + }, + { + "entropy": 10.583034133911132, + "epoch": 0.05338078291814947, + "grad_norm": 2.203125, + "learning_rate": 2.2e-05, + "loss": 9.7096, + "mean_token_accuracy": 0.031900213845074174, + "num_tokens": 129858.0, + "step": 45 + }, + { + "entropy": 10.583144092559815, + "epoch": 0.05931198102016608, + "grad_norm": 2.421875, + "learning_rate": 2.4500000000000003e-05, + "loss": 9.6353, + "mean_token_accuracy": 0.03371269796043634, + "num_tokens": 143486.0, + "step": 50 + }, + { + "entropy": 10.582204055786132, + "epoch": 0.06524317912218268, + "grad_norm": 2.171875, + "learning_rate": 2.7e-05, + "loss": 9.5795, + "mean_token_accuracy": 0.035220497474074366, + "num_tokens": 156003.0, + "step": 55 + }, + { + "entropy": 10.569349002838134, + "epoch": 0.0711743772241993, + "grad_norm": 2.1875, + "learning_rate": 2.95e-05, + "loss": 9.5437, + "mean_token_accuracy": 0.034727090038359165, + "num_tokens": 170988.0, + "step": 60 + }, + { + "entropy": 10.552780246734619, + "epoch": 0.0771055753262159, + "grad_norm": 2.15625, + "learning_rate": 3.2e-05, + "loss": 9.4193, + "mean_token_accuracy": 0.03448135014623403, + "num_tokens": 187165.0, + "step": 65 + }, + { + "entropy": 10.542837047576905, + "epoch": 0.0830367734282325, + "grad_norm": 2.125, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.368, + "mean_token_accuracy": 0.03228826243430376, + "num_tokens": 202072.0, + "step": 70 + }, + { + "entropy": 10.534712505340575, + "epoch": 0.08896797153024912, + "grad_norm": 2.0625, + "learning_rate": 3.7e-05, + "loss": 9.2131, + "mean_token_accuracy": 0.034324941039085385, + "num_tokens": 215375.0, + "step": 75 + }, + { + "entropy": 10.50705509185791, + "epoch": 0.09489916963226572, + "grad_norm": 1.921875, + "learning_rate": 3.95e-05, + "loss": 9.1257, + "mean_token_accuracy": 0.03353528436273336, + "num_tokens": 228749.0, + "step": 80 + }, + { + "entropy": 10.478670978546143, + "epoch": 0.10083036773428232, + "grad_norm": 2.09375, + "learning_rate": 4.2000000000000004e-05, + "loss": 9.0183, + "mean_token_accuracy": 0.03314766474068165, + "num_tokens": 242387.0, + "step": 85 + }, + { + "entropy": 10.458618545532227, + "epoch": 0.10676156583629894, + "grad_norm": 2.046875, + "learning_rate": 4.45e-05, + "loss": 8.9252, + "mean_token_accuracy": 0.03416665960103273, + "num_tokens": 257793.0, + "step": 90 + }, + { + "entropy": 10.419714641571044, + "epoch": 0.11269276393831554, + "grad_norm": 2.125, + "learning_rate": 4.7000000000000004e-05, + "loss": 8.8134, + "mean_token_accuracy": 0.036843133717775346, + "num_tokens": 271187.0, + "step": 95 + }, + { + "entropy": 10.339355945587158, + "epoch": 0.11862396204033215, + "grad_norm": 1.921875, + "learning_rate": 4.9500000000000004e-05, + "loss": 8.6836, + "mean_token_accuracy": 0.04052316285669803, + "num_tokens": 284937.0, + "step": 100 + }, + { + "entropy": 10.289305877685546, + "epoch": 0.12455516014234876, + "grad_norm": 2.140625, + "learning_rate": 5.2e-05, + "loss": 8.523, + "mean_token_accuracy": 0.042971277609467506, + "num_tokens": 300108.0, + "step": 105 + }, + { + "entropy": 10.171844291687012, + "epoch": 0.13048635824436536, + "grad_norm": 2.109375, + "learning_rate": 5.45e-05, + "loss": 8.4071, + "mean_token_accuracy": 0.0435908630490303, + "num_tokens": 316760.0, + "step": 110 + }, + { + "entropy": 10.090029907226562, + "epoch": 0.13641755634638197, + "grad_norm": 1.8515625, + "learning_rate": 5.7e-05, + "loss": 8.2269, + "mean_token_accuracy": 0.04757884480059147, + "num_tokens": 329705.0, + "step": 115 + }, + { + "entropy": 9.968478775024414, + "epoch": 0.1423487544483986, + "grad_norm": 1.8046875, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.1048, + "mean_token_accuracy": 0.05177154988050461, + "num_tokens": 342947.0, + "step": 120 + }, + { + "entropy": 9.810734272003174, + "epoch": 0.14827995255041518, + "grad_norm": 1.6015625, + "learning_rate": 6.2e-05, + "loss": 7.957, + "mean_token_accuracy": 0.05589810460805893, + "num_tokens": 358397.0, + "step": 125 + }, + { + "entropy": 9.629272270202637, + "epoch": 0.1542111506524318, + "grad_norm": 2.015625, + "learning_rate": 6.450000000000001e-05, + "loss": 7.8543, + "mean_token_accuracy": 0.058608030527830125, + "num_tokens": 370369.0, + "step": 130 + }, + { + "entropy": 9.431285285949707, + "epoch": 0.1601423487544484, + "grad_norm": 1.46875, + "learning_rate": 6.7e-05, + "loss": 7.7282, + "mean_token_accuracy": 0.06019565127789974, + "num_tokens": 386896.0, + "step": 135 + }, + { + "entropy": 9.166491031646729, + "epoch": 0.166073546856465, + "grad_norm": 1.6171875, + "learning_rate": 6.950000000000001e-05, + "loss": 7.571, + "mean_token_accuracy": 0.06539936549961567, + "num_tokens": 400433.0, + "step": 140 + }, + { + "entropy": 8.998315811157227, + "epoch": 0.17200474495848161, + "grad_norm": 1.9296875, + "learning_rate": 7.2e-05, + "loss": 7.5193, + "mean_token_accuracy": 0.06127564944326878, + "num_tokens": 415092.0, + "step": 145 + }, + { + "entropy": 8.760649585723877, + "epoch": 0.17793594306049823, + "grad_norm": 1.625, + "learning_rate": 7.45e-05, + "loss": 7.3847, + "mean_token_accuracy": 0.06551449336111545, + "num_tokens": 429793.0, + "step": 150 + }, + { + "entropy": 8.53032569885254, + "epoch": 0.18386714116251482, + "grad_norm": 1.703125, + "learning_rate": 7.7e-05, + "loss": 7.3618, + "mean_token_accuracy": 0.07152369543910027, + "num_tokens": 442618.0, + "step": 155 + }, + { + "entropy": 8.432501602172852, + "epoch": 0.18979833926453143, + "grad_norm": 1.484375, + "learning_rate": 7.950000000000001e-05, + "loss": 7.2263, + "mean_token_accuracy": 0.0709031268954277, + "num_tokens": 454976.0, + "step": 160 + }, + { + "entropy": 8.288888359069825, + "epoch": 0.19572953736654805, + "grad_norm": 2.09375, + "learning_rate": 8.2e-05, + "loss": 7.2693, + "mean_token_accuracy": 0.06482412219047547, + "num_tokens": 467523.0, + "step": 165 + }, + { + "entropy": 8.135635375976562, + "epoch": 0.20166073546856464, + "grad_norm": 1.203125, + "learning_rate": 8.450000000000001e-05, + "loss": 7.1729, + "mean_token_accuracy": 0.07200234681367874, + "num_tokens": 481391.0, + "step": 170 + }, + { + "entropy": 8.090270137786865, + "epoch": 0.20759193357058126, + "grad_norm": 1.3515625, + "learning_rate": 8.7e-05, + "loss": 7.147, + "mean_token_accuracy": 0.06691372841596603, + "num_tokens": 496697.0, + "step": 175 + }, + { + "entropy": 8.008182764053345, + "epoch": 0.21352313167259787, + "grad_norm": 1.96875, + "learning_rate": 8.95e-05, + "loss": 7.1704, + "mean_token_accuracy": 0.07276545092463493, + "num_tokens": 510091.0, + "step": 180 + }, + { + "entropy": 7.948391151428223, + "epoch": 0.21945432977461446, + "grad_norm": 1.390625, + "learning_rate": 9.2e-05, + "loss": 7.1071, + "mean_token_accuracy": 0.0736262746155262, + "num_tokens": 522168.0, + "step": 185 + }, + { + "entropy": 7.860538482666016, + "epoch": 0.22538552787663108, + "grad_norm": 1.2890625, + "learning_rate": 9.45e-05, + "loss": 7.0333, + "mean_token_accuracy": 0.0750058189034462, + "num_tokens": 535853.0, + "step": 190 + }, + { + "entropy": 7.789449167251587, + "epoch": 0.2313167259786477, + "grad_norm": 1.484375, + "learning_rate": 9.7e-05, + "loss": 7.0532, + "mean_token_accuracy": 0.07566255033016205, + "num_tokens": 551082.0, + "step": 195 + }, + { + "entropy": 7.820679521560669, + "epoch": 0.2372479240806643, + "grad_norm": 1.5859375, + "learning_rate": 9.95e-05, + "loss": 7.0735, + "mean_token_accuracy": 0.0763503935188055, + "num_tokens": 567181.0, + "step": 200 + }, + { + "entropy": 7.715967988967895, + "epoch": 0.2431791221826809, + "grad_norm": 1.46875, + "learning_rate": 0.000102, + "loss": 6.9882, + "mean_token_accuracy": 0.0811008334159851, + "num_tokens": 580689.0, + "step": 205 + }, + { + "entropy": 7.671104192733765, + "epoch": 0.2491103202846975, + "grad_norm": 1.40625, + "learning_rate": 0.00010449999999999999, + "loss": 6.9075, + "mean_token_accuracy": 0.08624595254659653, + "num_tokens": 594590.0, + "step": 210 + }, + { + "entropy": 7.669063520431519, + "epoch": 0.25504151838671413, + "grad_norm": 1.1796875, + "learning_rate": 0.000107, + "loss": 6.9659, + "mean_token_accuracy": 0.07704100087285042, + "num_tokens": 610577.0, + "step": 215 + }, + { + "entropy": 7.621254777908325, + "epoch": 0.2609727164887307, + "grad_norm": 1.1484375, + "learning_rate": 0.0001095, + "loss": 6.9894, + "mean_token_accuracy": 0.0770975686609745, + "num_tokens": 627066.0, + "step": 220 + }, + { + "entropy": 7.582563304901123, + "epoch": 0.2669039145907473, + "grad_norm": 1.2109375, + "learning_rate": 0.000112, + "loss": 6.9863, + "mean_token_accuracy": 0.08030139058828353, + "num_tokens": 642601.0, + "step": 225 + }, + { + "entropy": 7.5748522758483885, + "epoch": 0.27283511269276395, + "grad_norm": 1.4296875, + "learning_rate": 0.0001145, + "loss": 6.8436, + "mean_token_accuracy": 0.08795318827033043, + "num_tokens": 655615.0, + "step": 230 + }, + { + "entropy": 7.51125283241272, + "epoch": 0.27876631079478054, + "grad_norm": 1.140625, + "learning_rate": 0.00011700000000000001, + "loss": 6.8805, + "mean_token_accuracy": 0.08227636963129044, + "num_tokens": 670218.0, + "step": 235 + }, + { + "entropy": 7.581772565841675, + "epoch": 0.2846975088967972, + "grad_norm": 1.359375, + "learning_rate": 0.00011949999999999999, + "loss": 6.8693, + "mean_token_accuracy": 0.08509634733200074, + "num_tokens": 683661.0, + "step": 240 + }, + { + "entropy": 7.414237833023071, + "epoch": 0.29062870699881377, + "grad_norm": 1.15625, + "learning_rate": 0.000122, + "loss": 6.8471, + "mean_token_accuracy": 0.08358772993087768, + "num_tokens": 699767.0, + "step": 245 + }, + { + "entropy": 7.437202262878418, + "epoch": 0.29655990510083036, + "grad_norm": 1.328125, + "learning_rate": 0.0001245, + "loss": 6.774, + "mean_token_accuracy": 0.09326352775096894, + "num_tokens": 713579.0, + "step": 250 + }, + { + "entropy": 7.383161449432373, + "epoch": 0.302491103202847, + "grad_norm": 1.703125, + "learning_rate": 0.000127, + "loss": 6.8019, + "mean_token_accuracy": 0.08484338372945785, + "num_tokens": 727490.0, + "step": 255 + }, + { + "entropy": 7.414105653762817, + "epoch": 0.3084223013048636, + "grad_norm": 1.0625, + "learning_rate": 0.0001295, + "loss": 6.8822, + "mean_token_accuracy": 0.08486307561397552, + "num_tokens": 742477.0, + "step": 260 + }, + { + "entropy": 7.386582565307617, + "epoch": 0.3143534994068802, + "grad_norm": 1.5703125, + "learning_rate": 0.000132, + "loss": 6.7436, + "mean_token_accuracy": 0.08875370100140571, + "num_tokens": 757772.0, + "step": 265 + }, + { + "entropy": 7.385796451568604, + "epoch": 0.3202846975088968, + "grad_norm": 1.515625, + "learning_rate": 0.00013450000000000002, + "loss": 6.795, + "mean_token_accuracy": 0.08812053054571152, + "num_tokens": 772898.0, + "step": 270 + }, + { + "entropy": 7.329386568069458, + "epoch": 0.3262158956109134, + "grad_norm": 1.34375, + "learning_rate": 0.00013700000000000002, + "loss": 6.7697, + "mean_token_accuracy": 0.08715710267424584, + "num_tokens": 788395.0, + "step": 275 + }, + { + "entropy": 7.318710279464722, + "epoch": 0.33214709371293, + "grad_norm": 1.578125, + "learning_rate": 0.0001395, + "loss": 6.83, + "mean_token_accuracy": 0.08070869520306587, + "num_tokens": 803413.0, + "step": 280 + }, + { + "entropy": 7.188418292999268, + "epoch": 0.33807829181494664, + "grad_norm": 1.484375, + "learning_rate": 0.00014199999999999998, + "loss": 6.6976, + "mean_token_accuracy": 0.09588895291090012, + "num_tokens": 817775.0, + "step": 285 + }, + { + "entropy": 7.389742612838745, + "epoch": 0.34400948991696323, + "grad_norm": 1.6328125, + "learning_rate": 0.0001445, + "loss": 6.8092, + "mean_token_accuracy": 0.08903076201677322, + "num_tokens": 831379.0, + "step": 290 + }, + { + "entropy": 7.300806474685669, + "epoch": 0.3499406880189798, + "grad_norm": 1.3046875, + "learning_rate": 0.000147, + "loss": 6.7387, + "mean_token_accuracy": 0.08791814595460892, + "num_tokens": 846596.0, + "step": 295 + }, + { + "entropy": 7.254555749893188, + "epoch": 0.35587188612099646, + "grad_norm": 1.25, + "learning_rate": 0.0001495, + "loss": 6.7438, + "mean_token_accuracy": 0.08821789696812629, + "num_tokens": 862063.0, + "step": 300 + }, + { + "entropy": 7.275745964050293, + "epoch": 0.36180308422301305, + "grad_norm": 1.2734375, + "learning_rate": 0.000152, + "loss": 6.6954, + "mean_token_accuracy": 0.08966124951839446, + "num_tokens": 876841.0, + "step": 305 + }, + { + "entropy": 7.221111488342285, + "epoch": 0.36773428232502964, + "grad_norm": 1.2734375, + "learning_rate": 0.00015450000000000001, + "loss": 6.7751, + "mean_token_accuracy": 0.09116524010896683, + "num_tokens": 890728.0, + "step": 310 + }, + { + "entropy": 7.206338787078858, + "epoch": 0.3736654804270463, + "grad_norm": 1.359375, + "learning_rate": 0.000157, + "loss": 6.6956, + "mean_token_accuracy": 0.09070762842893601, + "num_tokens": 905599.0, + "step": 315 + }, + { + "entropy": 7.1817542552948, + "epoch": 0.37959667852906287, + "grad_norm": 1.59375, + "learning_rate": 0.0001595, + "loss": 6.6483, + "mean_token_accuracy": 0.09768397733569145, + "num_tokens": 918139.0, + "step": 320 + }, + { + "entropy": 7.167359304428101, + "epoch": 0.38552787663107946, + "grad_norm": 1.484375, + "learning_rate": 0.000162, + "loss": 6.7114, + "mean_token_accuracy": 0.09328882694244385, + "num_tokens": 931666.0, + "step": 325 + }, + { + "entropy": 7.196693468093872, + "epoch": 0.3914590747330961, + "grad_norm": 1.3046875, + "learning_rate": 0.00016450000000000001, + "loss": 6.6605, + "mean_token_accuracy": 0.09237670227885246, + "num_tokens": 946286.0, + "step": 330 + }, + { + "entropy": 7.148892021179199, + "epoch": 0.3973902728351127, + "grad_norm": 1.4140625, + "learning_rate": 0.00016700000000000002, + "loss": 6.6029, + "mean_token_accuracy": 0.09802859723567962, + "num_tokens": 959689.0, + "step": 335 + }, + { + "entropy": 7.091142225265503, + "epoch": 0.4033214709371293, + "grad_norm": 1.53125, + "learning_rate": 0.00016950000000000003, + "loss": 6.6481, + "mean_token_accuracy": 0.09793345853686333, + "num_tokens": 972707.0, + "step": 340 + }, + { + "entropy": 7.103200006484985, + "epoch": 0.4092526690391459, + "grad_norm": 1.296875, + "learning_rate": 0.00017199999999999998, + "loss": 6.6694, + "mean_token_accuracy": 0.09691287726163864, + "num_tokens": 988010.0, + "step": 345 + }, + { + "entropy": 7.109372472763061, + "epoch": 0.4151838671411625, + "grad_norm": 1.609375, + "learning_rate": 0.00017449999999999999, + "loss": 6.7001, + "mean_token_accuracy": 0.0866947390139103, + "num_tokens": 1003823.0, + "step": 350 + }, + { + "entropy": 7.018935489654541, + "epoch": 0.4211150652431791, + "grad_norm": 1.3125, + "learning_rate": 0.000177, + "loss": 6.4583, + "mean_token_accuracy": 0.10792901739478111, + "num_tokens": 1018276.0, + "step": 355 + }, + { + "entropy": 7.151296997070313, + "epoch": 0.42704626334519574, + "grad_norm": 1.2890625, + "learning_rate": 0.0001795, + "loss": 6.6782, + "mean_token_accuracy": 0.09361589401960373, + "num_tokens": 1031242.0, + "step": 360 + }, + { + "entropy": 7.0902214527130125, + "epoch": 0.43297746144721233, + "grad_norm": 1.3984375, + "learning_rate": 0.000182, + "loss": 6.5786, + "mean_token_accuracy": 0.09998262599110604, + "num_tokens": 1043940.0, + "step": 365 + }, + { + "entropy": 6.944676065444947, + "epoch": 0.4389086595492289, + "grad_norm": 1.2109375, + "learning_rate": 0.0001845, + "loss": 6.508, + "mean_token_accuracy": 0.09759898036718369, + "num_tokens": 1058656.0, + "step": 370 + }, + { + "entropy": 7.117189264297485, + "epoch": 0.44483985765124556, + "grad_norm": 1.265625, + "learning_rate": 0.000187, + "loss": 6.6092, + "mean_token_accuracy": 0.09189791083335877, + "num_tokens": 1073128.0, + "step": 375 + }, + { + "entropy": 6.948076343536377, + "epoch": 0.45077105575326215, + "grad_norm": 1.5390625, + "learning_rate": 0.0001895, + "loss": 6.5416, + "mean_token_accuracy": 0.09809970185160637, + "num_tokens": 1086467.0, + "step": 380 + }, + { + "entropy": 7.076186227798462, + "epoch": 0.45670225385527874, + "grad_norm": 1.46875, + "learning_rate": 0.000192, + "loss": 6.6616, + "mean_token_accuracy": 0.10060962289571762, + "num_tokens": 1100356.0, + "step": 385 + }, + { + "entropy": 7.028731060028076, + "epoch": 0.4626334519572954, + "grad_norm": 1.3046875, + "learning_rate": 0.0001945, + "loss": 6.5814, + "mean_token_accuracy": 0.10232764557003975, + "num_tokens": 1115877.0, + "step": 390 + }, + { + "entropy": 7.04663872718811, + "epoch": 0.46856465005931197, + "grad_norm": 1.375, + "learning_rate": 0.00019700000000000002, + "loss": 6.5466, + "mean_token_accuracy": 0.10219399407505989, + "num_tokens": 1131415.0, + "step": 395 + }, + { + "entropy": 6.8535503387451175, + "epoch": 0.4744958481613286, + "grad_norm": 1.5234375, + "learning_rate": 0.00019950000000000002, + "loss": 6.5137, + "mean_token_accuracy": 0.09734094068408013, + "num_tokens": 1145903.0, + "step": 400 + }, + { + "entropy": 6.879596471786499, + "epoch": 0.4804270462633452, + "grad_norm": 1.125, + "learning_rate": 0.000202, + "loss": 6.4397, + "mean_token_accuracy": 0.0997365266084671, + "num_tokens": 1161168.0, + "step": 405 + }, + { + "entropy": 6.921687078475952, + "epoch": 0.4863582443653618, + "grad_norm": 1.3515625, + "learning_rate": 0.00020449999999999998, + "loss": 6.5196, + "mean_token_accuracy": 0.09855128526687622, + "num_tokens": 1178155.0, + "step": 410 + }, + { + "entropy": 6.924295806884766, + "epoch": 0.49228944246737844, + "grad_norm": 1.3828125, + "learning_rate": 0.000207, + "loss": 6.3697, + "mean_token_accuracy": 0.1099881686270237, + "num_tokens": 1190830.0, + "step": 415 + }, + { + "entropy": 6.827713060379028, + "epoch": 0.498220640569395, + "grad_norm": 1.375, + "learning_rate": 0.0002095, + "loss": 6.3842, + "mean_token_accuracy": 0.10342236086726189, + "num_tokens": 1205260.0, + "step": 420 + }, + { + "entropy": 6.883217096328735, + "epoch": 0.5041518386714117, + "grad_norm": 1.4453125, + "learning_rate": 0.000212, + "loss": 6.431, + "mean_token_accuracy": 0.10836012288928032, + "num_tokens": 1218856.0, + "step": 425 + }, + { + "entropy": 6.832102727890015, + "epoch": 0.5100830367734283, + "grad_norm": 1.328125, + "learning_rate": 0.0002145, + "loss": 6.5014, + "mean_token_accuracy": 0.10428635627031327, + "num_tokens": 1234669.0, + "step": 430 + }, + { + "entropy": 6.830685758590699, + "epoch": 0.5160142348754448, + "grad_norm": 1.46875, + "learning_rate": 0.00021700000000000002, + "loss": 6.4289, + "mean_token_accuracy": 0.1057804524898529, + "num_tokens": 1249514.0, + "step": 435 + }, + { + "entropy": 6.837182474136353, + "epoch": 0.5219454329774614, + "grad_norm": 1.1015625, + "learning_rate": 0.0002195, + "loss": 6.3638, + "mean_token_accuracy": 0.1109524667263031, + "num_tokens": 1262311.0, + "step": 440 + }, + { + "entropy": 6.767211008071899, + "epoch": 0.527876631079478, + "grad_norm": 1.3359375, + "learning_rate": 0.000222, + "loss": 6.3519, + "mean_token_accuracy": 0.10807539224624634, + "num_tokens": 1277681.0, + "step": 445 + }, + { + "entropy": 6.781484460830688, + "epoch": 0.5338078291814946, + "grad_norm": 1.390625, + "learning_rate": 0.0002245, + "loss": 6.3968, + "mean_token_accuracy": 0.10917404815554618, + "num_tokens": 1292300.0, + "step": 450 + }, + { + "entropy": 6.775958061218262, + "epoch": 0.5397390272835113, + "grad_norm": 1.234375, + "learning_rate": 0.00022700000000000002, + "loss": 6.4142, + "mean_token_accuracy": 0.10393262058496475, + "num_tokens": 1307426.0, + "step": 455 + }, + { + "entropy": 6.787585258483887, + "epoch": 0.5456702253855279, + "grad_norm": 1.0546875, + "learning_rate": 0.00022950000000000002, + "loss": 6.4414, + "mean_token_accuracy": 0.09955934658646584, + "num_tokens": 1322167.0, + "step": 460 + }, + { + "entropy": 6.75556001663208, + "epoch": 0.5516014234875445, + "grad_norm": 1.2265625, + "learning_rate": 0.00023200000000000003, + "loss": 6.3126, + "mean_token_accuracy": 0.11029193922877312, + "num_tokens": 1335343.0, + "step": 465 + }, + { + "entropy": 6.719364500045776, + "epoch": 0.5575326215895611, + "grad_norm": 1.234375, + "learning_rate": 0.00023449999999999998, + "loss": 6.3129, + "mean_token_accuracy": 0.11020243093371392, + "num_tokens": 1349078.0, + "step": 470 + }, + { + "entropy": 6.670861291885376, + "epoch": 0.5634638196915777, + "grad_norm": 1.2265625, + "learning_rate": 0.000237, + "loss": 6.2388, + "mean_token_accuracy": 0.11813571006059646, + "num_tokens": 1362030.0, + "step": 475 + }, + { + "entropy": 6.790364742279053, + "epoch": 0.5693950177935944, + "grad_norm": 1.3125, + "learning_rate": 0.0002395, + "loss": 6.3965, + "mean_token_accuracy": 0.10456062778830529, + "num_tokens": 1378303.0, + "step": 480 + }, + { + "entropy": 6.773904657363891, + "epoch": 0.575326215895611, + "grad_norm": 1.203125, + "learning_rate": 0.000242, + "loss": 6.3906, + "mean_token_accuracy": 0.10592009201645851, + "num_tokens": 1392585.0, + "step": 485 + }, + { + "entropy": 6.805166101455688, + "epoch": 0.5812574139976275, + "grad_norm": 1.5, + "learning_rate": 0.0002445, + "loss": 6.3973, + "mean_token_accuracy": 0.11140659600496292, + "num_tokens": 1406962.0, + "step": 490 + }, + { + "entropy": 6.573492240905762, + "epoch": 0.5871886120996441, + "grad_norm": 1.2265625, + "learning_rate": 0.000247, + "loss": 6.2853, + "mean_token_accuracy": 0.11129999980330467, + "num_tokens": 1419493.0, + "step": 495 + }, + { + "entropy": 6.735859537124634, + "epoch": 0.5931198102016607, + "grad_norm": 1.3125, + "learning_rate": 0.0002495, + "loss": 6.3007, + "mean_token_accuracy": 0.10790175497531891, + "num_tokens": 1435373.0, + "step": 500 + }, + { + "epoch": 0.5931198102016607, + "eval_entropy": 6.67236985896994, + "eval_loss": 6.441715717315674, + "eval_mean_token_accuracy": 0.10966419813685988, + "eval_num_tokens": 1435373.0, + "eval_runtime": 2.4776, + "eval_samples_per_second": 1052.652, + "eval_steps_per_second": 131.581, + "step": 500 + }, + { + "entropy": 6.6947290897369385, + "epoch": 0.5990510083036773, + "grad_norm": 1.3359375, + "learning_rate": 0.000252, + "loss": 6.2707, + "mean_token_accuracy": 0.11756636276841163, + "num_tokens": 1449805.0, + "step": 505 + }, + { + "entropy": 6.634400224685669, + "epoch": 0.604982206405694, + "grad_norm": 1.3125, + "learning_rate": 0.0002545, + "loss": 6.2855, + "mean_token_accuracy": 0.11045260801911354, + "num_tokens": 1463657.0, + "step": 510 + }, + { + "entropy": 6.727581596374511, + "epoch": 0.6109134045077106, + "grad_norm": 1.4140625, + "learning_rate": 0.000257, + "loss": 6.3004, + "mean_token_accuracy": 0.11670920848846436, + "num_tokens": 1478089.0, + "step": 515 + }, + { + "entropy": 6.619698333740234, + "epoch": 0.6168446026097272, + "grad_norm": 1.4296875, + "learning_rate": 0.0002595, + "loss": 6.311, + "mean_token_accuracy": 0.11146906316280365, + "num_tokens": 1492225.0, + "step": 520 + }, + { + "entropy": 6.630937004089356, + "epoch": 0.6227758007117438, + "grad_norm": 1.1875, + "learning_rate": 0.000262, + "loss": 6.3008, + "mean_token_accuracy": 0.10728157833218574, + "num_tokens": 1506751.0, + "step": 525 + }, + { + "entropy": 6.599562358856201, + "epoch": 0.6287069988137604, + "grad_norm": 1.140625, + "learning_rate": 0.00026450000000000003, + "loss": 6.2004, + "mean_token_accuracy": 0.11617306619882584, + "num_tokens": 1520590.0, + "step": 530 + }, + { + "entropy": 6.652629327774048, + "epoch": 0.6346381969157769, + "grad_norm": 1.1953125, + "learning_rate": 0.00026700000000000004, + "loss": 6.2527, + "mean_token_accuracy": 0.11343958005309104, + "num_tokens": 1534752.0, + "step": 535 + }, + { + "entropy": 6.587781953811645, + "epoch": 0.6405693950177936, + "grad_norm": 1.3828125, + "learning_rate": 0.00026950000000000005, + "loss": 6.2154, + "mean_token_accuracy": 0.12041136622428894, + "num_tokens": 1547891.0, + "step": 540 + }, + { + "entropy": 6.418690204620361, + "epoch": 0.6465005931198102, + "grad_norm": 1.2578125, + "learning_rate": 0.00027200000000000005, + "loss": 6.1542, + "mean_token_accuracy": 0.12026057541370391, + "num_tokens": 1562560.0, + "step": 545 + }, + { + "entropy": 6.670684385299682, + "epoch": 0.6524317912218268, + "grad_norm": 1.328125, + "learning_rate": 0.0002745, + "loss": 6.3091, + "mean_token_accuracy": 0.11120221018791199, + "num_tokens": 1576896.0, + "step": 550 + }, + { + "entropy": 6.535441923141479, + "epoch": 0.6583629893238434, + "grad_norm": 1.265625, + "learning_rate": 0.000277, + "loss": 6.2086, + "mean_token_accuracy": 0.11225326210260392, + "num_tokens": 1590806.0, + "step": 555 + }, + { + "entropy": 6.601208257675171, + "epoch": 0.66429418742586, + "grad_norm": 1.234375, + "learning_rate": 0.0002795, + "loss": 6.326, + "mean_token_accuracy": 0.10773437917232513, + "num_tokens": 1605874.0, + "step": 560 + }, + { + "entropy": 6.616091251373291, + "epoch": 0.6702253855278766, + "grad_norm": 1.2734375, + "learning_rate": 0.00028199999999999997, + "loss": 6.2108, + "mean_token_accuracy": 0.11664134711027145, + "num_tokens": 1620947.0, + "step": 565 + }, + { + "entropy": 6.484318447113037, + "epoch": 0.6761565836298933, + "grad_norm": 1.296875, + "learning_rate": 0.0002845, + "loss": 6.2608, + "mean_token_accuracy": 0.10255342498421668, + "num_tokens": 1635974.0, + "step": 570 + }, + { + "entropy": 6.542778062820434, + "epoch": 0.6820877817319099, + "grad_norm": 1.109375, + "learning_rate": 0.000287, + "loss": 6.2163, + "mean_token_accuracy": 0.10959842428565025, + "num_tokens": 1651502.0, + "step": 575 + }, + { + "entropy": 6.45567512512207, + "epoch": 0.6880189798339265, + "grad_norm": 1.1796875, + "learning_rate": 0.0002895, + "loss": 6.1629, + "mean_token_accuracy": 0.11728360131382942, + "num_tokens": 1665547.0, + "step": 580 + }, + { + "entropy": 6.501108646392822, + "epoch": 0.693950177935943, + "grad_norm": 1.1796875, + "learning_rate": 0.000292, + "loss": 6.1508, + "mean_token_accuracy": 0.12227020487189293, + "num_tokens": 1678875.0, + "step": 585 + }, + { + "entropy": 6.480410623550415, + "epoch": 0.6998813760379596, + "grad_norm": 1.3203125, + "learning_rate": 0.0002945, + "loss": 6.1681, + "mean_token_accuracy": 0.11540260091423989, + "num_tokens": 1692673.0, + "step": 590 + }, + { + "entropy": 6.511543416976929, + "epoch": 0.7058125741399762, + "grad_norm": 1.109375, + "learning_rate": 0.000297, + "loss": 6.2156, + "mean_token_accuracy": 0.11393610835075378, + "num_tokens": 1707318.0, + "step": 595 + }, + { + "entropy": 6.460053396224976, + "epoch": 0.7117437722419929, + "grad_norm": 1.4140625, + "learning_rate": 0.0002995, + "loss": 6.2426, + "mean_token_accuracy": 0.11120611354708672, + "num_tokens": 1724331.0, + "step": 600 + }, + { + "entropy": 6.442718982696533, + "epoch": 0.7176749703440095, + "grad_norm": 1.3203125, + "learning_rate": 0.000302, + "loss": 6.0492, + "mean_token_accuracy": 0.12235584780573845, + "num_tokens": 1736151.0, + "step": 605 + }, + { + "entropy": 6.444410896301269, + "epoch": 0.7236061684460261, + "grad_norm": 1.28125, + "learning_rate": 0.0003045, + "loss": 6.1371, + "mean_token_accuracy": 0.11987931281328201, + "num_tokens": 1749831.0, + "step": 610 + }, + { + "entropy": 6.455282926559448, + "epoch": 0.7295373665480427, + "grad_norm": 1.1875, + "learning_rate": 0.000307, + "loss": 6.173, + "mean_token_accuracy": 0.11412288546562195, + "num_tokens": 1764296.0, + "step": 615 + }, + { + "entropy": 6.49344654083252, + "epoch": 0.7354685646500593, + "grad_norm": 1.4609375, + "learning_rate": 0.0003095, + "loss": 6.1473, + "mean_token_accuracy": 0.11842510327696801, + "num_tokens": 1778042.0, + "step": 620 + }, + { + "entropy": 6.402311325073242, + "epoch": 0.741399762752076, + "grad_norm": 1.109375, + "learning_rate": 0.000312, + "loss": 6.1244, + "mean_token_accuracy": 0.1204920805990696, + "num_tokens": 1791614.0, + "step": 625 + }, + { + "entropy": 6.386654949188232, + "epoch": 0.7473309608540926, + "grad_norm": 1.140625, + "learning_rate": 0.0003145, + "loss": 6.082, + "mean_token_accuracy": 0.1170621544122696, + "num_tokens": 1807388.0, + "step": 630 + }, + { + "entropy": 6.513570547103882, + "epoch": 0.7532621589561092, + "grad_norm": 1.2109375, + "learning_rate": 0.000317, + "loss": 6.187, + "mean_token_accuracy": 0.1129879891872406, + "num_tokens": 1820407.0, + "step": 635 + }, + { + "entropy": 6.353465366363525, + "epoch": 0.7591933570581257, + "grad_norm": 1.140625, + "learning_rate": 0.0003195, + "loss": 6.0709, + "mean_token_accuracy": 0.11846939399838448, + "num_tokens": 1834666.0, + "step": 640 + }, + { + "entropy": 6.402153253555298, + "epoch": 0.7651245551601423, + "grad_norm": 1.390625, + "learning_rate": 0.000322, + "loss": 6.169, + "mean_token_accuracy": 0.11969529762864113, + "num_tokens": 1848160.0, + "step": 645 + }, + { + "entropy": 6.429388856887817, + "epoch": 0.7710557532621589, + "grad_norm": 1.046875, + "learning_rate": 0.00032450000000000003, + "loss": 6.1763, + "mean_token_accuracy": 0.11832700744271278, + "num_tokens": 1865140.0, + "step": 650 + }, + { + "entropy": 6.384272193908691, + "epoch": 0.7769869513641756, + "grad_norm": 1.1484375, + "learning_rate": 0.00032700000000000003, + "loss": 6.0502, + "mean_token_accuracy": 0.12135105207562447, + "num_tokens": 1878447.0, + "step": 655 + }, + { + "entropy": 6.368830823898316, + "epoch": 0.7829181494661922, + "grad_norm": 1.1953125, + "learning_rate": 0.00032950000000000004, + "loss": 6.0999, + "mean_token_accuracy": 0.11421585902571678, + "num_tokens": 1893539.0, + "step": 660 + }, + { + "entropy": 6.452864456176758, + "epoch": 0.7888493475682088, + "grad_norm": 1.1328125, + "learning_rate": 0.00033200000000000005, + "loss": 6.1646, + "mean_token_accuracy": 0.120599914342165, + "num_tokens": 1908052.0, + "step": 665 + }, + { + "entropy": 6.347026681900024, + "epoch": 0.7947805456702254, + "grad_norm": 1.0859375, + "learning_rate": 0.00033450000000000005, + "loss": 6.0494, + "mean_token_accuracy": 0.12437219470739365, + "num_tokens": 1921528.0, + "step": 670 + }, + { + "entropy": 6.360257863998413, + "epoch": 0.800711743772242, + "grad_norm": 1.1640625, + "learning_rate": 0.000337, + "loss": 6.0758, + "mean_token_accuracy": 0.12383257448673249, + "num_tokens": 1935089.0, + "step": 675 + }, + { + "entropy": 6.4030664443969725, + "epoch": 0.8066429418742586, + "grad_norm": 1.203125, + "learning_rate": 0.0003395, + "loss": 6.1896, + "mean_token_accuracy": 0.11006285175681114, + "num_tokens": 1949717.0, + "step": 680 + }, + { + "entropy": 6.300024366378784, + "epoch": 0.8125741399762753, + "grad_norm": 1.546875, + "learning_rate": 0.000342, + "loss": 6.0568, + "mean_token_accuracy": 0.12153587713837624, + "num_tokens": 1962619.0, + "step": 685 + }, + { + "entropy": 6.450096464157104, + "epoch": 0.8185053380782918, + "grad_norm": 1.375, + "learning_rate": 0.00034449999999999997, + "loss": 6.143, + "mean_token_accuracy": 0.11284489929676056, + "num_tokens": 1977094.0, + "step": 690 + }, + { + "entropy": 6.286441040039063, + "epoch": 0.8244365361803084, + "grad_norm": 1.0625, + "learning_rate": 0.000347, + "loss": 6.1106, + "mean_token_accuracy": 0.11766432374715804, + "num_tokens": 1992446.0, + "step": 695 + }, + { + "entropy": 6.301593971252442, + "epoch": 0.830367734282325, + "grad_norm": 1.1640625, + "learning_rate": 0.0003495, + "loss": 6.0526, + "mean_token_accuracy": 0.1210049532353878, + "num_tokens": 2008753.0, + "step": 700 + }, + { + "entropy": 6.312734651565552, + "epoch": 0.8362989323843416, + "grad_norm": 1.140625, + "learning_rate": 0.000352, + "loss": 6.0098, + "mean_token_accuracy": 0.1238975889980793, + "num_tokens": 2024088.0, + "step": 705 + }, + { + "entropy": 6.338296222686767, + "epoch": 0.8422301304863582, + "grad_norm": 1.21875, + "learning_rate": 0.0003545, + "loss": 6.0283, + "mean_token_accuracy": 0.11651979684829712, + "num_tokens": 2038449.0, + "step": 710 + }, + { + "entropy": 6.306093740463257, + "epoch": 0.8481613285883749, + "grad_norm": 1.1328125, + "learning_rate": 0.000357, + "loss": 6.0258, + "mean_token_accuracy": 0.1278011307120323, + "num_tokens": 2052038.0, + "step": 715 + }, + { + "entropy": 6.271956300735473, + "epoch": 0.8540925266903915, + "grad_norm": 1.1875, + "learning_rate": 0.0003595, + "loss": 5.9769, + "mean_token_accuracy": 0.12276132255792618, + "num_tokens": 2064907.0, + "step": 720 + }, + { + "entropy": 6.297043323516846, + "epoch": 0.8600237247924081, + "grad_norm": 1.0703125, + "learning_rate": 0.000362, + "loss": 6.1502, + "mean_token_accuracy": 0.1173181675374508, + "num_tokens": 2081295.0, + "step": 725 + }, + { + "entropy": 6.336274099349976, + "epoch": 0.8659549228944247, + "grad_norm": 1.0390625, + "learning_rate": 0.0003645, + "loss": 6.0652, + "mean_token_accuracy": 0.12099355086684227, + "num_tokens": 2098077.0, + "step": 730 + }, + { + "entropy": 6.285319423675537, + "epoch": 0.8718861209964412, + "grad_norm": 1.1484375, + "learning_rate": 0.000367, + "loss": 6.0532, + "mean_token_accuracy": 0.12013457342982292, + "num_tokens": 2111716.0, + "step": 735 + }, + { + "entropy": 6.27389874458313, + "epoch": 0.8778173190984578, + "grad_norm": 1.1171875, + "learning_rate": 0.0003695, + "loss": 5.9654, + "mean_token_accuracy": 0.13291287645697594, + "num_tokens": 2125757.0, + "step": 740 + }, + { + "entropy": 6.267977666854859, + "epoch": 0.8837485172004745, + "grad_norm": 1.1875, + "learning_rate": 0.000372, + "loss": 6.1618, + "mean_token_accuracy": 0.11648618057370186, + "num_tokens": 2142929.0, + "step": 745 + }, + { + "entropy": 6.27850079536438, + "epoch": 0.8896797153024911, + "grad_norm": 1.265625, + "learning_rate": 0.0003745, + "loss": 6.0379, + "mean_token_accuracy": 0.12373944073915481, + "num_tokens": 2155206.0, + "step": 750 + }, + { + "entropy": 6.240651369094849, + "epoch": 0.8956109134045077, + "grad_norm": 1.1875, + "learning_rate": 0.000377, + "loss": 5.9246, + "mean_token_accuracy": 0.12547165155410767, + "num_tokens": 2169816.0, + "step": 755 + }, + { + "entropy": 6.190544652938843, + "epoch": 0.9015421115065243, + "grad_norm": 1.0390625, + "learning_rate": 0.0003795, + "loss": 6.0044, + "mean_token_accuracy": 0.12672639563679694, + "num_tokens": 2184827.0, + "step": 760 + }, + { + "entropy": 6.259784412384033, + "epoch": 0.9074733096085409, + "grad_norm": 1.15625, + "learning_rate": 0.000382, + "loss": 5.9353, + "mean_token_accuracy": 0.12988706678152084, + "num_tokens": 2199333.0, + "step": 765 + }, + { + "entropy": 6.1021686553955075, + "epoch": 0.9134045077105575, + "grad_norm": 0.87109375, + "learning_rate": 0.0003845, + "loss": 5.9947, + "mean_token_accuracy": 0.12381677329540253, + "num_tokens": 2215239.0, + "step": 770 + }, + { + "entropy": 6.2903533458709715, + "epoch": 0.9193357058125742, + "grad_norm": 1.0390625, + "learning_rate": 0.00038700000000000003, + "loss": 5.9998, + "mean_token_accuracy": 0.1248672790825367, + "num_tokens": 2229369.0, + "step": 775 + }, + { + "entropy": 6.169124412536621, + "epoch": 0.9252669039145908, + "grad_norm": 1.1875, + "learning_rate": 0.00038950000000000003, + "loss": 5.9842, + "mean_token_accuracy": 0.12811334952712058, + "num_tokens": 2242709.0, + "step": 780 + }, + { + "entropy": 6.2337898254394535, + "epoch": 0.9311981020166074, + "grad_norm": 1.140625, + "learning_rate": 0.00039200000000000004, + "loss": 5.9655, + "mean_token_accuracy": 0.12137661054730416, + "num_tokens": 2257067.0, + "step": 785 + }, + { + "entropy": 6.1931390285491945, + "epoch": 0.9371293001186239, + "grad_norm": 1.25, + "learning_rate": 0.00039450000000000005, + "loss": 5.9103, + "mean_token_accuracy": 0.13152316808700562, + "num_tokens": 2270932.0, + "step": 790 + }, + { + "entropy": 6.182427406311035, + "epoch": 0.9430604982206405, + "grad_norm": 1.0546875, + "learning_rate": 0.00039700000000000005, + "loss": 6.0279, + "mean_token_accuracy": 0.12549996599555016, + "num_tokens": 2285517.0, + "step": 795 + }, + { + "entropy": 6.1117936134338375, + "epoch": 0.9489916963226572, + "grad_norm": 1.1875, + "learning_rate": 0.0003995, + "loss": 5.8952, + "mean_token_accuracy": 0.1253364697098732, + "num_tokens": 2298657.0, + "step": 800 + }, + { + "entropy": 6.14580602645874, + "epoch": 0.9549228944246738, + "grad_norm": 1.2109375, + "learning_rate": 0.000402, + "loss": 5.9069, + "mean_token_accuracy": 0.132824869453907, + "num_tokens": 2312521.0, + "step": 805 + }, + { + "entropy": 6.149325656890869, + "epoch": 0.9608540925266904, + "grad_norm": 1.375, + "learning_rate": 0.0004045, + "loss": 5.901, + "mean_token_accuracy": 0.12876850068569184, + "num_tokens": 2325849.0, + "step": 810 + }, + { + "entropy": 6.160182809829712, + "epoch": 0.966785290628707, + "grad_norm": 1.2578125, + "learning_rate": 0.00040699999999999997, + "loss": 5.933, + "mean_token_accuracy": 0.12433248236775399, + "num_tokens": 2339717.0, + "step": 815 + }, + { + "entropy": 6.148682689666748, + "epoch": 0.9727164887307236, + "grad_norm": 1.078125, + "learning_rate": 0.0004095, + "loss": 5.9644, + "mean_token_accuracy": 0.12969405129551886, + "num_tokens": 2353536.0, + "step": 820 + }, + { + "entropy": 6.15325140953064, + "epoch": 0.9786476868327402, + "grad_norm": 1.1953125, + "learning_rate": 0.000412, + "loss": 5.9392, + "mean_token_accuracy": 0.12233664244413375, + "num_tokens": 2368626.0, + "step": 825 + }, + { + "entropy": 6.148900079727173, + "epoch": 0.9845788849347569, + "grad_norm": 1.1796875, + "learning_rate": 0.0004145, + "loss": 6.0228, + "mean_token_accuracy": 0.1229950562119484, + "num_tokens": 2383768.0, + "step": 830 + }, + { + "entropy": 6.253143930435181, + "epoch": 0.9905100830367735, + "grad_norm": 1.1640625, + "learning_rate": 0.000417, + "loss": 6.0531, + "mean_token_accuracy": 0.12633627876639367, + "num_tokens": 2398089.0, + "step": 835 + }, + { + "entropy": 6.143814277648926, + "epoch": 0.99644128113879, + "grad_norm": 1.15625, + "learning_rate": 0.0004195, + "loss": 5.9179, + "mean_token_accuracy": 0.13075150698423385, + "num_tokens": 2411354.0, + "step": 840 + }, + { + "entropy": 6.1597785472869875, + "epoch": 1.0023724792408066, + "grad_norm": 1.1015625, + "learning_rate": 0.000422, + "loss": 5.9132, + "mean_token_accuracy": 0.1338951252400875, + "num_tokens": 2425071.0, + "step": 845 + }, + { + "entropy": 6.226427221298218, + "epoch": 1.0083036773428233, + "grad_norm": 1.234375, + "learning_rate": 0.0004245, + "loss": 5.8618, + "mean_token_accuracy": 0.13656074777245522, + "num_tokens": 2439143.0, + "step": 850 + }, + { + "entropy": 5.997689485549927, + "epoch": 1.0142348754448398, + "grad_norm": 1.0859375, + "learning_rate": 0.000427, + "loss": 5.7022, + "mean_token_accuracy": 0.1348326951265335, + "num_tokens": 2453466.0, + "step": 855 + }, + { + "entropy": 6.064882230758667, + "epoch": 1.0201660735468565, + "grad_norm": 1.21875, + "learning_rate": 0.0004295, + "loss": 5.815, + "mean_token_accuracy": 0.13819923251867294, + "num_tokens": 2466802.0, + "step": 860 + }, + { + "entropy": 6.077611827850342, + "epoch": 1.026097271648873, + "grad_norm": 1.265625, + "learning_rate": 0.000432, + "loss": 5.7763, + "mean_token_accuracy": 0.13229055777192117, + "num_tokens": 2480080.0, + "step": 865 + }, + { + "entropy": 6.0491447925567625, + "epoch": 1.0320284697508897, + "grad_norm": 1.390625, + "learning_rate": 0.0004345, + "loss": 5.83, + "mean_token_accuracy": 0.1349202238023281, + "num_tokens": 2495196.0, + "step": 870 + }, + { + "entropy": 5.99519829750061, + "epoch": 1.0379596678529064, + "grad_norm": 1.1875, + "learning_rate": 0.000437, + "loss": 5.734, + "mean_token_accuracy": 0.13301657065749167, + "num_tokens": 2510084.0, + "step": 875 + }, + { + "entropy": 6.138531064987182, + "epoch": 1.0438908659549229, + "grad_norm": 1.203125, + "learning_rate": 0.0004395, + "loss": 5.8045, + "mean_token_accuracy": 0.13315934240818023, + "num_tokens": 2522834.0, + "step": 880 + }, + { + "entropy": 6.013190269470215, + "epoch": 1.0498220640569396, + "grad_norm": 1.0703125, + "learning_rate": 0.000442, + "loss": 5.7781, + "mean_token_accuracy": 0.1408059172332287, + "num_tokens": 2536778.0, + "step": 885 + }, + { + "entropy": 6.016625690460205, + "epoch": 1.055753262158956, + "grad_norm": 1.171875, + "learning_rate": 0.0004445, + "loss": 5.8079, + "mean_token_accuracy": 0.13629683703184128, + "num_tokens": 2551220.0, + "step": 890 + }, + { + "entropy": 6.152676439285278, + "epoch": 1.0616844602609727, + "grad_norm": 1.2734375, + "learning_rate": 0.000447, + "loss": 5.8853, + "mean_token_accuracy": 0.12912147343158722, + "num_tokens": 2565686.0, + "step": 895 + }, + { + "entropy": 5.9945775985717775, + "epoch": 1.0676156583629894, + "grad_norm": 1.234375, + "learning_rate": 0.00044950000000000003, + "loss": 5.8012, + "mean_token_accuracy": 0.1301092065870762, + "num_tokens": 2579569.0, + "step": 900 + }, + { + "entropy": 6.045119094848633, + "epoch": 1.073546856465006, + "grad_norm": 1.390625, + "learning_rate": 0.00045200000000000004, + "loss": 5.7873, + "mean_token_accuracy": 0.13423676043748856, + "num_tokens": 2593226.0, + "step": 905 + }, + { + "entropy": 5.971383666992187, + "epoch": 1.0794780545670226, + "grad_norm": 1.046875, + "learning_rate": 0.00045450000000000004, + "loss": 5.748, + "mean_token_accuracy": 0.13364143371582032, + "num_tokens": 2607711.0, + "step": 910 + }, + { + "entropy": 6.028302955627441, + "epoch": 1.085409252669039, + "grad_norm": 1.109375, + "learning_rate": 0.00045700000000000005, + "loss": 5.7788, + "mean_token_accuracy": 0.13531881719827651, + "num_tokens": 2623024.0, + "step": 915 + }, + { + "entropy": 6.003001356124878, + "epoch": 1.0913404507710558, + "grad_norm": 1.078125, + "learning_rate": 0.00045950000000000006, + "loss": 5.7666, + "mean_token_accuracy": 0.1361100286245346, + "num_tokens": 2637824.0, + "step": 920 + }, + { + "entropy": 5.995635271072388, + "epoch": 1.0972716488730723, + "grad_norm": 1.1796875, + "learning_rate": 0.000462, + "loss": 5.7772, + "mean_token_accuracy": 0.13633406162261963, + "num_tokens": 2652077.0, + "step": 925 + }, + { + "entropy": 5.994116687774659, + "epoch": 1.103202846975089, + "grad_norm": 1.2265625, + "learning_rate": 0.0004645, + "loss": 5.7796, + "mean_token_accuracy": 0.1343744106590748, + "num_tokens": 2666791.0, + "step": 930 + }, + { + "entropy": 5.9884919166564945, + "epoch": 1.1091340450771057, + "grad_norm": 0.9375, + "learning_rate": 0.000467, + "loss": 5.8653, + "mean_token_accuracy": 0.13153321593999862, + "num_tokens": 2681482.0, + "step": 935 + }, + { + "entropy": 5.957932996749878, + "epoch": 1.1150652431791221, + "grad_norm": 1.09375, + "learning_rate": 0.0004695, + "loss": 5.6686, + "mean_token_accuracy": 0.14378132447600364, + "num_tokens": 2695305.0, + "step": 940 + }, + { + "entropy": 6.023182153701782, + "epoch": 1.1209964412811388, + "grad_norm": 1.1640625, + "learning_rate": 0.000472, + "loss": 5.7336, + "mean_token_accuracy": 0.13786137402057647, + "num_tokens": 2712211.0, + "step": 945 + }, + { + "entropy": 5.941826725006104, + "epoch": 1.1269276393831553, + "grad_norm": 1.109375, + "learning_rate": 0.0004745, + "loss": 5.7816, + "mean_token_accuracy": 0.13546779826283456, + "num_tokens": 2726888.0, + "step": 950 + }, + { + "entropy": 5.957491064071656, + "epoch": 1.132858837485172, + "grad_norm": 1.0859375, + "learning_rate": 0.000477, + "loss": 5.7527, + "mean_token_accuracy": 0.13760311529040337, + "num_tokens": 2741734.0, + "step": 955 + }, + { + "entropy": 5.94100170135498, + "epoch": 1.1387900355871885, + "grad_norm": 1.3046875, + "learning_rate": 0.0004795, + "loss": 5.7551, + "mean_token_accuracy": 0.14393994361162185, + "num_tokens": 2754680.0, + "step": 960 + }, + { + "entropy": 5.94309253692627, + "epoch": 1.1447212336892052, + "grad_norm": 1.3125, + "learning_rate": 0.000482, + "loss": 5.8065, + "mean_token_accuracy": 0.129212536662817, + "num_tokens": 2769572.0, + "step": 965 + }, + { + "entropy": 6.076050662994385, + "epoch": 1.150652431791222, + "grad_norm": 1.3359375, + "learning_rate": 0.0004845, + "loss": 5.7537, + "mean_token_accuracy": 0.13419156968593599, + "num_tokens": 2782948.0, + "step": 970 + }, + { + "entropy": 5.846741008758545, + "epoch": 1.1565836298932384, + "grad_norm": 1.1171875, + "learning_rate": 0.000487, + "loss": 5.6832, + "mean_token_accuracy": 0.1396567314863205, + "num_tokens": 2795399.0, + "step": 975 + }, + { + "entropy": 5.9153892993927, + "epoch": 1.162514827995255, + "grad_norm": 1.203125, + "learning_rate": 0.0004895, + "loss": 5.6837, + "mean_token_accuracy": 0.13754538744688033, + "num_tokens": 2809591.0, + "step": 980 + }, + { + "entropy": 5.938817977905273, + "epoch": 1.1684460260972718, + "grad_norm": 1.015625, + "learning_rate": 0.000492, + "loss": 5.7227, + "mean_token_accuracy": 0.13820295482873918, + "num_tokens": 2824106.0, + "step": 985 + }, + { + "entropy": 5.93713231086731, + "epoch": 1.1743772241992882, + "grad_norm": 1.1640625, + "learning_rate": 0.0004945, + "loss": 5.8459, + "mean_token_accuracy": 0.1346195101737976, + "num_tokens": 2838616.0, + "step": 990 + }, + { + "entropy": 5.968208456039429, + "epoch": 1.180308422301305, + "grad_norm": 1.4140625, + "learning_rate": 0.000497, + "loss": 5.7473, + "mean_token_accuracy": 0.13854797407984734, + "num_tokens": 2851707.0, + "step": 995 + }, + { + "entropy": 5.898858261108399, + "epoch": 1.1862396204033214, + "grad_norm": 1.0390625, + "learning_rate": 0.0004995, + "loss": 5.7691, + "mean_token_accuracy": 0.1328132927417755, + "num_tokens": 2867644.0, + "step": 1000 + }, + { + "epoch": 1.1862396204033214, + "eval_entropy": 5.91133521232137, + "eval_loss": 6.012734413146973, + "eval_mean_token_accuracy": 0.13139666496930313, + "eval_num_tokens": 2867644.0, + "eval_runtime": 2.4739, + "eval_samples_per_second": 1054.225, + "eval_steps_per_second": 131.778, + "step": 1000 + }, + { + "entropy": 5.986166191101074, + "epoch": 1.1921708185053381, + "grad_norm": 1.0703125, + "learning_rate": 0.00049999967732573, + "loss": 5.7701, + "mean_token_accuracy": 0.1327154405415058, + "num_tokens": 2882663.0, + "step": 1005 + }, + { + "entropy": 5.940847110748291, + "epoch": 1.1981020166073546, + "grad_norm": 1.21875, + "learning_rate": 0.0004999983664630945, + "loss": 5.8284, + "mean_token_accuracy": 0.1329515464603901, + "num_tokens": 2898791.0, + "step": 1010 + }, + { + "entropy": 5.939939355850219, + "epoch": 1.2040332147093713, + "grad_norm": 1.09375, + "learning_rate": 0.0004999960472508219, + "loss": 5.7229, + "mean_token_accuracy": 0.14346506744623183, + "num_tokens": 2912997.0, + "step": 1015 + }, + { + "entropy": 5.890226602554321, + "epoch": 1.209964412811388, + "grad_norm": 1.171875, + "learning_rate": 0.0004999927196993059, + "loss": 5.7083, + "mean_token_accuracy": 0.1415116421878338, + "num_tokens": 2925064.0, + "step": 1020 + }, + { + "entropy": 5.959262037277222, + "epoch": 1.2158956109134045, + "grad_norm": 1.1484375, + "learning_rate": 0.0004999883838234592, + "loss": 5.7633, + "mean_token_accuracy": 0.13465891852974893, + "num_tokens": 2941400.0, + "step": 1025 + }, + { + "entropy": 5.861705589294433, + "epoch": 1.2218268090154212, + "grad_norm": 1.1328125, + "learning_rate": 0.0004999830396427133, + "loss": 5.7352, + "mean_token_accuracy": 0.13958436101675034, + "num_tokens": 2955541.0, + "step": 1030 + }, + { + "entropy": 5.922749280929565, + "epoch": 1.2277580071174377, + "grad_norm": 1.109375, + "learning_rate": 0.0004999766871810188, + "loss": 5.7479, + "mean_token_accuracy": 0.1416574686765671, + "num_tokens": 2968928.0, + "step": 1035 + }, + { + "entropy": 5.934699630737304, + "epoch": 1.2336892052194544, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999693264668446, + "loss": 5.6844, + "mean_token_accuracy": 0.14234655275940894, + "num_tokens": 2984072.0, + "step": 1040 + }, + { + "entropy": 5.891662549972534, + "epoch": 1.2396204033214708, + "grad_norm": 1.015625, + "learning_rate": 0.0004999609575331786, + "loss": 5.7787, + "mean_token_accuracy": 0.13772650435566902, + "num_tokens": 2999083.0, + "step": 1045 + }, + { + "entropy": 5.854400157928467, + "epoch": 1.2455516014234875, + "grad_norm": 1.1796875, + "learning_rate": 0.0004999515804175268, + "loss": 5.726, + "mean_token_accuracy": 0.13745229691267014, + "num_tokens": 3012738.0, + "step": 1050 + }, + { + "entropy": 5.869228887557983, + "epoch": 1.2514827995255042, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999411951619134, + "loss": 5.6694, + "mean_token_accuracy": 0.14171827286481858, + "num_tokens": 3027929.0, + "step": 1055 + }, + { + "entropy": 5.864783573150635, + "epoch": 1.2574139976275207, + "grad_norm": 0.98828125, + "learning_rate": 0.000499929801812881, + "loss": 5.8025, + "mean_token_accuracy": 0.13281177058815957, + "num_tokens": 3043576.0, + "step": 1060 + }, + { + "entropy": 5.822867107391358, + "epoch": 1.2633451957295374, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999174004214899, + "loss": 5.6696, + "mean_token_accuracy": 0.1398370385169983, + "num_tokens": 3059352.0, + "step": 1065 + }, + { + "entropy": 5.936639642715454, + "epoch": 1.269276393831554, + "grad_norm": 1.1484375, + "learning_rate": 0.0004999039910433179, + "loss": 5.7859, + "mean_token_accuracy": 0.1422264978289604, + "num_tokens": 3073140.0, + "step": 1070 + }, + { + "entropy": 5.890475559234619, + "epoch": 1.2752075919335706, + "grad_norm": 1.1015625, + "learning_rate": 0.0004998895737384605, + "loss": 5.7601, + "mean_token_accuracy": 0.14164954274892808, + "num_tokens": 3087710.0, + "step": 1075 + }, + { + "entropy": 5.919763278961182, + "epoch": 1.281138790035587, + "grad_norm": 1.125, + "learning_rate": 0.0004998741485715297, + "loss": 5.713, + "mean_token_accuracy": 0.14089994207024575, + "num_tokens": 3102035.0, + "step": 1080 + }, + { + "entropy": 5.838283920288086, + "epoch": 1.2870699881376038, + "grad_norm": 0.984375, + "learning_rate": 0.0004998577156116551, + "loss": 5.7754, + "mean_token_accuracy": 0.13512811809778214, + "num_tokens": 3118534.0, + "step": 1085 + }, + { + "entropy": 5.856381511688232, + "epoch": 1.2930011862396205, + "grad_norm": 1.0078125, + "learning_rate": 0.0004998402749324823, + "loss": 5.7229, + "mean_token_accuracy": 0.13245076537132264, + "num_tokens": 3133419.0, + "step": 1090 + }, + { + "entropy": 5.997888469696045, + "epoch": 1.298932384341637, + "grad_norm": 1.25, + "learning_rate": 0.0004998218266121731, + "loss": 5.8243, + "mean_token_accuracy": 0.1440747559070587, + "num_tokens": 3145903.0, + "step": 1095 + }, + { + "entropy": 5.824967718124389, + "epoch": 1.3048635824436536, + "grad_norm": 1.078125, + "learning_rate": 0.0004998023707334055, + "loss": 5.7688, + "mean_token_accuracy": 0.1350715659558773, + "num_tokens": 3159938.0, + "step": 1100 + }, + { + "entropy": 5.8246561050415036, + "epoch": 1.3107947805456703, + "grad_norm": 0.9921875, + "learning_rate": 0.0004997819073833724, + "loss": 5.6475, + "mean_token_accuracy": 0.1452900804579258, + "num_tokens": 3175089.0, + "step": 1105 + }, + { + "entropy": 5.855417728424072, + "epoch": 1.3167259786476868, + "grad_norm": 1.0859375, + "learning_rate": 0.0004997604366537823, + "loss": 5.7858, + "mean_token_accuracy": 0.13705137223005295, + "num_tokens": 3191027.0, + "step": 1110 + }, + { + "entropy": 5.746766853332519, + "epoch": 1.3226571767497035, + "grad_norm": 1.140625, + "learning_rate": 0.000499737958640858, + "loss": 5.6247, + "mean_token_accuracy": 0.14565233290195465, + "num_tokens": 3205489.0, + "step": 1115 + }, + { + "entropy": 5.841010189056396, + "epoch": 1.32858837485172, + "grad_norm": 1.0625, + "learning_rate": 0.0004997144734453367, + "loss": 5.604, + "mean_token_accuracy": 0.14238353818655014, + "num_tokens": 3218764.0, + "step": 1120 + }, + { + "entropy": 5.837244129180908, + "epoch": 1.3345195729537367, + "grad_norm": 1.0078125, + "learning_rate": 0.0004996899811724693, + "loss": 5.7391, + "mean_token_accuracy": 0.13837844729423524, + "num_tokens": 3232953.0, + "step": 1125 + }, + { + "entropy": 5.772788858413696, + "epoch": 1.3404507710557532, + "grad_norm": 1.03125, + "learning_rate": 0.0004996644819320201, + "loss": 5.646, + "mean_token_accuracy": 0.14131752848625184, + "num_tokens": 3246977.0, + "step": 1130 + }, + { + "entropy": 5.676492929458618, + "epoch": 1.3463819691577699, + "grad_norm": 1.1640625, + "learning_rate": 0.0004996379758382662, + "loss": 5.5467, + "mean_token_accuracy": 0.14851859956979752, + "num_tokens": 3260668.0, + "step": 1135 + }, + { + "entropy": 5.83406023979187, + "epoch": 1.3523131672597866, + "grad_norm": 1.0859375, + "learning_rate": 0.0004996104630099969, + "loss": 5.6622, + "mean_token_accuracy": 0.1436814546585083, + "num_tokens": 3274213.0, + "step": 1140 + }, + { + "entropy": 5.770905447006226, + "epoch": 1.358244365361803, + "grad_norm": 1.1875, + "learning_rate": 0.0004995819435705133, + "loss": 5.6455, + "mean_token_accuracy": 0.13666117042303086, + "num_tokens": 3288011.0, + "step": 1145 + }, + { + "entropy": 5.856086683273316, + "epoch": 1.3641755634638197, + "grad_norm": 1.0546875, + "learning_rate": 0.0004995524176476277, + "loss": 5.7079, + "mean_token_accuracy": 0.1383526973426342, + "num_tokens": 3303263.0, + "step": 1150 + }, + { + "entropy": 5.795949029922485, + "epoch": 1.3701067615658362, + "grad_norm": 1.1328125, + "learning_rate": 0.0004995218853736631, + "loss": 5.6848, + "mean_token_accuracy": 0.14614594876766204, + "num_tokens": 3316843.0, + "step": 1155 + }, + { + "entropy": 5.752928686141968, + "epoch": 1.376037959667853, + "grad_norm": 1.0625, + "learning_rate": 0.0004994903468854527, + "loss": 5.5688, + "mean_token_accuracy": 0.14343352913856505, + "num_tokens": 3331527.0, + "step": 1160 + }, + { + "entropy": 5.751480293273926, + "epoch": 1.3819691577698694, + "grad_norm": 1.09375, + "learning_rate": 0.0004994578023243386, + "loss": 5.6655, + "mean_token_accuracy": 0.1439042344689369, + "num_tokens": 3347795.0, + "step": 1165 + }, + { + "entropy": 5.797406005859375, + "epoch": 1.387900355871886, + "grad_norm": 0.94140625, + "learning_rate": 0.0004994242518361723, + "loss": 5.7132, + "mean_token_accuracy": 0.1414179876446724, + "num_tokens": 3363532.0, + "step": 1170 + }, + { + "entropy": 5.777079343795776, + "epoch": 1.3938315539739028, + "grad_norm": 1.109375, + "learning_rate": 0.0004993896955713133, + "loss": 5.6743, + "mean_token_accuracy": 0.14409229755401612, + "num_tokens": 3377040.0, + "step": 1175 + }, + { + "entropy": 5.753640937805176, + "epoch": 1.3997627520759193, + "grad_norm": 1.25, + "learning_rate": 0.0004993541336846283, + "loss": 5.6287, + "mean_token_accuracy": 0.1529825061559677, + "num_tokens": 3390663.0, + "step": 1180 + }, + { + "entropy": 5.791894626617432, + "epoch": 1.405693950177936, + "grad_norm": 0.96875, + "learning_rate": 0.000499317566335491, + "loss": 5.6625, + "mean_token_accuracy": 0.1494051843881607, + "num_tokens": 3405860.0, + "step": 1185 + }, + { + "entropy": 5.734993839263916, + "epoch": 1.4116251482799527, + "grad_norm": 1.0859375, + "learning_rate": 0.0004992799936877813, + "loss": 5.6489, + "mean_token_accuracy": 0.14007329940795898, + "num_tokens": 3420248.0, + "step": 1190 + }, + { + "entropy": 5.817593097686768, + "epoch": 1.4175563463819691, + "grad_norm": 1.03125, + "learning_rate": 0.0004992414159098841, + "loss": 5.6469, + "mean_token_accuracy": 0.14704996794462205, + "num_tokens": 3434126.0, + "step": 1195 + }, + { + "entropy": 5.779922151565552, + "epoch": 1.4234875444839858, + "grad_norm": 1.1328125, + "learning_rate": 0.0004992018331746891, + "loss": 5.7038, + "mean_token_accuracy": 0.14136891365051268, + "num_tokens": 3449462.0, + "step": 1200 + }, + { + "entropy": 5.80670485496521, + "epoch": 1.4294187425860023, + "grad_norm": 1.0078125, + "learning_rate": 0.0004991612456595896, + "loss": 5.7589, + "mean_token_accuracy": 0.1408810332417488, + "num_tokens": 3465536.0, + "step": 1205 + }, + { + "entropy": 5.7316718101501465, + "epoch": 1.435349940688019, + "grad_norm": 1.0859375, + "learning_rate": 0.0004991196535464824, + "loss": 5.6359, + "mean_token_accuracy": 0.14721256196498872, + "num_tokens": 3479129.0, + "step": 1210 + }, + { + "entropy": 5.719354104995728, + "epoch": 1.4412811387900355, + "grad_norm": 1.3203125, + "learning_rate": 0.0004990770570217659, + "loss": 5.5441, + "mean_token_accuracy": 0.15703994482755662, + "num_tokens": 3492191.0, + "step": 1215 + }, + { + "entropy": 5.779579067230225, + "epoch": 1.4472123368920522, + "grad_norm": 1.1796875, + "learning_rate": 0.0004990334562763401, + "loss": 5.7006, + "mean_token_accuracy": 0.1453902617096901, + "num_tokens": 3507459.0, + "step": 1220 + }, + { + "entropy": 5.741008663177491, + "epoch": 1.453143534994069, + "grad_norm": 1.0390625, + "learning_rate": 0.0004989888515056057, + "loss": 5.6628, + "mean_token_accuracy": 0.14069193080067635, + "num_tokens": 3521517.0, + "step": 1225 + }, + { + "entropy": 5.746186399459839, + "epoch": 1.4590747330960854, + "grad_norm": 1.0625, + "learning_rate": 0.0004989432429094627, + "loss": 5.6036, + "mean_token_accuracy": 0.1472635604441166, + "num_tokens": 3535279.0, + "step": 1230 + }, + { + "entropy": 5.725585222244263, + "epoch": 1.465005931198102, + "grad_norm": 1.0859375, + "learning_rate": 0.0004988966306923099, + "loss": 5.5219, + "mean_token_accuracy": 0.1509362980723381, + "num_tokens": 3549960.0, + "step": 1235 + }, + { + "entropy": 5.702635431289673, + "epoch": 1.4709371293001186, + "grad_norm": 1.078125, + "learning_rate": 0.0004988490150630441, + "loss": 5.6504, + "mean_token_accuracy": 0.1413729466497898, + "num_tokens": 3563814.0, + "step": 1240 + }, + { + "entropy": 5.836396932601929, + "epoch": 1.4768683274021353, + "grad_norm": 1.0390625, + "learning_rate": 0.0004988003962350589, + "loss": 5.653, + "mean_token_accuracy": 0.15044173300266267, + "num_tokens": 3577529.0, + "step": 1245 + }, + { + "entropy": 5.712747097015381, + "epoch": 1.4827995255041517, + "grad_norm": 1.21875, + "learning_rate": 0.0004987507744262436, + "loss": 5.5913, + "mean_token_accuracy": 0.1456787832081318, + "num_tokens": 3591812.0, + "step": 1250 + }, + { + "entropy": 5.635834550857544, + "epoch": 1.4887307236061684, + "grad_norm": 1.0546875, + "learning_rate": 0.0004987001498589828, + "loss": 5.5787, + "mean_token_accuracy": 0.14813287556171417, + "num_tokens": 3604954.0, + "step": 1255 + }, + { + "entropy": 5.760722827911377, + "epoch": 1.4946619217081851, + "grad_norm": 1.03125, + "learning_rate": 0.0004986485227601548, + "loss": 5.6178, + "mean_token_accuracy": 0.14130520299077035, + "num_tokens": 3620486.0, + "step": 1260 + }, + { + "entropy": 5.717405652999878, + "epoch": 1.5005931198102016, + "grad_norm": 0.9921875, + "learning_rate": 0.000498595893361131, + "loss": 5.555, + "mean_token_accuracy": 0.15612171441316605, + "num_tokens": 3633972.0, + "step": 1265 + }, + { + "entropy": 5.7364737033844, + "epoch": 1.5065243179122183, + "grad_norm": 1.0546875, + "learning_rate": 0.0004985422618977744, + "loss": 5.6037, + "mean_token_accuracy": 0.151451975107193, + "num_tokens": 3649306.0, + "step": 1270 + }, + { + "entropy": 5.7654664516448975, + "epoch": 1.512455516014235, + "grad_norm": 0.98828125, + "learning_rate": 0.0004984876286104392, + "loss": 5.6786, + "mean_token_accuracy": 0.14375052377581596, + "num_tokens": 3664809.0, + "step": 1275 + }, + { + "entropy": 5.70614218711853, + "epoch": 1.5183867141162515, + "grad_norm": 1.2421875, + "learning_rate": 0.0004984319937439693, + "loss": 5.6095, + "mean_token_accuracy": 0.15040914267301558, + "num_tokens": 3677669.0, + "step": 1280 + }, + { + "entropy": 5.743654489517212, + "epoch": 1.524317912218268, + "grad_norm": 1.015625, + "learning_rate": 0.0004983753575476969, + "loss": 5.6267, + "mean_token_accuracy": 0.14291197434067726, + "num_tokens": 3690588.0, + "step": 1285 + }, + { + "entropy": 5.696566772460938, + "epoch": 1.5302491103202847, + "grad_norm": 1.0703125, + "learning_rate": 0.0004983177202754421, + "loss": 5.6522, + "mean_token_accuracy": 0.14571921825408934, + "num_tokens": 3703749.0, + "step": 1290 + }, + { + "entropy": 5.805274868011475, + "epoch": 1.5361803084223014, + "grad_norm": 0.9296875, + "learning_rate": 0.0004982590821855115, + "loss": 5.68, + "mean_token_accuracy": 0.13761823400855064, + "num_tokens": 3720181.0, + "step": 1295 + }, + { + "entropy": 5.711960506439209, + "epoch": 1.5421115065243178, + "grad_norm": 0.953125, + "learning_rate": 0.0004981994435406965, + "loss": 5.6042, + "mean_token_accuracy": 0.14782098084688186, + "num_tokens": 3734918.0, + "step": 1300 + }, + { + "entropy": 5.666572904586792, + "epoch": 1.5480427046263345, + "grad_norm": 0.9765625, + "learning_rate": 0.0004981388046082731, + "loss": 5.5494, + "mean_token_accuracy": 0.15440027564764022, + "num_tokens": 3748660.0, + "step": 1305 + }, + { + "entropy": 5.685553789138794, + "epoch": 1.5539739027283512, + "grad_norm": 0.97265625, + "learning_rate": 0.0004980771656599998, + "loss": 5.6201, + "mean_token_accuracy": 0.14841450601816178, + "num_tokens": 3763481.0, + "step": 1310 + }, + { + "entropy": 5.763680267333984, + "epoch": 1.5599051008303677, + "grad_norm": 1.0390625, + "learning_rate": 0.0004980145269721168, + "loss": 5.6376, + "mean_token_accuracy": 0.14404506087303162, + "num_tokens": 3777077.0, + "step": 1315 + }, + { + "entropy": 5.685877466201783, + "epoch": 1.5658362989323842, + "grad_norm": 0.91796875, + "learning_rate": 0.000497950888825345, + "loss": 5.6386, + "mean_token_accuracy": 0.14266225099563598, + "num_tokens": 3793649.0, + "step": 1320 + }, + { + "entropy": 5.687498426437378, + "epoch": 1.571767497034401, + "grad_norm": 0.96484375, + "learning_rate": 0.000497886251504884, + "loss": 5.5262, + "mean_token_accuracy": 0.15134050250053405, + "num_tokens": 3807712.0, + "step": 1325 + }, + { + "entropy": 5.639243650436401, + "epoch": 1.5776986951364176, + "grad_norm": 0.98046875, + "learning_rate": 0.0004978206153004117, + "loss": 5.5347, + "mean_token_accuracy": 0.1552049770951271, + "num_tokens": 3821637.0, + "step": 1330 + }, + { + "entropy": 5.8086631298065186, + "epoch": 1.583629893238434, + "grad_norm": 1.0546875, + "learning_rate": 0.0004977539805060824, + "loss": 5.6912, + "mean_token_accuracy": 0.1436895474791527, + "num_tokens": 3836272.0, + "step": 1335 + }, + { + "entropy": 5.614665985107422, + "epoch": 1.5895610913404508, + "grad_norm": 1.1171875, + "learning_rate": 0.0004976863474205257, + "loss": 5.5055, + "mean_token_accuracy": 0.15429906994104386, + "num_tokens": 3850018.0, + "step": 1340 + }, + { + "entropy": 5.774603271484375, + "epoch": 1.5954922894424675, + "grad_norm": 1.1640625, + "learning_rate": 0.0004976177163468451, + "loss": 5.5949, + "mean_token_accuracy": 0.15020062923431396, + "num_tokens": 3865061.0, + "step": 1345 + }, + { + "entropy": 5.631220006942749, + "epoch": 1.601423487544484, + "grad_norm": 1.09375, + "learning_rate": 0.0004975480875926168, + "loss": 5.6835, + "mean_token_accuracy": 0.15097753554582596, + "num_tokens": 3879697.0, + "step": 1350 + }, + { + "entropy": 5.735270404815674, + "epoch": 1.6073546856465006, + "grad_norm": 1.140625, + "learning_rate": 0.000497477461469888, + "loss": 5.4825, + "mean_token_accuracy": 0.15924198776483536, + "num_tokens": 3891889.0, + "step": 1355 + }, + { + "entropy": 5.665686845779419, + "epoch": 1.6132858837485173, + "grad_norm": 1.0234375, + "learning_rate": 0.0004974058382951757, + "loss": 5.5945, + "mean_token_accuracy": 0.1450992450118065, + "num_tokens": 3907356.0, + "step": 1360 + }, + { + "entropy": 5.731923580169678, + "epoch": 1.6192170818505338, + "grad_norm": 1.078125, + "learning_rate": 0.0004973332183894653, + "loss": 5.5786, + "mean_token_accuracy": 0.14734622836112976, + "num_tokens": 3921839.0, + "step": 1365 + }, + { + "entropy": 5.587240982055664, + "epoch": 1.6251482799525503, + "grad_norm": 0.9609375, + "learning_rate": 0.0004972596020782096, + "loss": 5.483, + "mean_token_accuracy": 0.15152351856231688, + "num_tokens": 3937266.0, + "step": 1370 + }, + { + "entropy": 5.740517473220825, + "epoch": 1.631079478054567, + "grad_norm": 1.046875, + "learning_rate": 0.0004971849896913259, + "loss": 5.6174, + "mean_token_accuracy": 0.14421468004584312, + "num_tokens": 3952721.0, + "step": 1375 + }, + { + "entropy": 5.699207830429077, + "epoch": 1.6370106761565837, + "grad_norm": 1.21875, + "learning_rate": 0.0004971093815631965, + "loss": 5.626, + "mean_token_accuracy": 0.14614131152629853, + "num_tokens": 3966557.0, + "step": 1380 + }, + { + "entropy": 5.577703142166138, + "epoch": 1.6429418742586002, + "grad_norm": 0.98828125, + "learning_rate": 0.0004970327780326655, + "loss": 5.4592, + "mean_token_accuracy": 0.15435569435358049, + "num_tokens": 3978739.0, + "step": 1385 + }, + { + "entropy": 5.523289442062378, + "epoch": 1.6488730723606169, + "grad_norm": 0.90234375, + "learning_rate": 0.0004969551794430383, + "loss": 5.4758, + "mean_token_accuracy": 0.15182152688503264, + "num_tokens": 3993868.0, + "step": 1390 + }, + { + "entropy": 5.735844373703003, + "epoch": 1.6548042704626336, + "grad_norm": 1.0859375, + "learning_rate": 0.0004968765861420799, + "loss": 5.6032, + "mean_token_accuracy": 0.15374974012374878, + "num_tokens": 4006661.0, + "step": 1395 + }, + { + "entropy": 5.63426947593689, + "epoch": 1.66073546856465, + "grad_norm": 0.984375, + "learning_rate": 0.0004967969984820128, + "loss": 5.5828, + "mean_token_accuracy": 0.1495743677020073, + "num_tokens": 4021670.0, + "step": 1400 + }, + { + "entropy": 5.673282051086426, + "epoch": 1.6666666666666665, + "grad_norm": 1.0703125, + "learning_rate": 0.0004967164168195159, + "loss": 5.5646, + "mean_token_accuracy": 0.1479659453034401, + "num_tokens": 4036995.0, + "step": 1405 + }, + { + "entropy": 5.667166376113892, + "epoch": 1.6725978647686834, + "grad_norm": 1.15625, + "learning_rate": 0.000496634841515723, + "loss": 5.6035, + "mean_token_accuracy": 0.15370306074619294, + "num_tokens": 4049464.0, + "step": 1410 + }, + { + "entropy": 5.649252462387085, + "epoch": 1.6785290628707, + "grad_norm": 1.15625, + "learning_rate": 0.0004965522729362209, + "loss": 5.5096, + "mean_token_accuracy": 0.15451542884111405, + "num_tokens": 4063630.0, + "step": 1415 + }, + { + "entropy": 5.63691987991333, + "epoch": 1.6844602609727164, + "grad_norm": 1.1484375, + "learning_rate": 0.0004964687114510478, + "loss": 5.5176, + "mean_token_accuracy": 0.14818612933158876, + "num_tokens": 4079890.0, + "step": 1420 + }, + { + "entropy": 5.556159973144531, + "epoch": 1.690391459074733, + "grad_norm": 0.984375, + "learning_rate": 0.0004963841574346917, + "loss": 5.5784, + "mean_token_accuracy": 0.15199574530124665, + "num_tokens": 4095693.0, + "step": 1425 + }, + { + "entropy": 5.76162371635437, + "epoch": 1.6963226571767498, + "grad_norm": 1.0390625, + "learning_rate": 0.0004962986112660887, + "loss": 5.6264, + "mean_token_accuracy": 0.14758573174476625, + "num_tokens": 4109655.0, + "step": 1430 + }, + { + "entropy": 5.5980674743652346, + "epoch": 1.7022538552787663, + "grad_norm": 1.046875, + "learning_rate": 0.0004962120733286215, + "loss": 5.4904, + "mean_token_accuracy": 0.15562087446451187, + "num_tokens": 4123870.0, + "step": 1435 + }, + { + "entropy": 5.724174547195434, + "epoch": 1.708185053380783, + "grad_norm": 1.0859375, + "learning_rate": 0.0004961245440101171, + "loss": 5.6127, + "mean_token_accuracy": 0.15370832234621049, + "num_tokens": 4138009.0, + "step": 1440 + }, + { + "entropy": 5.661290311813355, + "epoch": 1.7141162514827997, + "grad_norm": 1.125, + "learning_rate": 0.000496036023702846, + "loss": 5.6985, + "mean_token_accuracy": 0.14476853236556053, + "num_tokens": 4151929.0, + "step": 1445 + }, + { + "entropy": 5.681108665466309, + "epoch": 1.7200474495848161, + "grad_norm": 1.109375, + "learning_rate": 0.0004959465128035195, + "loss": 5.5322, + "mean_token_accuracy": 0.1587254822254181, + "num_tokens": 4164626.0, + "step": 1450 + }, + { + "entropy": 5.668149662017822, + "epoch": 1.7259786476868326, + "grad_norm": 0.96875, + "learning_rate": 0.0004958560117132884, + "loss": 5.4829, + "mean_token_accuracy": 0.1552940219640732, + "num_tokens": 4179418.0, + "step": 1455 + }, + { + "entropy": 5.586788272857666, + "epoch": 1.7319098457888493, + "grad_norm": 0.9296875, + "learning_rate": 0.0004957645208377411, + "loss": 5.5927, + "mean_token_accuracy": 0.14715088456869124, + "num_tokens": 4194385.0, + "step": 1460 + }, + { + "entropy": 5.677043342590332, + "epoch": 1.737841043890866, + "grad_norm": 1.0234375, + "learning_rate": 0.000495672040586902, + "loss": 5.5726, + "mean_token_accuracy": 0.1476666510105133, + "num_tokens": 4209246.0, + "step": 1465 + }, + { + "entropy": 5.573235273361206, + "epoch": 1.7437722419928825, + "grad_norm": 0.94921875, + "learning_rate": 0.0004955785713752292, + "loss": 5.5215, + "mean_token_accuracy": 0.1514071211218834, + "num_tokens": 4225142.0, + "step": 1470 + }, + { + "entropy": 5.6124965190887455, + "epoch": 1.7497034400948992, + "grad_norm": 0.9921875, + "learning_rate": 0.0004954841136216132, + "loss": 5.5121, + "mean_token_accuracy": 0.1569083496928215, + "num_tokens": 4239495.0, + "step": 1475 + }, + { + "entropy": 5.6624431133270265, + "epoch": 1.755634638196916, + "grad_norm": 1.1640625, + "learning_rate": 0.0004953886677493746, + "loss": 5.4459, + "mean_token_accuracy": 0.16436467915773392, + "num_tokens": 4251780.0, + "step": 1480 + }, + { + "entropy": 5.616982173919678, + "epoch": 1.7615658362989324, + "grad_norm": 1.515625, + "learning_rate": 0.0004952922341862622, + "loss": 5.6927, + "mean_token_accuracy": 0.14587103947997093, + "num_tokens": 4265490.0, + "step": 1485 + }, + { + "entropy": 5.64134464263916, + "epoch": 1.7674970344009489, + "grad_norm": 1.0234375, + "learning_rate": 0.0004951948133644514, + "loss": 5.4655, + "mean_token_accuracy": 0.15793099850416184, + "num_tokens": 4280478.0, + "step": 1490 + }, + { + "entropy": 5.635649013519287, + "epoch": 1.7734282325029656, + "grad_norm": 0.93359375, + "learning_rate": 0.0004950964057205421, + "loss": 5.5551, + "mean_token_accuracy": 0.1520090416073799, + "num_tokens": 4296649.0, + "step": 1495 + }, + { + "entropy": 5.565133810043335, + "epoch": 1.7793594306049823, + "grad_norm": 0.97265625, + "learning_rate": 0.0004949970116955566, + "loss": 5.525, + "mean_token_accuracy": 0.15610957741737366, + "num_tokens": 4310470.0, + "step": 1500 + }, + { + "epoch": 1.7793594306049823, + "eval_entropy": 5.4890358755193605, + "eval_loss": 5.720747947692871, + "eval_mean_token_accuracy": 0.15074070664179837, + "eval_num_tokens": 4310470.0, + "eval_runtime": 2.4551, + "eval_samples_per_second": 1062.291, + "eval_steps_per_second": 132.786, + "step": 1500 + }, + { + "entropy": 5.62813172340393, + "epoch": 1.7852906287069987, + "grad_norm": 1.09375, + "learning_rate": 0.0004948966317349379, + "loss": 5.5502, + "mean_token_accuracy": 0.15073443800210953, + "num_tokens": 4324996.0, + "step": 1505 + }, + { + "entropy": 5.527570104598999, + "epoch": 1.7912218268090154, + "grad_norm": 1.0390625, + "learning_rate": 0.0004947952662885473, + "loss": 5.4804, + "mean_token_accuracy": 0.15607783049345017, + "num_tokens": 4337194.0, + "step": 1510 + }, + { + "entropy": 5.547454500198365, + "epoch": 1.7971530249110321, + "grad_norm": 0.96875, + "learning_rate": 0.000494692915810663, + "loss": 5.4743, + "mean_token_accuracy": 0.1528942972421646, + "num_tokens": 4352516.0, + "step": 1515 + }, + { + "entropy": 5.56812629699707, + "epoch": 1.8030842230130486, + "grad_norm": 1.171875, + "learning_rate": 0.0004945895807599775, + "loss": 5.5122, + "mean_token_accuracy": 0.16002019345760346, + "num_tokens": 4367654.0, + "step": 1520 + }, + { + "entropy": 5.605467319488525, + "epoch": 1.809015421115065, + "grad_norm": 1.125, + "learning_rate": 0.0004944852615995956, + "loss": 5.5013, + "mean_token_accuracy": 0.15724539756774902, + "num_tokens": 4381275.0, + "step": 1525 + }, + { + "entropy": 5.572732782363891, + "epoch": 1.814946619217082, + "grad_norm": 1.078125, + "learning_rate": 0.0004943799587970328, + "loss": 5.494, + "mean_token_accuracy": 0.1523606076836586, + "num_tokens": 4394392.0, + "step": 1530 + }, + { + "entropy": 5.530032682418823, + "epoch": 1.8208778173190985, + "grad_norm": 1.0625, + "learning_rate": 0.0004942736728242127, + "loss": 5.4026, + "mean_token_accuracy": 0.15689572244882583, + "num_tokens": 4407512.0, + "step": 1535 + }, + { + "entropy": 5.584712648391724, + "epoch": 1.826809015421115, + "grad_norm": 1.125, + "learning_rate": 0.0004941664041574651, + "loss": 5.507, + "mean_token_accuracy": 0.15881744623184205, + "num_tokens": 4422223.0, + "step": 1540 + }, + { + "entropy": 5.6050506114959715, + "epoch": 1.8327402135231317, + "grad_norm": 1.09375, + "learning_rate": 0.0004940581532775237, + "loss": 5.4926, + "mean_token_accuracy": 0.1518533781170845, + "num_tokens": 4436994.0, + "step": 1545 + }, + { + "entropy": 5.4888392925262455, + "epoch": 1.8386714116251484, + "grad_norm": 0.95703125, + "learning_rate": 0.0004939489206695241, + "loss": 5.4267, + "mean_token_accuracy": 0.15675119161605836, + "num_tokens": 4450429.0, + "step": 1550 + }, + { + "entropy": 5.62486629486084, + "epoch": 1.8446026097271648, + "grad_norm": 0.98046875, + "learning_rate": 0.0004938387068230021, + "loss": 5.5789, + "mean_token_accuracy": 0.15119255930185319, + "num_tokens": 4465991.0, + "step": 1555 + }, + { + "entropy": 5.55673360824585, + "epoch": 1.8505338078291815, + "grad_norm": 1.03125, + "learning_rate": 0.0004937275122318902, + "loss": 5.4977, + "mean_token_accuracy": 0.15660169571638108, + "num_tokens": 4480873.0, + "step": 1560 + }, + { + "entropy": 5.634980964660644, + "epoch": 1.8564650059311982, + "grad_norm": 1.1015625, + "learning_rate": 0.0004936153373945165, + "loss": 5.5428, + "mean_token_accuracy": 0.159622260928154, + "num_tokens": 4493443.0, + "step": 1565 + }, + { + "entropy": 5.580209970474243, + "epoch": 1.8623962040332147, + "grad_norm": 1.015625, + "learning_rate": 0.0004935021828136025, + "loss": 5.5042, + "mean_token_accuracy": 0.15394536405801773, + "num_tokens": 4506457.0, + "step": 1570 + }, + { + "entropy": 5.547038459777832, + "epoch": 1.8683274021352312, + "grad_norm": 1.078125, + "learning_rate": 0.0004933880489962602, + "loss": 5.4575, + "mean_token_accuracy": 0.15576548576354982, + "num_tokens": 4520529.0, + "step": 1575 + }, + { + "entropy": 5.558015251159668, + "epoch": 1.8742586002372479, + "grad_norm": 0.96875, + "learning_rate": 0.0004932729364539901, + "loss": 5.3993, + "mean_token_accuracy": 0.15773553699254989, + "num_tokens": 4535100.0, + "step": 1580 + }, + { + "entropy": 5.509803533554077, + "epoch": 1.8801897983392646, + "grad_norm": 1.1328125, + "learning_rate": 0.0004931568457026789, + "loss": 5.5262, + "mean_token_accuracy": 0.1584371492266655, + "num_tokens": 4549152.0, + "step": 1585 + }, + { + "entropy": 5.5465106010437015, + "epoch": 1.886120996441281, + "grad_norm": 1.015625, + "learning_rate": 0.0004930397772625976, + "loss": 5.3981, + "mean_token_accuracy": 0.16331460624933242, + "num_tokens": 4563302.0, + "step": 1590 + }, + { + "entropy": 5.470412969589233, + "epoch": 1.8920521945432978, + "grad_norm": 0.9921875, + "learning_rate": 0.0004929217316583985, + "loss": 5.3418, + "mean_token_accuracy": 0.1644173815846443, + "num_tokens": 4576770.0, + "step": 1595 + }, + { + "entropy": 5.56337342262268, + "epoch": 1.8979833926453145, + "grad_norm": 0.90625, + "learning_rate": 0.000492802709419113, + "loss": 5.4922, + "mean_token_accuracy": 0.1560358837246895, + "num_tokens": 4590264.0, + "step": 1600 + }, + { + "entropy": 5.541475391387939, + "epoch": 1.903914590747331, + "grad_norm": 0.9609375, + "learning_rate": 0.0004926827110781496, + "loss": 5.4658, + "mean_token_accuracy": 0.1521800145506859, + "num_tokens": 4606217.0, + "step": 1605 + }, + { + "entropy": 5.499109220504761, + "epoch": 1.9098457888493474, + "grad_norm": 1.0703125, + "learning_rate": 0.0004925617371732914, + "loss": 5.3749, + "mean_token_accuracy": 0.16113989651203156, + "num_tokens": 4620460.0, + "step": 1610 + }, + { + "entropy": 5.545439529418945, + "epoch": 1.9157769869513643, + "grad_norm": 0.94921875, + "learning_rate": 0.0004924397882466933, + "loss": 5.4441, + "mean_token_accuracy": 0.15975887924432755, + "num_tokens": 4635915.0, + "step": 1615 + }, + { + "entropy": 5.561807680130005, + "epoch": 1.9217081850533808, + "grad_norm": 1.046875, + "learning_rate": 0.0004923168648448799, + "loss": 5.4467, + "mean_token_accuracy": 0.15793247371912003, + "num_tokens": 4650789.0, + "step": 1620 + }, + { + "entropy": 5.594422292709351, + "epoch": 1.9276393831553973, + "grad_norm": 0.9609375, + "learning_rate": 0.0004921929675187433, + "loss": 5.518, + "mean_token_accuracy": 0.15074024945497513, + "num_tokens": 4666306.0, + "step": 1625 + }, + { + "entropy": 5.519123840332031, + "epoch": 1.933570581257414, + "grad_norm": 1.046875, + "learning_rate": 0.0004920680968235397, + "loss": 5.5125, + "mean_token_accuracy": 0.1595379963517189, + "num_tokens": 4679587.0, + "step": 1630 + }, + { + "entropy": 5.621131181716919, + "epoch": 1.9395017793594307, + "grad_norm": 1.109375, + "learning_rate": 0.0004919422533188882, + "loss": 5.441, + "mean_token_accuracy": 0.15777284204959868, + "num_tokens": 4694237.0, + "step": 1635 + }, + { + "entropy": 5.571220350265503, + "epoch": 1.9454329774614472, + "grad_norm": 0.93359375, + "learning_rate": 0.0004918154375687673, + "loss": 5.5383, + "mean_token_accuracy": 0.1469981402158737, + "num_tokens": 4708423.0, + "step": 1640 + }, + { + "entropy": 5.614190530776978, + "epoch": 1.9513641755634639, + "grad_norm": 1.0234375, + "learning_rate": 0.0004916876501415129, + "loss": 5.495, + "mean_token_accuracy": 0.15826049596071243, + "num_tokens": 4723039.0, + "step": 1645 + }, + { + "entropy": 5.505533838272095, + "epoch": 1.9572953736654806, + "grad_norm": 1.2265625, + "learning_rate": 0.0004915588916098151, + "loss": 5.4317, + "mean_token_accuracy": 0.16039896309375762, + "num_tokens": 4735882.0, + "step": 1650 + }, + { + "entropy": 5.477867507934571, + "epoch": 1.963226571767497, + "grad_norm": 1.140625, + "learning_rate": 0.0004914291625507164, + "loss": 5.4436, + "mean_token_accuracy": 0.16591833531856537, + "num_tokens": 4748810.0, + "step": 1655 + }, + { + "entropy": 5.561583375930786, + "epoch": 1.9691577698695135, + "grad_norm": 0.94921875, + "learning_rate": 0.000491298463545609, + "loss": 5.4632, + "mean_token_accuracy": 0.1546772077679634, + "num_tokens": 4763563.0, + "step": 1660 + }, + { + "entropy": 5.511043453216553, + "epoch": 1.9750889679715302, + "grad_norm": 1.109375, + "learning_rate": 0.0004911667951802318, + "loss": 5.4528, + "mean_token_accuracy": 0.15551470816135407, + "num_tokens": 4775483.0, + "step": 1665 + }, + { + "entropy": 5.501114273071289, + "epoch": 1.981020166073547, + "grad_norm": 0.8359375, + "learning_rate": 0.000491034158044668, + "loss": 5.4583, + "mean_token_accuracy": 0.1569467306137085, + "num_tokens": 4792507.0, + "step": 1670 + }, + { + "entropy": 5.568025827407837, + "epoch": 1.9869513641755634, + "grad_norm": 0.953125, + "learning_rate": 0.0004909005527333421, + "loss": 5.5004, + "mean_token_accuracy": 0.155551216006279, + "num_tokens": 4807722.0, + "step": 1675 + }, + { + "entropy": 5.516203594207764, + "epoch": 1.99288256227758, + "grad_norm": 1.015625, + "learning_rate": 0.000490765979845018, + "loss": 5.32, + "mean_token_accuracy": 0.16825991868972778, + "num_tokens": 4821129.0, + "step": 1680 + }, + { + "entropy": 5.505976819992066, + "epoch": 1.9988137603795968, + "grad_norm": 1.109375, + "learning_rate": 0.000490630439982796, + "loss": 5.3815, + "mean_token_accuracy": 0.15964729189872742, + "num_tokens": 4835483.0, + "step": 1685 + }, + { + "entropy": 5.534174060821533, + "epoch": 2.0047449584816133, + "grad_norm": 0.98828125, + "learning_rate": 0.0004904939337541093, + "loss": 5.165, + "mean_token_accuracy": 0.17265937626361846, + "num_tokens": 4848607.0, + "step": 1690 + }, + { + "entropy": 5.4161741733551025, + "epoch": 2.0106761565836297, + "grad_norm": 1.03125, + "learning_rate": 0.0004903564617707227, + "loss": 5.129, + "mean_token_accuracy": 0.17384703904390336, + "num_tokens": 4863324.0, + "step": 1695 + }, + { + "entropy": 5.535564327239991, + "epoch": 2.0166073546856467, + "grad_norm": 1.0234375, + "learning_rate": 0.0004902180246487285, + "loss": 5.1794, + "mean_token_accuracy": 0.17566659599542617, + "num_tokens": 4876603.0, + "step": 1700 + }, + { + "entropy": 5.487852954864502, + "epoch": 2.022538552787663, + "grad_norm": 0.90625, + "learning_rate": 0.000490078623008545, + "loss": 5.2708, + "mean_token_accuracy": 0.16383918672800063, + "num_tokens": 4893733.0, + "step": 1705 + }, + { + "entropy": 5.522866249084473, + "epoch": 2.0284697508896796, + "grad_norm": 1.0546875, + "learning_rate": 0.0004899382574749124, + "loss": 5.2032, + "mean_token_accuracy": 0.1683608591556549, + "num_tokens": 4908476.0, + "step": 1710 + }, + { + "entropy": 5.46659140586853, + "epoch": 2.0344009489916965, + "grad_norm": 1.0390625, + "learning_rate": 0.000489796928676891, + "loss": 5.1535, + "mean_token_accuracy": 0.17724859714508057, + "num_tokens": 4920471.0, + "step": 1715 + }, + { + "entropy": 5.461789083480835, + "epoch": 2.040332147093713, + "grad_norm": 1.0390625, + "learning_rate": 0.0004896546372478581, + "loss": 5.1845, + "mean_token_accuracy": 0.17168280780315398, + "num_tokens": 4934984.0, + "step": 1720 + }, + { + "entropy": 5.375751543045044, + "epoch": 2.0462633451957295, + "grad_norm": 0.99609375, + "learning_rate": 0.0004895113838255049, + "loss": 5.1993, + "mean_token_accuracy": 0.16719358563423156, + "num_tokens": 4949709.0, + "step": 1725 + }, + { + "entropy": 5.503344297409058, + "epoch": 2.052194543297746, + "grad_norm": 0.9609375, + "learning_rate": 0.0004893671690518343, + "loss": 5.1678, + "mean_token_accuracy": 0.17527552992105483, + "num_tokens": 4964439.0, + "step": 1730 + }, + { + "entropy": 5.424249362945557, + "epoch": 2.058125741399763, + "grad_norm": 1.0390625, + "learning_rate": 0.0004892219935731571, + "loss": 5.1255, + "mean_token_accuracy": 0.1706253096461296, + "num_tokens": 4979958.0, + "step": 1735 + }, + { + "entropy": 5.445143413543701, + "epoch": 2.0640569395017794, + "grad_norm": 1.0, + "learning_rate": 0.0004890758580400898, + "loss": 5.2107, + "mean_token_accuracy": 0.17454935014247894, + "num_tokens": 4993034.0, + "step": 1740 + }, + { + "entropy": 5.3907262802124025, + "epoch": 2.069988137603796, + "grad_norm": 1.0078125, + "learning_rate": 0.0004889287631075513, + "loss": 5.1469, + "mean_token_accuracy": 0.17527274340391158, + "num_tokens": 5008580.0, + "step": 1745 + }, + { + "entropy": 5.415247631072998, + "epoch": 2.0759193357058128, + "grad_norm": 0.98828125, + "learning_rate": 0.0004887807094347606, + "loss": 5.1757, + "mean_token_accuracy": 0.1709846779704094, + "num_tokens": 5022322.0, + "step": 1750 + }, + { + "entropy": 5.5165040493011475, + "epoch": 2.0818505338078293, + "grad_norm": 0.9453125, + "learning_rate": 0.0004886316976852326, + "loss": 5.1905, + "mean_token_accuracy": 0.16880395114421845, + "num_tokens": 5036511.0, + "step": 1755 + }, + { + "entropy": 5.393788051605225, + "epoch": 2.0877817319098457, + "grad_norm": 1.0234375, + "learning_rate": 0.0004884817285267766, + "loss": 5.1845, + "mean_token_accuracy": 0.1742696449160576, + "num_tokens": 5050129.0, + "step": 1760 + }, + { + "entropy": 5.337964820861816, + "epoch": 2.093712930011862, + "grad_norm": 1.0390625, + "learning_rate": 0.0004883308026314923, + "loss": 5.0561, + "mean_token_accuracy": 0.18535924702882767, + "num_tokens": 5062299.0, + "step": 1765 + }, + { + "entropy": 5.378459167480469, + "epoch": 2.099644128113879, + "grad_norm": 1.0546875, + "learning_rate": 0.00048817892067576726, + "loss": 5.1866, + "mean_token_accuracy": 0.17031457126140595, + "num_tokens": 5077665.0, + "step": 1770 + }, + { + "entropy": 5.357861471176148, + "epoch": 2.1055753262158956, + "grad_norm": 1.140625, + "learning_rate": 0.0004880260833402734, + "loss": 5.1114, + "mean_token_accuracy": 0.1715405285358429, + "num_tokens": 5092005.0, + "step": 1775 + }, + { + "entropy": 5.379746150970459, + "epoch": 2.111506524317912, + "grad_norm": 0.96484375, + "learning_rate": 0.0004878722913099645, + "loss": 5.199, + "mean_token_accuracy": 0.16930181831121444, + "num_tokens": 5109155.0, + "step": 1780 + }, + { + "entropy": 5.383475065231323, + "epoch": 2.117437722419929, + "grad_norm": 0.96484375, + "learning_rate": 0.000487717545274073, + "loss": 5.149, + "mean_token_accuracy": 0.16863701194524766, + "num_tokens": 5125791.0, + "step": 1785 + }, + { + "entropy": 5.384926605224609, + "epoch": 2.1233689205219455, + "grad_norm": 1.078125, + "learning_rate": 0.0004875618459261065, + "loss": 5.1762, + "mean_token_accuracy": 0.16971782743930816, + "num_tokens": 5139908.0, + "step": 1790 + }, + { + "entropy": 5.391865921020508, + "epoch": 2.129300118623962, + "grad_norm": 0.96875, + "learning_rate": 0.00048740519396384515, + "loss": 5.1527, + "mean_token_accuracy": 0.17617459148168563, + "num_tokens": 5154922.0, + "step": 1795 + }, + { + "entropy": 5.33276104927063, + "epoch": 2.135231316725979, + "grad_norm": 1.0625, + "learning_rate": 0.0004872475900893382, + "loss": 5.1899, + "mean_token_accuracy": 0.17570777982473373, + "num_tokens": 5169919.0, + "step": 1800 + }, + { + "entropy": 5.48026123046875, + "epoch": 2.1411625148279954, + "grad_norm": 1.0390625, + "learning_rate": 0.0004870890350089011, + "loss": 5.1829, + "mean_token_accuracy": 0.16823343187570572, + "num_tokens": 5186687.0, + "step": 1805 + }, + { + "entropy": 5.437422800064087, + "epoch": 2.147093712930012, + "grad_norm": 1.0859375, + "learning_rate": 0.00048692952943311214, + "loss": 5.2063, + "mean_token_accuracy": 0.1717593029141426, + "num_tokens": 5199489.0, + "step": 1810 + }, + { + "entropy": 5.496373796463013, + "epoch": 2.1530249110320283, + "grad_norm": 1.015625, + "learning_rate": 0.0004867690740768094, + "loss": 5.2399, + "mean_token_accuracy": 0.17145588397979736, + "num_tokens": 5214549.0, + "step": 1815 + }, + { + "entropy": 5.366263675689697, + "epoch": 2.1589561091340452, + "grad_norm": 1.0390625, + "learning_rate": 0.00048660766965908736, + "loss": 5.2164, + "mean_token_accuracy": 0.16977577656507492, + "num_tokens": 5228571.0, + "step": 1820 + }, + { + "entropy": 5.388319301605224, + "epoch": 2.1648873072360617, + "grad_norm": 1.03125, + "learning_rate": 0.000486445316903294, + "loss": 5.1452, + "mean_token_accuracy": 0.17680991888046266, + "num_tokens": 5242797.0, + "step": 1825 + }, + { + "entropy": 5.426320600509643, + "epoch": 2.170818505338078, + "grad_norm": 0.99609375, + "learning_rate": 0.000486282016537027, + "loss": 5.2368, + "mean_token_accuracy": 0.17110936492681503, + "num_tokens": 5257692.0, + "step": 1830 + }, + { + "entropy": 5.450334596633911, + "epoch": 2.176749703440095, + "grad_norm": 1.125, + "learning_rate": 0.0004861177692921313, + "loss": 5.2329, + "mean_token_accuracy": 0.17457327097654343, + "num_tokens": 5273117.0, + "step": 1835 + }, + { + "entropy": 5.369627332687378, + "epoch": 2.1826809015421116, + "grad_norm": 0.9375, + "learning_rate": 0.000485952575904695, + "loss": 5.1764, + "mean_token_accuracy": 0.165084633231163, + "num_tokens": 5287232.0, + "step": 1840 + }, + { + "entropy": 5.3623122215271, + "epoch": 2.188612099644128, + "grad_norm": 1.0859375, + "learning_rate": 0.0004857864371150467, + "loss": 5.164, + "mean_token_accuracy": 0.17174010574817658, + "num_tokens": 5300049.0, + "step": 1845 + }, + { + "entropy": 5.422196960449218, + "epoch": 2.1945432977461445, + "grad_norm": 1.109375, + "learning_rate": 0.0004856193536677515, + "loss": 5.1665, + "mean_token_accuracy": 0.17225924283266067, + "num_tokens": 5313811.0, + "step": 1850 + }, + { + "entropy": 5.38545184135437, + "epoch": 2.2004744958481615, + "grad_norm": 1.109375, + "learning_rate": 0.00048545132631160856, + "loss": 5.2414, + "mean_token_accuracy": 0.16925344467163086, + "num_tokens": 5326402.0, + "step": 1855 + }, + { + "entropy": 5.331728982925415, + "epoch": 2.206405693950178, + "grad_norm": 1.1875, + "learning_rate": 0.000485282355799647, + "loss": 5.1074, + "mean_token_accuracy": 0.1777871370315552, + "num_tokens": 5340440.0, + "step": 1860 + }, + { + "entropy": 5.373279333114624, + "epoch": 2.2123368920521944, + "grad_norm": 1.0546875, + "learning_rate": 0.0004851124428891226, + "loss": 5.2044, + "mean_token_accuracy": 0.17208765894174577, + "num_tokens": 5355271.0, + "step": 1865 + }, + { + "entropy": 5.3738720417022705, + "epoch": 2.2182680901542113, + "grad_norm": 0.953125, + "learning_rate": 0.00048494158834151485, + "loss": 5.1657, + "mean_token_accuracy": 0.1768079251050949, + "num_tokens": 5371939.0, + "step": 1870 + }, + { + "entropy": 5.338125801086425, + "epoch": 2.224199288256228, + "grad_norm": 0.984375, + "learning_rate": 0.00048476979292252323, + "loss": 5.0599, + "mean_token_accuracy": 0.18021448701620102, + "num_tokens": 5386242.0, + "step": 1875 + }, + { + "entropy": 5.32992787361145, + "epoch": 2.2301304863582443, + "grad_norm": 1.0625, + "learning_rate": 0.0004845970574020637, + "loss": 5.1392, + "mean_token_accuracy": 0.17196872234344482, + "num_tokens": 5399867.0, + "step": 1880 + }, + { + "entropy": 5.3204365253448485, + "epoch": 2.2360616844602608, + "grad_norm": 0.9609375, + "learning_rate": 0.00048442338255426555, + "loss": 5.0614, + "mean_token_accuracy": 0.1749480903148651, + "num_tokens": 5414236.0, + "step": 1885 + }, + { + "entropy": 5.360966062545776, + "epoch": 2.2419928825622777, + "grad_norm": 1.03125, + "learning_rate": 0.0004842487691574675, + "loss": 5.1766, + "mean_token_accuracy": 0.17208879739046096, + "num_tokens": 5428510.0, + "step": 1890 + }, + { + "entropy": 5.411381673812866, + "epoch": 2.247924080664294, + "grad_norm": 1.0390625, + "learning_rate": 0.0004840732179942146, + "loss": 5.1757, + "mean_token_accuracy": 0.17247659713029861, + "num_tokens": 5443137.0, + "step": 1895 + }, + { + "entropy": 5.371445941925049, + "epoch": 2.2538552787663106, + "grad_norm": 1.0390625, + "learning_rate": 0.00048389672985125467, + "loss": 5.1897, + "mean_token_accuracy": 0.1735587641596794, + "num_tokens": 5456574.0, + "step": 1900 + }, + { + "entropy": 5.3538429737091064, + "epoch": 2.2597864768683276, + "grad_norm": 0.91796875, + "learning_rate": 0.0004837193055195344, + "loss": 5.1926, + "mean_token_accuracy": 0.17189497202634813, + "num_tokens": 5472789.0, + "step": 1905 + }, + { + "entropy": 5.422811889648438, + "epoch": 2.265717674970344, + "grad_norm": 0.9921875, + "learning_rate": 0.00048354094579419656, + "loss": 5.1784, + "mean_token_accuracy": 0.1655895009636879, + "num_tokens": 5488202.0, + "step": 1910 + }, + { + "entropy": 5.344785451889038, + "epoch": 2.2716488730723605, + "grad_norm": 0.9375, + "learning_rate": 0.00048336165147457537, + "loss": 5.2373, + "mean_token_accuracy": 0.16763855069875716, + "num_tokens": 5502661.0, + "step": 1915 + }, + { + "entropy": 5.352733612060547, + "epoch": 2.277580071174377, + "grad_norm": 1.3046875, + "learning_rate": 0.00048318142336419413, + "loss": 5.1591, + "mean_token_accuracy": 0.17304945439100267, + "num_tokens": 5516371.0, + "step": 1920 + }, + { + "entropy": 5.342757987976074, + "epoch": 2.283511269276394, + "grad_norm": 1.0390625, + "learning_rate": 0.0004830002622707604, + "loss": 5.1239, + "mean_token_accuracy": 0.1793706387281418, + "num_tokens": 5529339.0, + "step": 1925 + }, + { + "entropy": 5.337879085540772, + "epoch": 2.2894424673784104, + "grad_norm": 1.0859375, + "learning_rate": 0.00048281816900616354, + "loss": 5.1158, + "mean_token_accuracy": 0.17504990845918655, + "num_tokens": 5543173.0, + "step": 1930 + }, + { + "entropy": 5.280277824401855, + "epoch": 2.295373665480427, + "grad_norm": 0.98046875, + "learning_rate": 0.00048263514438647015, + "loss": 5.1089, + "mean_token_accuracy": 0.17652505189180373, + "num_tokens": 5557080.0, + "step": 1935 + }, + { + "entropy": 5.356028890609741, + "epoch": 2.301304863582444, + "grad_norm": 0.9609375, + "learning_rate": 0.0004824511892319209, + "loss": 5.1702, + "mean_token_accuracy": 0.17574198096990584, + "num_tokens": 5571422.0, + "step": 1940 + }, + { + "entropy": 5.253097772598267, + "epoch": 2.3072360616844603, + "grad_norm": 1.265625, + "learning_rate": 0.0004822663043669267, + "loss": 4.9664, + "mean_token_accuracy": 0.18942097276449205, + "num_tokens": 5583057.0, + "step": 1945 + }, + { + "entropy": 5.27740592956543, + "epoch": 2.3131672597864767, + "grad_norm": 1.0546875, + "learning_rate": 0.00048208049062006505, + "loss": 5.2096, + "mean_token_accuracy": 0.16950699239969252, + "num_tokens": 5596201.0, + "step": 1950 + }, + { + "entropy": 5.393002700805664, + "epoch": 2.3190984578884937, + "grad_norm": 0.921875, + "learning_rate": 0.0004818937488240764, + "loss": 5.1601, + "mean_token_accuracy": 0.17385102808475494, + "num_tokens": 5612461.0, + "step": 1955 + }, + { + "entropy": 5.323347473144532, + "epoch": 2.32502965599051, + "grad_norm": 1.046875, + "learning_rate": 0.00048170607981586023, + "loss": 5.2285, + "mean_token_accuracy": 0.16853837668895721, + "num_tokens": 5628148.0, + "step": 1960 + }, + { + "entropy": 5.288127470016479, + "epoch": 2.3309608540925266, + "grad_norm": 1.015625, + "learning_rate": 0.0004815174844364714, + "loss": 5.0684, + "mean_token_accuracy": 0.1746617555618286, + "num_tokens": 5641695.0, + "step": 1965 + }, + { + "entropy": 5.371695184707642, + "epoch": 2.3368920521945435, + "grad_norm": 1.0625, + "learning_rate": 0.0004813279635311165, + "loss": 5.1085, + "mean_token_accuracy": 0.18225748091936111, + "num_tokens": 5654902.0, + "step": 1970 + }, + { + "entropy": 5.291834688186645, + "epoch": 2.34282325029656, + "grad_norm": 1.125, + "learning_rate": 0.00048113751794914974, + "loss": 5.1022, + "mean_token_accuracy": 0.18446253687143327, + "num_tokens": 5666899.0, + "step": 1975 + }, + { + "entropy": 5.420601224899292, + "epoch": 2.3487544483985765, + "grad_norm": 0.9296875, + "learning_rate": 0.0004809461485440694, + "loss": 5.2152, + "mean_token_accuracy": 0.17578936219215394, + "num_tokens": 5682525.0, + "step": 1980 + }, + { + "entropy": 5.2827568531036375, + "epoch": 2.354685646500593, + "grad_norm": 1.0, + "learning_rate": 0.0004807538561735143, + "loss": 5.14, + "mean_token_accuracy": 0.16829978823661804, + "num_tokens": 5697097.0, + "step": 1985 + }, + { + "entropy": 5.2644284725189205, + "epoch": 2.36061684460261, + "grad_norm": 1.140625, + "learning_rate": 0.00048056064169925904, + "loss": 5.0869, + "mean_token_accuracy": 0.17536696344614028, + "num_tokens": 5712340.0, + "step": 1990 + }, + { + "entropy": 5.353961038589477, + "epoch": 2.3665480427046264, + "grad_norm": 1.0625, + "learning_rate": 0.00048036650598721125, + "loss": 5.197, + "mean_token_accuracy": 0.16865415275096893, + "num_tokens": 5726509.0, + "step": 1995 + }, + { + "entropy": 5.3073567867279055, + "epoch": 2.372479240806643, + "grad_norm": 1.015625, + "learning_rate": 0.00048017144990740673, + "loss": 5.121, + "mean_token_accuracy": 0.1786181464791298, + "num_tokens": 5740977.0, + "step": 2000 + }, + { + "epoch": 2.372479240806643, + "eval_entropy": 5.170273498523454, + "eval_loss": 5.574867248535156, + "eval_mean_token_accuracy": 0.16265562777778853, + "eval_num_tokens": 5740977.0, + "eval_runtime": 2.4303, + "eval_samples_per_second": 1073.13, + "eval_steps_per_second": 134.141, + "step": 2000 + }, + { + "entropy": 5.288026952743531, + "epoch": 2.3784104389086593, + "grad_norm": 1.15625, + "learning_rate": 0.00047997547433400615, + "loss": 5.0974, + "mean_token_accuracy": 0.1805935502052307, + "num_tokens": 5756000.0, + "step": 2005 + }, + { + "entropy": 5.338898134231568, + "epoch": 2.3843416370106763, + "grad_norm": 0.97265625, + "learning_rate": 0.0004797785801452911, + "loss": 5.1033, + "mean_token_accuracy": 0.18041265308856963, + "num_tokens": 5771438.0, + "step": 2010 + }, + { + "entropy": 5.329379606246948, + "epoch": 2.3902728351126927, + "grad_norm": 1.1171875, + "learning_rate": 0.00047958076822365994, + "loss": 5.1506, + "mean_token_accuracy": 0.17072732895612716, + "num_tokens": 5784686.0, + "step": 2015 + }, + { + "entropy": 5.344692611694336, + "epoch": 2.396204033214709, + "grad_norm": 1.0078125, + "learning_rate": 0.0004793820394556238, + "loss": 5.201, + "mean_token_accuracy": 0.17325544208288193, + "num_tokens": 5799363.0, + "step": 2020 + }, + { + "entropy": 5.308460712432861, + "epoch": 2.402135231316726, + "grad_norm": 1.0390625, + "learning_rate": 0.0004791823947318029, + "loss": 5.0887, + "mean_token_accuracy": 0.176689213514328, + "num_tokens": 5812109.0, + "step": 2025 + }, + { + "entropy": 5.2809264183044435, + "epoch": 2.4080664294187426, + "grad_norm": 1.078125, + "learning_rate": 0.0004789818349469222, + "loss": 5.0932, + "mean_token_accuracy": 0.18039163053035737, + "num_tokens": 5825780.0, + "step": 2030 + }, + { + "entropy": 5.265401554107666, + "epoch": 2.413997627520759, + "grad_norm": 1.0625, + "learning_rate": 0.00047878036099980795, + "loss": 5.1356, + "mean_token_accuracy": 0.16557523757219314, + "num_tokens": 5841184.0, + "step": 2035 + }, + { + "entropy": 5.28918867111206, + "epoch": 2.419928825622776, + "grad_norm": 1.15625, + "learning_rate": 0.00047857797379338284, + "loss": 5.1151, + "mean_token_accuracy": 0.18016838133335114, + "num_tokens": 5854422.0, + "step": 2040 + }, + { + "entropy": 5.434517860412598, + "epoch": 2.4258600237247925, + "grad_norm": 1.0625, + "learning_rate": 0.00047837467423466284, + "loss": 5.2756, + "mean_token_accuracy": 0.16469118744134903, + "num_tokens": 5870878.0, + "step": 2045 + }, + { + "entropy": 5.323330879211426, + "epoch": 2.431791221826809, + "grad_norm": 1.1015625, + "learning_rate": 0.00047817046323475246, + "loss": 5.2065, + "mean_token_accuracy": 0.16481388956308365, + "num_tokens": 5886137.0, + "step": 2050 + }, + { + "entropy": 5.346496486663819, + "epoch": 2.4377224199288254, + "grad_norm": 1.03125, + "learning_rate": 0.0004779653417088408, + "loss": 5.1252, + "mean_token_accuracy": 0.17990775406360626, + "num_tokens": 5900300.0, + "step": 2055 + }, + { + "entropy": 5.322238492965698, + "epoch": 2.4436536180308424, + "grad_norm": 0.9375, + "learning_rate": 0.00047775931057619786, + "loss": 5.2122, + "mean_token_accuracy": 0.1684417709708214, + "num_tokens": 5917933.0, + "step": 2060 + }, + { + "entropy": 5.431944942474365, + "epoch": 2.449584816132859, + "grad_norm": 0.984375, + "learning_rate": 0.00047755237076016997, + "loss": 5.1549, + "mean_token_accuracy": 0.1798498421907425, + "num_tokens": 5932189.0, + "step": 2065 + }, + { + "entropy": 5.2723767280578615, + "epoch": 2.4555160142348753, + "grad_norm": 1.0234375, + "learning_rate": 0.0004773445231881757, + "loss": 5.1586, + "mean_token_accuracy": 0.17868874669075013, + "num_tokens": 5945999.0, + "step": 2070 + }, + { + "entropy": 5.317199230194092, + "epoch": 2.4614472123368922, + "grad_norm": 1.015625, + "learning_rate": 0.0004771357687917021, + "loss": 5.1759, + "mean_token_accuracy": 0.17290179580450057, + "num_tokens": 5960187.0, + "step": 2075 + }, + { + "entropy": 5.290809917449951, + "epoch": 2.4673784104389087, + "grad_norm": 0.96875, + "learning_rate": 0.0004769261085063, + "loss": 5.1032, + "mean_token_accuracy": 0.17626044750213624, + "num_tokens": 5975211.0, + "step": 2080 + }, + { + "entropy": 5.2783082008361815, + "epoch": 2.473309608540925, + "grad_norm": 1.015625, + "learning_rate": 0.00047671554327157996, + "loss": 5.09, + "mean_token_accuracy": 0.17717413753271102, + "num_tokens": 5988904.0, + "step": 2085 + }, + { + "entropy": 5.230610990524292, + "epoch": 2.4792408066429417, + "grad_norm": 1.0546875, + "learning_rate": 0.00047650407403120845, + "loss": 5.0964, + "mean_token_accuracy": 0.17791107147932053, + "num_tokens": 6004691.0, + "step": 2090 + }, + { + "entropy": 5.2898766040802006, + "epoch": 2.4851720047449586, + "grad_norm": 1.0625, + "learning_rate": 0.00047629170173290296, + "loss": 5.1428, + "mean_token_accuracy": 0.17288617938756942, + "num_tokens": 6017859.0, + "step": 2095 + }, + { + "entropy": 5.320411825180054, + "epoch": 2.491103202846975, + "grad_norm": 0.98828125, + "learning_rate": 0.0004760784273284286, + "loss": 5.1645, + "mean_token_accuracy": 0.17397502213716506, + "num_tokens": 6032042.0, + "step": 2100 + }, + { + "entropy": 5.293785238265992, + "epoch": 2.4970344009489915, + "grad_norm": 0.97265625, + "learning_rate": 0.0004758642517735928, + "loss": 5.1838, + "mean_token_accuracy": 0.1742447093129158, + "num_tokens": 6048591.0, + "step": 2105 + }, + { + "entropy": 5.232989549636841, + "epoch": 2.5029655990510085, + "grad_norm": 1.109375, + "learning_rate": 0.00047564917602824203, + "loss": 5.0759, + "mean_token_accuracy": 0.179649518430233, + "num_tokens": 6062436.0, + "step": 2110 + }, + { + "entropy": 5.266342687606811, + "epoch": 2.508896797153025, + "grad_norm": 1.125, + "learning_rate": 0.0004754332010562567, + "loss": 5.0365, + "mean_token_accuracy": 0.18351121246814728, + "num_tokens": 6075564.0, + "step": 2115 + }, + { + "entropy": 5.31279501914978, + "epoch": 2.5148279952550414, + "grad_norm": 1.046875, + "learning_rate": 0.0004752163278255473, + "loss": 5.1432, + "mean_token_accuracy": 0.1722079709172249, + "num_tokens": 6088939.0, + "step": 2120 + }, + { + "entropy": 5.295576190948486, + "epoch": 2.5207591933570583, + "grad_norm": 1.03125, + "learning_rate": 0.0004749985573080501, + "loss": 5.0956, + "mean_token_accuracy": 0.17826481014490128, + "num_tokens": 6101855.0, + "step": 2125 + }, + { + "entropy": 5.266389179229736, + "epoch": 2.526690391459075, + "grad_norm": 1.0546875, + "learning_rate": 0.0004747798904797225, + "loss": 5.0738, + "mean_token_accuracy": 0.1764925792813301, + "num_tokens": 6116192.0, + "step": 2130 + }, + { + "entropy": 5.1693144798278805, + "epoch": 2.5326215895610913, + "grad_norm": 0.94921875, + "learning_rate": 0.0004745603283205387, + "loss": 5.0887, + "mean_token_accuracy": 0.17885565012693405, + "num_tokens": 6130741.0, + "step": 2135 + }, + { + "entropy": 5.278003215789795, + "epoch": 2.538552787663108, + "grad_norm": 1.0703125, + "learning_rate": 0.00047433987181448546, + "loss": 5.056, + "mean_token_accuracy": 0.180057655274868, + "num_tokens": 6144937.0, + "step": 2140 + }, + { + "entropy": 5.2536839008331295, + "epoch": 2.5444839857651247, + "grad_norm": 1.1484375, + "learning_rate": 0.0004741185219495579, + "loss": 5.1384, + "mean_token_accuracy": 0.1841862380504608, + "num_tokens": 6156747.0, + "step": 2145 + }, + { + "entropy": 5.199393939971924, + "epoch": 2.550415183867141, + "grad_norm": 1.078125, + "learning_rate": 0.0004738962797177544, + "loss": 5.0336, + "mean_token_accuracy": 0.18659159690141677, + "num_tokens": 6169148.0, + "step": 2150 + }, + { + "entropy": 5.317109870910644, + "epoch": 2.5563463819691576, + "grad_norm": 1.03125, + "learning_rate": 0.00047367314611507276, + "loss": 5.107, + "mean_token_accuracy": 0.17958347201347352, + "num_tokens": 6181881.0, + "step": 2155 + }, + { + "entropy": 5.259987688064575, + "epoch": 2.562277580071174, + "grad_norm": 1.03125, + "learning_rate": 0.00047344912214150565, + "loss": 5.0531, + "mean_token_accuracy": 0.17894216775894164, + "num_tokens": 6196155.0, + "step": 2160 + }, + { + "entropy": 5.232990169525147, + "epoch": 2.568208778173191, + "grad_norm": 1.109375, + "learning_rate": 0.00047322420880103566, + "loss": 5.124, + "mean_token_accuracy": 0.17405239790678023, + "num_tokens": 6210918.0, + "step": 2165 + }, + { + "entropy": 5.249849700927735, + "epoch": 2.5741399762752075, + "grad_norm": 0.96484375, + "learning_rate": 0.00047299840710163157, + "loss": 5.0786, + "mean_token_accuracy": 0.18167687505483626, + "num_tokens": 6225747.0, + "step": 2170 + }, + { + "entropy": 5.256479358673095, + "epoch": 2.580071174377224, + "grad_norm": 1.109375, + "learning_rate": 0.0004727717180552431, + "loss": 5.137, + "mean_token_accuracy": 0.17358365505933762, + "num_tokens": 6239038.0, + "step": 2175 + }, + { + "entropy": 5.342339181900025, + "epoch": 2.586002372479241, + "grad_norm": 1.0546875, + "learning_rate": 0.00047254414267779686, + "loss": 5.2372, + "mean_token_accuracy": 0.17196187376976013, + "num_tokens": 6253346.0, + "step": 2180 + }, + { + "entropy": 5.303297472000122, + "epoch": 2.5919335705812574, + "grad_norm": 0.9453125, + "learning_rate": 0.0004723156819891917, + "loss": 5.2119, + "mean_token_accuracy": 0.17385910600423812, + "num_tokens": 6268060.0, + "step": 2185 + }, + { + "entropy": 5.266570806503296, + "epoch": 2.597864768683274, + "grad_norm": 0.94921875, + "learning_rate": 0.0004720863370132937, + "loss": 5.0388, + "mean_token_accuracy": 0.18387284874916077, + "num_tokens": 6283192.0, + "step": 2190 + }, + { + "entropy": 5.214200639724732, + "epoch": 2.603795966785291, + "grad_norm": 1.015625, + "learning_rate": 0.00047185610877793245, + "loss": 5.1047, + "mean_token_accuracy": 0.18674758821725845, + "num_tokens": 6297511.0, + "step": 2195 + }, + { + "entropy": 5.277515506744384, + "epoch": 2.6097271648873073, + "grad_norm": 0.94921875, + "learning_rate": 0.0004716249983148955, + "loss": 5.1247, + "mean_token_accuracy": 0.1791581928730011, + "num_tokens": 6313257.0, + "step": 2200 + }, + { + "entropy": 5.248571062088013, + "epoch": 2.6156583629893237, + "grad_norm": 1.0703125, + "learning_rate": 0.0004713930066599246, + "loss": 5.0519, + "mean_token_accuracy": 0.1780620649456978, + "num_tokens": 6326437.0, + "step": 2205 + }, + { + "entropy": 5.23038158416748, + "epoch": 2.6215895610913407, + "grad_norm": 0.96875, + "learning_rate": 0.00047116013485271014, + "loss": 5.0944, + "mean_token_accuracy": 0.18125442415475845, + "num_tokens": 6341704.0, + "step": 2210 + }, + { + "entropy": 5.240528726577759, + "epoch": 2.627520759193357, + "grad_norm": 1.0078125, + "learning_rate": 0.0004709263839368875, + "loss": 5.105, + "mean_token_accuracy": 0.17949420362710952, + "num_tokens": 6355783.0, + "step": 2215 + }, + { + "entropy": 5.3141090869903564, + "epoch": 2.6334519572953736, + "grad_norm": 1.0, + "learning_rate": 0.00047069175496003147, + "loss": 5.1015, + "mean_token_accuracy": 0.1741042762994766, + "num_tokens": 6370601.0, + "step": 2220 + }, + { + "entropy": 5.2879376888275145, + "epoch": 2.6393831553973905, + "grad_norm": 0.9765625, + "learning_rate": 0.0004704562489736522, + "loss": 5.1441, + "mean_token_accuracy": 0.1749232068657875, + "num_tokens": 6388124.0, + "step": 2225 + }, + { + "entropy": 5.316340398788452, + "epoch": 2.645314353499407, + "grad_norm": 1.0, + "learning_rate": 0.0004702198670331901, + "loss": 5.1487, + "mean_token_accuracy": 0.17196937203407286, + "num_tokens": 6403018.0, + "step": 2230 + }, + { + "entropy": 5.255807828903198, + "epoch": 2.6512455516014235, + "grad_norm": 1.0625, + "learning_rate": 0.0004699826101980112, + "loss": 5.0898, + "mean_token_accuracy": 0.17568791508674622, + "num_tokens": 6417403.0, + "step": 2235 + }, + { + "entropy": 5.249996376037598, + "epoch": 2.65717674970344, + "grad_norm": 1.1015625, + "learning_rate": 0.0004697444795314027, + "loss": 5.1367, + "mean_token_accuracy": 0.1690463364124298, + "num_tokens": 6432950.0, + "step": 2240 + }, + { + "entropy": 5.27621431350708, + "epoch": 2.6631079478054565, + "grad_norm": 1.0625, + "learning_rate": 0.00046950547610056766, + "loss": 5.1516, + "mean_token_accuracy": 0.1721343442797661, + "num_tokens": 6447735.0, + "step": 2245 + }, + { + "entropy": 5.281610584259033, + "epoch": 2.6690391459074734, + "grad_norm": 1.0859375, + "learning_rate": 0.0004692656009766206, + "loss": 5.0463, + "mean_token_accuracy": 0.18724312782287597, + "num_tokens": 6460066.0, + "step": 2250 + }, + { + "entropy": 5.2377824783325195, + "epoch": 2.67497034400949, + "grad_norm": 1.1328125, + "learning_rate": 0.00046902485523458266, + "loss": 5.1765, + "mean_token_accuracy": 0.16881112903356552, + "num_tokens": 6473880.0, + "step": 2255 + }, + { + "entropy": 5.330496311187744, + "epoch": 2.6809015421115063, + "grad_norm": 1.0859375, + "learning_rate": 0.0004687832399533767, + "loss": 5.0731, + "mean_token_accuracy": 0.1850060999393463, + "num_tokens": 6485678.0, + "step": 2260 + }, + { + "entropy": 5.215729856491089, + "epoch": 2.6868327402135233, + "grad_norm": 1.0, + "learning_rate": 0.0004685407562158226, + "loss": 5.1479, + "mean_token_accuracy": 0.17705656737089157, + "num_tokens": 6498606.0, + "step": 2265 + }, + { + "entropy": 5.218173503875732, + "epoch": 2.6927639383155397, + "grad_norm": 1.046875, + "learning_rate": 0.0004682974051086321, + "loss": 5.0863, + "mean_token_accuracy": 0.18237122297286987, + "num_tokens": 6511590.0, + "step": 2270 + }, + { + "entropy": 5.29819803237915, + "epoch": 2.698695136417556, + "grad_norm": 1.0703125, + "learning_rate": 0.0004680531877224042, + "loss": 5.1659, + "mean_token_accuracy": 0.17502329647541046, + "num_tokens": 6525391.0, + "step": 2275 + }, + { + "entropy": 5.247089862823486, + "epoch": 2.704626334519573, + "grad_norm": 0.97265625, + "learning_rate": 0.00046780810515162027, + "loss": 5.1129, + "mean_token_accuracy": 0.17722094506025315, + "num_tokens": 6540749.0, + "step": 2280 + }, + { + "entropy": 5.228551435470581, + "epoch": 2.7105575326215896, + "grad_norm": 1.0078125, + "learning_rate": 0.00046756215849463905, + "loss": 5.1351, + "mean_token_accuracy": 0.1777515858411789, + "num_tokens": 6556607.0, + "step": 2285 + }, + { + "entropy": 5.227963972091675, + "epoch": 2.716488730723606, + "grad_norm": 1.1328125, + "learning_rate": 0.00046731534885369175, + "loss": 5.0378, + "mean_token_accuracy": 0.18670109808444976, + "num_tokens": 6569340.0, + "step": 2290 + }, + { + "entropy": 5.254456853866577, + "epoch": 2.722419928825623, + "grad_norm": 1.0390625, + "learning_rate": 0.00046706767733487714, + "loss": 5.1495, + "mean_token_accuracy": 0.168257737159729, + "num_tokens": 6586070.0, + "step": 2295 + }, + { + "entropy": 5.350936985015869, + "epoch": 2.7283511269276395, + "grad_norm": 1.09375, + "learning_rate": 0.00046681914504815653, + "loss": 5.2384, + "mean_token_accuracy": 0.17244828790426253, + "num_tokens": 6601441.0, + "step": 2300 + }, + { + "entropy": 5.22352089881897, + "epoch": 2.734282325029656, + "grad_norm": 1.0390625, + "learning_rate": 0.0004665697531073489, + "loss": 5.1004, + "mean_token_accuracy": 0.17834114283323288, + "num_tokens": 6616478.0, + "step": 2305 + }, + { + "entropy": 5.29279670715332, + "epoch": 2.7402135231316724, + "grad_norm": 0.9453125, + "learning_rate": 0.0004663195026301258, + "loss": 5.1774, + "mean_token_accuracy": 0.17028742134571076, + "num_tokens": 6631519.0, + "step": 2310 + }, + { + "entropy": 5.289520025253296, + "epoch": 2.7461447212336894, + "grad_norm": 0.99609375, + "learning_rate": 0.00046606839473800626, + "loss": 5.1519, + "mean_token_accuracy": 0.1711852639913559, + "num_tokens": 6646862.0, + "step": 2315 + }, + { + "entropy": 5.285637235641479, + "epoch": 2.752075919335706, + "grad_norm": 1.0078125, + "learning_rate": 0.00046581643055635215, + "loss": 5.0706, + "mean_token_accuracy": 0.18027766644954682, + "num_tokens": 6660731.0, + "step": 2320 + }, + { + "entropy": 5.257721757888794, + "epoch": 2.7580071174377223, + "grad_norm": 1.0, + "learning_rate": 0.00046556361121436265, + "loss": 5.0884, + "mean_token_accuracy": 0.17217349857091904, + "num_tokens": 6675922.0, + "step": 2325 + }, + { + "entropy": 5.210122585296631, + "epoch": 2.763938315539739, + "grad_norm": 1.0078125, + "learning_rate": 0.0004653099378450696, + "loss": 5.086, + "mean_token_accuracy": 0.17834757566452025, + "num_tokens": 6689363.0, + "step": 2330 + }, + { + "entropy": 5.289632892608642, + "epoch": 2.7698695136417557, + "grad_norm": 1.1796875, + "learning_rate": 0.0004650554115853321, + "loss": 5.08, + "mean_token_accuracy": 0.17782238125801086, + "num_tokens": 6702655.0, + "step": 2335 + }, + { + "entropy": 5.233364868164062, + "epoch": 2.775800711743772, + "grad_norm": 0.94921875, + "learning_rate": 0.00046480003357583154, + "loss": 5.115, + "mean_token_accuracy": 0.1791711837053299, + "num_tokens": 6718101.0, + "step": 2340 + }, + { + "entropy": 5.249103927612305, + "epoch": 2.7817319098457887, + "grad_norm": 1.015625, + "learning_rate": 0.00046454380496106665, + "loss": 5.0327, + "mean_token_accuracy": 0.18523623198270797, + "num_tokens": 6731410.0, + "step": 2345 + }, + { + "entropy": 5.2448647022247314, + "epoch": 2.7876631079478056, + "grad_norm": 1.109375, + "learning_rate": 0.0004642867268893481, + "loss": 5.1059, + "mean_token_accuracy": 0.18096584379673003, + "num_tokens": 6744544.0, + "step": 2350 + }, + { + "entropy": 5.1900553703308105, + "epoch": 2.793594306049822, + "grad_norm": 0.97265625, + "learning_rate": 0.0004640288005127933, + "loss": 5.0096, + "mean_token_accuracy": 0.18570955991744995, + "num_tokens": 6757559.0, + "step": 2355 + }, + { + "entropy": 5.22004246711731, + "epoch": 2.7995255041518385, + "grad_norm": 1.0390625, + "learning_rate": 0.000463770026987322, + "loss": 5.0821, + "mean_token_accuracy": 0.17724673599004745, + "num_tokens": 6772655.0, + "step": 2360 + }, + { + "entropy": 5.193439579010009, + "epoch": 2.8054567022538555, + "grad_norm": 1.078125, + "learning_rate": 0.0004635104074726498, + "loss": 5.011, + "mean_token_accuracy": 0.18544310331344604, + "num_tokens": 6786038.0, + "step": 2365 + }, + { + "entropy": 5.228322505950928, + "epoch": 2.811387900355872, + "grad_norm": 1.0703125, + "learning_rate": 0.0004632499431322842, + "loss": 5.0586, + "mean_token_accuracy": 0.17480345368385314, + "num_tokens": 6799759.0, + "step": 2370 + }, + { + "entropy": 5.192971563339233, + "epoch": 2.8173190984578884, + "grad_norm": 1.1015625, + "learning_rate": 0.00046298863513351854, + "loss": 5.1025, + "mean_token_accuracy": 0.1785614773631096, + "num_tokens": 6814242.0, + "step": 2375 + }, + { + "entropy": 5.30884952545166, + "epoch": 2.8232502965599053, + "grad_norm": 0.96484375, + "learning_rate": 0.00046272648464742733, + "loss": 5.1246, + "mean_token_accuracy": 0.16953468918800355, + "num_tokens": 6828697.0, + "step": 2380 + }, + { + "entropy": 5.15752215385437, + "epoch": 2.829181494661922, + "grad_norm": 1.1953125, + "learning_rate": 0.0004624634928488605, + "loss": 5.0758, + "mean_token_accuracy": 0.18574994206428527, + "num_tokens": 6842549.0, + "step": 2385 + }, + { + "entropy": 5.288483715057373, + "epoch": 2.8351126927639383, + "grad_norm": 1.0546875, + "learning_rate": 0.00046219966091643865, + "loss": 5.1667, + "mean_token_accuracy": 0.17601943910121917, + "num_tokens": 6857599.0, + "step": 2390 + }, + { + "entropy": 5.216753959655762, + "epoch": 2.8410438908659548, + "grad_norm": 1.15625, + "learning_rate": 0.00046193499003254737, + "loss": 5.0904, + "mean_token_accuracy": 0.18286330252885818, + "num_tokens": 6872621.0, + "step": 2395 + }, + { + "entropy": 5.251305961608887, + "epoch": 2.8469750889679717, + "grad_norm": 1.0625, + "learning_rate": 0.0004616694813833322, + "loss": 5.1589, + "mean_token_accuracy": 0.1729411706328392, + "num_tokens": 6887297.0, + "step": 2400 + }, + { + "entropy": 5.263056373596191, + "epoch": 2.852906287069988, + "grad_norm": 1.1484375, + "learning_rate": 0.00046140313615869287, + "loss": 5.0538, + "mean_token_accuracy": 0.18049194067716598, + "num_tokens": 6900857.0, + "step": 2405 + }, + { + "entropy": 5.1703661441802975, + "epoch": 2.8588374851720046, + "grad_norm": 1.03125, + "learning_rate": 0.00046113595555227885, + "loss": 5.0715, + "mean_token_accuracy": 0.18290164321660995, + "num_tokens": 6917351.0, + "step": 2410 + }, + { + "entropy": 5.134192991256714, + "epoch": 2.864768683274021, + "grad_norm": 1.0859375, + "learning_rate": 0.000460867940761483, + "loss": 5.0086, + "mean_token_accuracy": 0.19504904747009277, + "num_tokens": 6930619.0, + "step": 2415 + }, + { + "entropy": 5.185745000839233, + "epoch": 2.870699881376038, + "grad_norm": 1.0546875, + "learning_rate": 0.0004605990929874366, + "loss": 5.0501, + "mean_token_accuracy": 0.17975494414567947, + "num_tokens": 6944842.0, + "step": 2420 + }, + { + "entropy": 5.221125698089599, + "epoch": 2.8766310794780545, + "grad_norm": 1.0859375, + "learning_rate": 0.00046032941343500443, + "loss": 5.0331, + "mean_token_accuracy": 0.18169520050287247, + "num_tokens": 6957699.0, + "step": 2425 + }, + { + "entropy": 5.243278074264526, + "epoch": 2.882562277580071, + "grad_norm": 1.1015625, + "learning_rate": 0.00046005890331277875, + "loss": 5.1779, + "mean_token_accuracy": 0.1789306804537773, + "num_tokens": 6973373.0, + "step": 2430 + }, + { + "entropy": 5.273877429962158, + "epoch": 2.888493475682088, + "grad_norm": 1.046875, + "learning_rate": 0.0004597875638330739, + "loss": 5.1065, + "mean_token_accuracy": 0.17897169589996337, + "num_tokens": 6985943.0, + "step": 2435 + }, + { + "entropy": 5.267488431930542, + "epoch": 2.8944246737841044, + "grad_norm": 1.0859375, + "learning_rate": 0.00045951539621192137, + "loss": 5.1196, + "mean_token_accuracy": 0.19029628336429597, + "num_tokens": 6999655.0, + "step": 2440 + }, + { + "entropy": 5.225543117523193, + "epoch": 2.900355871886121, + "grad_norm": 0.97265625, + "learning_rate": 0.0004592424016690637, + "loss": 5.0894, + "mean_token_accuracy": 0.1805782213807106, + "num_tokens": 7014278.0, + "step": 2445 + }, + { + "entropy": 5.211720752716064, + "epoch": 2.906287069988138, + "grad_norm": 1.0546875, + "learning_rate": 0.00045896858142794976, + "loss": 5.0853, + "mean_token_accuracy": 0.18050264269113542, + "num_tokens": 7029998.0, + "step": 2450 + }, + { + "entropy": 5.261847639083863, + "epoch": 2.9122182680901543, + "grad_norm": 1.0390625, + "learning_rate": 0.0004586939367157285, + "loss": 5.08, + "mean_token_accuracy": 0.17528700977563857, + "num_tokens": 7043212.0, + "step": 2455 + }, + { + "entropy": 5.205530023574829, + "epoch": 2.9181494661921707, + "grad_norm": 1.0546875, + "learning_rate": 0.000458418468763244, + "loss": 5.0157, + "mean_token_accuracy": 0.18455137461423873, + "num_tokens": 7057723.0, + "step": 2460 + }, + { + "entropy": 5.222577953338623, + "epoch": 2.9240806642941877, + "grad_norm": 1.1015625, + "learning_rate": 0.00045814217880502973, + "loss": 5.1525, + "mean_token_accuracy": 0.17377886772155762, + "num_tokens": 7073334.0, + "step": 2465 + }, + { + "entropy": 5.240353107452393, + "epoch": 2.930011862396204, + "grad_norm": 0.9453125, + "learning_rate": 0.000457865068079303, + "loss": 5.1136, + "mean_token_accuracy": 0.17955139875411988, + "num_tokens": 7087671.0, + "step": 2470 + }, + { + "entropy": 5.162194871902466, + "epoch": 2.9359430604982206, + "grad_norm": 1.09375, + "learning_rate": 0.00045758713782795946, + "loss": 4.9601, + "mean_token_accuracy": 0.18688122928142548, + "num_tokens": 7101168.0, + "step": 2475 + }, + { + "entropy": 5.209585046768188, + "epoch": 2.941874258600237, + "grad_norm": 1.046875, + "learning_rate": 0.0004573083892965677, + "loss": 5.1268, + "mean_token_accuracy": 0.18048435896635057, + "num_tokens": 7115581.0, + "step": 2480 + }, + { + "entropy": 5.200497722625732, + "epoch": 2.9478054567022536, + "grad_norm": 1.09375, + "learning_rate": 0.00045702882373436317, + "loss": 5.1, + "mean_token_accuracy": 0.17545540034770965, + "num_tokens": 7129948.0, + "step": 2485 + }, + { + "entropy": 5.13970685005188, + "epoch": 2.9537366548042705, + "grad_norm": 1.0390625, + "learning_rate": 0.0004567484423942433, + "loss": 4.9933, + "mean_token_accuracy": 0.18735943138599395, + "num_tokens": 7144122.0, + "step": 2490 + }, + { + "entropy": 5.212256240844726, + "epoch": 2.959667852906287, + "grad_norm": 1.25, + "learning_rate": 0.00045646724653276117, + "loss": 5.0423, + "mean_token_accuracy": 0.19172451496124268, + "num_tokens": 7157892.0, + "step": 2495 + }, + { + "entropy": 5.22672963142395, + "epoch": 2.9655990510083035, + "grad_norm": 0.94140625, + "learning_rate": 0.00045618523741012044, + "loss": 5.1198, + "mean_token_accuracy": 0.1785096600651741, + "num_tokens": 7172581.0, + "step": 2500 + }, + { + "epoch": 2.9655990510083035, + "eval_entropy": 5.128191098113732, + "eval_loss": 5.4554667472839355, + "eval_mean_token_accuracy": 0.16967149755340413, + "eval_num_tokens": 7172581.0, + "eval_runtime": 2.4682, + "eval_samples_per_second": 1056.643, + "eval_steps_per_second": 132.08, + "step": 2500 + } + ], + "logging_steps": 5, + "max_steps": 8420, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 1.2635876491776e+16, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-2500/training_args.bin b/checkpoint-2500/training_args.bin new file mode 100644 index 0000000..4887968 --- /dev/null +++ b/checkpoint-2500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b1c135f6b8569a4ca131508cf9d8c7cebd96bc433f924eb7233c36a7d98147e +size 6289 diff --git a/checkpoint-3000/added_tokens.json b/checkpoint-3000/added_tokens.json new file mode 100644 index 0000000..ec04e13 --- /dev/null +++ b/checkpoint-3000/added_tokens.json @@ -0,0 +1,1768 @@ +{ + "": 47388, + "[CLS]": 47386, + "[MASK]": 47389, + "[SEP]": 47387, + "[XXXXX0]": 47670, + "[XXXXX1000]": 48506, + "[XXXXX1001]": 48961, + "[XXXXX1002]": 47825, + "[XXXXX1003]": 48233, + "[XXXXX1004]": 48970, + "[XXXXX1005]": 48971, + "[XXXXX1006]": 47998, + "[XXXXX1007]": 48989, + "[XXXXX1008]": 47450, + "[XXXXX1009]": 48240, + "[XXXXX100]": 47422, + "[XXXXX1010]": 47623, + "[XXXXX1011]": 47805, + "[XXXXX1012]": 48454, + "[XXXXX1013]": 48537, + "[XXXXX1014]": 47764, + "[XXXXX1015]": 47584, + "[XXXXX1016]": 48287, + "[XXXXX1017]": 48689, + "[XXXXX1018]": 49119, + "[XXXXX1019]": 48584, + "[XXXXX101]": 47890, + "[XXXXX1020]": 47445, + "[XXXXX1021]": 48199, + "[XXXXX1022]": 48276, + "[XXXXX1023]": 47859, + "[XXXXX1024]": 48258, + "[XXXXX1025]": 48325, + "[XXXXX1026]": 47687, + "[XXXXX1027]": 48990, + "[XXXXX1028]": 49059, + "[XXXXX1029]": 48382, + "[XXXXX102]": 47921, + "[XXXXX1030]": 47775, + "[XXXXX1031]": 47870, + "[XXXXX1032]": 47683, + "[XXXXX1033]": 48750, + "[XXXXX1034]": 49130, + "[XXXXX1035]": 47811, + "[XXXXX1036]": 47462, + "[XXXXX1037]": 47843, + "[XXXXX1038]": 47439, + "[XXXXX1039]": 48830, + "[XXXXX103]": 48327, + "[XXXXX1040]": 48720, + "[XXXXX1041]": 48485, + "[XXXXX1042]": 47919, + "[XXXXX1043]": 48781, + "[XXXXX1044]": 47695, + "[XXXXX1045]": 48043, + "[XXXXX1046]": 47732, + "[XXXXX1047]": 48590, + "[XXXXX1048]": 48901, + "[XXXXX1049]": 48470, + "[XXXXX104]": 47560, + "[XXXXX1050]": 47751, + "[XXXXX1051]": 48487, + "[XXXXX1052]": 48959, + "[XXXXX1053]": 47720, + "[XXXXX1054]": 48477, + "[XXXXX1055]": 47405, + "[XXXXX1056]": 47920, + "[XXXXX1057]": 48139, + "[XXXXX1058]": 48775, + "[XXXXX1059]": 47767, + "[XXXXX105]": 48734, + "[XXXXX1060]": 47446, + "[XXXXX1061]": 48433, + "[XXXXX1062]": 48073, + "[XXXXX1063]": 48868, + "[XXXXX1064]": 47615, + "[XXXXX1065]": 48702, + "[XXXXX1066]": 48578, + "[XXXXX1067]": 47773, + "[XXXXX1068]": 48659, + "[XXXXX1069]": 48281, + "[XXXXX106]": 48900, + "[XXXXX1070]": 48588, + "[XXXXX1071]": 47994, + "[XXXXX1072]": 47709, + "[XXXXX1073]": 47716, + "[XXXXX1074]": 48339, + "[XXXXX1075]": 49007, + "[XXXXX1076]": 49019, + "[XXXXX1077]": 48182, + "[XXXXX1078]": 48114, + "[XXXXX1079]": 49090, + "[XXXXX107]": 48981, + "[XXXXX1080]": 47901, + "[XXXXX1081]": 48465, + "[XXXXX1082]": 49027, + "[XXXXX1083]": 47839, + "[XXXXX1084]": 48061, + "[XXXXX1085]": 47657, + "[XXXXX1086]": 48963, + "[XXXXX1087]": 49089, + "[XXXXX1088]": 49135, + "[XXXXX1089]": 47487, + "[XXXXX108]": 48217, + "[XXXXX1090]": 48158, + "[XXXXX1091]": 49123, + "[XXXXX1092]": 47656, + "[XXXXX1093]": 49031, + "[XXXXX1094]": 48840, + "[XXXXX1095]": 48753, + "[XXXXX1096]": 47501, + "[XXXXX1097]": 47698, + "[XXXXX1098]": 47547, + "[XXXXX1099]": 48844, + "[XXXXX109]": 47587, + "[XXXXX10]": 47512, + "[XXXXX1100]": 47508, + "[XXXXX1101]": 48130, + "[XXXXX1102]": 48225, + "[XXXXX1103]": 48953, + "[XXXXX1104]": 47633, + "[XXXXX1105]": 48614, + "[XXXXX1106]": 48685, + "[XXXXX1107]": 47845, + "[XXXXX1108]": 48337, + "[XXXXX1109]": 48879, + "[XXXXX110]": 47862, + "[XXXXX1110]": 48222, + "[XXXXX1111]": 49127, + "[XXXXX1112]": 47893, + "[XXXXX1113]": 48261, + "[XXXXX1114]": 47543, + "[XXXXX1115]": 48597, + "[XXXXX1116]": 48206, + "[XXXXX1117]": 47478, + "[XXXXX1118]": 48930, + "[XXXXX1119]": 47864, + "[XXXXX111]": 48237, + "[XXXXX1120]": 48638, + "[XXXXX1121]": 48162, + "[XXXXX1122]": 48678, + "[XXXXX1123]": 48790, + "[XXXXX1124]": 49075, + "[XXXXX1125]": 47490, + "[XXXXX1126]": 47542, + "[XXXXX1127]": 48121, + "[XXXXX1128]": 48910, + "[XXXXX1129]": 47545, + "[XXXXX112]": 48153, + "[XXXXX1130]": 48499, + "[XXXXX1131]": 48943, + "[XXXXX1132]": 48066, + "[XXXXX1133]": 47882, + "[XXXXX1134]": 48392, + "[XXXXX1135]": 48553, + "[XXXXX1136]": 47505, + "[XXXXX1137]": 48634, + "[XXXXX1138]": 49082, + "[XXXXX1139]": 47707, + "[XXXXX113]": 48869, + "[XXXXX1140]": 48888, + "[XXXXX1141]": 48069, + "[XXXXX1142]": 48646, + "[XXXXX1143]": 47985, + "[XXXXX1144]": 47432, + "[XXXXX1145]": 48788, + "[XXXXX1146]": 48622, + "[XXXXX1147]": 48479, + "[XXXXX1148]": 47599, + "[XXXXX1149]": 48903, + "[XXXXX114]": 48071, + "[XXXXX1150]": 48303, + "[XXXXX1151]": 48316, + "[XXXXX1152]": 48999, + "[XXXXX1153]": 48629, + "[XXXXX1154]": 48515, + "[XXXXX1155]": 48264, + "[XXXXX1156]": 47837, + "[XXXXX1157]": 47537, + "[XXXXX1158]": 48882, + "[XXXXX1159]": 47744, + "[XXXXX115]": 47954, + "[XXXXX1160]": 47637, + "[XXXXX1161]": 48701, + "[XXXXX1162]": 48831, + "[XXXXX1163]": 48861, + "[XXXXX1164]": 48880, + "[XXXXX1165]": 47679, + "[XXXXX1166]": 47620, + "[XXXXX1167]": 48591, + "[XXXXX1168]": 48776, + "[XXXXX1169]": 48472, + "[XXXXX116]": 48997, + "[XXXXX1170]": 48992, + "[XXXXX1171]": 48440, + "[XXXXX1172]": 48145, + "[XXXXX1173]": 48466, + "[XXXXX1174]": 48319, + "[XXXXX1175]": 47745, + "[XXXXX1176]": 47933, + "[XXXXX1177]": 49084, + "[XXXXX1178]": 47544, + "[XXXXX1179]": 48935, + "[XXXXX117]": 49103, + "[XXXXX1180]": 48660, + "[XXXXX1181]": 48993, + "[XXXXX1182]": 47457, + "[XXXXX1183]": 47593, + "[XXXXX1184]": 47795, + "[XXXXX1185]": 47706, + "[XXXXX1186]": 48263, + "[XXXXX1187]": 49033, + "[XXXXX1188]": 48544, + "[XXXXX1189]": 47409, + "[XXXXX118]": 47420, + "[XXXXX1190]": 47834, + "[XXXXX1191]": 47874, + "[XXXXX1192]": 47397, + "[XXXXX1193]": 48853, + "[XXXXX1194]": 47641, + "[XXXXX1195]": 48484, + "[XXXXX1196]": 48412, + "[XXXXX1197]": 48488, + "[XXXXX1198]": 49097, + "[XXXXX1199]": 47879, + "[XXXXX119]": 48770, + "[XXXXX11]": 48211, + "[XXXXX1200]": 47526, + "[XXXXX1201]": 48749, + "[XXXXX1202]": 48568, + "[XXXXX1203]": 48481, + "[XXXXX1204]": 48608, + "[XXXXX1205]": 48309, + "[XXXXX1206]": 48855, + "[XXXXX1207]": 47911, + "[XXXXX1208]": 47799, + "[XXXXX1209]": 47622, + "[XXXXX120]": 48693, + "[XXXXX1210]": 48131, + "[XXXXX1211]": 48345, + "[XXXXX1212]": 48304, + "[XXXXX1213]": 48682, + "[XXXXX1214]": 47492, + "[XXXXX1215]": 47497, + "[XXXXX1216]": 48939, + "[XXXXX1217]": 48442, + "[XXXXX1218]": 47841, + "[XXXXX1219]": 47453, + "[XXXXX121]": 47554, + "[XXXXX1220]": 47419, + "[XXXXX1221]": 48672, + "[XXXXX1222]": 48154, + "[XXXXX1223]": 49087, + "[XXXXX1224]": 48511, + "[XXXXX1225]": 48448, + "[XXXXX1226]": 48988, + "[XXXXX1227]": 47669, + "[XXXXX1228]": 47596, + "[XXXXX1229]": 48602, + "[XXXXX122]": 48605, + "[XXXXX1230]": 48064, + "[XXXXX1231]": 48107, + "[XXXXX1232]": 48160, + "[XXXXX1233]": 47925, + "[XXXXX1234]": 48413, + "[XXXXX1235]": 49005, + "[XXXXX1236]": 49115, + "[XXXXX1237]": 48201, + "[XXXXX1238]": 47601, + "[XXXXX1239]": 47398, + "[XXXXX123]": 48582, + "[XXXXX1240]": 47616, + "[XXXXX1241]": 48002, + "[XXXXX1242]": 48543, + "[XXXXX1243]": 47818, + "[XXXXX1244]": 48569, + "[XXXXX1245]": 48647, + "[XXXXX1246]": 47681, + "[XXXXX1247]": 48898, + "[XXXXX1248]": 47498, + "[XXXXX1249]": 48378, + "[XXXXX124]": 48118, + "[XXXXX1250]": 48344, + "[XXXXX1251]": 47585, + "[XXXXX1252]": 48715, + "[XXXXX1253]": 47483, + "[XXXXX1254]": 48340, + "[XXXXX1255]": 48991, + "[XXXXX1256]": 48736, + "[XXXXX1257]": 47511, + "[XXXXX1258]": 48293, + "[XXXXX1259]": 48168, + "[XXXXX125]": 48374, + "[XXXXX1260]": 48951, + "[XXXXX1261]": 47416, + "[XXXXX1262]": 48745, + "[XXXXX1263]": 47979, + "[XXXXX1264]": 48592, + "[XXXXX1265]": 48945, + "[XXXXX1266]": 47865, + "[XXXXX1267]": 48239, + "[XXXXX1268]": 47672, + "[XXXXX1269]": 47848, + "[XXXXX126]": 48594, + "[XXXXX1270]": 48566, + "[XXXXX1271]": 48108, + "[XXXXX1272]": 47665, + "[XXXXX1273]": 47815, + "[XXXXX1274]": 48016, + "[XXXXX1275]": 48015, + "[XXXXX1276]": 48166, + "[XXXXX1277]": 47757, + "[XXXXX1278]": 47400, + "[XXXXX1279]": 47754, + "[XXXXX127]": 47436, + "[XXXXX1280]": 47417, + "[XXXXX1281]": 48047, + "[XXXXX1282]": 47472, + "[XXXXX1283]": 49040, + "[XXXXX1284]": 47710, + "[XXXXX1285]": 48883, + "[XXXXX1286]": 48209, + "[XXXXX1287]": 48046, + "[XXXXX1288]": 47999, + "[XXXXX1289]": 47735, + "[XXXXX128]": 48995, + "[XXXXX1290]": 48556, + "[XXXXX1291]": 48687, + "[XXXXX1292]": 49046, + "[XXXXX1293]": 48713, + "[XXXXX1294]": 48266, + "[XXXXX1295]": 48917, + "[XXXXX1296]": 49121, + "[XXXXX1297]": 48794, + "[XXXXX1298]": 48443, + "[XXXXX1299]": 47612, + "[XXXXX129]": 48082, + "[XXXXX12]": 48933, + "[XXXXX1300]": 47942, + "[XXXXX1301]": 48063, + "[XXXXX1302]": 48368, + "[XXXXX1303]": 47910, + "[XXXXX1304]": 47802, + "[XXXXX1305]": 47905, + "[XXXXX1306]": 47421, + "[XXXXX1307]": 49125, + "[XXXXX1308]": 47553, + "[XXXXX1309]": 47697, + "[XXXXX130]": 48746, + "[XXXXX1310]": 49069, + "[XXXXX1311]": 47789, + "[XXXXX1312]": 48575, + "[XXXXX1313]": 47402, + "[XXXXX1314]": 48829, + "[XXXXX1315]": 47394, + "[XXXXX1316]": 48187, + "[XXXXX1317]": 48147, + "[XXXXX1318]": 48703, + "[XXXXX1319]": 48549, + "[XXXXX131]": 48106, + "[XXXXX1320]": 48644, + "[XXXXX1321]": 48165, + "[XXXXX1322]": 47689, + "[XXXXX1323]": 47966, + "[XXXXX1324]": 47897, + "[XXXXX1325]": 48076, + "[XXXXX1326]": 48873, + "[XXXXX1327]": 48754, + "[XXXXX1328]": 47813, + "[XXXXX1329]": 49072, + "[XXXXX132]": 48427, + "[XXXXX1330]": 48809, + "[XXXXX1331]": 48489, + "[XXXXX1332]": 48243, + "[XXXXX1333]": 48921, + "[XXXXX1334]": 48322, + "[XXXXX1335]": 47531, + "[XXXXX1336]": 48110, + "[XXXXX1337]": 47723, + "[XXXXX1338]": 47908, + "[XXXXX1339]": 48700, + "[XXXXX133]": 47604, + "[XXXXX1340]": 48651, + "[XXXXX1341]": 48877, + "[XXXXX1342]": 47431, + "[XXXXX1343]": 47433, + "[XXXXX1344]": 47880, + "[XXXXX1345]": 48977, + "[XXXXX1346]": 48772, + "[XXXXX1347]": 48391, + "[XXXXX1348]": 48529, + "[XXXXX1349]": 48196, + "[XXXXX134]": 47765, + "[XXXXX1350]": 48404, + "[XXXXX1351]": 48104, + "[XXXXX1352]": 47517, + "[XXXXX1353]": 48850, + "[XXXXX1354]": 48357, + "[XXXXX1355]": 48862, + "[XXXXX1356]": 48492, + "[XXXXX1357]": 48062, + "[XXXXX1358]": 48721, + "[XXXXX1359]": 48922, + "[XXXXX135]": 47957, + "[XXXXX1360]": 47550, + "[XXXXX1361]": 49045, + "[XXXXX1362]": 48748, + "[XXXXX1363]": 49028, + "[XXXXX1364]": 48833, + "[XXXXX1365]": 47700, + "[XXXXX1366]": 47396, + "[XXXXX1367]": 47686, + "[XXXXX1368]": 48242, + "[XXXXX1369]": 48032, + "[XXXXX136]": 48342, + "[XXXXX1370]": 47562, + "[XXXXX1371]": 48212, + "[XXXXX1372]": 48610, + "[XXXXX1373]": 49013, + "[XXXXX1374]": 48041, + "[XXXXX1375]": 48246, + "[XXXXX1376]": 47551, + "[XXXXX1377]": 48353, + "[XXXXX1378]": 47658, + "[XXXXX1379]": 47828, + "[XXXXX137]": 48518, + "[XXXXX1380]": 48136, + "[XXXXX1381]": 48564, + "[XXXXX1382]": 48973, + "[XXXXX1383]": 47619, + "[XXXXX1384]": 48254, + "[XXXXX1385]": 48680, + "[XXXXX1386]": 47724, + "[XXXXX1387]": 47756, + "[XXXXX1388]": 48176, + "[XXXXX1389]": 48681, + "[XXXXX138]": 47664, + "[XXXXX1390]": 47594, + "[XXXXX1391]": 48760, + "[XXXXX1392]": 49110, + "[XXXXX1393]": 47676, + "[XXXXX1394]": 47963, + "[XXXXX1395]": 47403, + "[XXXXX1396]": 48493, + "[XXXXX1397]": 47591, + "[XXXXX1398]": 47632, + "[XXXXX1399]": 48996, + "[XXXXX139]": 48521, + "[XXXXX13]": 47875, + "[XXXXX1400]": 47705, + "[XXXXX1401]": 48983, + "[XXXXX1402]": 47941, + "[XXXXX1403]": 47922, + "[XXXXX1404]": 47390, + "[XXXXX1405]": 48635, + "[XXXXX1406]": 48906, + "[XXXXX1407]": 48514, + "[XXXXX1408]": 48169, + "[XXXXX1409]": 48004, + "[XXXXX140]": 48762, + "[XXXXX1410]": 47515, + "[XXXXX1411]": 47470, + "[XXXXX1412]": 47858, + "[XXXXX1413]": 47540, + "[XXXXX1414]": 47690, + "[XXXXX1415]": 48054, + "[XXXXX1416]": 48615, + "[XXXXX1417]": 47803, + "[XXXXX1418]": 47455, + "[XXXXX1419]": 48226, + "[XXXXX141]": 48912, + "[XXXXX1420]": 47808, + "[XXXXX1421]": 47636, + "[XXXXX1422]": 48832, + "[XXXXX1423]": 47611, + "[XXXXX1424]": 48782, + "[XXXXX1425]": 49146, + "[XXXXX1426]": 48976, + "[XXXXX1427]": 48585, + "[XXXXX1428]": 48667, + "[XXXXX1429]": 48171, + "[XXXXX142]": 48573, + "[XXXXX1430]": 48181, + "[XXXXX1431]": 47814, + "[XXXXX1432]": 48589, + "[XXXXX1433]": 48916, + "[XXXXX1434]": 48068, + "[XXXXX1435]": 47949, + "[XXXXX1436]": 48252, + "[XXXXX1437]": 48724, + "[XXXXX1438]": 48807, + "[XXXXX1439]": 48379, + "[XXXXX143]": 48835, + "[XXXXX1440]": 48005, + "[XXXXX1441]": 48416, + "[XXXXX1442]": 47595, + "[XXXXX1443]": 47831, + "[XXXXX1444]": 49034, + "[XXXXX1445]": 48893, + "[XXXXX1446]": 47631, + "[XXXXX1447]": 48419, + "[XXXXX1448]": 48874, + "[XXXXX1449]": 49078, + "[XXXXX144]": 48224, + "[XXXXX1450]": 48616, + "[XXXXX1451]": 48688, + "[XXXXX1452]": 47532, + "[XXXXX1453]": 49107, + "[XXXXX1454]": 47945, + "[XXXXX1455]": 48349, + "[XXXXX1456]": 48761, + "[XXXXX1457]": 47399, + "[XXXXX1458]": 47494, + "[XXXXX1459]": 48541, + "[XXXXX145]": 47819, + "[XXXXX1460]": 47668, + "[XXXXX1461]": 48155, + "[XXXXX1462]": 48203, + "[XXXXX1463]": 48308, + "[XXXXX1464]": 47923, + "[XXXXX1465]": 48628, + "[XXXXX1466]": 48894, + "[XXXXX1467]": 48504, + "[XXXXX1468]": 47780, + "[XXXXX1469]": 48780, + "[XXXXX146]": 47856, + "[XXXXX1470]": 47947, + "[XXXXX1471]": 47770, + "[XXXXX1472]": 48645, + "[XXXXX1473]": 47711, + "[XXXXX1474]": 47427, + "[XXXXX1475]": 49042, + "[XXXXX1476]": 48341, + "[XXXXX1477]": 48744, + "[XXXXX1478]": 48421, + "[XXXXX1479]": 48574, + "[XXXXX147]": 47892, + "[XXXXX1480]": 48664, + "[XXXXX1481]": 47649, + "[XXXXX1482]": 47529, + "[XXXXX1483]": 48675, + "[XXXXX1484]": 47850, + "[XXXXX1485]": 48918, + "[XXXXX1486]": 47778, + "[XXXXX1487]": 47929, + "[XXXXX1488]": 47675, + "[XXXXX1489]": 48817, + "[XXXXX148]": 47411, + "[XXXXX1490]": 48612, + "[XXXXX1491]": 48598, + "[XXXXX1492]": 49108, + "[XXXXX1493]": 48272, + "[XXXXX1494]": 48904, + "[XXXXX1495]": 48658, + "[XXXXX1496]": 47737, + "[XXXXX1497]": 48141, + "[XXXXX1498]": 48593, + "[XXXXX1499]": 48452, + "[XXXXX149]": 47718, + "[XXXXX14]": 47771, + "[XXXXX1500]": 48637, + "[XXXXX1501]": 48804, + "[XXXXX1502]": 47752, + "[XXXXX1503]": 48430, + "[XXXXX1504]": 48759, + "[XXXXX1505]": 48823, + "[XXXXX1506]": 47465, + "[XXXXX1507]": 47590, + "[XXXXX1508]": 48445, + "[XXXXX1509]": 48822, + "[XXXXX150]": 48400, + "[XXXXX1510]": 48184, + "[XXXXX1511]": 48603, + "[XXXXX1512]": 47962, + "[XXXXX1513]": 47581, + "[XXXXX1514]": 48655, + "[XXXXX1515]": 47886, + "[XXXXX1516]": 47762, + "[XXXXX1517]": 48410, + "[XXXXX1518]": 48437, + "[XXXXX1519]": 48815, + "[XXXXX151]": 47868, + "[XXXXX1520]": 48523, + "[XXXXX1521]": 48475, + "[XXXXX1522]": 48872, + "[XXXXX1523]": 47426, + "[XXXXX1524]": 48348, + "[XXXXX1525]": 48948, + "[XXXXX1526]": 49099, + "[XXXXX1527]": 47642, + "[XXXXX1528]": 48548, + "[XXXXX1529]": 48055, + "[XXXXX152]": 48542, + "[XXXXX1530]": 48630, + "[XXXXX1531]": 48896, + "[XXXXX1532]": 49020, + "[XXXXX1533]": 47727, + "[XXXXX1534]": 48944, + "[XXXXX1535]": 48848, + "[XXXXX1536]": 48717, + "[XXXXX1537]": 48494, + "[XXXXX1538]": 48124, + "[XXXXX1539]": 49055, + "[XXXXX153]": 48968, + "[XXXXX1540]": 48305, + "[XXXXX1541]": 48088, + "[XXXXX1542]": 49022, + "[XXXXX1543]": 49044, + "[XXXXX1544]": 48607, + "[XXXXX1545]": 48113, + "[XXXXX1546]": 48095, + "[XXXXX1547]": 48863, + "[XXXXX1548]": 48215, + "[XXXXX1549]": 48220, + "[XXXXX154]": 49023, + "[XXXXX1550]": 47442, + "[XXXXX1551]": 49122, + "[XXXXX1552]": 49131, + "[XXXXX1553]": 47991, + "[XXXXX1554]": 47899, + "[XXXXX1555]": 47499, + "[XXXXX1556]": 47406, + "[XXXXX1557]": 47894, + "[XXXXX1558]": 47844, + "[XXXXX1559]": 48164, + "[XXXXX155]": 47833, + "[XXXXX1560]": 48565, + "[XXXXX1561]": 47471, + "[XXXXX1562]": 48960, + "[XXXXX1563]": 47440, + "[XXXXX1564]": 47479, + "[XXXXX1565]": 47708, + "[XXXXX1566]": 47796, + "[XXXXX1567]": 47576, + "[XXXXX1568]": 48191, + "[XXXXX1569]": 48516, + "[XXXXX156]": 48827, + "[XXXXX1570]": 48911, + "[XXXXX1571]": 48205, + "[XXXXX1572]": 48336, + "[XXXXX1573]": 47482, + "[XXXXX1574]": 48952, + "[XXXXX1575]": 47960, + "[XXXXX1576]": 49098, + "[XXXXX1577]": 47904, + "[XXXXX1578]": 48414, + "[XXXXX1579]": 48752, + "[XXXXX157]": 48401, + "[XXXXX1580]": 48633, + "[XXXXX1581]": 48826, + "[XXXXX1582]": 47507, + "[XXXXX1583]": 47476, + "[XXXXX1584]": 48599, + "[XXXXX1585]": 48274, + "[XXXXX1586]": 47428, + "[XXXXX1587]": 48972, + "[XXXXX1588]": 47425, + "[XXXXX1589]": 48731, + "[XXXXX158]": 47951, + "[XXXXX1590]": 49009, + "[XXXXX1591]": 48839, + "[XXXXX1592]": 49006, + "[XXXXX1593]": 47626, + "[XXXXX1594]": 48231, + "[XXXXX1595]": 48554, + "[XXXXX1596]": 48045, + "[XXXXX1597]": 48769, + "[XXXXX1598]": 47652, + "[XXXXX1599]": 47444, + "[XXXXX159]": 49021, + "[XXXXX15]": 48530, + "[XXXXX1600]": 47964, + "[XXXXX1601]": 48560, + "[XXXXX1602]": 47855, + "[XXXXX1603]": 48324, + "[XXXXX1604]": 47961, + "[XXXXX1605]": 48296, + "[XXXXX1606]": 48148, + "[XXXXX1607]": 49038, + "[XXXXX1608]": 48994, + "[XXXXX1609]": 48767, + "[XXXXX160]": 48740, + "[XXXXX1610]": 48907, + "[XXXXX1611]": 47822, + "[XXXXX1612]": 47639, + "[XXXXX1613]": 48053, + "[XXXXX1614]": 48285, + "[XXXXX1615]": 47533, + "[XXXXX1616]": 47983, + "[XXXXX1617]": 47574, + "[XXXXX1618]": 48828, + "[XXXXX1619]": 48334, + "[XXXXX161]": 48290, + "[XXXXX1620]": 47928, + "[XXXXX1621]": 48177, + "[XXXXX1622]": 48056, + "[XXXXX1623]": 47488, + "[XXXXX1624]": 47866, + "[XXXXX1625]": 48273, + "[XXXXX1626]": 48234, + "[XXXXX1627]": 48757, + "[XXXXX1628]": 48075, + "[XXXXX1629]": 48768, + "[XXXXX162]": 48447, + "[XXXXX1630]": 48820, + "[XXXXX1631]": 48007, + "[XXXXX1632]": 48552, + "[XXXXX1633]": 47939, + "[XXXXX1634]": 48725, + "[XXXXX1635]": 47447, + "[XXXXX1636]": 47602, + "[XXXXX1637]": 47935, + "[XXXXX1638]": 49132, + "[XXXXX1639]": 47953, + "[XXXXX163]": 48371, + "[XXXXX1640]": 47748, + "[XXXXX1641]": 48116, + "[XXXXX1642]": 47610, + "[XXXXX1643]": 48105, + "[XXXXX1644]": 48460, + "[XXXXX1645]": 48773, + "[XXXXX1646]": 47974, + "[XXXXX1647]": 47678, + "[XXXXX1648]": 47571, + "[XXXXX1649]": 47717, + "[XXXXX164]": 48978, + "[XXXXX1650]": 48653, + "[XXXXX1651]": 48526, + "[XXXXX1652]": 47666, + "[XXXXX1653]": 48636, + "[XXXXX1654]": 49070, + "[XXXXX1655]": 48040, + "[XXXXX1656]": 49001, + "[XXXXX1657]": 48587, + "[XXXXX1658]": 48227, + "[XXXXX1659]": 47566, + "[XXXXX165]": 47992, + "[XXXXX1660]": 48774, + "[XXXXX1661]": 47443, + "[XXXXX1662]": 48037, + "[XXXXX1663]": 48377, + "[XXXXX1664]": 47733, + "[XXXXX1665]": 49071, + "[XXXXX1666]": 47528, + "[XXXXX1667]": 49124, + "[XXXXX1668]": 48510, + "[XXXXX1669]": 48125, + "[XXXXX166]": 48572, + "[XXXXX1670]": 47503, + "[XXXXX1671]": 47527, + "[XXXXX1672]": 47817, + "[XXXXX1673]": 49111, + "[XXXXX1674]": 47772, + "[XXXXX1675]": 47783, + "[XXXXX1676]": 49052, + "[XXXXX1677]": 47493, + "[XXXXX1678]": 47888, + "[XXXXX1679]": 48059, + "[XXXXX167]": 48008, + "[XXXXX1680]": 47456, + "[XXXXX1681]": 47906, + "[XXXXX1682]": 48026, + "[XXXXX1683]": 48149, + "[XXXXX1684]": 48451, + "[XXXXX1685]": 49029, + "[XXXXX1686]": 48313, + "[XXXXX1687]": 48089, + "[XXXXX1688]": 48795, + "[XXXXX1689]": 48396, + "[XXXXX168]": 47740, + "[XXXXX1690]": 48536, + "[XXXXX1691]": 47680, + "[XXXXX1692]": 48146, + "[XXXXX1693]": 48733, + "[XXXXX1694]": 47536, + "[XXXXX1695]": 47524, + "[XXXXX1696]": 48197, + "[XXXXX1697]": 49151, + "[XXXXX1698]": 48159, + "[XXXXX1699]": 48558, + "[XXXXX169]": 48189, + "[XXXXX16]": 48474, + "[XXXXX1700]": 48042, + "[XXXXX1701]": 47638, + "[XXXXX1702]": 48954, + "[XXXXX1703]": 47693, + "[XXXXX1704]": 48461, + "[XXXXX1705]": 48467, + "[XXXXX1706]": 48505, + "[XXXXX1707]": 47989, + "[XXXXX1708]": 47784, + "[XXXXX1709]": 47435, + "[XXXXX170]": 47429, + "[XXXXX1710]": 48152, + "[XXXXX1711]": 48301, + "[XXXXX1712]": 49094, + "[XXXXX1713]": 48649, + "[XXXXX1714]": 48117, + "[XXXXX1715]": 48185, + "[XXXXX1716]": 47832, + "[XXXXX1717]": 48383, + "[XXXXX1718]": 49012, + "[XXXXX1719]": 48986, + "[XXXXX171]": 48346, + "[XXXXX1720]": 47978, + "[XXXXX1721]": 47871, + "[XXXXX1722]": 47625, + "[XXXXX1723]": 48247, + "[XXXXX1724]": 47965, + "[XXXXX1725]": 47579, + "[XXXXX1726]": 48512, + "[XXXXX1727]": 48395, + "[XXXXX1728]": 48867, + "[XXXXX1729]": 47692, + "[XXXXX172]": 48003, + "[XXXXX1730]": 48497, + "[XXXXX1731]": 47393, + "[XXXXX1732]": 47530, + "[XXXXX1733]": 48129, + "[XXXXX1734]": 47916, + "[XXXXX1735]": 47943, + "[XXXXX1736]": 47559, + "[XXXXX1737]": 47477, + "[XXXXX1738]": 48432, + "[XXXXX1739]": 48244, + "[XXXXX173]": 48238, + "[XXXXX1740]": 48528, + "[XXXXX1741]": 48671, + "[XXXXX1742]": 48889, + "[XXXXX1743]": 48161, + "[XXXXX1744]": 48018, + "[XXXXX1745]": 48509, + "[XXXXX1746]": 47564, + "[XXXXX1747]": 48969, + "[XXXXX1748]": 48112, + "[XXXXX1749]": 49128, + "[XXXXX174]": 48786, + "[XXXXX1750]": 48886, + "[XXXXX1751]": 48932, + "[XXXXX1752]": 47970, + "[XXXXX1753]": 47969, + "[XXXXX1754]": 48508, + "[XXXXX1755]": 47857, + "[XXXXX1756]": 48563, + "[XXXXX1757]": 48503, + "[XXXXX1758]": 47797, + "[XXXXX1759]": 49053, + "[XXXXX175]": 48221, + "[XXXXX1760]": 48949, + "[XXXXX1761]": 48926, + "[XXXXX176]": 48895, + "[XXXXX177]": 48084, + "[XXXXX178]": 47408, + "[XXXXX179]": 48144, + "[XXXXX17]": 47563, + "[XXXXX180]": 47934, + "[XXXXX181]": 47567, + "[XXXXX182]": 47539, + "[XXXXX183]": 49106, + "[XXXXX184]": 48892, + "[XXXXX185]": 47458, + "[XXXXX186]": 48783, + "[XXXXX187]": 47914, + "[XXXXX188]": 47761, + "[XXXXX189]": 47997, + "[XXXXX18]": 48333, + "[XXXXX190]": 48312, + "[XXXXX191]": 49095, + "[XXXXX192]": 47785, + "[XXXXX193]": 47635, + "[XXXXX194]": 48955, + "[XXXXX195]": 48354, + "[XXXXX196]": 48545, + "[XXXXX197]": 48727, + "[XXXXX198]": 48306, + "[XXXXX199]": 49133, + "[XXXXX19]": 48262, + "[XXXXX1]": 49126, + "[XXXXX200]": 47701, + "[XXXXX201]": 47521, + "[XXXXX202]": 48805, + "[XXXXX203]": 48386, + "[XXXXX204]": 48909, + "[XXXXX205]": 47674, + "[XXXXX206]": 48640, + "[XXXXX207]": 48257, + "[XXXXX208]": 47977, + "[XXXXX209]": 48406, + "[XXXXX20]": 47779, + "[XXXXX210]": 48282, + "[XXXXX211]": 48280, + "[XXXXX212]": 47603, + "[XXXXX213]": 47869, + "[XXXXX214]": 47937, + "[XXXXX215]": 49073, + "[XXXXX216]": 47582, + "[XXXXX217]": 47816, + "[XXXXX218]": 47821, + "[XXXXX219]": 48857, + "[XXXXX21]": 48434, + "[XXXXX220]": 48172, + "[XXXXX221]": 47722, + "[XXXXX222]": 47618, + "[XXXXX223]": 48178, + "[XXXXX224]": 48000, + "[XXXXX225]": 48087, + "[XXXXX226]": 48924, + "[XXXXX227]": 47441, + "[XXXXX228]": 49058, + "[XXXXX229]": 48531, + "[XXXXX22]": 48052, + "[XXXXX230]": 47927, + "[XXXXX231]": 47930, + "[XXXXX232]": 49092, + "[XXXXX233]": 47996, + "[XXXXX234]": 49049, + "[XXXXX235]": 48299, + "[XXXXX236]": 48811, + "[XXXXX237]": 48343, + "[XXXXX238]": 49017, + "[XXXXX239]": 48806, + "[XXXXX23]": 48289, + "[XXXXX240]": 47835, + "[XXXXX241]": 48627, + "[XXXXX242]": 47643, + "[XXXXX243]": 47794, + "[XXXXX244]": 49093, + "[XXXXX245]": 47412, + "[XXXXX246]": 48092, + "[XXXXX247]": 47730, + "[XXXXX248]": 48228, + "[XXXXX249]": 47851, + "[XXXXX24]": 48722, + "[XXXXX250]": 48126, + "[XXXXX251]": 47749, + "[XXXXX252]": 47972, + "[XXXXX253]": 48534, + "[XXXXX254]": 48332, + "[XXXXX255]": 48601, + "[XXXXX256]": 48914, + "[XXXXX257]": 47760, + "[XXXXX258]": 48115, + "[XXXXX259]": 48338, + "[XXXXX25]": 48277, + "[XXXXX260]": 47853, + "[XXXXX261]": 48669, + "[XXXXX262]": 48834, + "[XXXXX263]": 48571, + "[XXXXX264]": 48738, + "[XXXXX265]": 48180, + "[XXXXX266]": 49002, + "[XXXXX267]": 47452, + "[XXXXX268]": 47684, + "[XXXXX269]": 47726, + "[XXXXX26]": 47895, + "[XXXXX270]": 48286, + "[XXXXX271]": 47401, + "[XXXXX272]": 48366, + "[XXXXX273]": 48913, + "[XXXXX274]": 47696, + "[XXXXX275]": 48429, + "[XXXXX276]": 48202, + "[XXXXX277]": 47714, + "[XXXXX278]": 47480, + "[XXXXX279]": 48551, + "[XXXXX27]": 47557, + "[XXXXX280]": 48323, + "[XXXXX281]": 47605, + "[XXXXX282]": 49079, + "[XXXXX283]": 47630, + "[XXXXX284]": 48210, + "[XXXXX285]": 48934, + "[XXXXX286]": 48742, + "[XXXXX287]": 48360, + "[XXXXX288]": 48214, + "[XXXXX289]": 47721, + "[XXXXX28]": 48390, + "[XXXXX290]": 48034, + "[XXXXX291]": 47404, + "[XXXXX292]": 48824, + "[XXXXX293]": 47570, + "[XXXXX294]": 48726, + "[XXXXX295]": 49147, + "[XXXXX296]": 47523, + "[XXXXX297]": 48074, + "[XXXXX298]": 48111, + "[XXXXX299]": 48797, + "[XXXXX29]": 48625, + "[XXXXX2]": 48707, + "[XXXXX300]": 47776, + "[XXXXX301]": 48897, + "[XXXXX302]": 48275, + "[XXXXX303]": 48307, + "[XXXXX304]": 48370, + "[XXXXX305]": 48662, + "[XXXXX306]": 48495, + "[XXXXX307]": 47867, + "[XXXXX308]": 48567, + "[XXXXX309]": 49112, + "[XXXXX30]": 48027, + "[XXXXX310]": 48818, + "[XXXXX311]": 47712, + "[XXXXX312]": 47938, + "[XXXXX313]": 48928, + "[XXXXX314]": 48251, + "[XXXXX315]": 48620, + "[XXXXX316]": 48821, + "[XXXXX317]": 48579, + "[XXXXX318]": 47860, + "[XXXXX319]": 48453, + "[XXXXX31]": 48799, + "[XXXXX320]": 48006, + "[XXXXX321]": 47766, + "[XXXXX322]": 48816, + "[XXXXX323]": 48358, + "[XXXXX324]": 48011, + "[XXXXX325]": 48208, + "[XXXXX326]": 48965, + "[XXXXX327]": 48058, + "[XXXXX328]": 48538, + "[XXXXX329]": 48480, + "[XXXXX32]": 48399, + "[XXXXX330]": 47634, + "[XXXXX331]": 47518, + "[XXXXX332]": 48132, + "[XXXXX333]": 47449, + "[XXXXX334]": 48044, + "[XXXXX335]": 47842, + "[XXXXX336]": 49041, + "[XXXXX337]": 48317, + "[XXXXX338]": 47830, + "[XXXXX339]": 49085, + "[XXXXX33]": 48852, + "[XXXXX340]": 47774, + "[XXXXX341]": 48650, + "[XXXXX342]": 48253, + "[XXXXX343]": 49145, + "[XXXXX344]": 48847, + "[XXXXX345]": 49062, + "[XXXXX346]": 48359, + "[XXXXX347]": 48595, + "[XXXXX348]": 47995, + "[XXXXX349]": 47729, + "[XXXXX34]": 48800, + "[XXXXX350]": 48245, + "[XXXXX351]": 48586, + "[XXXXX352]": 48365, + "[XXXXX353]": 48887, + "[XXXXX354]": 47464, + "[XXXXX355]": 47987, + "[XXXXX356]": 49136, + "[XXXXX357]": 48098, + "[XXXXX358]": 48259, + "[XXXXX359]": 47609, + "[XXXXX35]": 48127, + "[XXXXX360]": 48648, + "[XXXXX361]": 48431, + "[XXXXX362]": 48714, + "[XXXXX363]": 47624, + "[XXXXX364]": 47823, + "[XXXXX365]": 47936, + "[XXXXX366]": 47502, + "[XXXXX367]": 47506, + "[XXXXX368]": 49074, + "[XXXXX369]": 47731, + "[XXXXX36]": 48471, + "[XXXXX370]": 47807, + "[XXXXX371]": 47598, + "[XXXXX372]": 47806, + "[XXXXX373]": 47525, + "[XXXXX374]": 47883, + "[XXXXX375]": 49066, + "[XXXXX376]": 48067, + "[XXXXX377]": 48020, + "[XXXXX378]": 48527, + "[XXXXX379]": 48294, + "[XXXXX37]": 48102, + "[XXXXX380]": 48737, + "[XXXXX381]": 47614, + "[XXXXX382]": 48219, + "[XXXXX383]": 48143, + "[XXXXX384]": 48402, + "[XXXXX385]": 48190, + "[XXXXX386]": 48369, + "[XXXXX387]": 48982, + "[XXXXX388]": 49116, + "[XXXXX389]": 48793, + "[XXXXX38]": 48570, + "[XXXXX390]": 47491, + "[XXXXX391]": 48728, + "[XXXXX392]": 47948, + "[XXXXX393]": 48962, + "[XXXXX394]": 47988, + "[XXXXX395]": 47648, + "[XXXXX396]": 47395, + "[XXXXX397]": 47473, + "[XXXXX398]": 49091, + "[XXXXX399]": 49039, + "[XXXXX39]": 47958, + "[XXXXX3]": 48756, + "[XXXXX400]": 48784, + "[XXXXX401]": 47647, + "[XXXXX402]": 48028, + "[XXXXX403]": 48617, + "[XXXXX404]": 48964, + "[XXXXX405]": 48694, + "[XXXXX406]": 49043, + "[XXXXX407]": 47413, + "[XXXXX408]": 48557, + "[XXXXX409]": 48677, + "[XXXXX40]": 47514, + "[XXXXX410]": 47889, + "[XXXXX411]": 49010, + "[XXXXX412]": 47887, + "[XXXXX413]": 47655, + "[XXXXX414]": 47485, + "[XXXXX415]": 48741, + "[XXXXX416]": 48091, + "[XXXXX417]": 49061, + "[XXXXX418]": 48109, + "[XXXXX419]": 47702, + "[XXXXX41]": 48845, + "[XXXXX420]": 47430, + "[XXXXX421]": 49088, + "[XXXXX422]": 47677, + "[XXXXX423]": 48351, + "[XXXXX424]": 48001, + "[XXXXX425]": 48695, + "[XXXXX426]": 47713, + "[XXXXX427]": 48920, + "[XXXXX428]": 48674, + "[XXXXX429]": 48540, + "[XXXXX42]": 48142, + "[XXXXX430]": 47952, + "[XXXXX431]": 48362, + "[XXXXX432]": 47967, + "[XXXXX433]": 48705, + "[XXXXX434]": 48033, + "[XXXXX435]": 48024, + "[XXXXX436]": 47580, + "[XXXXX437]": 48618, + "[XXXXX438]": 47659, + "[XXXXX439]": 48435, + "[XXXXX43]": 48837, + "[XXXXX440]": 48631, + "[XXXXX441]": 47877, + "[XXXXX442]": 48036, + "[XXXXX443]": 47667, + "[XXXXX444]": 48502, + "[XXXXX445]": 49057, + "[XXXXX446]": 48979, + "[XXXXX447]": 47891, + "[XXXXX448]": 49143, + "[XXXXX449]": 48463, + "[XXXXX44]": 47872, + "[XXXXX450]": 47522, + "[XXXXX451]": 47703, + "[XXXXX452]": 47467, + "[XXXXX453]": 48099, + "[XXXXX454]": 48858, + "[XXXXX455]": 47538, + "[XXXXX456]": 48271, + "[XXXXX457]": 48270, + "[XXXXX458]": 49138, + "[XXXXX459]": 47691, + "[XXXXX45]": 47915, + "[XXXXX460]": 47461, + "[XXXXX461]": 48350, + "[XXXXX462]": 48813, + "[XXXXX463]": 48812, + "[XXXXX464]": 48163, + "[XXXXX465]": 49030, + "[XXXXX466]": 48787, + "[XXXXX467]": 48021, + "[XXXXX468]": 48248, + "[XXXXX469]": 47454, + "[XXXXX46]": 47572, + "[XXXXX470]": 48966, + "[XXXXX471]": 48929, + "[XXXXX472]": 47926, + "[XXXXX473]": 47410, + "[XXXXX474]": 48864, + "[XXXXX475]": 48119, + "[XXXXX476]": 47820, + "[XXXXX477]": 47932, + "[XXXXX478]": 47846, + "[XXXXX479]": 49054, + "[XXXXX47]": 48519, + "[XXXXX480]": 48101, + "[XXXXX481]": 48609, + "[XXXXX482]": 48128, + "[XXXXX483]": 48931, + "[XXXXX484]": 48267, + "[XXXXX485]": 48328, + "[XXXXX486]": 47463, + "[XXXXX487]": 48331, + "[XXXXX488]": 48198, + "[XXXXX489]": 48256, + "[XXXXX48]": 48167, + "[XXXXX490]": 48580, + "[XXXXX491]": 48049, + "[XXXXX492]": 48096, + "[XXXXX493]": 49129, + "[XXXXX494]": 47738, + "[XXXXX495]": 48611, + "[XXXXX496]": 48626, + "[XXXXX497]": 49003, + "[XXXXX498]": 47982, + "[XXXXX499]": 49047, + "[XXXXX49]": 48684, + "[XXXXX4]": 48456, + "[XXXXX500]": 48668, + "[XXXXX501]": 48017, + "[XXXXX502]": 48080, + "[XXXXX503]": 48150, + "[XXXXX504]": 47743, + "[XXXXX505]": 48859, + "[XXXXX506]": 47510, + "[XXXXX507]": 47541, + "[XXXXX508]": 47489, + "[XXXXX509]": 47504, + "[XXXXX50]": 47552, + "[XXXXX510]": 48086, + "[XXXXX511]": 48520, + "[XXXXX512]": 48204, + "[XXXXX513]": 48356, + "[XXXXX514]": 47968, + "[XXXXX515]": 47629, + "[XXXXX516]": 48450, + "[XXXXX517]": 48751, + "[XXXXX518]": 48673, + "[XXXXX519]": 48766, + "[XXXXX51]": 47763, + "[XXXXX520]": 47586, + "[XXXXX521]": 48193, + "[XXXXX522]": 47481, + "[XXXXX523]": 48070, + "[XXXXX524]": 48641, + "[XXXXX525]": 48555, + "[XXXXX526]": 47448, + "[XXXXX527]": 47788, + "[XXXXX528]": 48078, + "[XXXXX529]": 47781, + "[XXXXX52]": 48398, + "[XXXXX530]": 48255, + "[XXXXX531]": 48663, + "[XXXXX532]": 47798, + "[XXXXX533]": 48885, + "[XXXXX534]": 47790, + "[XXXXX535]": 47973, + "[XXXXX536]": 48842, + "[XXXXX537]": 48408, + "[XXXXX538]": 49113, + "[XXXXX539]": 48676, + "[XXXXX53]": 47786, + "[XXXXX540]": 48157, + "[XXXXX541]": 48670, + "[XXXXX542]": 48022, + "[XXXXX543]": 48009, + "[XXXXX544]": 48596, + "[XXXXX545]": 48329, + "[XXXXX546]": 48288, + "[XXXXX547]": 47469, + "[XXXXX548]": 48501, + "[XXXXX549]": 47976, + "[XXXXX54]": 47644, + "[XXXXX550]": 47588, + "[XXXXX551]": 48851, + "[XXXXX552]": 48250, + "[XXXXX553]": 47734, + "[XXXXX554]": 48940, + "[XXXXX555]": 49000, + "[XXXXX556]": 48200, + "[XXXXX557]": 47414, + "[XXXXX558]": 48090, + "[XXXXX559]": 47621, + "[XXXXX55]": 48048, + "[XXXXX560]": 47990, + "[XXXXX561]": 47519, + "[XXXXX562]": 47903, + "[XXXXX563]": 48522, + "[XXXXX564]": 47645, + "[XXXXX565]": 49080, + "[XXXXX566]": 47719, + "[XXXXX567]": 49105, + "[XXXXX568]": 48666, + "[XXXXX569]": 47549, + "[XXXXX56]": 49120, + "[XXXXX570]": 48355, + "[XXXXX571]": 48639, + "[XXXXX572]": 48083, + "[XXXXX573]": 48420, + "[XXXXX574]": 48661, + "[XXXXX575]": 47520, + "[XXXXX576]": 48318, + "[XXXXX577]": 49018, + "[XXXXX578]": 48458, + "[XXXXX579]": 47804, + "[XXXXX57]": 48490, + "[XXXXX580]": 48186, + "[XXXXX581]": 47699, + "[XXXXX582]": 48268, + "[XXXXX583]": 47688, + "[XXXXX584]": 47975, + "[XXXXX585]": 48013, + "[XXXXX586]": 48457, + "[XXXXX587]": 49114, + "[XXXXX588]": 48476, + "[XXXXX589]": 47694, + "[XXXXX58]": 48361, + "[XXXXX590]": 48758, + "[XXXXX591]": 48507, + "[XXXXX592]": 47434, + "[XXXXX593]": 48397, + "[XXXXX594]": 48846, + "[XXXXX595]": 48486, + "[XXXXX596]": 47944, + "[XXXXX597]": 47838, + "[XXXXX598]": 47475, + "[XXXXX599]": 48409, + "[XXXXX59]": 48836, + "[XXXXX5]": 48291, + "[XXXXX600]": 48561, + "[XXXXX601]": 48706, + "[XXXXX602]": 48311, + "[XXXXX603]": 48732, + "[XXXXX604]": 48716, + "[XXXXX605]": 48103, + "[XXXXX606]": 47741, + "[XXXXX607]": 49037, + "[XXXXX608]": 48513, + "[XXXXX609]": 47516, + "[XXXXX60]": 48980, + "[XXXXX610]": 47750, + "[XXXXX611]": 49077, + "[XXXXX612]": 47513, + "[XXXXX613]": 49102, + "[XXXXX614]": 48459, + "[XXXXX615]": 48792, + "[XXXXX616]": 48265, + "[XXXXX617]": 48375, + "[XXXXX618]": 48335, + "[XXXXX619]": 48796, + "[XXXXX61]": 48405, + "[XXXXX620]": 48550, + "[XXXXX621]": 48478, + "[XXXXX622]": 47468, + "[XXXXX623]": 48249, + "[XXXXX624]": 48838, + "[XXXXX625]": 48135, + "[XXXXX626]": 47577, + "[XXXXX627]": 47660, + "[XXXXX628]": 48347, + "[XXXXX629]": 47561, + "[XXXXX62]": 48314, + "[XXXXX630]": 47829, + "[XXXXX631]": 48621, + "[XXXXX632]": 48825, + "[XXXXX633]": 48849, + "[XXXXX634]": 48279, + "[XXXXX635]": 48310, + "[XXXXX636]": 49015, + "[XXXXX637]": 47753, + "[XXXXX638]": 48138, + "[XXXXX639]": 48808, + "[XXXXX63]": 48683, + "[XXXXX640]": 48057, + "[XXXXX641]": 48192, + "[XXXXX642]": 48446, + "[XXXXX643]": 48081, + "[XXXXX644]": 48533, + "[XXXXX645]": 47556, + "[XXXXX646]": 48908, + "[XXXXX647]": 48014, + "[XXXXX648]": 48455, + "[XXXXX649]": 47950, + "[XXXXX64]": 49139, + "[XXXXX650]": 47558, + "[XXXXX651]": 47653, + "[XXXXX652]": 48387, + "[XXXXX653]": 47809, + "[XXXXX654]": 48562, + "[XXXXX655]": 48665, + "[XXXXX656]": 48871, + "[XXXXX657]": 48987, + "[XXXXX658]": 47646, + "[XXXXX659]": 48881, + "[XXXXX65]": 47613, + "[XXXXX660]": 49109, + "[XXXXX661]": 49140, + "[XXXXX662]": 48023, + "[XXXXX663]": 48380, + "[XXXXX664]": 48065, + "[XXXXX665]": 47685, + "[XXXXX666]": 47484, + "[XXXXX667]": 47628, + "[XXXXX668]": 48151, + "[XXXXX669]": 47847, + "[XXXXX66]": 49100, + "[XXXXX670]": 47768, + "[XXXXX671]": 47640, + "[XXXXX672]": 48946, + "[XXXXX673]": 48624, + "[XXXXX674]": 48843, + "[XXXXX675]": 47736, + "[XXXXX676]": 47881, + "[XXXXX677]": 48690, + "[XXXXX678]": 48709, + "[XXXXX679]": 48577, + "[XXXXX67]": 48984, + "[XXXXX680]": 47500, + "[XXXXX681]": 48491, + "[XXXXX682]": 48691, + "[XXXXX683]": 48810, + "[XXXXX684]": 48173, + "[XXXXX685]": 48407, + "[XXXXX686]": 48292, + "[XXXXX687]": 48330, + "[XXXXX688]": 49118, + "[XXXXX689]": 48604, + "[XXXXX68]": 48174, + "[XXXXX690]": 48077, + "[XXXXX691]": 48743, + "[XXXXX692]": 48583, + "[XXXXX693]": 47391, + "[XXXXX694]": 48229, + "[XXXXX695]": 48789, + "[XXXXX696]": 48777, + "[XXXXX697]": 47535, + "[XXXXX698]": 48122, + "[XXXXX699]": 48232, + "[XXXXX69]": 48704, + "[XXXXX6]": 48927, + "[XXXXX700]": 48403, + "[XXXXX701]": 47451, + "[XXXXX702]": 48039, + "[XXXXX703]": 47568, + "[XXXXX704]": 48692, + "[XXXXX705]": 47437, + "[XXXXX706]": 47854, + "[XXXXX707]": 49148, + "[XXXXX708]": 48923, + "[XXXXX709]": 48133, + "[XXXXX70]": 47407, + "[XXXXX710]": 48425, + "[XXXXX711]": 48998, + "[XXXXX712]": 48801, + "[XXXXX713]": 48525, + "[XXXXX714]": 47917, + "[XXXXX715]": 47782, + "[XXXXX716]": 48697, + "[XXXXX717]": 47836, + "[XXXXX718]": 47725, + "[XXXXX719]": 48218, + "[XXXXX71]": 49065, + "[XXXXX720]": 48956, + "[XXXXX721]": 48321, + "[XXXXX722]": 47812, + "[XXXXX723]": 47466, + "[XXXXX724]": 48462, + "[XXXXX725]": 47898, + "[XXXXX726]": 49060, + "[XXXXX727]": 47589, + "[XXXXX728]": 49117, + "[XXXXX729]": 48393, + "[XXXXX72]": 48439, + "[XXXXX730]": 48100, + "[XXXXX731]": 48394, + "[XXXXX732]": 48643, + "[XXXXX733]": 48423, + "[XXXXX734]": 48183, + "[XXXXX735]": 49101, + "[XXXXX736]": 48381, + "[XXXXX737]": 48854, + "[XXXXX738]": 49067, + "[XXXXX739]": 48876, + "[XXXXX73]": 47392, + "[XXXXX740]": 48179, + "[XXXXX741]": 48194, + "[XXXXX742]": 48791, + "[XXXXX743]": 48985, + "[XXXXX744]": 48535, + "[XXXXX745]": 48436, + "[XXXXX746]": 47896, + "[XXXXX747]": 47583, + "[XXXXX748]": 49142, + "[XXXXX749]": 48958, + "[XXXXX74]": 49064, + "[XXXXX750]": 47569, + "[XXXXX751]": 47548, + "[XXXXX752]": 49083, + "[XXXXX753]": 47746, + "[XXXXX754]": 49144, + "[XXXXX755]": 48600, + "[XXXXX756]": 47791, + "[XXXXX757]": 47661, + "[XXXXX758]": 48295, + "[XXXXX759]": 47912, + "[XXXXX75]": 48025, + "[XXXXX760]": 47495, + "[XXXXX761]": 48156, + "[XXXXX762]": 47907, + "[XXXXX763]": 48123, + "[XXXXX764]": 48134, + "[XXXXX765]": 47597, + "[XXXXX766]": 48278, + "[XXXXX767]": 47555, + "[XXXXX768]": 49011, + "[XXXXX769]": 47918, + "[XXXXX76]": 47902, + "[XXXXX770]": 48957, + "[XXXXX771]": 48936, + "[XXXXX772]": 48269, + "[XXXXX773]": 48473, + "[XXXXX774]": 49035, + "[XXXXX775]": 47984, + "[XXXXX776]": 48300, + "[XXXXX777]": 48085, + "[XXXXX778]": 47826, + "[XXXXX779]": 48019, + "[XXXXX77]": 48031, + "[XXXXX780]": 48376, + "[XXXXX781]": 47534, + "[XXXXX782]": 48764, + "[XXXXX783]": 49063, + "[XXXXX784]": 47840, + "[XXXXX785]": 48547, + "[XXXXX786]": 48941, + "[XXXXX787]": 47650, + "[XXXXX788]": 47800, + "[XXXXX789]": 48606, + "[XXXXX78]": 47873, + "[XXXXX790]": 48060, + "[XXXXX791]": 47885, + "[XXXXX792]": 47863, + "[XXXXX793]": 48730, + "[XXXXX794]": 47662, + "[XXXXX795]": 47438, + "[XXXXX796]": 48385, + "[XXXXX797]": 48449, + "[XXXXX798]": 47673, + "[XXXXX799]": 48093, + "[XXXXX79]": 48865, + "[XXXXX7]": 48372, + "[XXXXX800]": 48729, + "[XXXXX801]": 47474, + "[XXXXX802]": 48875, + "[XXXXX803]": 48029, + "[XXXXX804]": 48735, + "[XXXXX805]": 48297, + "[XXXXX806]": 48411, + "[XXXXX807]": 47913, + "[XXXXX808]": 48710, + "[XXXXX809]": 48094, + "[XXXXX80]": 48841, + "[XXXXX810]": 48428, + "[XXXXX811]": 48532, + "[XXXXX812]": 48950, + "[XXXXX813]": 48739, + "[XXXXX814]": 48137, + "[XXXXX815]": 47884, + "[XXXXX816]": 48779, + "[XXXXX817]": 47496, + "[XXXXX818]": 48352, + "[XXXXX819]": 48891, + "[XXXXX81]": 48051, + "[XXXXX820]": 48050, + "[XXXXX821]": 47573, + "[XXXXX822]": 48373, + "[XXXXX823]": 47793, + "[XXXXX824]": 47747, + "[XXXXX825]": 47758, + "[XXXXX826]": 48302, + "[XXXXX827]": 48785, + "[XXXXX828]": 48870, + "[XXXXX829]": 48899, + "[XXXXX82]": 49141, + "[XXXXX830]": 48884, + "[XXXXX831]": 47981, + "[XXXXX832]": 48223, + "[XXXXX833]": 48072, + "[XXXXX834]": 48576, + "[XXXXX835]": 48711, + "[XXXXX836]": 47460, + "[XXXXX837]": 47801, + "[XXXXX838]": 47651, + "[XXXXX839]": 47663, + "[XXXXX83]": 49076, + "[XXXXX840]": 48298, + "[XXXXX841]": 49150, + "[XXXXX842]": 48517, + "[XXXXX843]": 47418, + "[XXXXX844]": 47627, + "[XXXXX845]": 48230, + "[XXXXX846]": 48010, + "[XXXXX847]": 47423, + "[XXXXX848]": 49048, + "[XXXXX849]": 48524, + "[XXXXX84]": 47900, + "[XXXXX850]": 47787, + "[XXXXX851]": 48974, + "[XXXXX852]": 48652, + "[XXXXX853]": 47849, + "[XXXXX854]": 48623, + "[XXXXX855]": 49026, + "[XXXXX856]": 49068, + "[XXXXX857]": 48802, + "[XXXXX858]": 48236, + "[XXXXX859]": 48170, + "[XXXXX85]": 47909, + "[XXXXX860]": 47924, + "[XXXXX861]": 47607, + "[XXXXX862]": 47565, + "[XXXXX863]": 48038, + "[XXXXX864]": 49149, + "[XXXXX865]": 49081, + "[XXXXX866]": 48905, + "[XXXXX867]": 47792, + "[XXXXX868]": 48482, + "[XXXXX869]": 47704, + "[XXXXX86]": 49036, + "[XXXXX870]": 47959, + "[XXXXX871]": 48890, + "[XXXXX872]": 48860, + "[XXXXX873]": 48326, + "[XXXXX874]": 47617, + "[XXXXX875]": 47654, + "[XXXXX876]": 47986, + "[XXXXX877]": 48632, + "[XXXXX878]": 48175, + "[XXXXX879]": 48581, + "[XXXXX87]": 47608, + "[XXXXX880]": 47424, + "[XXXXX881]": 49134, + "[XXXXX882]": 48012, + "[XXXXX883]": 48696, + "[XXXXX884]": 48699, + "[XXXXX885]": 47955, + "[XXXXX886]": 49104, + "[XXXXX887]": 47827, + "[XXXXX888]": 49014, + "[XXXXX889]": 48539, + "[XXXXX88]": 48496, + "[XXXXX890]": 48723, + "[XXXXX891]": 48235, + "[XXXXX892]": 48195, + "[XXXXX893]": 48216, + "[XXXXX894]": 48444, + "[XXXXX895]": 48719, + "[XXXXX896]": 47715, + "[XXXXX897]": 48803, + "[XXXXX898]": 48679, + "[XXXXX899]": 48619, + "[XXXXX89]": 48500, + "[XXXXX8]": 49008, + "[XXXXX900]": 48120, + "[XXXXX901]": 48241, + "[XXXXX902]": 47852, + "[XXXXX903]": 48417, + "[XXXXX904]": 47671, + "[XXXXX905]": 48654, + "[XXXXX906]": 49056, + "[XXXXX907]": 48878, + "[XXXXX908]": 48708, + "[XXXXX909]": 48698, + "[XXXXX90]": 47578, + "[XXXXX910]": 49016, + "[XXXXX911]": 47931, + "[XXXXX912]": 48441, + "[XXXXX913]": 48937, + "[XXXXX914]": 47415, + "[XXXXX915]": 47546, + "[XXXXX916]": 48284, + "[XXXXX917]": 48483, + "[XXXXX918]": 47946, + "[XXXXX919]": 48613, + "[XXXXX91]": 47759, + "[XXXXX920]": 48468, + "[XXXXX921]": 48438, + "[XXXXX922]": 49004, + "[XXXXX923]": 48498, + "[XXXXX924]": 48315, + "[XXXXX925]": 48765, + "[XXXXX926]": 48363, + "[XXXXX927]": 48947, + "[XXXXX928]": 47606, + "[XXXXX929]": 48188, + "[XXXXX92]": 48798, + "[XXXXX930]": 47600, + "[XXXXX931]": 49096, + "[XXXXX932]": 47876, + "[XXXXX933]": 48856, + "[XXXXX934]": 48546, + "[XXXXX935]": 47486, + "[XXXXX936]": 48718, + "[XXXXX937]": 47592, + "[XXXXX938]": 48035, + "[XXXXX939]": 47509, + "[XXXXX93]": 49050, + "[XXXXX940]": 47956, + "[XXXXX941]": 48919, + "[XXXXX942]": 47993, + "[XXXXX943]": 48415, + "[XXXXX944]": 48925, + "[XXXXX945]": 48656, + "[XXXXX946]": 48763, + "[XXXXX947]": 48422, + "[XXXXX948]": 48814, + "[XXXXX949]": 47769, + "[XXXXX94]": 48367, + "[XXXXX950]": 47878, + "[XXXXX951]": 48320, + "[XXXXX952]": 48389, + "[XXXXX953]": 49032, + "[XXXXX954]": 49025, + "[XXXXX955]": 48686, + "[XXXXX956]": 48384, + "[XXXXX957]": 49024, + "[XXXXX958]": 48902, + "[XXXXX959]": 47810, + "[XXXXX95]": 48079, + "[XXXXX960]": 47682, + "[XXXXX961]": 49051, + "[XXXXX962]": 48771, + "[XXXXX963]": 48755, + "[XXXXX964]": 48915, + "[XXXXX965]": 47739, + "[XXXXX966]": 48942, + "[XXXXX967]": 48283, + "[XXXXX968]": 47971, + "[XXXXX969]": 48559, + "[XXXXX96]": 48464, + "[XXXXX970]": 47861, + "[XXXXX971]": 48469, + "[XXXXX972]": 48938, + "[XXXXX973]": 48097, + "[XXXXX974]": 47742, + "[XXXXX975]": 48657, + "[XXXXX976]": 48424, + "[XXXXX977]": 48866, + "[XXXXX978]": 47824, + "[XXXXX979]": 48207, + "[XXXXX97]": 48967, + "[XXXXX980]": 47575, + "[XXXXX981]": 48388, + "[XXXXX982]": 47940, + "[XXXXX983]": 48778, + "[XXXXX984]": 48426, + "[XXXXX985]": 48260, + "[XXXXX986]": 48418, + "[XXXXX987]": 47728, + "[XXXXX988]": 49086, + "[XXXXX989]": 48747, + "[XXXXX98]": 48140, + "[XXXXX990]": 48030, + "[XXXXX991]": 47459, + "[XXXXX992]": 48364, + "[XXXXX993]": 49137, + "[XXXXX994]": 48712, + "[XXXXX995]": 47980, + "[XXXXX996]": 47777, + "[XXXXX997]": 48819, + "[XXXXX998]": 48642, + "[XXXXX999]": 48975, + "[XXXXX99]": 48213, + "[XXXXX9]": 47755 +} diff --git a/checkpoint-3000/config.json b/checkpoint-3000/config.json new file mode 100644 index 0000000..87e344b --- /dev/null +++ b/checkpoint-3000/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 47386, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 47387, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 768, + "n_head": 12, + "n_inner": 3072, + "n_layer": 12, + "n_positions": 512, + "pad_token_id": 47388, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 49152 +} diff --git a/checkpoint-3000/generation_config.json b/checkpoint-3000/generation_config.json new file mode 100644 index 0000000..e73b324 --- /dev/null +++ b/checkpoint-3000/generation_config.json @@ -0,0 +1,10 @@ +{ + "_from_model_config": true, + "bos_token_id": 47386, + "eos_token_id": [ + 47387, + 50001 + ], + "pad_token_id": 47388, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-3000/model.safetensors b/checkpoint-3000/model.safetensors new file mode 100644 index 0000000..d8179b9 --- /dev/null +++ b/checkpoint-3000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7951a7a16f696afb45529946caaec0319795f2de0efa5b2de4967d1ea8f38be4 +size 246410944 diff --git a/checkpoint-3000/rng_state.pth b/checkpoint-3000/rng_state.pth new file mode 100644 index 0000000..e88deb0 --- /dev/null +++ b/checkpoint-3000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80c601e9cdbc389320d0068cd325a04242a53327f73e4679a932155bacee7fd0 +size 14645 diff --git a/checkpoint-3000/special_tokens_map.json b/checkpoint-3000/special_tokens_map.json new file mode 100644 index 0000000..86972d3 --- /dev/null +++ b/checkpoint-3000/special_tokens_map.json @@ -0,0 +1,1815 @@ +{ + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-3000/spiece.model b/checkpoint-3000/spiece.model new file mode 100644 index 0000000..aa5e7bb --- /dev/null +++ b/checkpoint-3000/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:658c1246bf680a2a73ff33ccf7bbcde25b6d81c80c5cc610f4680cf9942f981b +size 1138208 diff --git a/checkpoint-3000/tokenizer_config.json b/checkpoint-3000/tokenizer_config.json new file mode 100644 index 0000000..b5acc55 --- /dev/null +++ b/checkpoint-3000/tokenizer_config.json @@ -0,0 +1,15919 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47386": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47387": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47388": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47389": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47390": { + "content": "[XXXXX1404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47391": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47392": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47393": { + "content": "[XXXXX1731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47394": { + "content": "[XXXXX1315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47395": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47396": { + "content": "[XXXXX1366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47397": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47398": { + "content": "[XXXXX1239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47399": { + "content": "[XXXXX1457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47400": { + "content": "[XXXXX1278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47401": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47402": { + "content": "[XXXXX1313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47403": { + "content": "[XXXXX1395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47404": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47405": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47406": { + "content": "[XXXXX1556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47407": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47408": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47409": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47410": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47411": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47412": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47413": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47414": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47415": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47416": { + "content": "[XXXXX1261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47417": { + "content": "[XXXXX1280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47418": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47419": { + "content": "[XXXXX1220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47420": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47421": { + "content": "[XXXXX1306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47422": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47423": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47424": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47425": { + "content": "[XXXXX1588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47426": { + "content": "[XXXXX1523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47427": { + "content": "[XXXXX1474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47428": { + "content": "[XXXXX1586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47429": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47430": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47431": { + "content": "[XXXXX1342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47432": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47433": { + "content": "[XXXXX1343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47434": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47435": { + "content": "[XXXXX1709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47436": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47437": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47438": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47439": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47440": { + "content": "[XXXXX1563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47441": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47442": { + "content": "[XXXXX1550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47443": { + "content": "[XXXXX1661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47444": { + "content": "[XXXXX1599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47445": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47446": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47447": { + "content": "[XXXXX1635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47448": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47449": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47450": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47451": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47452": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47453": { + "content": "[XXXXX1219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47454": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47455": { + "content": "[XXXXX1418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47456": { + "content": "[XXXXX1680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47457": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47458": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47459": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47460": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47461": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47462": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47463": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47464": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47465": { + "content": "[XXXXX1506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47466": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47467": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47468": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47469": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47470": { + "content": "[XXXXX1411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47471": { + "content": "[XXXXX1561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47472": { + "content": "[XXXXX1282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47473": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47474": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47475": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47476": { + "content": "[XXXXX1583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47477": { + "content": "[XXXXX1737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47478": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47479": { + "content": "[XXXXX1564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47480": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47481": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47482": { + "content": "[XXXXX1573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47483": { + "content": "[XXXXX1253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47484": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47485": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47486": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47487": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47488": { + "content": "[XXXXX1623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47489": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47490": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47491": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47492": { + "content": "[XXXXX1214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47493": { + "content": "[XXXXX1677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47494": { + "content": "[XXXXX1458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47495": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47496": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47497": { + "content": "[XXXXX1215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47498": { + "content": "[XXXXX1248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47499": { + "content": "[XXXXX1555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47500": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47501": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47502": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47503": { + "content": "[XXXXX1670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47504": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47505": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47506": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47507": { + "content": "[XXXXX1582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47508": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47509": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47510": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47511": { + "content": "[XXXXX1257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47512": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47513": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47514": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47515": { + "content": "[XXXXX1410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47516": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47517": { + "content": "[XXXXX1352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47518": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47519": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47520": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47521": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47522": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47523": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47524": { + "content": "[XXXXX1695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47525": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47526": { + "content": "[XXXXX1200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47527": { + "content": "[XXXXX1671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47528": { + "content": "[XXXXX1666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47529": { + "content": "[XXXXX1482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47530": { + "content": "[XXXXX1732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47531": { + "content": "[XXXXX1335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47532": { + "content": "[XXXXX1452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47533": { + "content": "[XXXXX1615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47534": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47535": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47536": { + "content": "[XXXXX1694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47537": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47538": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47539": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47540": { + "content": "[XXXXX1413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47541": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47542": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47543": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47544": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47545": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47546": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47547": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47548": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47549": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47550": { + "content": "[XXXXX1360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47551": { + "content": "[XXXXX1376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47552": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47553": { + "content": "[XXXXX1308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47554": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47555": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47556": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47557": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47558": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47559": { + "content": "[XXXXX1736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47560": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47561": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47562": { + "content": "[XXXXX1370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47563": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47564": { + "content": "[XXXXX1746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47565": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47566": { + "content": "[XXXXX1659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47567": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47568": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47569": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47570": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47571": { + "content": "[XXXXX1648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47572": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47573": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47574": { + "content": "[XXXXX1617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47575": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47576": { + "content": "[XXXXX1567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47577": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47578": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47579": { + "content": "[XXXXX1725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47580": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47581": { + "content": "[XXXXX1513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47582": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47583": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47584": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47585": { + "content": "[XXXXX1251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47586": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47587": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47588": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47589": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47590": { + "content": "[XXXXX1507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47591": { + "content": "[XXXXX1397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47592": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47593": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47594": { + "content": "[XXXXX1390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47595": { + "content": "[XXXXX1442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47596": { + "content": "[XXXXX1228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47597": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47598": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47599": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47600": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47601": { + "content": "[XXXXX1238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47602": { + "content": "[XXXXX1636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47603": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47604": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47605": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47606": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47607": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47608": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47609": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47610": { + "content": "[XXXXX1642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47611": { + "content": "[XXXXX1423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47612": { + "content": "[XXXXX1299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47613": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47614": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47615": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47616": { + "content": "[XXXXX1240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47617": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47618": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47619": { + "content": "[XXXXX1383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47620": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47621": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47622": { + "content": "[XXXXX1209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47623": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47624": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47625": { + "content": "[XXXXX1722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47626": { + "content": "[XXXXX1593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47627": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47628": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47629": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47630": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47631": { + "content": "[XXXXX1446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47632": { + "content": "[XXXXX1398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47633": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47634": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47635": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47636": { + "content": "[XXXXX1421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47637": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47638": { + "content": "[XXXXX1701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47639": { + "content": "[XXXXX1612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47640": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47641": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47642": { + "content": "[XXXXX1527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47643": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47644": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47645": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47646": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47647": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47648": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47649": { + "content": "[XXXXX1481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47650": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47651": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47652": { + "content": "[XXXXX1598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47653": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47654": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47655": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47656": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47657": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47658": { + "content": "[XXXXX1378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47659": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47660": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47661": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47662": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47663": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47664": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47665": { + "content": "[XXXXX1272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47666": { + "content": "[XXXXX1652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47667": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47668": { + "content": "[XXXXX1460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47669": { + "content": "[XXXXX1227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47670": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47671": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47672": { + "content": "[XXXXX1268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47673": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47674": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47675": { + "content": "[XXXXX1488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47676": { + "content": "[XXXXX1393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47677": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47678": { + "content": "[XXXXX1647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47679": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47680": { + "content": "[XXXXX1691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47681": { + "content": "[XXXXX1246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47682": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47683": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47684": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47685": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47686": { + "content": "[XXXXX1367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47687": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47688": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47689": { + "content": "[XXXXX1322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47690": { + "content": "[XXXXX1414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47691": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47692": { + "content": "[XXXXX1729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47693": { + "content": "[XXXXX1703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47694": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47695": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47696": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47697": { + "content": "[XXXXX1309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47698": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47699": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47700": { + "content": "[XXXXX1365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47701": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47702": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47703": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47704": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47705": { + "content": "[XXXXX1400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47706": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47707": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47708": { + "content": "[XXXXX1565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47709": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47710": { + "content": "[XXXXX1284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47711": { + "content": "[XXXXX1473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47712": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47713": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47714": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47715": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47716": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47717": { + "content": "[XXXXX1649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47718": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47719": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47720": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47721": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47722": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47723": { + "content": "[XXXXX1337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47724": { + "content": "[XXXXX1386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47725": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47726": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47727": { + "content": "[XXXXX1533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47728": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47729": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47730": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47731": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47732": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47733": { + "content": "[XXXXX1664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47734": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47735": { + "content": "[XXXXX1289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47736": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47737": { + "content": "[XXXXX1496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47738": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47739": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47740": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47741": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47742": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47743": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47744": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47745": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47746": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47747": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47748": { + "content": "[XXXXX1640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47749": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47750": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47751": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47752": { + "content": "[XXXXX1502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47753": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47754": { + "content": "[XXXXX1279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47755": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47756": { + "content": "[XXXXX1387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47757": { + "content": "[XXXXX1277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47758": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47759": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47760": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47761": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47762": { + "content": "[XXXXX1516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47763": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47764": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47765": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47766": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47767": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47768": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47769": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47770": { + "content": "[XXXXX1471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47771": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47772": { + "content": "[XXXXX1674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47773": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47774": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47775": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47776": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47777": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47778": { + "content": "[XXXXX1486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47779": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47780": { + "content": "[XXXXX1468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47781": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47782": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47783": { + "content": "[XXXXX1675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47784": { + "content": "[XXXXX1708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47785": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47786": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47787": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47788": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47789": { + "content": "[XXXXX1311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47790": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47791": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47792": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47793": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47794": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47795": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47796": { + "content": "[XXXXX1566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47797": { + "content": "[XXXXX1758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47798": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47799": { + "content": "[XXXXX1208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47800": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47801": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47802": { + "content": "[XXXXX1304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47803": { + "content": "[XXXXX1417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47804": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47805": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47806": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47807": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47808": { + "content": "[XXXXX1420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47809": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47810": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47811": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47812": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47813": { + "content": "[XXXXX1328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47814": { + "content": "[XXXXX1431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47815": { + "content": "[XXXXX1273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47816": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47817": { + "content": "[XXXXX1672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47818": { + "content": "[XXXXX1243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47819": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47820": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47821": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47822": { + "content": "[XXXXX1611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47823": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47824": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47825": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47826": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47827": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47828": { + "content": "[XXXXX1379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47829": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47830": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47831": { + "content": "[XXXXX1443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47832": { + "content": "[XXXXX1716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47833": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47834": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47835": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47836": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47837": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47838": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47839": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47840": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47841": { + "content": "[XXXXX1218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47842": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47843": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47844": { + "content": "[XXXXX1558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47845": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47846": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47847": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47848": { + "content": "[XXXXX1269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47849": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47850": { + "content": "[XXXXX1484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47851": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47852": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47853": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47854": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47855": { + "content": "[XXXXX1602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47856": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47857": { + "content": "[XXXXX1755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47858": { + "content": "[XXXXX1412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47859": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47860": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47861": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47862": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47863": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47864": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47865": { + "content": "[XXXXX1266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47866": { + "content": "[XXXXX1624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47867": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47868": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47869": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47870": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47871": { + "content": "[XXXXX1721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47872": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47873": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47874": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47875": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47876": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47877": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47878": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47879": { + "content": "[XXXXX1199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47880": { + "content": "[XXXXX1344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47881": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47882": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47883": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47884": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47885": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47886": { + "content": "[XXXXX1515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47887": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47888": { + "content": "[XXXXX1678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47889": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47890": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47891": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47892": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47893": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47894": { + "content": "[XXXXX1557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47895": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47896": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47897": { + "content": "[XXXXX1324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47898": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47899": { + "content": "[XXXXX1554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47900": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47901": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47902": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47903": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47904": { + "content": "[XXXXX1577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47905": { + "content": "[XXXXX1305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47906": { + "content": "[XXXXX1681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47907": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47908": { + "content": "[XXXXX1338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47909": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47910": { + "content": "[XXXXX1303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47911": { + "content": "[XXXXX1207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47912": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47913": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47914": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47915": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47916": { + "content": "[XXXXX1734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47917": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47918": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47919": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47920": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47921": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47922": { + "content": "[XXXXX1403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47923": { + "content": "[XXXXX1464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47924": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47925": { + "content": "[XXXXX1233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47926": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47927": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47928": { + "content": "[XXXXX1620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47929": { + "content": "[XXXXX1487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47930": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47931": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47932": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47933": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47934": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47935": { + "content": "[XXXXX1637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47936": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47937": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47938": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47939": { + "content": "[XXXXX1633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47940": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47941": { + "content": "[XXXXX1402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47942": { + "content": "[XXXXX1300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47943": { + "content": "[XXXXX1735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47944": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47945": { + "content": "[XXXXX1454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47946": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47947": { + "content": "[XXXXX1470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47948": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47949": { + "content": "[XXXXX1435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47950": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47951": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47952": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47953": { + "content": "[XXXXX1639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47954": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47955": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47956": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47957": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47958": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47959": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47960": { + "content": "[XXXXX1575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47961": { + "content": "[XXXXX1604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47962": { + "content": "[XXXXX1512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47963": { + "content": "[XXXXX1394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47964": { + "content": "[XXXXX1600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47965": { + "content": "[XXXXX1724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47966": { + "content": "[XXXXX1323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47967": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47968": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47969": { + "content": "[XXXXX1753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47970": { + "content": "[XXXXX1752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47971": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47972": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47973": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47974": { + "content": "[XXXXX1646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47975": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47976": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47977": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47978": { + "content": "[XXXXX1720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47979": { + "content": "[XXXXX1263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47980": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47981": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47982": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47983": { + "content": "[XXXXX1616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47984": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47985": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47986": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47987": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47988": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47989": { + "content": "[XXXXX1707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47990": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47991": { + "content": "[XXXXX1553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47992": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47993": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47994": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47995": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47996": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47997": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47998": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47999": { + "content": "[XXXXX1288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48000": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48001": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48002": { + "content": "[XXXXX1241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48003": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48004": { + "content": "[XXXXX1409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48005": { + "content": "[XXXXX1440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48006": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48007": { + "content": "[XXXXX1631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48008": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48009": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48010": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48011": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48012": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48013": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48014": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48015": { + "content": "[XXXXX1275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48016": { + "content": "[XXXXX1274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48017": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48018": { + "content": "[XXXXX1744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48019": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48020": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48021": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48022": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48023": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48024": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48025": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48026": { + "content": "[XXXXX1682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48027": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48028": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48029": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48030": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48031": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48032": { + "content": "[XXXXX1369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48033": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48034": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48035": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48036": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48037": { + "content": "[XXXXX1662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48038": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48039": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48040": { + "content": "[XXXXX1655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48041": { + "content": "[XXXXX1374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48042": { + "content": "[XXXXX1700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48043": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48044": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48045": { + "content": "[XXXXX1596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48046": { + "content": "[XXXXX1287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48047": { + "content": "[XXXXX1281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48048": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48049": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48050": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48051": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48052": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48053": { + "content": "[XXXXX1613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48054": { + "content": "[XXXXX1415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48055": { + "content": "[XXXXX1529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48056": { + "content": "[XXXXX1622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48057": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48058": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48059": { + "content": "[XXXXX1679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48060": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48061": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48062": { + "content": "[XXXXX1357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48063": { + "content": "[XXXXX1301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48064": { + "content": "[XXXXX1230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48065": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48066": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48067": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48068": { + "content": "[XXXXX1434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48069": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48070": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48071": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48072": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48073": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48074": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48075": { + "content": "[XXXXX1628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48076": { + "content": "[XXXXX1325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48077": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48078": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48079": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48080": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48081": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48082": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48083": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48084": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48085": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48086": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48087": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48088": { + "content": "[XXXXX1541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48089": { + "content": "[XXXXX1687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48090": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48091": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48092": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48093": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48094": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48095": { + "content": "[XXXXX1546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48096": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48097": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48098": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48099": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48100": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48101": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48102": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48103": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48104": { + "content": "[XXXXX1351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48105": { + "content": "[XXXXX1643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48106": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48107": { + "content": "[XXXXX1231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48108": { + "content": "[XXXXX1271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48109": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48110": { + "content": "[XXXXX1336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48111": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48112": { + "content": "[XXXXX1748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48113": { + "content": "[XXXXX1545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48114": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48115": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48116": { + "content": "[XXXXX1641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48117": { + "content": "[XXXXX1714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48118": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48119": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48120": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48121": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48122": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48123": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48124": { + "content": "[XXXXX1538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48125": { + "content": "[XXXXX1669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48126": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48127": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48128": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48129": { + "content": "[XXXXX1733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48130": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48131": { + "content": "[XXXXX1210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48132": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48133": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48134": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48135": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48136": { + "content": "[XXXXX1380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48137": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48138": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48139": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48140": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48141": { + "content": "[XXXXX1497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48142": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48143": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48144": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48145": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48146": { + "content": "[XXXXX1692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48147": { + "content": "[XXXXX1317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48148": { + "content": "[XXXXX1606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48149": { + "content": "[XXXXX1683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48150": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48151": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48152": { + "content": "[XXXXX1710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48153": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48154": { + "content": "[XXXXX1222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48155": { + "content": "[XXXXX1461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48156": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48157": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48158": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48159": { + "content": "[XXXXX1698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48160": { + "content": "[XXXXX1232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48161": { + "content": "[XXXXX1743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48162": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48163": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48164": { + "content": "[XXXXX1559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48165": { + "content": "[XXXXX1321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48166": { + "content": "[XXXXX1276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48167": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48168": { + "content": "[XXXXX1259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48169": { + "content": "[XXXXX1408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48170": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48171": { + "content": "[XXXXX1429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48172": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48173": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48174": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48175": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48176": { + "content": "[XXXXX1388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48177": { + "content": "[XXXXX1621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48178": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48179": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48180": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48181": { + "content": "[XXXXX1430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48182": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48183": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48184": { + "content": "[XXXXX1510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48185": { + "content": "[XXXXX1715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48186": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48187": { + "content": "[XXXXX1316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48188": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48189": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48190": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48191": { + "content": "[XXXXX1568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48192": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48193": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48194": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48195": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48196": { + "content": "[XXXXX1349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48197": { + "content": "[XXXXX1696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48198": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48199": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48200": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48201": { + "content": "[XXXXX1237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48202": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48203": { + "content": "[XXXXX1462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48204": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48205": { + "content": "[XXXXX1571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48206": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48207": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48208": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48209": { + "content": "[XXXXX1286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48210": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48211": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48212": { + "content": "[XXXXX1371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48213": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48214": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48215": { + "content": "[XXXXX1548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48216": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48217": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48218": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48219": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48220": { + "content": "[XXXXX1549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48221": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48222": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48223": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48224": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48225": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48226": { + "content": "[XXXXX1419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48227": { + "content": "[XXXXX1658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48228": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48229": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48230": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48231": { + "content": "[XXXXX1594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48232": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48233": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48234": { + "content": "[XXXXX1626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48235": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48236": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48237": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48238": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48239": { + "content": "[XXXXX1267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48240": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48241": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48242": { + "content": "[XXXXX1368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48243": { + "content": "[XXXXX1332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48244": { + "content": "[XXXXX1739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48245": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48246": { + "content": "[XXXXX1375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48247": { + "content": "[XXXXX1723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48248": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48249": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48250": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48251": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48252": { + "content": "[XXXXX1436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48253": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48254": { + "content": "[XXXXX1384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48255": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48256": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48257": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48258": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48259": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48260": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48261": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48262": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48263": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48264": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48265": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48266": { + "content": "[XXXXX1294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48267": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48268": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48269": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48270": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48271": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48272": { + "content": "[XXXXX1493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48273": { + "content": "[XXXXX1625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48274": { + "content": "[XXXXX1585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48275": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48276": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48277": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48278": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48279": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48280": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48281": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48282": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48283": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48284": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48285": { + "content": "[XXXXX1614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48286": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48287": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48288": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48289": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48290": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48291": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48292": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48293": { + "content": "[XXXXX1258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48294": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48295": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48296": { + "content": "[XXXXX1605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48297": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48298": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48299": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48300": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48301": { + "content": "[XXXXX1711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48302": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48303": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48304": { + "content": "[XXXXX1212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48305": { + "content": "[XXXXX1540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48306": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48307": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48308": { + "content": "[XXXXX1463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48309": { + "content": "[XXXXX1205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48310": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48311": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48312": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48313": { + "content": "[XXXXX1686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48314": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48315": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48316": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48317": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48318": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48319": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48320": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48321": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48322": { + "content": "[XXXXX1334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48323": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48324": { + "content": "[XXXXX1603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48325": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48326": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48327": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48328": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48329": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48330": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48331": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48332": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48333": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48334": { + "content": "[XXXXX1619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48335": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48336": { + "content": "[XXXXX1572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48337": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48338": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48339": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48340": { + "content": "[XXXXX1254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48341": { + "content": "[XXXXX1476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48342": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48343": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48344": { + "content": "[XXXXX1250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48345": { + "content": "[XXXXX1211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48346": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48347": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48348": { + "content": "[XXXXX1524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48349": { + "content": "[XXXXX1455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48350": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48351": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48352": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48353": { + "content": "[XXXXX1377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48354": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48355": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48356": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48357": { + "content": "[XXXXX1354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48358": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48359": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48360": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48361": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48362": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48363": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48364": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48365": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48366": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48367": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48368": { + "content": "[XXXXX1302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48369": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48370": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48371": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48372": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48373": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48374": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48375": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48376": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48377": { + "content": "[XXXXX1663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48378": { + "content": "[XXXXX1249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48379": { + "content": "[XXXXX1439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48380": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48381": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48382": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48383": { + "content": "[XXXXX1717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48384": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48385": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48386": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48387": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48388": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48389": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48390": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48391": { + "content": "[XXXXX1347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48392": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48393": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48394": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48395": { + "content": "[XXXXX1727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48396": { + "content": "[XXXXX1689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48397": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48398": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48399": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48400": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48401": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48402": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48403": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48404": { + "content": "[XXXXX1350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48405": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48406": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48407": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48408": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48409": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48410": { + "content": "[XXXXX1517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48411": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48412": { + "content": "[XXXXX1196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48413": { + "content": "[XXXXX1234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48414": { + "content": "[XXXXX1578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48415": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48416": { + "content": "[XXXXX1441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48417": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48418": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48419": { + "content": "[XXXXX1447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48420": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48421": { + "content": "[XXXXX1478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48422": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48423": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48424": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48425": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48426": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48427": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48428": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48429": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48430": { + "content": "[XXXXX1503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48431": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48432": { + "content": "[XXXXX1738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48433": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48434": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48435": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48436": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48437": { + "content": "[XXXXX1518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48438": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48439": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48440": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48441": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48442": { + "content": "[XXXXX1217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48443": { + "content": "[XXXXX1298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48444": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48445": { + "content": "[XXXXX1508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48446": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48447": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48448": { + "content": "[XXXXX1225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48449": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48450": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48451": { + "content": "[XXXXX1684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48452": { + "content": "[XXXXX1499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48453": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48454": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48455": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48456": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48457": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48458": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48459": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48460": { + "content": "[XXXXX1644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48461": { + "content": "[XXXXX1704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48462": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48463": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48464": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48465": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48466": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48467": { + "content": "[XXXXX1705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48468": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48469": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48470": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48471": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48472": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48473": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48474": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48475": { + "content": "[XXXXX1521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48476": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48477": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48478": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48479": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48480": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48481": { + "content": "[XXXXX1203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48482": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48483": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48484": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48485": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48486": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48487": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48488": { + "content": "[XXXXX1197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48489": { + "content": "[XXXXX1331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48490": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48491": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48492": { + "content": "[XXXXX1356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48493": { + "content": "[XXXXX1396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48494": { + "content": "[XXXXX1537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48495": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48496": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48497": { + "content": "[XXXXX1730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48498": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48499": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48500": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48501": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48502": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48503": { + "content": "[XXXXX1757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48504": { + "content": "[XXXXX1467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48505": { + "content": "[XXXXX1706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48506": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48507": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48508": { + "content": "[XXXXX1754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48509": { + "content": "[XXXXX1745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48510": { + "content": "[XXXXX1668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48511": { + "content": "[XXXXX1224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48512": { + "content": "[XXXXX1726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48513": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48514": { + "content": "[XXXXX1407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48515": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48516": { + "content": "[XXXXX1569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48517": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48518": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48519": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48520": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48521": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48522": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48523": { + "content": "[XXXXX1520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48524": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48525": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48526": { + "content": "[XXXXX1651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48527": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48528": { + "content": "[XXXXX1740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48529": { + "content": "[XXXXX1348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48530": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48531": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48532": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48533": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48534": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48535": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48536": { + "content": "[XXXXX1690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48537": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48538": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48539": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48540": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48541": { + "content": "[XXXXX1459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48542": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48543": { + "content": "[XXXXX1242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48544": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48545": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48546": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48547": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48548": { + "content": "[XXXXX1528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48549": { + "content": "[XXXXX1319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48550": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48551": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48552": { + "content": "[XXXXX1632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48553": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48554": { + "content": "[XXXXX1595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48555": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48556": { + "content": "[XXXXX1290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48557": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48558": { + "content": "[XXXXX1699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48559": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48560": { + "content": "[XXXXX1601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48561": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48562": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48563": { + "content": "[XXXXX1756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48564": { + "content": "[XXXXX1381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48565": { + "content": "[XXXXX1560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48566": { + "content": "[XXXXX1270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48567": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48568": { + "content": "[XXXXX1202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48569": { + "content": "[XXXXX1244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48570": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48571": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48572": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48573": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48574": { + "content": "[XXXXX1479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48575": { + "content": "[XXXXX1312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48576": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48577": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48578": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48579": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48580": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48581": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48582": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48583": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48584": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48585": { + "content": "[XXXXX1427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48586": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48587": { + "content": "[XXXXX1657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48588": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48589": { + "content": "[XXXXX1432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48590": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48591": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48592": { + "content": "[XXXXX1264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48593": { + "content": "[XXXXX1498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48594": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48595": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48596": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48597": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48598": { + "content": "[XXXXX1491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48599": { + "content": "[XXXXX1584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48600": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48601": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48602": { + "content": "[XXXXX1229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48603": { + "content": "[XXXXX1511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48604": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48605": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48606": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48607": { + "content": "[XXXXX1544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48608": { + "content": "[XXXXX1204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48609": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48610": { + "content": "[XXXXX1372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48611": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48612": { + "content": "[XXXXX1490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48613": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48614": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48615": { + "content": "[XXXXX1416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48616": { + "content": "[XXXXX1450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48617": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48618": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48619": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48620": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48621": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48622": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48623": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48624": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48625": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48626": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48627": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48628": { + "content": "[XXXXX1465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48629": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48630": { + "content": "[XXXXX1530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48631": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48632": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48633": { + "content": "[XXXXX1580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48634": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48635": { + "content": "[XXXXX1405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48636": { + "content": "[XXXXX1653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48637": { + "content": "[XXXXX1500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48638": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48639": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48640": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48641": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48642": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48643": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48644": { + "content": "[XXXXX1320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48645": { + "content": "[XXXXX1472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48646": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48647": { + "content": "[XXXXX1245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48648": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48649": { + "content": "[XXXXX1713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48650": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48651": { + "content": "[XXXXX1340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48652": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48653": { + "content": "[XXXXX1650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48654": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48655": { + "content": "[XXXXX1514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48656": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48657": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48658": { + "content": "[XXXXX1495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48659": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48660": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48661": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48662": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48663": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48664": { + "content": "[XXXXX1480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48665": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48666": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48667": { + "content": "[XXXXX1428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48668": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48669": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48670": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48671": { + "content": "[XXXXX1741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48672": { + "content": "[XXXXX1221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48673": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48674": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48675": { + "content": "[XXXXX1483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48676": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48677": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48678": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48679": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48680": { + "content": "[XXXXX1385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48681": { + "content": "[XXXXX1389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48682": { + "content": "[XXXXX1213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48683": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48684": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48685": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48686": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48687": { + "content": "[XXXXX1291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48688": { + "content": "[XXXXX1451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48689": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48690": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48691": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48692": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48693": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48694": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48695": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48696": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48697": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48698": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48699": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48700": { + "content": "[XXXXX1339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48701": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48702": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48703": { + "content": "[XXXXX1318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48704": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48705": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48706": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48707": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48708": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48709": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48710": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48711": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48712": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48713": { + "content": "[XXXXX1293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48714": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48715": { + "content": "[XXXXX1252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48716": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48717": { + "content": "[XXXXX1536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48718": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48719": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48720": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48721": { + "content": "[XXXXX1358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48722": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48723": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48724": { + "content": "[XXXXX1437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48725": { + "content": "[XXXXX1634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48726": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48727": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48728": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48729": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48730": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48731": { + "content": "[XXXXX1589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48732": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48733": { + "content": "[XXXXX1693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48734": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48735": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48736": { + "content": "[XXXXX1256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48737": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48738": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48739": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48740": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48741": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48742": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48743": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48744": { + "content": "[XXXXX1477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48745": { + "content": "[XXXXX1262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48746": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48747": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48748": { + "content": "[XXXXX1362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48749": { + "content": "[XXXXX1201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48750": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48751": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48752": { + "content": "[XXXXX1579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48753": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48754": { + "content": "[XXXXX1327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48755": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48756": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48757": { + "content": "[XXXXX1627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48758": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48759": { + "content": "[XXXXX1504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48760": { + "content": "[XXXXX1391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48761": { + "content": "[XXXXX1456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48762": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48763": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48764": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48765": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48766": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48767": { + "content": "[XXXXX1609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48768": { + "content": "[XXXXX1629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48769": { + "content": "[XXXXX1597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48770": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48771": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48772": { + "content": "[XXXXX1346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48773": { + "content": "[XXXXX1645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48774": { + "content": "[XXXXX1660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48775": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48776": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48777": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48778": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48779": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48780": { + "content": "[XXXXX1469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48781": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48782": { + "content": "[XXXXX1424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48783": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48784": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48785": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48786": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48787": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48788": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48789": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48790": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48791": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48792": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48793": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48794": { + "content": "[XXXXX1297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48795": { + "content": "[XXXXX1688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48796": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48797": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48798": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48799": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48800": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48801": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48802": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48803": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48804": { + "content": "[XXXXX1501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48805": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48806": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48807": { + "content": "[XXXXX1438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48808": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48809": { + "content": "[XXXXX1330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48810": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48811": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48812": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48813": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48814": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48815": { + "content": "[XXXXX1519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48816": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48817": { + "content": "[XXXXX1489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48818": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48819": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48820": { + "content": "[XXXXX1630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48821": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48822": { + "content": "[XXXXX1509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48823": { + "content": "[XXXXX1505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48824": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48825": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48826": { + "content": "[XXXXX1581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48827": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48828": { + "content": "[XXXXX1618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48829": { + "content": "[XXXXX1314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48830": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48831": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48832": { + "content": "[XXXXX1422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48833": { + "content": "[XXXXX1364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48834": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48835": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48836": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48837": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48838": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48839": { + "content": "[XXXXX1591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48840": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48841": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48842": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48843": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48844": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48845": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48846": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48847": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48848": { + "content": "[XXXXX1535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48849": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48850": { + "content": "[XXXXX1353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48851": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48852": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48853": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48854": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48855": { + "content": "[XXXXX1206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48856": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48857": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48858": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48859": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48860": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48861": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48862": { + "content": "[XXXXX1355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48863": { + "content": "[XXXXX1547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48864": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48865": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48866": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48867": { + "content": "[XXXXX1728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48868": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48869": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48870": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48871": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48872": { + "content": "[XXXXX1522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48873": { + "content": "[XXXXX1326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48874": { + "content": "[XXXXX1448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48875": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48876": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48877": { + "content": "[XXXXX1341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48878": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48879": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48880": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48881": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48882": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48883": { + "content": "[XXXXX1285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48884": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48885": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48886": { + "content": "[XXXXX1750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48887": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48888": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48889": { + "content": "[XXXXX1742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48890": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48891": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48892": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48893": { + "content": "[XXXXX1445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48894": { + "content": "[XXXXX1466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48895": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48896": { + "content": "[XXXXX1531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48897": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48898": { + "content": "[XXXXX1247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48899": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48900": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48901": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48902": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48903": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48904": { + "content": "[XXXXX1494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48905": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48906": { + "content": "[XXXXX1406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48907": { + "content": "[XXXXX1610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48908": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48909": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48910": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48911": { + "content": "[XXXXX1570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48912": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48913": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48914": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48915": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48916": { + "content": "[XXXXX1433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48917": { + "content": "[XXXXX1295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48918": { + "content": "[XXXXX1485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48919": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48920": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48921": { + "content": "[XXXXX1333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48922": { + "content": "[XXXXX1359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48923": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48924": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48925": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48926": { + "content": "[XXXXX1761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48927": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48928": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48929": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48930": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48931": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48932": { + "content": "[XXXXX1751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48933": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48934": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48935": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48936": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48937": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48938": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48939": { + "content": "[XXXXX1216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48940": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48941": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48942": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48943": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48944": { + "content": "[XXXXX1534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48945": { + "content": "[XXXXX1265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48946": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48947": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48948": { + "content": "[XXXXX1525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48949": { + "content": "[XXXXX1760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48950": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48951": { + "content": "[XXXXX1260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48952": { + "content": "[XXXXX1574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48953": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48954": { + "content": "[XXXXX1702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48955": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48956": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48957": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48958": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48959": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48960": { + "content": "[XXXXX1562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48961": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48962": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48963": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48964": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48965": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48966": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48967": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48968": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48969": { + "content": "[XXXXX1747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48970": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48971": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48972": { + "content": "[XXXXX1587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48973": { + "content": "[XXXXX1382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48974": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48975": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48976": { + "content": "[XXXXX1426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48977": { + "content": "[XXXXX1345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48978": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48979": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48980": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48981": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48982": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48983": { + "content": "[XXXXX1401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48984": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48985": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48986": { + "content": "[XXXXX1719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48987": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48988": { + "content": "[XXXXX1226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48989": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48990": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48991": { + "content": "[XXXXX1255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48992": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48993": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48994": { + "content": "[XXXXX1608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48995": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48996": { + "content": "[XXXXX1399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48997": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48998": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48999": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49000": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49001": { + "content": "[XXXXX1656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49002": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49003": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49004": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49005": { + "content": "[XXXXX1235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49006": { + "content": "[XXXXX1592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49007": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49008": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49009": { + "content": "[XXXXX1590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49010": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49011": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49012": { + "content": "[XXXXX1718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49013": { + "content": "[XXXXX1373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49014": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49015": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49016": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49017": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49018": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49019": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49020": { + "content": "[XXXXX1532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49021": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49022": { + "content": "[XXXXX1542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49023": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49024": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49025": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49026": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49027": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49028": { + "content": "[XXXXX1363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49029": { + "content": "[XXXXX1685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49030": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49031": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49032": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49033": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49034": { + "content": "[XXXXX1444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49035": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49036": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49037": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49038": { + "content": "[XXXXX1607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49039": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49040": { + "content": "[XXXXX1283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49041": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49042": { + "content": "[XXXXX1475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49043": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49044": { + "content": "[XXXXX1543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49045": { + "content": "[XXXXX1361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49046": { + "content": "[XXXXX1292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49047": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49048": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49049": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49050": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49051": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49052": { + "content": "[XXXXX1676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49053": { + "content": "[XXXXX1759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49054": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49055": { + "content": "[XXXXX1539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49056": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49057": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49058": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49059": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49060": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49061": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49062": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49063": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49064": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49065": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49066": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49067": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49068": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49069": { + "content": "[XXXXX1310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49070": { + "content": "[XXXXX1654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49071": { + "content": "[XXXXX1665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49072": { + "content": "[XXXXX1329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49073": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49074": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49075": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49076": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49077": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49078": { + "content": "[XXXXX1449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49079": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49080": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49081": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49082": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49083": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49084": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49085": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49086": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49087": { + "content": "[XXXXX1223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49088": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49089": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49090": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49091": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49092": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49093": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49094": { + "content": "[XXXXX1712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49095": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49096": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49097": { + "content": "[XXXXX1198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49098": { + "content": "[XXXXX1576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49099": { + "content": "[XXXXX1526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49100": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49101": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49102": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49103": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49104": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49105": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49106": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49107": { + "content": "[XXXXX1453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49108": { + "content": "[XXXXX1492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49109": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49110": { + "content": "[XXXXX1392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49111": { + "content": "[XXXXX1673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49112": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49113": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49114": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49115": { + "content": "[XXXXX1236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49116": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49117": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49118": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49119": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49120": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49121": { + "content": "[XXXXX1296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49122": { + "content": "[XXXXX1551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49123": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49124": { + "content": "[XXXXX1667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49125": { + "content": "[XXXXX1307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49126": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49127": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49128": { + "content": "[XXXXX1749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49129": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49130": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49131": { + "content": "[XXXXX1552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49132": { + "content": "[XXXXX1638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49133": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49134": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49135": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49136": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49137": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49138": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49139": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49140": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49141": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49142": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49143": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49144": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49145": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49146": { + "content": "[XXXXX1425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49147": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49148": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49149": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49150": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49151": { + "content": "[XXXXX1697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-3000/trainer_state.json b/checkpoint-3000/trainer_state.json new file mode 100644 index 0000000..2fa3fdb --- /dev/null +++ b/checkpoint-3000/trainer_state.json @@ -0,0 +1,6100 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 3.5587188612099645, + "eval_steps": 500, + "global_step": 3000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 10.6509840965271, + "epoch": 0.005931198102016607, + "grad_norm": 11.4375, + "learning_rate": 2e-06, + "loss": 10.7955, + "mean_token_accuracy": 0.00017467249417677522, + "num_tokens": 12647.0, + "step": 5 + }, + { + "entropy": 10.650976181030273, + "epoch": 0.011862396204033215, + "grad_norm": 10.875, + "learning_rate": 4.5e-06, + "loss": 10.7449, + "mean_token_accuracy": 0.0003256943717133254, + "num_tokens": 26668.0, + "step": 10 + }, + { + "entropy": 10.65047550201416, + "epoch": 0.017793594306049824, + "grad_norm": 8.5, + "learning_rate": 7e-06, + "loss": 10.5392, + "mean_token_accuracy": 0.011320227157557382, + "num_tokens": 41021.0, + "step": 15 + }, + { + "entropy": 10.645245170593261, + "epoch": 0.02372479240806643, + "grad_norm": 5.6875, + "learning_rate": 9.5e-06, + "loss": 10.2512, + "mean_token_accuracy": 0.03331172131001949, + "num_tokens": 56626.0, + "step": 20 + }, + { + "entropy": 10.620162200927734, + "epoch": 0.02965599051008304, + "grad_norm": 3.46875, + "learning_rate": 1.2e-05, + "loss": 9.9999, + "mean_token_accuracy": 0.03278177715837956, + "num_tokens": 72914.0, + "step": 25 + }, + { + "entropy": 10.59833517074585, + "epoch": 0.03558718861209965, + "grad_norm": 2.75, + "learning_rate": 1.4500000000000002e-05, + "loss": 9.8507, + "mean_token_accuracy": 0.03321463130414486, + "num_tokens": 88514.0, + "step": 30 + }, + { + "entropy": 10.59533166885376, + "epoch": 0.04151838671411625, + "grad_norm": 2.6875, + "learning_rate": 1.7000000000000003e-05, + "loss": 9.7557, + "mean_token_accuracy": 0.03128496501594782, + "num_tokens": 101256.0, + "step": 35 + }, + { + "entropy": 10.598009204864502, + "epoch": 0.04744958481613286, + "grad_norm": 2.34375, + "learning_rate": 1.95e-05, + "loss": 9.7229, + "mean_token_accuracy": 0.03391152955591679, + "num_tokens": 114459.0, + "step": 40 + }, + { + "entropy": 10.583034133911132, + "epoch": 0.05338078291814947, + "grad_norm": 2.203125, + "learning_rate": 2.2e-05, + "loss": 9.7096, + "mean_token_accuracy": 0.031900213845074174, + "num_tokens": 129858.0, + "step": 45 + }, + { + "entropy": 10.583144092559815, + "epoch": 0.05931198102016608, + "grad_norm": 2.421875, + "learning_rate": 2.4500000000000003e-05, + "loss": 9.6353, + "mean_token_accuracy": 0.03371269796043634, + "num_tokens": 143486.0, + "step": 50 + }, + { + "entropy": 10.582204055786132, + "epoch": 0.06524317912218268, + "grad_norm": 2.171875, + "learning_rate": 2.7e-05, + "loss": 9.5795, + "mean_token_accuracy": 0.035220497474074366, + "num_tokens": 156003.0, + "step": 55 + }, + { + "entropy": 10.569349002838134, + "epoch": 0.0711743772241993, + "grad_norm": 2.1875, + "learning_rate": 2.95e-05, + "loss": 9.5437, + "mean_token_accuracy": 0.034727090038359165, + "num_tokens": 170988.0, + "step": 60 + }, + { + "entropy": 10.552780246734619, + "epoch": 0.0771055753262159, + "grad_norm": 2.15625, + "learning_rate": 3.2e-05, + "loss": 9.4193, + "mean_token_accuracy": 0.03448135014623403, + "num_tokens": 187165.0, + "step": 65 + }, + { + "entropy": 10.542837047576905, + "epoch": 0.0830367734282325, + "grad_norm": 2.125, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.368, + "mean_token_accuracy": 0.03228826243430376, + "num_tokens": 202072.0, + "step": 70 + }, + { + "entropy": 10.534712505340575, + "epoch": 0.08896797153024912, + "grad_norm": 2.0625, + "learning_rate": 3.7e-05, + "loss": 9.2131, + "mean_token_accuracy": 0.034324941039085385, + "num_tokens": 215375.0, + "step": 75 + }, + { + "entropy": 10.50705509185791, + "epoch": 0.09489916963226572, + "grad_norm": 1.921875, + "learning_rate": 3.95e-05, + "loss": 9.1257, + "mean_token_accuracy": 0.03353528436273336, + "num_tokens": 228749.0, + "step": 80 + }, + { + "entropy": 10.478670978546143, + "epoch": 0.10083036773428232, + "grad_norm": 2.09375, + "learning_rate": 4.2000000000000004e-05, + "loss": 9.0183, + "mean_token_accuracy": 0.03314766474068165, + "num_tokens": 242387.0, + "step": 85 + }, + { + "entropy": 10.458618545532227, + "epoch": 0.10676156583629894, + "grad_norm": 2.046875, + "learning_rate": 4.45e-05, + "loss": 8.9252, + "mean_token_accuracy": 0.03416665960103273, + "num_tokens": 257793.0, + "step": 90 + }, + { + "entropy": 10.419714641571044, + "epoch": 0.11269276393831554, + "grad_norm": 2.125, + "learning_rate": 4.7000000000000004e-05, + "loss": 8.8134, + "mean_token_accuracy": 0.036843133717775346, + "num_tokens": 271187.0, + "step": 95 + }, + { + "entropy": 10.339355945587158, + "epoch": 0.11862396204033215, + "grad_norm": 1.921875, + "learning_rate": 4.9500000000000004e-05, + "loss": 8.6836, + "mean_token_accuracy": 0.04052316285669803, + "num_tokens": 284937.0, + "step": 100 + }, + { + "entropy": 10.289305877685546, + "epoch": 0.12455516014234876, + "grad_norm": 2.140625, + "learning_rate": 5.2e-05, + "loss": 8.523, + "mean_token_accuracy": 0.042971277609467506, + "num_tokens": 300108.0, + "step": 105 + }, + { + "entropy": 10.171844291687012, + "epoch": 0.13048635824436536, + "grad_norm": 2.109375, + "learning_rate": 5.45e-05, + "loss": 8.4071, + "mean_token_accuracy": 0.0435908630490303, + "num_tokens": 316760.0, + "step": 110 + }, + { + "entropy": 10.090029907226562, + "epoch": 0.13641755634638197, + "grad_norm": 1.8515625, + "learning_rate": 5.7e-05, + "loss": 8.2269, + "mean_token_accuracy": 0.04757884480059147, + "num_tokens": 329705.0, + "step": 115 + }, + { + "entropy": 9.968478775024414, + "epoch": 0.1423487544483986, + "grad_norm": 1.8046875, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.1048, + "mean_token_accuracy": 0.05177154988050461, + "num_tokens": 342947.0, + "step": 120 + }, + { + "entropy": 9.810734272003174, + "epoch": 0.14827995255041518, + "grad_norm": 1.6015625, + "learning_rate": 6.2e-05, + "loss": 7.957, + "mean_token_accuracy": 0.05589810460805893, + "num_tokens": 358397.0, + "step": 125 + }, + { + "entropy": 9.629272270202637, + "epoch": 0.1542111506524318, + "grad_norm": 2.015625, + "learning_rate": 6.450000000000001e-05, + "loss": 7.8543, + "mean_token_accuracy": 0.058608030527830125, + "num_tokens": 370369.0, + "step": 130 + }, + { + "entropy": 9.431285285949707, + "epoch": 0.1601423487544484, + "grad_norm": 1.46875, + "learning_rate": 6.7e-05, + "loss": 7.7282, + "mean_token_accuracy": 0.06019565127789974, + "num_tokens": 386896.0, + "step": 135 + }, + { + "entropy": 9.166491031646729, + "epoch": 0.166073546856465, + "grad_norm": 1.6171875, + "learning_rate": 6.950000000000001e-05, + "loss": 7.571, + "mean_token_accuracy": 0.06539936549961567, + "num_tokens": 400433.0, + "step": 140 + }, + { + "entropy": 8.998315811157227, + "epoch": 0.17200474495848161, + "grad_norm": 1.9296875, + "learning_rate": 7.2e-05, + "loss": 7.5193, + "mean_token_accuracy": 0.06127564944326878, + "num_tokens": 415092.0, + "step": 145 + }, + { + "entropy": 8.760649585723877, + "epoch": 0.17793594306049823, + "grad_norm": 1.625, + "learning_rate": 7.45e-05, + "loss": 7.3847, + "mean_token_accuracy": 0.06551449336111545, + "num_tokens": 429793.0, + "step": 150 + }, + { + "entropy": 8.53032569885254, + "epoch": 0.18386714116251482, + "grad_norm": 1.703125, + "learning_rate": 7.7e-05, + "loss": 7.3618, + "mean_token_accuracy": 0.07152369543910027, + "num_tokens": 442618.0, + "step": 155 + }, + { + "entropy": 8.432501602172852, + "epoch": 0.18979833926453143, + "grad_norm": 1.484375, + "learning_rate": 7.950000000000001e-05, + "loss": 7.2263, + "mean_token_accuracy": 0.0709031268954277, + "num_tokens": 454976.0, + "step": 160 + }, + { + "entropy": 8.288888359069825, + "epoch": 0.19572953736654805, + "grad_norm": 2.09375, + "learning_rate": 8.2e-05, + "loss": 7.2693, + "mean_token_accuracy": 0.06482412219047547, + "num_tokens": 467523.0, + "step": 165 + }, + { + "entropy": 8.135635375976562, + "epoch": 0.20166073546856464, + "grad_norm": 1.203125, + "learning_rate": 8.450000000000001e-05, + "loss": 7.1729, + "mean_token_accuracy": 0.07200234681367874, + "num_tokens": 481391.0, + "step": 170 + }, + { + "entropy": 8.090270137786865, + "epoch": 0.20759193357058126, + "grad_norm": 1.3515625, + "learning_rate": 8.7e-05, + "loss": 7.147, + "mean_token_accuracy": 0.06691372841596603, + "num_tokens": 496697.0, + "step": 175 + }, + { + "entropy": 8.008182764053345, + "epoch": 0.21352313167259787, + "grad_norm": 1.96875, + "learning_rate": 8.95e-05, + "loss": 7.1704, + "mean_token_accuracy": 0.07276545092463493, + "num_tokens": 510091.0, + "step": 180 + }, + { + "entropy": 7.948391151428223, + "epoch": 0.21945432977461446, + "grad_norm": 1.390625, + "learning_rate": 9.2e-05, + "loss": 7.1071, + "mean_token_accuracy": 0.0736262746155262, + "num_tokens": 522168.0, + "step": 185 + }, + { + "entropy": 7.860538482666016, + "epoch": 0.22538552787663108, + "grad_norm": 1.2890625, + "learning_rate": 9.45e-05, + "loss": 7.0333, + "mean_token_accuracy": 0.0750058189034462, + "num_tokens": 535853.0, + "step": 190 + }, + { + "entropy": 7.789449167251587, + "epoch": 0.2313167259786477, + "grad_norm": 1.484375, + "learning_rate": 9.7e-05, + "loss": 7.0532, + "mean_token_accuracy": 0.07566255033016205, + "num_tokens": 551082.0, + "step": 195 + }, + { + "entropy": 7.820679521560669, + "epoch": 0.2372479240806643, + "grad_norm": 1.5859375, + "learning_rate": 9.95e-05, + "loss": 7.0735, + "mean_token_accuracy": 0.0763503935188055, + "num_tokens": 567181.0, + "step": 200 + }, + { + "entropy": 7.715967988967895, + "epoch": 0.2431791221826809, + "grad_norm": 1.46875, + "learning_rate": 0.000102, + "loss": 6.9882, + "mean_token_accuracy": 0.0811008334159851, + "num_tokens": 580689.0, + "step": 205 + }, + { + "entropy": 7.671104192733765, + "epoch": 0.2491103202846975, + "grad_norm": 1.40625, + "learning_rate": 0.00010449999999999999, + "loss": 6.9075, + "mean_token_accuracy": 0.08624595254659653, + "num_tokens": 594590.0, + "step": 210 + }, + { + "entropy": 7.669063520431519, + "epoch": 0.25504151838671413, + "grad_norm": 1.1796875, + "learning_rate": 0.000107, + "loss": 6.9659, + "mean_token_accuracy": 0.07704100087285042, + "num_tokens": 610577.0, + "step": 215 + }, + { + "entropy": 7.621254777908325, + "epoch": 0.2609727164887307, + "grad_norm": 1.1484375, + "learning_rate": 0.0001095, + "loss": 6.9894, + "mean_token_accuracy": 0.0770975686609745, + "num_tokens": 627066.0, + "step": 220 + }, + { + "entropy": 7.582563304901123, + "epoch": 0.2669039145907473, + "grad_norm": 1.2109375, + "learning_rate": 0.000112, + "loss": 6.9863, + "mean_token_accuracy": 0.08030139058828353, + "num_tokens": 642601.0, + "step": 225 + }, + { + "entropy": 7.5748522758483885, + "epoch": 0.27283511269276395, + "grad_norm": 1.4296875, + "learning_rate": 0.0001145, + "loss": 6.8436, + "mean_token_accuracy": 0.08795318827033043, + "num_tokens": 655615.0, + "step": 230 + }, + { + "entropy": 7.51125283241272, + "epoch": 0.27876631079478054, + "grad_norm": 1.140625, + "learning_rate": 0.00011700000000000001, + "loss": 6.8805, + "mean_token_accuracy": 0.08227636963129044, + "num_tokens": 670218.0, + "step": 235 + }, + { + "entropy": 7.581772565841675, + "epoch": 0.2846975088967972, + "grad_norm": 1.359375, + "learning_rate": 0.00011949999999999999, + "loss": 6.8693, + "mean_token_accuracy": 0.08509634733200074, + "num_tokens": 683661.0, + "step": 240 + }, + { + "entropy": 7.414237833023071, + "epoch": 0.29062870699881377, + "grad_norm": 1.15625, + "learning_rate": 0.000122, + "loss": 6.8471, + "mean_token_accuracy": 0.08358772993087768, + "num_tokens": 699767.0, + "step": 245 + }, + { + "entropy": 7.437202262878418, + "epoch": 0.29655990510083036, + "grad_norm": 1.328125, + "learning_rate": 0.0001245, + "loss": 6.774, + "mean_token_accuracy": 0.09326352775096894, + "num_tokens": 713579.0, + "step": 250 + }, + { + "entropy": 7.383161449432373, + "epoch": 0.302491103202847, + "grad_norm": 1.703125, + "learning_rate": 0.000127, + "loss": 6.8019, + "mean_token_accuracy": 0.08484338372945785, + "num_tokens": 727490.0, + "step": 255 + }, + { + "entropy": 7.414105653762817, + "epoch": 0.3084223013048636, + "grad_norm": 1.0625, + "learning_rate": 0.0001295, + "loss": 6.8822, + "mean_token_accuracy": 0.08486307561397552, + "num_tokens": 742477.0, + "step": 260 + }, + { + "entropy": 7.386582565307617, + "epoch": 0.3143534994068802, + "grad_norm": 1.5703125, + "learning_rate": 0.000132, + "loss": 6.7436, + "mean_token_accuracy": 0.08875370100140571, + "num_tokens": 757772.0, + "step": 265 + }, + { + "entropy": 7.385796451568604, + "epoch": 0.3202846975088968, + "grad_norm": 1.515625, + "learning_rate": 0.00013450000000000002, + "loss": 6.795, + "mean_token_accuracy": 0.08812053054571152, + "num_tokens": 772898.0, + "step": 270 + }, + { + "entropy": 7.329386568069458, + "epoch": 0.3262158956109134, + "grad_norm": 1.34375, + "learning_rate": 0.00013700000000000002, + "loss": 6.7697, + "mean_token_accuracy": 0.08715710267424584, + "num_tokens": 788395.0, + "step": 275 + }, + { + "entropy": 7.318710279464722, + "epoch": 0.33214709371293, + "grad_norm": 1.578125, + "learning_rate": 0.0001395, + "loss": 6.83, + "mean_token_accuracy": 0.08070869520306587, + "num_tokens": 803413.0, + "step": 280 + }, + { + "entropy": 7.188418292999268, + "epoch": 0.33807829181494664, + "grad_norm": 1.484375, + "learning_rate": 0.00014199999999999998, + "loss": 6.6976, + "mean_token_accuracy": 0.09588895291090012, + "num_tokens": 817775.0, + "step": 285 + }, + { + "entropy": 7.389742612838745, + "epoch": 0.34400948991696323, + "grad_norm": 1.6328125, + "learning_rate": 0.0001445, + "loss": 6.8092, + "mean_token_accuracy": 0.08903076201677322, + "num_tokens": 831379.0, + "step": 290 + }, + { + "entropy": 7.300806474685669, + "epoch": 0.3499406880189798, + "grad_norm": 1.3046875, + "learning_rate": 0.000147, + "loss": 6.7387, + "mean_token_accuracy": 0.08791814595460892, + "num_tokens": 846596.0, + "step": 295 + }, + { + "entropy": 7.254555749893188, + "epoch": 0.35587188612099646, + "grad_norm": 1.25, + "learning_rate": 0.0001495, + "loss": 6.7438, + "mean_token_accuracy": 0.08821789696812629, + "num_tokens": 862063.0, + "step": 300 + }, + { + "entropy": 7.275745964050293, + "epoch": 0.36180308422301305, + "grad_norm": 1.2734375, + "learning_rate": 0.000152, + "loss": 6.6954, + "mean_token_accuracy": 0.08966124951839446, + "num_tokens": 876841.0, + "step": 305 + }, + { + "entropy": 7.221111488342285, + "epoch": 0.36773428232502964, + "grad_norm": 1.2734375, + "learning_rate": 0.00015450000000000001, + "loss": 6.7751, + "mean_token_accuracy": 0.09116524010896683, + "num_tokens": 890728.0, + "step": 310 + }, + { + "entropy": 7.206338787078858, + "epoch": 0.3736654804270463, + "grad_norm": 1.359375, + "learning_rate": 0.000157, + "loss": 6.6956, + "mean_token_accuracy": 0.09070762842893601, + "num_tokens": 905599.0, + "step": 315 + }, + { + "entropy": 7.1817542552948, + "epoch": 0.37959667852906287, + "grad_norm": 1.59375, + "learning_rate": 0.0001595, + "loss": 6.6483, + "mean_token_accuracy": 0.09768397733569145, + "num_tokens": 918139.0, + "step": 320 + }, + { + "entropy": 7.167359304428101, + "epoch": 0.38552787663107946, + "grad_norm": 1.484375, + "learning_rate": 0.000162, + "loss": 6.7114, + "mean_token_accuracy": 0.09328882694244385, + "num_tokens": 931666.0, + "step": 325 + }, + { + "entropy": 7.196693468093872, + "epoch": 0.3914590747330961, + "grad_norm": 1.3046875, + "learning_rate": 0.00016450000000000001, + "loss": 6.6605, + "mean_token_accuracy": 0.09237670227885246, + "num_tokens": 946286.0, + "step": 330 + }, + { + "entropy": 7.148892021179199, + "epoch": 0.3973902728351127, + "grad_norm": 1.4140625, + "learning_rate": 0.00016700000000000002, + "loss": 6.6029, + "mean_token_accuracy": 0.09802859723567962, + "num_tokens": 959689.0, + "step": 335 + }, + { + "entropy": 7.091142225265503, + "epoch": 0.4033214709371293, + "grad_norm": 1.53125, + "learning_rate": 0.00016950000000000003, + "loss": 6.6481, + "mean_token_accuracy": 0.09793345853686333, + "num_tokens": 972707.0, + "step": 340 + }, + { + "entropy": 7.103200006484985, + "epoch": 0.4092526690391459, + "grad_norm": 1.296875, + "learning_rate": 0.00017199999999999998, + "loss": 6.6694, + "mean_token_accuracy": 0.09691287726163864, + "num_tokens": 988010.0, + "step": 345 + }, + { + "entropy": 7.109372472763061, + "epoch": 0.4151838671411625, + "grad_norm": 1.609375, + "learning_rate": 0.00017449999999999999, + "loss": 6.7001, + "mean_token_accuracy": 0.0866947390139103, + "num_tokens": 1003823.0, + "step": 350 + }, + { + "entropy": 7.018935489654541, + "epoch": 0.4211150652431791, + "grad_norm": 1.3125, + "learning_rate": 0.000177, + "loss": 6.4583, + "mean_token_accuracy": 0.10792901739478111, + "num_tokens": 1018276.0, + "step": 355 + }, + { + "entropy": 7.151296997070313, + "epoch": 0.42704626334519574, + "grad_norm": 1.2890625, + "learning_rate": 0.0001795, + "loss": 6.6782, + "mean_token_accuracy": 0.09361589401960373, + "num_tokens": 1031242.0, + "step": 360 + }, + { + "entropy": 7.0902214527130125, + "epoch": 0.43297746144721233, + "grad_norm": 1.3984375, + "learning_rate": 0.000182, + "loss": 6.5786, + "mean_token_accuracy": 0.09998262599110604, + "num_tokens": 1043940.0, + "step": 365 + }, + { + "entropy": 6.944676065444947, + "epoch": 0.4389086595492289, + "grad_norm": 1.2109375, + "learning_rate": 0.0001845, + "loss": 6.508, + "mean_token_accuracy": 0.09759898036718369, + "num_tokens": 1058656.0, + "step": 370 + }, + { + "entropy": 7.117189264297485, + "epoch": 0.44483985765124556, + "grad_norm": 1.265625, + "learning_rate": 0.000187, + "loss": 6.6092, + "mean_token_accuracy": 0.09189791083335877, + "num_tokens": 1073128.0, + "step": 375 + }, + { + "entropy": 6.948076343536377, + "epoch": 0.45077105575326215, + "grad_norm": 1.5390625, + "learning_rate": 0.0001895, + "loss": 6.5416, + "mean_token_accuracy": 0.09809970185160637, + "num_tokens": 1086467.0, + "step": 380 + }, + { + "entropy": 7.076186227798462, + "epoch": 0.45670225385527874, + "grad_norm": 1.46875, + "learning_rate": 0.000192, + "loss": 6.6616, + "mean_token_accuracy": 0.10060962289571762, + "num_tokens": 1100356.0, + "step": 385 + }, + { + "entropy": 7.028731060028076, + "epoch": 0.4626334519572954, + "grad_norm": 1.3046875, + "learning_rate": 0.0001945, + "loss": 6.5814, + "mean_token_accuracy": 0.10232764557003975, + "num_tokens": 1115877.0, + "step": 390 + }, + { + "entropy": 7.04663872718811, + "epoch": 0.46856465005931197, + "grad_norm": 1.375, + "learning_rate": 0.00019700000000000002, + "loss": 6.5466, + "mean_token_accuracy": 0.10219399407505989, + "num_tokens": 1131415.0, + "step": 395 + }, + { + "entropy": 6.8535503387451175, + "epoch": 0.4744958481613286, + "grad_norm": 1.5234375, + "learning_rate": 0.00019950000000000002, + "loss": 6.5137, + "mean_token_accuracy": 0.09734094068408013, + "num_tokens": 1145903.0, + "step": 400 + }, + { + "entropy": 6.879596471786499, + "epoch": 0.4804270462633452, + "grad_norm": 1.125, + "learning_rate": 0.000202, + "loss": 6.4397, + "mean_token_accuracy": 0.0997365266084671, + "num_tokens": 1161168.0, + "step": 405 + }, + { + "entropy": 6.921687078475952, + "epoch": 0.4863582443653618, + "grad_norm": 1.3515625, + "learning_rate": 0.00020449999999999998, + "loss": 6.5196, + "mean_token_accuracy": 0.09855128526687622, + "num_tokens": 1178155.0, + "step": 410 + }, + { + "entropy": 6.924295806884766, + "epoch": 0.49228944246737844, + "grad_norm": 1.3828125, + "learning_rate": 0.000207, + "loss": 6.3697, + "mean_token_accuracy": 0.1099881686270237, + "num_tokens": 1190830.0, + "step": 415 + }, + { + "entropy": 6.827713060379028, + "epoch": 0.498220640569395, + "grad_norm": 1.375, + "learning_rate": 0.0002095, + "loss": 6.3842, + "mean_token_accuracy": 0.10342236086726189, + "num_tokens": 1205260.0, + "step": 420 + }, + { + "entropy": 6.883217096328735, + "epoch": 0.5041518386714117, + "grad_norm": 1.4453125, + "learning_rate": 0.000212, + "loss": 6.431, + "mean_token_accuracy": 0.10836012288928032, + "num_tokens": 1218856.0, + "step": 425 + }, + { + "entropy": 6.832102727890015, + "epoch": 0.5100830367734283, + "grad_norm": 1.328125, + "learning_rate": 0.0002145, + "loss": 6.5014, + "mean_token_accuracy": 0.10428635627031327, + "num_tokens": 1234669.0, + "step": 430 + }, + { + "entropy": 6.830685758590699, + "epoch": 0.5160142348754448, + "grad_norm": 1.46875, + "learning_rate": 0.00021700000000000002, + "loss": 6.4289, + "mean_token_accuracy": 0.1057804524898529, + "num_tokens": 1249514.0, + "step": 435 + }, + { + "entropy": 6.837182474136353, + "epoch": 0.5219454329774614, + "grad_norm": 1.1015625, + "learning_rate": 0.0002195, + "loss": 6.3638, + "mean_token_accuracy": 0.1109524667263031, + "num_tokens": 1262311.0, + "step": 440 + }, + { + "entropy": 6.767211008071899, + "epoch": 0.527876631079478, + "grad_norm": 1.3359375, + "learning_rate": 0.000222, + "loss": 6.3519, + "mean_token_accuracy": 0.10807539224624634, + "num_tokens": 1277681.0, + "step": 445 + }, + { + "entropy": 6.781484460830688, + "epoch": 0.5338078291814946, + "grad_norm": 1.390625, + "learning_rate": 0.0002245, + "loss": 6.3968, + "mean_token_accuracy": 0.10917404815554618, + "num_tokens": 1292300.0, + "step": 450 + }, + { + "entropy": 6.775958061218262, + "epoch": 0.5397390272835113, + "grad_norm": 1.234375, + "learning_rate": 0.00022700000000000002, + "loss": 6.4142, + "mean_token_accuracy": 0.10393262058496475, + "num_tokens": 1307426.0, + "step": 455 + }, + { + "entropy": 6.787585258483887, + "epoch": 0.5456702253855279, + "grad_norm": 1.0546875, + "learning_rate": 0.00022950000000000002, + "loss": 6.4414, + "mean_token_accuracy": 0.09955934658646584, + "num_tokens": 1322167.0, + "step": 460 + }, + { + "entropy": 6.75556001663208, + "epoch": 0.5516014234875445, + "grad_norm": 1.2265625, + "learning_rate": 0.00023200000000000003, + "loss": 6.3126, + "mean_token_accuracy": 0.11029193922877312, + "num_tokens": 1335343.0, + "step": 465 + }, + { + "entropy": 6.719364500045776, + "epoch": 0.5575326215895611, + "grad_norm": 1.234375, + "learning_rate": 0.00023449999999999998, + "loss": 6.3129, + "mean_token_accuracy": 0.11020243093371392, + "num_tokens": 1349078.0, + "step": 470 + }, + { + "entropy": 6.670861291885376, + "epoch": 0.5634638196915777, + "grad_norm": 1.2265625, + "learning_rate": 0.000237, + "loss": 6.2388, + "mean_token_accuracy": 0.11813571006059646, + "num_tokens": 1362030.0, + "step": 475 + }, + { + "entropy": 6.790364742279053, + "epoch": 0.5693950177935944, + "grad_norm": 1.3125, + "learning_rate": 0.0002395, + "loss": 6.3965, + "mean_token_accuracy": 0.10456062778830529, + "num_tokens": 1378303.0, + "step": 480 + }, + { + "entropy": 6.773904657363891, + "epoch": 0.575326215895611, + "grad_norm": 1.203125, + "learning_rate": 0.000242, + "loss": 6.3906, + "mean_token_accuracy": 0.10592009201645851, + "num_tokens": 1392585.0, + "step": 485 + }, + { + "entropy": 6.805166101455688, + "epoch": 0.5812574139976275, + "grad_norm": 1.5, + "learning_rate": 0.0002445, + "loss": 6.3973, + "mean_token_accuracy": 0.11140659600496292, + "num_tokens": 1406962.0, + "step": 490 + }, + { + "entropy": 6.573492240905762, + "epoch": 0.5871886120996441, + "grad_norm": 1.2265625, + "learning_rate": 0.000247, + "loss": 6.2853, + "mean_token_accuracy": 0.11129999980330467, + "num_tokens": 1419493.0, + "step": 495 + }, + { + "entropy": 6.735859537124634, + "epoch": 0.5931198102016607, + "grad_norm": 1.3125, + "learning_rate": 0.0002495, + "loss": 6.3007, + "mean_token_accuracy": 0.10790175497531891, + "num_tokens": 1435373.0, + "step": 500 + }, + { + "epoch": 0.5931198102016607, + "eval_entropy": 6.67236985896994, + "eval_loss": 6.441715717315674, + "eval_mean_token_accuracy": 0.10966419813685988, + "eval_num_tokens": 1435373.0, + "eval_runtime": 2.4776, + "eval_samples_per_second": 1052.652, + "eval_steps_per_second": 131.581, + "step": 500 + }, + { + "entropy": 6.6947290897369385, + "epoch": 0.5990510083036773, + "grad_norm": 1.3359375, + "learning_rate": 0.000252, + "loss": 6.2707, + "mean_token_accuracy": 0.11756636276841163, + "num_tokens": 1449805.0, + "step": 505 + }, + { + "entropy": 6.634400224685669, + "epoch": 0.604982206405694, + "grad_norm": 1.3125, + "learning_rate": 0.0002545, + "loss": 6.2855, + "mean_token_accuracy": 0.11045260801911354, + "num_tokens": 1463657.0, + "step": 510 + }, + { + "entropy": 6.727581596374511, + "epoch": 0.6109134045077106, + "grad_norm": 1.4140625, + "learning_rate": 0.000257, + "loss": 6.3004, + "mean_token_accuracy": 0.11670920848846436, + "num_tokens": 1478089.0, + "step": 515 + }, + { + "entropy": 6.619698333740234, + "epoch": 0.6168446026097272, + "grad_norm": 1.4296875, + "learning_rate": 0.0002595, + "loss": 6.311, + "mean_token_accuracy": 0.11146906316280365, + "num_tokens": 1492225.0, + "step": 520 + }, + { + "entropy": 6.630937004089356, + "epoch": 0.6227758007117438, + "grad_norm": 1.1875, + "learning_rate": 0.000262, + "loss": 6.3008, + "mean_token_accuracy": 0.10728157833218574, + "num_tokens": 1506751.0, + "step": 525 + }, + { + "entropy": 6.599562358856201, + "epoch": 0.6287069988137604, + "grad_norm": 1.140625, + "learning_rate": 0.00026450000000000003, + "loss": 6.2004, + "mean_token_accuracy": 0.11617306619882584, + "num_tokens": 1520590.0, + "step": 530 + }, + { + "entropy": 6.652629327774048, + "epoch": 0.6346381969157769, + "grad_norm": 1.1953125, + "learning_rate": 0.00026700000000000004, + "loss": 6.2527, + "mean_token_accuracy": 0.11343958005309104, + "num_tokens": 1534752.0, + "step": 535 + }, + { + "entropy": 6.587781953811645, + "epoch": 0.6405693950177936, + "grad_norm": 1.3828125, + "learning_rate": 0.00026950000000000005, + "loss": 6.2154, + "mean_token_accuracy": 0.12041136622428894, + "num_tokens": 1547891.0, + "step": 540 + }, + { + "entropy": 6.418690204620361, + "epoch": 0.6465005931198102, + "grad_norm": 1.2578125, + "learning_rate": 0.00027200000000000005, + "loss": 6.1542, + "mean_token_accuracy": 0.12026057541370391, + "num_tokens": 1562560.0, + "step": 545 + }, + { + "entropy": 6.670684385299682, + "epoch": 0.6524317912218268, + "grad_norm": 1.328125, + "learning_rate": 0.0002745, + "loss": 6.3091, + "mean_token_accuracy": 0.11120221018791199, + "num_tokens": 1576896.0, + "step": 550 + }, + { + "entropy": 6.535441923141479, + "epoch": 0.6583629893238434, + "grad_norm": 1.265625, + "learning_rate": 0.000277, + "loss": 6.2086, + "mean_token_accuracy": 0.11225326210260392, + "num_tokens": 1590806.0, + "step": 555 + }, + { + "entropy": 6.601208257675171, + "epoch": 0.66429418742586, + "grad_norm": 1.234375, + "learning_rate": 0.0002795, + "loss": 6.326, + "mean_token_accuracy": 0.10773437917232513, + "num_tokens": 1605874.0, + "step": 560 + }, + { + "entropy": 6.616091251373291, + "epoch": 0.6702253855278766, + "grad_norm": 1.2734375, + "learning_rate": 0.00028199999999999997, + "loss": 6.2108, + "mean_token_accuracy": 0.11664134711027145, + "num_tokens": 1620947.0, + "step": 565 + }, + { + "entropy": 6.484318447113037, + "epoch": 0.6761565836298933, + "grad_norm": 1.296875, + "learning_rate": 0.0002845, + "loss": 6.2608, + "mean_token_accuracy": 0.10255342498421668, + "num_tokens": 1635974.0, + "step": 570 + }, + { + "entropy": 6.542778062820434, + "epoch": 0.6820877817319099, + "grad_norm": 1.109375, + "learning_rate": 0.000287, + "loss": 6.2163, + "mean_token_accuracy": 0.10959842428565025, + "num_tokens": 1651502.0, + "step": 575 + }, + { + "entropy": 6.45567512512207, + "epoch": 0.6880189798339265, + "grad_norm": 1.1796875, + "learning_rate": 0.0002895, + "loss": 6.1629, + "mean_token_accuracy": 0.11728360131382942, + "num_tokens": 1665547.0, + "step": 580 + }, + { + "entropy": 6.501108646392822, + "epoch": 0.693950177935943, + "grad_norm": 1.1796875, + "learning_rate": 0.000292, + "loss": 6.1508, + "mean_token_accuracy": 0.12227020487189293, + "num_tokens": 1678875.0, + "step": 585 + }, + { + "entropy": 6.480410623550415, + "epoch": 0.6998813760379596, + "grad_norm": 1.3203125, + "learning_rate": 0.0002945, + "loss": 6.1681, + "mean_token_accuracy": 0.11540260091423989, + "num_tokens": 1692673.0, + "step": 590 + }, + { + "entropy": 6.511543416976929, + "epoch": 0.7058125741399762, + "grad_norm": 1.109375, + "learning_rate": 0.000297, + "loss": 6.2156, + "mean_token_accuracy": 0.11393610835075378, + "num_tokens": 1707318.0, + "step": 595 + }, + { + "entropy": 6.460053396224976, + "epoch": 0.7117437722419929, + "grad_norm": 1.4140625, + "learning_rate": 0.0002995, + "loss": 6.2426, + "mean_token_accuracy": 0.11120611354708672, + "num_tokens": 1724331.0, + "step": 600 + }, + { + "entropy": 6.442718982696533, + "epoch": 0.7176749703440095, + "grad_norm": 1.3203125, + "learning_rate": 0.000302, + "loss": 6.0492, + "mean_token_accuracy": 0.12235584780573845, + "num_tokens": 1736151.0, + "step": 605 + }, + { + "entropy": 6.444410896301269, + "epoch": 0.7236061684460261, + "grad_norm": 1.28125, + "learning_rate": 0.0003045, + "loss": 6.1371, + "mean_token_accuracy": 0.11987931281328201, + "num_tokens": 1749831.0, + "step": 610 + }, + { + "entropy": 6.455282926559448, + "epoch": 0.7295373665480427, + "grad_norm": 1.1875, + "learning_rate": 0.000307, + "loss": 6.173, + "mean_token_accuracy": 0.11412288546562195, + "num_tokens": 1764296.0, + "step": 615 + }, + { + "entropy": 6.49344654083252, + "epoch": 0.7354685646500593, + "grad_norm": 1.4609375, + "learning_rate": 0.0003095, + "loss": 6.1473, + "mean_token_accuracy": 0.11842510327696801, + "num_tokens": 1778042.0, + "step": 620 + }, + { + "entropy": 6.402311325073242, + "epoch": 0.741399762752076, + "grad_norm": 1.109375, + "learning_rate": 0.000312, + "loss": 6.1244, + "mean_token_accuracy": 0.1204920805990696, + "num_tokens": 1791614.0, + "step": 625 + }, + { + "entropy": 6.386654949188232, + "epoch": 0.7473309608540926, + "grad_norm": 1.140625, + "learning_rate": 0.0003145, + "loss": 6.082, + "mean_token_accuracy": 0.1170621544122696, + "num_tokens": 1807388.0, + "step": 630 + }, + { + "entropy": 6.513570547103882, + "epoch": 0.7532621589561092, + "grad_norm": 1.2109375, + "learning_rate": 0.000317, + "loss": 6.187, + "mean_token_accuracy": 0.1129879891872406, + "num_tokens": 1820407.0, + "step": 635 + }, + { + "entropy": 6.353465366363525, + "epoch": 0.7591933570581257, + "grad_norm": 1.140625, + "learning_rate": 0.0003195, + "loss": 6.0709, + "mean_token_accuracy": 0.11846939399838448, + "num_tokens": 1834666.0, + "step": 640 + }, + { + "entropy": 6.402153253555298, + "epoch": 0.7651245551601423, + "grad_norm": 1.390625, + "learning_rate": 0.000322, + "loss": 6.169, + "mean_token_accuracy": 0.11969529762864113, + "num_tokens": 1848160.0, + "step": 645 + }, + { + "entropy": 6.429388856887817, + "epoch": 0.7710557532621589, + "grad_norm": 1.046875, + "learning_rate": 0.00032450000000000003, + "loss": 6.1763, + "mean_token_accuracy": 0.11832700744271278, + "num_tokens": 1865140.0, + "step": 650 + }, + { + "entropy": 6.384272193908691, + "epoch": 0.7769869513641756, + "grad_norm": 1.1484375, + "learning_rate": 0.00032700000000000003, + "loss": 6.0502, + "mean_token_accuracy": 0.12135105207562447, + "num_tokens": 1878447.0, + "step": 655 + }, + { + "entropy": 6.368830823898316, + "epoch": 0.7829181494661922, + "grad_norm": 1.1953125, + "learning_rate": 0.00032950000000000004, + "loss": 6.0999, + "mean_token_accuracy": 0.11421585902571678, + "num_tokens": 1893539.0, + "step": 660 + }, + { + "entropy": 6.452864456176758, + "epoch": 0.7888493475682088, + "grad_norm": 1.1328125, + "learning_rate": 0.00033200000000000005, + "loss": 6.1646, + "mean_token_accuracy": 0.120599914342165, + "num_tokens": 1908052.0, + "step": 665 + }, + { + "entropy": 6.347026681900024, + "epoch": 0.7947805456702254, + "grad_norm": 1.0859375, + "learning_rate": 0.00033450000000000005, + "loss": 6.0494, + "mean_token_accuracy": 0.12437219470739365, + "num_tokens": 1921528.0, + "step": 670 + }, + { + "entropy": 6.360257863998413, + "epoch": 0.800711743772242, + "grad_norm": 1.1640625, + "learning_rate": 0.000337, + "loss": 6.0758, + "mean_token_accuracy": 0.12383257448673249, + "num_tokens": 1935089.0, + "step": 675 + }, + { + "entropy": 6.4030664443969725, + "epoch": 0.8066429418742586, + "grad_norm": 1.203125, + "learning_rate": 0.0003395, + "loss": 6.1896, + "mean_token_accuracy": 0.11006285175681114, + "num_tokens": 1949717.0, + "step": 680 + }, + { + "entropy": 6.300024366378784, + "epoch": 0.8125741399762753, + "grad_norm": 1.546875, + "learning_rate": 0.000342, + "loss": 6.0568, + "mean_token_accuracy": 0.12153587713837624, + "num_tokens": 1962619.0, + "step": 685 + }, + { + "entropy": 6.450096464157104, + "epoch": 0.8185053380782918, + "grad_norm": 1.375, + "learning_rate": 0.00034449999999999997, + "loss": 6.143, + "mean_token_accuracy": 0.11284489929676056, + "num_tokens": 1977094.0, + "step": 690 + }, + { + "entropy": 6.286441040039063, + "epoch": 0.8244365361803084, + "grad_norm": 1.0625, + "learning_rate": 0.000347, + "loss": 6.1106, + "mean_token_accuracy": 0.11766432374715804, + "num_tokens": 1992446.0, + "step": 695 + }, + { + "entropy": 6.301593971252442, + "epoch": 0.830367734282325, + "grad_norm": 1.1640625, + "learning_rate": 0.0003495, + "loss": 6.0526, + "mean_token_accuracy": 0.1210049532353878, + "num_tokens": 2008753.0, + "step": 700 + }, + { + "entropy": 6.312734651565552, + "epoch": 0.8362989323843416, + "grad_norm": 1.140625, + "learning_rate": 0.000352, + "loss": 6.0098, + "mean_token_accuracy": 0.1238975889980793, + "num_tokens": 2024088.0, + "step": 705 + }, + { + "entropy": 6.338296222686767, + "epoch": 0.8422301304863582, + "grad_norm": 1.21875, + "learning_rate": 0.0003545, + "loss": 6.0283, + "mean_token_accuracy": 0.11651979684829712, + "num_tokens": 2038449.0, + "step": 710 + }, + { + "entropy": 6.306093740463257, + "epoch": 0.8481613285883749, + "grad_norm": 1.1328125, + "learning_rate": 0.000357, + "loss": 6.0258, + "mean_token_accuracy": 0.1278011307120323, + "num_tokens": 2052038.0, + "step": 715 + }, + { + "entropy": 6.271956300735473, + "epoch": 0.8540925266903915, + "grad_norm": 1.1875, + "learning_rate": 0.0003595, + "loss": 5.9769, + "mean_token_accuracy": 0.12276132255792618, + "num_tokens": 2064907.0, + "step": 720 + }, + { + "entropy": 6.297043323516846, + "epoch": 0.8600237247924081, + "grad_norm": 1.0703125, + "learning_rate": 0.000362, + "loss": 6.1502, + "mean_token_accuracy": 0.1173181675374508, + "num_tokens": 2081295.0, + "step": 725 + }, + { + "entropy": 6.336274099349976, + "epoch": 0.8659549228944247, + "grad_norm": 1.0390625, + "learning_rate": 0.0003645, + "loss": 6.0652, + "mean_token_accuracy": 0.12099355086684227, + "num_tokens": 2098077.0, + "step": 730 + }, + { + "entropy": 6.285319423675537, + "epoch": 0.8718861209964412, + "grad_norm": 1.1484375, + "learning_rate": 0.000367, + "loss": 6.0532, + "mean_token_accuracy": 0.12013457342982292, + "num_tokens": 2111716.0, + "step": 735 + }, + { + "entropy": 6.27389874458313, + "epoch": 0.8778173190984578, + "grad_norm": 1.1171875, + "learning_rate": 0.0003695, + "loss": 5.9654, + "mean_token_accuracy": 0.13291287645697594, + "num_tokens": 2125757.0, + "step": 740 + }, + { + "entropy": 6.267977666854859, + "epoch": 0.8837485172004745, + "grad_norm": 1.1875, + "learning_rate": 0.000372, + "loss": 6.1618, + "mean_token_accuracy": 0.11648618057370186, + "num_tokens": 2142929.0, + "step": 745 + }, + { + "entropy": 6.27850079536438, + "epoch": 0.8896797153024911, + "grad_norm": 1.265625, + "learning_rate": 0.0003745, + "loss": 6.0379, + "mean_token_accuracy": 0.12373944073915481, + "num_tokens": 2155206.0, + "step": 750 + }, + { + "entropy": 6.240651369094849, + "epoch": 0.8956109134045077, + "grad_norm": 1.1875, + "learning_rate": 0.000377, + "loss": 5.9246, + "mean_token_accuracy": 0.12547165155410767, + "num_tokens": 2169816.0, + "step": 755 + }, + { + "entropy": 6.190544652938843, + "epoch": 0.9015421115065243, + "grad_norm": 1.0390625, + "learning_rate": 0.0003795, + "loss": 6.0044, + "mean_token_accuracy": 0.12672639563679694, + "num_tokens": 2184827.0, + "step": 760 + }, + { + "entropy": 6.259784412384033, + "epoch": 0.9074733096085409, + "grad_norm": 1.15625, + "learning_rate": 0.000382, + "loss": 5.9353, + "mean_token_accuracy": 0.12988706678152084, + "num_tokens": 2199333.0, + "step": 765 + }, + { + "entropy": 6.1021686553955075, + "epoch": 0.9134045077105575, + "grad_norm": 0.87109375, + "learning_rate": 0.0003845, + "loss": 5.9947, + "mean_token_accuracy": 0.12381677329540253, + "num_tokens": 2215239.0, + "step": 770 + }, + { + "entropy": 6.2903533458709715, + "epoch": 0.9193357058125742, + "grad_norm": 1.0390625, + "learning_rate": 0.00038700000000000003, + "loss": 5.9998, + "mean_token_accuracy": 0.1248672790825367, + "num_tokens": 2229369.0, + "step": 775 + }, + { + "entropy": 6.169124412536621, + "epoch": 0.9252669039145908, + "grad_norm": 1.1875, + "learning_rate": 0.00038950000000000003, + "loss": 5.9842, + "mean_token_accuracy": 0.12811334952712058, + "num_tokens": 2242709.0, + "step": 780 + }, + { + "entropy": 6.2337898254394535, + "epoch": 0.9311981020166074, + "grad_norm": 1.140625, + "learning_rate": 0.00039200000000000004, + "loss": 5.9655, + "mean_token_accuracy": 0.12137661054730416, + "num_tokens": 2257067.0, + "step": 785 + }, + { + "entropy": 6.1931390285491945, + "epoch": 0.9371293001186239, + "grad_norm": 1.25, + "learning_rate": 0.00039450000000000005, + "loss": 5.9103, + "mean_token_accuracy": 0.13152316808700562, + "num_tokens": 2270932.0, + "step": 790 + }, + { + "entropy": 6.182427406311035, + "epoch": 0.9430604982206405, + "grad_norm": 1.0546875, + "learning_rate": 0.00039700000000000005, + "loss": 6.0279, + "mean_token_accuracy": 0.12549996599555016, + "num_tokens": 2285517.0, + "step": 795 + }, + { + "entropy": 6.1117936134338375, + "epoch": 0.9489916963226572, + "grad_norm": 1.1875, + "learning_rate": 0.0003995, + "loss": 5.8952, + "mean_token_accuracy": 0.1253364697098732, + "num_tokens": 2298657.0, + "step": 800 + }, + { + "entropy": 6.14580602645874, + "epoch": 0.9549228944246738, + "grad_norm": 1.2109375, + "learning_rate": 0.000402, + "loss": 5.9069, + "mean_token_accuracy": 0.132824869453907, + "num_tokens": 2312521.0, + "step": 805 + }, + { + "entropy": 6.149325656890869, + "epoch": 0.9608540925266904, + "grad_norm": 1.375, + "learning_rate": 0.0004045, + "loss": 5.901, + "mean_token_accuracy": 0.12876850068569184, + "num_tokens": 2325849.0, + "step": 810 + }, + { + "entropy": 6.160182809829712, + "epoch": 0.966785290628707, + "grad_norm": 1.2578125, + "learning_rate": 0.00040699999999999997, + "loss": 5.933, + "mean_token_accuracy": 0.12433248236775399, + "num_tokens": 2339717.0, + "step": 815 + }, + { + "entropy": 6.148682689666748, + "epoch": 0.9727164887307236, + "grad_norm": 1.078125, + "learning_rate": 0.0004095, + "loss": 5.9644, + "mean_token_accuracy": 0.12969405129551886, + "num_tokens": 2353536.0, + "step": 820 + }, + { + "entropy": 6.15325140953064, + "epoch": 0.9786476868327402, + "grad_norm": 1.1953125, + "learning_rate": 0.000412, + "loss": 5.9392, + "mean_token_accuracy": 0.12233664244413375, + "num_tokens": 2368626.0, + "step": 825 + }, + { + "entropy": 6.148900079727173, + "epoch": 0.9845788849347569, + "grad_norm": 1.1796875, + "learning_rate": 0.0004145, + "loss": 6.0228, + "mean_token_accuracy": 0.1229950562119484, + "num_tokens": 2383768.0, + "step": 830 + }, + { + "entropy": 6.253143930435181, + "epoch": 0.9905100830367735, + "grad_norm": 1.1640625, + "learning_rate": 0.000417, + "loss": 6.0531, + "mean_token_accuracy": 0.12633627876639367, + "num_tokens": 2398089.0, + "step": 835 + }, + { + "entropy": 6.143814277648926, + "epoch": 0.99644128113879, + "grad_norm": 1.15625, + "learning_rate": 0.0004195, + "loss": 5.9179, + "mean_token_accuracy": 0.13075150698423385, + "num_tokens": 2411354.0, + "step": 840 + }, + { + "entropy": 6.1597785472869875, + "epoch": 1.0023724792408066, + "grad_norm": 1.1015625, + "learning_rate": 0.000422, + "loss": 5.9132, + "mean_token_accuracy": 0.1338951252400875, + "num_tokens": 2425071.0, + "step": 845 + }, + { + "entropy": 6.226427221298218, + "epoch": 1.0083036773428233, + "grad_norm": 1.234375, + "learning_rate": 0.0004245, + "loss": 5.8618, + "mean_token_accuracy": 0.13656074777245522, + "num_tokens": 2439143.0, + "step": 850 + }, + { + "entropy": 5.997689485549927, + "epoch": 1.0142348754448398, + "grad_norm": 1.0859375, + "learning_rate": 0.000427, + "loss": 5.7022, + "mean_token_accuracy": 0.1348326951265335, + "num_tokens": 2453466.0, + "step": 855 + }, + { + "entropy": 6.064882230758667, + "epoch": 1.0201660735468565, + "grad_norm": 1.21875, + "learning_rate": 0.0004295, + "loss": 5.815, + "mean_token_accuracy": 0.13819923251867294, + "num_tokens": 2466802.0, + "step": 860 + }, + { + "entropy": 6.077611827850342, + "epoch": 1.026097271648873, + "grad_norm": 1.265625, + "learning_rate": 0.000432, + "loss": 5.7763, + "mean_token_accuracy": 0.13229055777192117, + "num_tokens": 2480080.0, + "step": 865 + }, + { + "entropy": 6.0491447925567625, + "epoch": 1.0320284697508897, + "grad_norm": 1.390625, + "learning_rate": 0.0004345, + "loss": 5.83, + "mean_token_accuracy": 0.1349202238023281, + "num_tokens": 2495196.0, + "step": 870 + }, + { + "entropy": 5.99519829750061, + "epoch": 1.0379596678529064, + "grad_norm": 1.1875, + "learning_rate": 0.000437, + "loss": 5.734, + "mean_token_accuracy": 0.13301657065749167, + "num_tokens": 2510084.0, + "step": 875 + }, + { + "entropy": 6.138531064987182, + "epoch": 1.0438908659549229, + "grad_norm": 1.203125, + "learning_rate": 0.0004395, + "loss": 5.8045, + "mean_token_accuracy": 0.13315934240818023, + "num_tokens": 2522834.0, + "step": 880 + }, + { + "entropy": 6.013190269470215, + "epoch": 1.0498220640569396, + "grad_norm": 1.0703125, + "learning_rate": 0.000442, + "loss": 5.7781, + "mean_token_accuracy": 0.1408059172332287, + "num_tokens": 2536778.0, + "step": 885 + }, + { + "entropy": 6.016625690460205, + "epoch": 1.055753262158956, + "grad_norm": 1.171875, + "learning_rate": 0.0004445, + "loss": 5.8079, + "mean_token_accuracy": 0.13629683703184128, + "num_tokens": 2551220.0, + "step": 890 + }, + { + "entropy": 6.152676439285278, + "epoch": 1.0616844602609727, + "grad_norm": 1.2734375, + "learning_rate": 0.000447, + "loss": 5.8853, + "mean_token_accuracy": 0.12912147343158722, + "num_tokens": 2565686.0, + "step": 895 + }, + { + "entropy": 5.9945775985717775, + "epoch": 1.0676156583629894, + "grad_norm": 1.234375, + "learning_rate": 0.00044950000000000003, + "loss": 5.8012, + "mean_token_accuracy": 0.1301092065870762, + "num_tokens": 2579569.0, + "step": 900 + }, + { + "entropy": 6.045119094848633, + "epoch": 1.073546856465006, + "grad_norm": 1.390625, + "learning_rate": 0.00045200000000000004, + "loss": 5.7873, + "mean_token_accuracy": 0.13423676043748856, + "num_tokens": 2593226.0, + "step": 905 + }, + { + "entropy": 5.971383666992187, + "epoch": 1.0794780545670226, + "grad_norm": 1.046875, + "learning_rate": 0.00045450000000000004, + "loss": 5.748, + "mean_token_accuracy": 0.13364143371582032, + "num_tokens": 2607711.0, + "step": 910 + }, + { + "entropy": 6.028302955627441, + "epoch": 1.085409252669039, + "grad_norm": 1.109375, + "learning_rate": 0.00045700000000000005, + "loss": 5.7788, + "mean_token_accuracy": 0.13531881719827651, + "num_tokens": 2623024.0, + "step": 915 + }, + { + "entropy": 6.003001356124878, + "epoch": 1.0913404507710558, + "grad_norm": 1.078125, + "learning_rate": 0.00045950000000000006, + "loss": 5.7666, + "mean_token_accuracy": 0.1361100286245346, + "num_tokens": 2637824.0, + "step": 920 + }, + { + "entropy": 5.995635271072388, + "epoch": 1.0972716488730723, + "grad_norm": 1.1796875, + "learning_rate": 0.000462, + "loss": 5.7772, + "mean_token_accuracy": 0.13633406162261963, + "num_tokens": 2652077.0, + "step": 925 + }, + { + "entropy": 5.994116687774659, + "epoch": 1.103202846975089, + "grad_norm": 1.2265625, + "learning_rate": 0.0004645, + "loss": 5.7796, + "mean_token_accuracy": 0.1343744106590748, + "num_tokens": 2666791.0, + "step": 930 + }, + { + "entropy": 5.9884919166564945, + "epoch": 1.1091340450771057, + "grad_norm": 0.9375, + "learning_rate": 0.000467, + "loss": 5.8653, + "mean_token_accuracy": 0.13153321593999862, + "num_tokens": 2681482.0, + "step": 935 + }, + { + "entropy": 5.957932996749878, + "epoch": 1.1150652431791221, + "grad_norm": 1.09375, + "learning_rate": 0.0004695, + "loss": 5.6686, + "mean_token_accuracy": 0.14378132447600364, + "num_tokens": 2695305.0, + "step": 940 + }, + { + "entropy": 6.023182153701782, + "epoch": 1.1209964412811388, + "grad_norm": 1.1640625, + "learning_rate": 0.000472, + "loss": 5.7336, + "mean_token_accuracy": 0.13786137402057647, + "num_tokens": 2712211.0, + "step": 945 + }, + { + "entropy": 5.941826725006104, + "epoch": 1.1269276393831553, + "grad_norm": 1.109375, + "learning_rate": 0.0004745, + "loss": 5.7816, + "mean_token_accuracy": 0.13546779826283456, + "num_tokens": 2726888.0, + "step": 950 + }, + { + "entropy": 5.957491064071656, + "epoch": 1.132858837485172, + "grad_norm": 1.0859375, + "learning_rate": 0.000477, + "loss": 5.7527, + "mean_token_accuracy": 0.13760311529040337, + "num_tokens": 2741734.0, + "step": 955 + }, + { + "entropy": 5.94100170135498, + "epoch": 1.1387900355871885, + "grad_norm": 1.3046875, + "learning_rate": 0.0004795, + "loss": 5.7551, + "mean_token_accuracy": 0.14393994361162185, + "num_tokens": 2754680.0, + "step": 960 + }, + { + "entropy": 5.94309253692627, + "epoch": 1.1447212336892052, + "grad_norm": 1.3125, + "learning_rate": 0.000482, + "loss": 5.8065, + "mean_token_accuracy": 0.129212536662817, + "num_tokens": 2769572.0, + "step": 965 + }, + { + "entropy": 6.076050662994385, + "epoch": 1.150652431791222, + "grad_norm": 1.3359375, + "learning_rate": 0.0004845, + "loss": 5.7537, + "mean_token_accuracy": 0.13419156968593599, + "num_tokens": 2782948.0, + "step": 970 + }, + { + "entropy": 5.846741008758545, + "epoch": 1.1565836298932384, + "grad_norm": 1.1171875, + "learning_rate": 0.000487, + "loss": 5.6832, + "mean_token_accuracy": 0.1396567314863205, + "num_tokens": 2795399.0, + "step": 975 + }, + { + "entropy": 5.9153892993927, + "epoch": 1.162514827995255, + "grad_norm": 1.203125, + "learning_rate": 0.0004895, + "loss": 5.6837, + "mean_token_accuracy": 0.13754538744688033, + "num_tokens": 2809591.0, + "step": 980 + }, + { + "entropy": 5.938817977905273, + "epoch": 1.1684460260972718, + "grad_norm": 1.015625, + "learning_rate": 0.000492, + "loss": 5.7227, + "mean_token_accuracy": 0.13820295482873918, + "num_tokens": 2824106.0, + "step": 985 + }, + { + "entropy": 5.93713231086731, + "epoch": 1.1743772241992882, + "grad_norm": 1.1640625, + "learning_rate": 0.0004945, + "loss": 5.8459, + "mean_token_accuracy": 0.1346195101737976, + "num_tokens": 2838616.0, + "step": 990 + }, + { + "entropy": 5.968208456039429, + "epoch": 1.180308422301305, + "grad_norm": 1.4140625, + "learning_rate": 0.000497, + "loss": 5.7473, + "mean_token_accuracy": 0.13854797407984734, + "num_tokens": 2851707.0, + "step": 995 + }, + { + "entropy": 5.898858261108399, + "epoch": 1.1862396204033214, + "grad_norm": 1.0390625, + "learning_rate": 0.0004995, + "loss": 5.7691, + "mean_token_accuracy": 0.1328132927417755, + "num_tokens": 2867644.0, + "step": 1000 + }, + { + "epoch": 1.1862396204033214, + "eval_entropy": 5.91133521232137, + "eval_loss": 6.012734413146973, + "eval_mean_token_accuracy": 0.13139666496930313, + "eval_num_tokens": 2867644.0, + "eval_runtime": 2.4739, + "eval_samples_per_second": 1054.225, + "eval_steps_per_second": 131.778, + "step": 1000 + }, + { + "entropy": 5.986166191101074, + "epoch": 1.1921708185053381, + "grad_norm": 1.0703125, + "learning_rate": 0.00049999967732573, + "loss": 5.7701, + "mean_token_accuracy": 0.1327154405415058, + "num_tokens": 2882663.0, + "step": 1005 + }, + { + "entropy": 5.940847110748291, + "epoch": 1.1981020166073546, + "grad_norm": 1.21875, + "learning_rate": 0.0004999983664630945, + "loss": 5.8284, + "mean_token_accuracy": 0.1329515464603901, + "num_tokens": 2898791.0, + "step": 1010 + }, + { + "entropy": 5.939939355850219, + "epoch": 1.2040332147093713, + "grad_norm": 1.09375, + "learning_rate": 0.0004999960472508219, + "loss": 5.7229, + "mean_token_accuracy": 0.14346506744623183, + "num_tokens": 2912997.0, + "step": 1015 + }, + { + "entropy": 5.890226602554321, + "epoch": 1.209964412811388, + "grad_norm": 1.171875, + "learning_rate": 0.0004999927196993059, + "loss": 5.7083, + "mean_token_accuracy": 0.1415116421878338, + "num_tokens": 2925064.0, + "step": 1020 + }, + { + "entropy": 5.959262037277222, + "epoch": 1.2158956109134045, + "grad_norm": 1.1484375, + "learning_rate": 0.0004999883838234592, + "loss": 5.7633, + "mean_token_accuracy": 0.13465891852974893, + "num_tokens": 2941400.0, + "step": 1025 + }, + { + "entropy": 5.861705589294433, + "epoch": 1.2218268090154212, + "grad_norm": 1.1328125, + "learning_rate": 0.0004999830396427133, + "loss": 5.7352, + "mean_token_accuracy": 0.13958436101675034, + "num_tokens": 2955541.0, + "step": 1030 + }, + { + "entropy": 5.922749280929565, + "epoch": 1.2277580071174377, + "grad_norm": 1.109375, + "learning_rate": 0.0004999766871810188, + "loss": 5.7479, + "mean_token_accuracy": 0.1416574686765671, + "num_tokens": 2968928.0, + "step": 1035 + }, + { + "entropy": 5.934699630737304, + "epoch": 1.2336892052194544, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999693264668446, + "loss": 5.6844, + "mean_token_accuracy": 0.14234655275940894, + "num_tokens": 2984072.0, + "step": 1040 + }, + { + "entropy": 5.891662549972534, + "epoch": 1.2396204033214708, + "grad_norm": 1.015625, + "learning_rate": 0.0004999609575331786, + "loss": 5.7787, + "mean_token_accuracy": 0.13772650435566902, + "num_tokens": 2999083.0, + "step": 1045 + }, + { + "entropy": 5.854400157928467, + "epoch": 1.2455516014234875, + "grad_norm": 1.1796875, + "learning_rate": 0.0004999515804175268, + "loss": 5.726, + "mean_token_accuracy": 0.13745229691267014, + "num_tokens": 3012738.0, + "step": 1050 + }, + { + "entropy": 5.869228887557983, + "epoch": 1.2514827995255042, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999411951619134, + "loss": 5.6694, + "mean_token_accuracy": 0.14171827286481858, + "num_tokens": 3027929.0, + "step": 1055 + }, + { + "entropy": 5.864783573150635, + "epoch": 1.2574139976275207, + "grad_norm": 0.98828125, + "learning_rate": 0.000499929801812881, + "loss": 5.8025, + "mean_token_accuracy": 0.13281177058815957, + "num_tokens": 3043576.0, + "step": 1060 + }, + { + "entropy": 5.822867107391358, + "epoch": 1.2633451957295374, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999174004214899, + "loss": 5.6696, + "mean_token_accuracy": 0.1398370385169983, + "num_tokens": 3059352.0, + "step": 1065 + }, + { + "entropy": 5.936639642715454, + "epoch": 1.269276393831554, + "grad_norm": 1.1484375, + "learning_rate": 0.0004999039910433179, + "loss": 5.7859, + "mean_token_accuracy": 0.1422264978289604, + "num_tokens": 3073140.0, + "step": 1070 + }, + { + "entropy": 5.890475559234619, + "epoch": 1.2752075919335706, + "grad_norm": 1.1015625, + "learning_rate": 0.0004998895737384605, + "loss": 5.7601, + "mean_token_accuracy": 0.14164954274892808, + "num_tokens": 3087710.0, + "step": 1075 + }, + { + "entropy": 5.919763278961182, + "epoch": 1.281138790035587, + "grad_norm": 1.125, + "learning_rate": 0.0004998741485715297, + "loss": 5.713, + "mean_token_accuracy": 0.14089994207024575, + "num_tokens": 3102035.0, + "step": 1080 + }, + { + "entropy": 5.838283920288086, + "epoch": 1.2870699881376038, + "grad_norm": 0.984375, + "learning_rate": 0.0004998577156116551, + "loss": 5.7754, + "mean_token_accuracy": 0.13512811809778214, + "num_tokens": 3118534.0, + "step": 1085 + }, + { + "entropy": 5.856381511688232, + "epoch": 1.2930011862396205, + "grad_norm": 1.0078125, + "learning_rate": 0.0004998402749324823, + "loss": 5.7229, + "mean_token_accuracy": 0.13245076537132264, + "num_tokens": 3133419.0, + "step": 1090 + }, + { + "entropy": 5.997888469696045, + "epoch": 1.298932384341637, + "grad_norm": 1.25, + "learning_rate": 0.0004998218266121731, + "loss": 5.8243, + "mean_token_accuracy": 0.1440747559070587, + "num_tokens": 3145903.0, + "step": 1095 + }, + { + "entropy": 5.824967718124389, + "epoch": 1.3048635824436536, + "grad_norm": 1.078125, + "learning_rate": 0.0004998023707334055, + "loss": 5.7688, + "mean_token_accuracy": 0.1350715659558773, + "num_tokens": 3159938.0, + "step": 1100 + }, + { + "entropy": 5.8246561050415036, + "epoch": 1.3107947805456703, + "grad_norm": 0.9921875, + "learning_rate": 0.0004997819073833724, + "loss": 5.6475, + "mean_token_accuracy": 0.1452900804579258, + "num_tokens": 3175089.0, + "step": 1105 + }, + { + "entropy": 5.855417728424072, + "epoch": 1.3167259786476868, + "grad_norm": 1.0859375, + "learning_rate": 0.0004997604366537823, + "loss": 5.7858, + "mean_token_accuracy": 0.13705137223005295, + "num_tokens": 3191027.0, + "step": 1110 + }, + { + "entropy": 5.746766853332519, + "epoch": 1.3226571767497035, + "grad_norm": 1.140625, + "learning_rate": 0.000499737958640858, + "loss": 5.6247, + "mean_token_accuracy": 0.14565233290195465, + "num_tokens": 3205489.0, + "step": 1115 + }, + { + "entropy": 5.841010189056396, + "epoch": 1.32858837485172, + "grad_norm": 1.0625, + "learning_rate": 0.0004997144734453367, + "loss": 5.604, + "mean_token_accuracy": 0.14238353818655014, + "num_tokens": 3218764.0, + "step": 1120 + }, + { + "entropy": 5.837244129180908, + "epoch": 1.3345195729537367, + "grad_norm": 1.0078125, + "learning_rate": 0.0004996899811724693, + "loss": 5.7391, + "mean_token_accuracy": 0.13837844729423524, + "num_tokens": 3232953.0, + "step": 1125 + }, + { + "entropy": 5.772788858413696, + "epoch": 1.3404507710557532, + "grad_norm": 1.03125, + "learning_rate": 0.0004996644819320201, + "loss": 5.646, + "mean_token_accuracy": 0.14131752848625184, + "num_tokens": 3246977.0, + "step": 1130 + }, + { + "entropy": 5.676492929458618, + "epoch": 1.3463819691577699, + "grad_norm": 1.1640625, + "learning_rate": 0.0004996379758382662, + "loss": 5.5467, + "mean_token_accuracy": 0.14851859956979752, + "num_tokens": 3260668.0, + "step": 1135 + }, + { + "entropy": 5.83406023979187, + "epoch": 1.3523131672597866, + "grad_norm": 1.0859375, + "learning_rate": 0.0004996104630099969, + "loss": 5.6622, + "mean_token_accuracy": 0.1436814546585083, + "num_tokens": 3274213.0, + "step": 1140 + }, + { + "entropy": 5.770905447006226, + "epoch": 1.358244365361803, + "grad_norm": 1.1875, + "learning_rate": 0.0004995819435705133, + "loss": 5.6455, + "mean_token_accuracy": 0.13666117042303086, + "num_tokens": 3288011.0, + "step": 1145 + }, + { + "entropy": 5.856086683273316, + "epoch": 1.3641755634638197, + "grad_norm": 1.0546875, + "learning_rate": 0.0004995524176476277, + "loss": 5.7079, + "mean_token_accuracy": 0.1383526973426342, + "num_tokens": 3303263.0, + "step": 1150 + }, + { + "entropy": 5.795949029922485, + "epoch": 1.3701067615658362, + "grad_norm": 1.1328125, + "learning_rate": 0.0004995218853736631, + "loss": 5.6848, + "mean_token_accuracy": 0.14614594876766204, + "num_tokens": 3316843.0, + "step": 1155 + }, + { + "entropy": 5.752928686141968, + "epoch": 1.376037959667853, + "grad_norm": 1.0625, + "learning_rate": 0.0004994903468854527, + "loss": 5.5688, + "mean_token_accuracy": 0.14343352913856505, + "num_tokens": 3331527.0, + "step": 1160 + }, + { + "entropy": 5.751480293273926, + "epoch": 1.3819691577698694, + "grad_norm": 1.09375, + "learning_rate": 0.0004994578023243386, + "loss": 5.6655, + "mean_token_accuracy": 0.1439042344689369, + "num_tokens": 3347795.0, + "step": 1165 + }, + { + "entropy": 5.797406005859375, + "epoch": 1.387900355871886, + "grad_norm": 0.94140625, + "learning_rate": 0.0004994242518361723, + "loss": 5.7132, + "mean_token_accuracy": 0.1414179876446724, + "num_tokens": 3363532.0, + "step": 1170 + }, + { + "entropy": 5.777079343795776, + "epoch": 1.3938315539739028, + "grad_norm": 1.109375, + "learning_rate": 0.0004993896955713133, + "loss": 5.6743, + "mean_token_accuracy": 0.14409229755401612, + "num_tokens": 3377040.0, + "step": 1175 + }, + { + "entropy": 5.753640937805176, + "epoch": 1.3997627520759193, + "grad_norm": 1.25, + "learning_rate": 0.0004993541336846283, + "loss": 5.6287, + "mean_token_accuracy": 0.1529825061559677, + "num_tokens": 3390663.0, + "step": 1180 + }, + { + "entropy": 5.791894626617432, + "epoch": 1.405693950177936, + "grad_norm": 0.96875, + "learning_rate": 0.000499317566335491, + "loss": 5.6625, + "mean_token_accuracy": 0.1494051843881607, + "num_tokens": 3405860.0, + "step": 1185 + }, + { + "entropy": 5.734993839263916, + "epoch": 1.4116251482799527, + "grad_norm": 1.0859375, + "learning_rate": 0.0004992799936877813, + "loss": 5.6489, + "mean_token_accuracy": 0.14007329940795898, + "num_tokens": 3420248.0, + "step": 1190 + }, + { + "entropy": 5.817593097686768, + "epoch": 1.4175563463819691, + "grad_norm": 1.03125, + "learning_rate": 0.0004992414159098841, + "loss": 5.6469, + "mean_token_accuracy": 0.14704996794462205, + "num_tokens": 3434126.0, + "step": 1195 + }, + { + "entropy": 5.779922151565552, + "epoch": 1.4234875444839858, + "grad_norm": 1.1328125, + "learning_rate": 0.0004992018331746891, + "loss": 5.7038, + "mean_token_accuracy": 0.14136891365051268, + "num_tokens": 3449462.0, + "step": 1200 + }, + { + "entropy": 5.80670485496521, + "epoch": 1.4294187425860023, + "grad_norm": 1.0078125, + "learning_rate": 0.0004991612456595896, + "loss": 5.7589, + "mean_token_accuracy": 0.1408810332417488, + "num_tokens": 3465536.0, + "step": 1205 + }, + { + "entropy": 5.7316718101501465, + "epoch": 1.435349940688019, + "grad_norm": 1.0859375, + "learning_rate": 0.0004991196535464824, + "loss": 5.6359, + "mean_token_accuracy": 0.14721256196498872, + "num_tokens": 3479129.0, + "step": 1210 + }, + { + "entropy": 5.719354104995728, + "epoch": 1.4412811387900355, + "grad_norm": 1.3203125, + "learning_rate": 0.0004990770570217659, + "loss": 5.5441, + "mean_token_accuracy": 0.15703994482755662, + "num_tokens": 3492191.0, + "step": 1215 + }, + { + "entropy": 5.779579067230225, + "epoch": 1.4472123368920522, + "grad_norm": 1.1796875, + "learning_rate": 0.0004990334562763401, + "loss": 5.7006, + "mean_token_accuracy": 0.1453902617096901, + "num_tokens": 3507459.0, + "step": 1220 + }, + { + "entropy": 5.741008663177491, + "epoch": 1.453143534994069, + "grad_norm": 1.0390625, + "learning_rate": 0.0004989888515056057, + "loss": 5.6628, + "mean_token_accuracy": 0.14069193080067635, + "num_tokens": 3521517.0, + "step": 1225 + }, + { + "entropy": 5.746186399459839, + "epoch": 1.4590747330960854, + "grad_norm": 1.0625, + "learning_rate": 0.0004989432429094627, + "loss": 5.6036, + "mean_token_accuracy": 0.1472635604441166, + "num_tokens": 3535279.0, + "step": 1230 + }, + { + "entropy": 5.725585222244263, + "epoch": 1.465005931198102, + "grad_norm": 1.0859375, + "learning_rate": 0.0004988966306923099, + "loss": 5.5219, + "mean_token_accuracy": 0.1509362980723381, + "num_tokens": 3549960.0, + "step": 1235 + }, + { + "entropy": 5.702635431289673, + "epoch": 1.4709371293001186, + "grad_norm": 1.078125, + "learning_rate": 0.0004988490150630441, + "loss": 5.6504, + "mean_token_accuracy": 0.1413729466497898, + "num_tokens": 3563814.0, + "step": 1240 + }, + { + "entropy": 5.836396932601929, + "epoch": 1.4768683274021353, + "grad_norm": 1.0390625, + "learning_rate": 0.0004988003962350589, + "loss": 5.653, + "mean_token_accuracy": 0.15044173300266267, + "num_tokens": 3577529.0, + "step": 1245 + }, + { + "entropy": 5.712747097015381, + "epoch": 1.4827995255041517, + "grad_norm": 1.21875, + "learning_rate": 0.0004987507744262436, + "loss": 5.5913, + "mean_token_accuracy": 0.1456787832081318, + "num_tokens": 3591812.0, + "step": 1250 + }, + { + "entropy": 5.635834550857544, + "epoch": 1.4887307236061684, + "grad_norm": 1.0546875, + "learning_rate": 0.0004987001498589828, + "loss": 5.5787, + "mean_token_accuracy": 0.14813287556171417, + "num_tokens": 3604954.0, + "step": 1255 + }, + { + "entropy": 5.760722827911377, + "epoch": 1.4946619217081851, + "grad_norm": 1.03125, + "learning_rate": 0.0004986485227601548, + "loss": 5.6178, + "mean_token_accuracy": 0.14130520299077035, + "num_tokens": 3620486.0, + "step": 1260 + }, + { + "entropy": 5.717405652999878, + "epoch": 1.5005931198102016, + "grad_norm": 0.9921875, + "learning_rate": 0.000498595893361131, + "loss": 5.555, + "mean_token_accuracy": 0.15612171441316605, + "num_tokens": 3633972.0, + "step": 1265 + }, + { + "entropy": 5.7364737033844, + "epoch": 1.5065243179122183, + "grad_norm": 1.0546875, + "learning_rate": 0.0004985422618977744, + "loss": 5.6037, + "mean_token_accuracy": 0.151451975107193, + "num_tokens": 3649306.0, + "step": 1270 + }, + { + "entropy": 5.7654664516448975, + "epoch": 1.512455516014235, + "grad_norm": 0.98828125, + "learning_rate": 0.0004984876286104392, + "loss": 5.6786, + "mean_token_accuracy": 0.14375052377581596, + "num_tokens": 3664809.0, + "step": 1275 + }, + { + "entropy": 5.70614218711853, + "epoch": 1.5183867141162515, + "grad_norm": 1.2421875, + "learning_rate": 0.0004984319937439693, + "loss": 5.6095, + "mean_token_accuracy": 0.15040914267301558, + "num_tokens": 3677669.0, + "step": 1280 + }, + { + "entropy": 5.743654489517212, + "epoch": 1.524317912218268, + "grad_norm": 1.015625, + "learning_rate": 0.0004983753575476969, + "loss": 5.6267, + "mean_token_accuracy": 0.14291197434067726, + "num_tokens": 3690588.0, + "step": 1285 + }, + { + "entropy": 5.696566772460938, + "epoch": 1.5302491103202847, + "grad_norm": 1.0703125, + "learning_rate": 0.0004983177202754421, + "loss": 5.6522, + "mean_token_accuracy": 0.14571921825408934, + "num_tokens": 3703749.0, + "step": 1290 + }, + { + "entropy": 5.805274868011475, + "epoch": 1.5361803084223014, + "grad_norm": 0.9296875, + "learning_rate": 0.0004982590821855115, + "loss": 5.68, + "mean_token_accuracy": 0.13761823400855064, + "num_tokens": 3720181.0, + "step": 1295 + }, + { + "entropy": 5.711960506439209, + "epoch": 1.5421115065243178, + "grad_norm": 0.953125, + "learning_rate": 0.0004981994435406965, + "loss": 5.6042, + "mean_token_accuracy": 0.14782098084688186, + "num_tokens": 3734918.0, + "step": 1300 + }, + { + "entropy": 5.666572904586792, + "epoch": 1.5480427046263345, + "grad_norm": 0.9765625, + "learning_rate": 0.0004981388046082731, + "loss": 5.5494, + "mean_token_accuracy": 0.15440027564764022, + "num_tokens": 3748660.0, + "step": 1305 + }, + { + "entropy": 5.685553789138794, + "epoch": 1.5539739027283512, + "grad_norm": 0.97265625, + "learning_rate": 0.0004980771656599998, + "loss": 5.6201, + "mean_token_accuracy": 0.14841450601816178, + "num_tokens": 3763481.0, + "step": 1310 + }, + { + "entropy": 5.763680267333984, + "epoch": 1.5599051008303677, + "grad_norm": 1.0390625, + "learning_rate": 0.0004980145269721168, + "loss": 5.6376, + "mean_token_accuracy": 0.14404506087303162, + "num_tokens": 3777077.0, + "step": 1315 + }, + { + "entropy": 5.685877466201783, + "epoch": 1.5658362989323842, + "grad_norm": 0.91796875, + "learning_rate": 0.000497950888825345, + "loss": 5.6386, + "mean_token_accuracy": 0.14266225099563598, + "num_tokens": 3793649.0, + "step": 1320 + }, + { + "entropy": 5.687498426437378, + "epoch": 1.571767497034401, + "grad_norm": 0.96484375, + "learning_rate": 0.000497886251504884, + "loss": 5.5262, + "mean_token_accuracy": 0.15134050250053405, + "num_tokens": 3807712.0, + "step": 1325 + }, + { + "entropy": 5.639243650436401, + "epoch": 1.5776986951364176, + "grad_norm": 0.98046875, + "learning_rate": 0.0004978206153004117, + "loss": 5.5347, + "mean_token_accuracy": 0.1552049770951271, + "num_tokens": 3821637.0, + "step": 1330 + }, + { + "entropy": 5.8086631298065186, + "epoch": 1.583629893238434, + "grad_norm": 1.0546875, + "learning_rate": 0.0004977539805060824, + "loss": 5.6912, + "mean_token_accuracy": 0.1436895474791527, + "num_tokens": 3836272.0, + "step": 1335 + }, + { + "entropy": 5.614665985107422, + "epoch": 1.5895610913404508, + "grad_norm": 1.1171875, + "learning_rate": 0.0004976863474205257, + "loss": 5.5055, + "mean_token_accuracy": 0.15429906994104386, + "num_tokens": 3850018.0, + "step": 1340 + }, + { + "entropy": 5.774603271484375, + "epoch": 1.5954922894424675, + "grad_norm": 1.1640625, + "learning_rate": 0.0004976177163468451, + "loss": 5.5949, + "mean_token_accuracy": 0.15020062923431396, + "num_tokens": 3865061.0, + "step": 1345 + }, + { + "entropy": 5.631220006942749, + "epoch": 1.601423487544484, + "grad_norm": 1.09375, + "learning_rate": 0.0004975480875926168, + "loss": 5.6835, + "mean_token_accuracy": 0.15097753554582596, + "num_tokens": 3879697.0, + "step": 1350 + }, + { + "entropy": 5.735270404815674, + "epoch": 1.6073546856465006, + "grad_norm": 1.140625, + "learning_rate": 0.000497477461469888, + "loss": 5.4825, + "mean_token_accuracy": 0.15924198776483536, + "num_tokens": 3891889.0, + "step": 1355 + }, + { + "entropy": 5.665686845779419, + "epoch": 1.6132858837485173, + "grad_norm": 1.0234375, + "learning_rate": 0.0004974058382951757, + "loss": 5.5945, + "mean_token_accuracy": 0.1450992450118065, + "num_tokens": 3907356.0, + "step": 1360 + }, + { + "entropy": 5.731923580169678, + "epoch": 1.6192170818505338, + "grad_norm": 1.078125, + "learning_rate": 0.0004973332183894653, + "loss": 5.5786, + "mean_token_accuracy": 0.14734622836112976, + "num_tokens": 3921839.0, + "step": 1365 + }, + { + "entropy": 5.587240982055664, + "epoch": 1.6251482799525503, + "grad_norm": 0.9609375, + "learning_rate": 0.0004972596020782096, + "loss": 5.483, + "mean_token_accuracy": 0.15152351856231688, + "num_tokens": 3937266.0, + "step": 1370 + }, + { + "entropy": 5.740517473220825, + "epoch": 1.631079478054567, + "grad_norm": 1.046875, + "learning_rate": 0.0004971849896913259, + "loss": 5.6174, + "mean_token_accuracy": 0.14421468004584312, + "num_tokens": 3952721.0, + "step": 1375 + }, + { + "entropy": 5.699207830429077, + "epoch": 1.6370106761565837, + "grad_norm": 1.21875, + "learning_rate": 0.0004971093815631965, + "loss": 5.626, + "mean_token_accuracy": 0.14614131152629853, + "num_tokens": 3966557.0, + "step": 1380 + }, + { + "entropy": 5.577703142166138, + "epoch": 1.6429418742586002, + "grad_norm": 0.98828125, + "learning_rate": 0.0004970327780326655, + "loss": 5.4592, + "mean_token_accuracy": 0.15435569435358049, + "num_tokens": 3978739.0, + "step": 1385 + }, + { + "entropy": 5.523289442062378, + "epoch": 1.6488730723606169, + "grad_norm": 0.90234375, + "learning_rate": 0.0004969551794430383, + "loss": 5.4758, + "mean_token_accuracy": 0.15182152688503264, + "num_tokens": 3993868.0, + "step": 1390 + }, + { + "entropy": 5.735844373703003, + "epoch": 1.6548042704626336, + "grad_norm": 1.0859375, + "learning_rate": 0.0004968765861420799, + "loss": 5.6032, + "mean_token_accuracy": 0.15374974012374878, + "num_tokens": 4006661.0, + "step": 1395 + }, + { + "entropy": 5.63426947593689, + "epoch": 1.66073546856465, + "grad_norm": 0.984375, + "learning_rate": 0.0004967969984820128, + "loss": 5.5828, + "mean_token_accuracy": 0.1495743677020073, + "num_tokens": 4021670.0, + "step": 1400 + }, + { + "entropy": 5.673282051086426, + "epoch": 1.6666666666666665, + "grad_norm": 1.0703125, + "learning_rate": 0.0004967164168195159, + "loss": 5.5646, + "mean_token_accuracy": 0.1479659453034401, + "num_tokens": 4036995.0, + "step": 1405 + }, + { + "entropy": 5.667166376113892, + "epoch": 1.6725978647686834, + "grad_norm": 1.15625, + "learning_rate": 0.000496634841515723, + "loss": 5.6035, + "mean_token_accuracy": 0.15370306074619294, + "num_tokens": 4049464.0, + "step": 1410 + }, + { + "entropy": 5.649252462387085, + "epoch": 1.6785290628707, + "grad_norm": 1.15625, + "learning_rate": 0.0004965522729362209, + "loss": 5.5096, + "mean_token_accuracy": 0.15451542884111405, + "num_tokens": 4063630.0, + "step": 1415 + }, + { + "entropy": 5.63691987991333, + "epoch": 1.6844602609727164, + "grad_norm": 1.1484375, + "learning_rate": 0.0004964687114510478, + "loss": 5.5176, + "mean_token_accuracy": 0.14818612933158876, + "num_tokens": 4079890.0, + "step": 1420 + }, + { + "entropy": 5.556159973144531, + "epoch": 1.690391459074733, + "grad_norm": 0.984375, + "learning_rate": 0.0004963841574346917, + "loss": 5.5784, + "mean_token_accuracy": 0.15199574530124665, + "num_tokens": 4095693.0, + "step": 1425 + }, + { + "entropy": 5.76162371635437, + "epoch": 1.6963226571767498, + "grad_norm": 1.0390625, + "learning_rate": 0.0004962986112660887, + "loss": 5.6264, + "mean_token_accuracy": 0.14758573174476625, + "num_tokens": 4109655.0, + "step": 1430 + }, + { + "entropy": 5.5980674743652346, + "epoch": 1.7022538552787663, + "grad_norm": 1.046875, + "learning_rate": 0.0004962120733286215, + "loss": 5.4904, + "mean_token_accuracy": 0.15562087446451187, + "num_tokens": 4123870.0, + "step": 1435 + }, + { + "entropy": 5.724174547195434, + "epoch": 1.708185053380783, + "grad_norm": 1.0859375, + "learning_rate": 0.0004961245440101171, + "loss": 5.6127, + "mean_token_accuracy": 0.15370832234621049, + "num_tokens": 4138009.0, + "step": 1440 + }, + { + "entropy": 5.661290311813355, + "epoch": 1.7141162514827997, + "grad_norm": 1.125, + "learning_rate": 0.000496036023702846, + "loss": 5.6985, + "mean_token_accuracy": 0.14476853236556053, + "num_tokens": 4151929.0, + "step": 1445 + }, + { + "entropy": 5.681108665466309, + "epoch": 1.7200474495848161, + "grad_norm": 1.109375, + "learning_rate": 0.0004959465128035195, + "loss": 5.5322, + "mean_token_accuracy": 0.1587254822254181, + "num_tokens": 4164626.0, + "step": 1450 + }, + { + "entropy": 5.668149662017822, + "epoch": 1.7259786476868326, + "grad_norm": 0.96875, + "learning_rate": 0.0004958560117132884, + "loss": 5.4829, + "mean_token_accuracy": 0.1552940219640732, + "num_tokens": 4179418.0, + "step": 1455 + }, + { + "entropy": 5.586788272857666, + "epoch": 1.7319098457888493, + "grad_norm": 0.9296875, + "learning_rate": 0.0004957645208377411, + "loss": 5.5927, + "mean_token_accuracy": 0.14715088456869124, + "num_tokens": 4194385.0, + "step": 1460 + }, + { + "entropy": 5.677043342590332, + "epoch": 1.737841043890866, + "grad_norm": 1.0234375, + "learning_rate": 0.000495672040586902, + "loss": 5.5726, + "mean_token_accuracy": 0.1476666510105133, + "num_tokens": 4209246.0, + "step": 1465 + }, + { + "entropy": 5.573235273361206, + "epoch": 1.7437722419928825, + "grad_norm": 0.94921875, + "learning_rate": 0.0004955785713752292, + "loss": 5.5215, + "mean_token_accuracy": 0.1514071211218834, + "num_tokens": 4225142.0, + "step": 1470 + }, + { + "entropy": 5.6124965190887455, + "epoch": 1.7497034400948992, + "grad_norm": 0.9921875, + "learning_rate": 0.0004954841136216132, + "loss": 5.5121, + "mean_token_accuracy": 0.1569083496928215, + "num_tokens": 4239495.0, + "step": 1475 + }, + { + "entropy": 5.6624431133270265, + "epoch": 1.755634638196916, + "grad_norm": 1.1640625, + "learning_rate": 0.0004953886677493746, + "loss": 5.4459, + "mean_token_accuracy": 0.16436467915773392, + "num_tokens": 4251780.0, + "step": 1480 + }, + { + "entropy": 5.616982173919678, + "epoch": 1.7615658362989324, + "grad_norm": 1.515625, + "learning_rate": 0.0004952922341862622, + "loss": 5.6927, + "mean_token_accuracy": 0.14587103947997093, + "num_tokens": 4265490.0, + "step": 1485 + }, + { + "entropy": 5.64134464263916, + "epoch": 1.7674970344009489, + "grad_norm": 1.0234375, + "learning_rate": 0.0004951948133644514, + "loss": 5.4655, + "mean_token_accuracy": 0.15793099850416184, + "num_tokens": 4280478.0, + "step": 1490 + }, + { + "entropy": 5.635649013519287, + "epoch": 1.7734282325029656, + "grad_norm": 0.93359375, + "learning_rate": 0.0004950964057205421, + "loss": 5.5551, + "mean_token_accuracy": 0.1520090416073799, + "num_tokens": 4296649.0, + "step": 1495 + }, + { + "entropy": 5.565133810043335, + "epoch": 1.7793594306049823, + "grad_norm": 0.97265625, + "learning_rate": 0.0004949970116955566, + "loss": 5.525, + "mean_token_accuracy": 0.15610957741737366, + "num_tokens": 4310470.0, + "step": 1500 + }, + { + "epoch": 1.7793594306049823, + "eval_entropy": 5.4890358755193605, + "eval_loss": 5.720747947692871, + "eval_mean_token_accuracy": 0.15074070664179837, + "eval_num_tokens": 4310470.0, + "eval_runtime": 2.4551, + "eval_samples_per_second": 1062.291, + "eval_steps_per_second": 132.786, + "step": 1500 + }, + { + "entropy": 5.62813172340393, + "epoch": 1.7852906287069987, + "grad_norm": 1.09375, + "learning_rate": 0.0004948966317349379, + "loss": 5.5502, + "mean_token_accuracy": 0.15073443800210953, + "num_tokens": 4324996.0, + "step": 1505 + }, + { + "entropy": 5.527570104598999, + "epoch": 1.7912218268090154, + "grad_norm": 1.0390625, + "learning_rate": 0.0004947952662885473, + "loss": 5.4804, + "mean_token_accuracy": 0.15607783049345017, + "num_tokens": 4337194.0, + "step": 1510 + }, + { + "entropy": 5.547454500198365, + "epoch": 1.7971530249110321, + "grad_norm": 0.96875, + "learning_rate": 0.000494692915810663, + "loss": 5.4743, + "mean_token_accuracy": 0.1528942972421646, + "num_tokens": 4352516.0, + "step": 1515 + }, + { + "entropy": 5.56812629699707, + "epoch": 1.8030842230130486, + "grad_norm": 1.171875, + "learning_rate": 0.0004945895807599775, + "loss": 5.5122, + "mean_token_accuracy": 0.16002019345760346, + "num_tokens": 4367654.0, + "step": 1520 + }, + { + "entropy": 5.605467319488525, + "epoch": 1.809015421115065, + "grad_norm": 1.125, + "learning_rate": 0.0004944852615995956, + "loss": 5.5013, + "mean_token_accuracy": 0.15724539756774902, + "num_tokens": 4381275.0, + "step": 1525 + }, + { + "entropy": 5.572732782363891, + "epoch": 1.814946619217082, + "grad_norm": 1.078125, + "learning_rate": 0.0004943799587970328, + "loss": 5.494, + "mean_token_accuracy": 0.1523606076836586, + "num_tokens": 4394392.0, + "step": 1530 + }, + { + "entropy": 5.530032682418823, + "epoch": 1.8208778173190985, + "grad_norm": 1.0625, + "learning_rate": 0.0004942736728242127, + "loss": 5.4026, + "mean_token_accuracy": 0.15689572244882583, + "num_tokens": 4407512.0, + "step": 1535 + }, + { + "entropy": 5.584712648391724, + "epoch": 1.826809015421115, + "grad_norm": 1.125, + "learning_rate": 0.0004941664041574651, + "loss": 5.507, + "mean_token_accuracy": 0.15881744623184205, + "num_tokens": 4422223.0, + "step": 1540 + }, + { + "entropy": 5.6050506114959715, + "epoch": 1.8327402135231317, + "grad_norm": 1.09375, + "learning_rate": 0.0004940581532775237, + "loss": 5.4926, + "mean_token_accuracy": 0.1518533781170845, + "num_tokens": 4436994.0, + "step": 1545 + }, + { + "entropy": 5.4888392925262455, + "epoch": 1.8386714116251484, + "grad_norm": 0.95703125, + "learning_rate": 0.0004939489206695241, + "loss": 5.4267, + "mean_token_accuracy": 0.15675119161605836, + "num_tokens": 4450429.0, + "step": 1550 + }, + { + "entropy": 5.62486629486084, + "epoch": 1.8446026097271648, + "grad_norm": 0.98046875, + "learning_rate": 0.0004938387068230021, + "loss": 5.5789, + "mean_token_accuracy": 0.15119255930185319, + "num_tokens": 4465991.0, + "step": 1555 + }, + { + "entropy": 5.55673360824585, + "epoch": 1.8505338078291815, + "grad_norm": 1.03125, + "learning_rate": 0.0004937275122318902, + "loss": 5.4977, + "mean_token_accuracy": 0.15660169571638108, + "num_tokens": 4480873.0, + "step": 1560 + }, + { + "entropy": 5.634980964660644, + "epoch": 1.8564650059311982, + "grad_norm": 1.1015625, + "learning_rate": 0.0004936153373945165, + "loss": 5.5428, + "mean_token_accuracy": 0.159622260928154, + "num_tokens": 4493443.0, + "step": 1565 + }, + { + "entropy": 5.580209970474243, + "epoch": 1.8623962040332147, + "grad_norm": 1.015625, + "learning_rate": 0.0004935021828136025, + "loss": 5.5042, + "mean_token_accuracy": 0.15394536405801773, + "num_tokens": 4506457.0, + "step": 1570 + }, + { + "entropy": 5.547038459777832, + "epoch": 1.8683274021352312, + "grad_norm": 1.078125, + "learning_rate": 0.0004933880489962602, + "loss": 5.4575, + "mean_token_accuracy": 0.15576548576354982, + "num_tokens": 4520529.0, + "step": 1575 + }, + { + "entropy": 5.558015251159668, + "epoch": 1.8742586002372479, + "grad_norm": 0.96875, + "learning_rate": 0.0004932729364539901, + "loss": 5.3993, + "mean_token_accuracy": 0.15773553699254989, + "num_tokens": 4535100.0, + "step": 1580 + }, + { + "entropy": 5.509803533554077, + "epoch": 1.8801897983392646, + "grad_norm": 1.1328125, + "learning_rate": 0.0004931568457026789, + "loss": 5.5262, + "mean_token_accuracy": 0.1584371492266655, + "num_tokens": 4549152.0, + "step": 1585 + }, + { + "entropy": 5.5465106010437015, + "epoch": 1.886120996441281, + "grad_norm": 1.015625, + "learning_rate": 0.0004930397772625976, + "loss": 5.3981, + "mean_token_accuracy": 0.16331460624933242, + "num_tokens": 4563302.0, + "step": 1590 + }, + { + "entropy": 5.470412969589233, + "epoch": 1.8920521945432978, + "grad_norm": 0.9921875, + "learning_rate": 0.0004929217316583985, + "loss": 5.3418, + "mean_token_accuracy": 0.1644173815846443, + "num_tokens": 4576770.0, + "step": 1595 + }, + { + "entropy": 5.56337342262268, + "epoch": 1.8979833926453145, + "grad_norm": 0.90625, + "learning_rate": 0.000492802709419113, + "loss": 5.4922, + "mean_token_accuracy": 0.1560358837246895, + "num_tokens": 4590264.0, + "step": 1600 + }, + { + "entropy": 5.541475391387939, + "epoch": 1.903914590747331, + "grad_norm": 0.9609375, + "learning_rate": 0.0004926827110781496, + "loss": 5.4658, + "mean_token_accuracy": 0.1521800145506859, + "num_tokens": 4606217.0, + "step": 1605 + }, + { + "entropy": 5.499109220504761, + "epoch": 1.9098457888493474, + "grad_norm": 1.0703125, + "learning_rate": 0.0004925617371732914, + "loss": 5.3749, + "mean_token_accuracy": 0.16113989651203156, + "num_tokens": 4620460.0, + "step": 1610 + }, + { + "entropy": 5.545439529418945, + "epoch": 1.9157769869513643, + "grad_norm": 0.94921875, + "learning_rate": 0.0004924397882466933, + "loss": 5.4441, + "mean_token_accuracy": 0.15975887924432755, + "num_tokens": 4635915.0, + "step": 1615 + }, + { + "entropy": 5.561807680130005, + "epoch": 1.9217081850533808, + "grad_norm": 1.046875, + "learning_rate": 0.0004923168648448799, + "loss": 5.4467, + "mean_token_accuracy": 0.15793247371912003, + "num_tokens": 4650789.0, + "step": 1620 + }, + { + "entropy": 5.594422292709351, + "epoch": 1.9276393831553973, + "grad_norm": 0.9609375, + "learning_rate": 0.0004921929675187433, + "loss": 5.518, + "mean_token_accuracy": 0.15074024945497513, + "num_tokens": 4666306.0, + "step": 1625 + }, + { + "entropy": 5.519123840332031, + "epoch": 1.933570581257414, + "grad_norm": 1.046875, + "learning_rate": 0.0004920680968235397, + "loss": 5.5125, + "mean_token_accuracy": 0.1595379963517189, + "num_tokens": 4679587.0, + "step": 1630 + }, + { + "entropy": 5.621131181716919, + "epoch": 1.9395017793594307, + "grad_norm": 1.109375, + "learning_rate": 0.0004919422533188882, + "loss": 5.441, + "mean_token_accuracy": 0.15777284204959868, + "num_tokens": 4694237.0, + "step": 1635 + }, + { + "entropy": 5.571220350265503, + "epoch": 1.9454329774614472, + "grad_norm": 0.93359375, + "learning_rate": 0.0004918154375687673, + "loss": 5.5383, + "mean_token_accuracy": 0.1469981402158737, + "num_tokens": 4708423.0, + "step": 1640 + }, + { + "entropy": 5.614190530776978, + "epoch": 1.9513641755634639, + "grad_norm": 1.0234375, + "learning_rate": 0.0004916876501415129, + "loss": 5.495, + "mean_token_accuracy": 0.15826049596071243, + "num_tokens": 4723039.0, + "step": 1645 + }, + { + "entropy": 5.505533838272095, + "epoch": 1.9572953736654806, + "grad_norm": 1.2265625, + "learning_rate": 0.0004915588916098151, + "loss": 5.4317, + "mean_token_accuracy": 0.16039896309375762, + "num_tokens": 4735882.0, + "step": 1650 + }, + { + "entropy": 5.477867507934571, + "epoch": 1.963226571767497, + "grad_norm": 1.140625, + "learning_rate": 0.0004914291625507164, + "loss": 5.4436, + "mean_token_accuracy": 0.16591833531856537, + "num_tokens": 4748810.0, + "step": 1655 + }, + { + "entropy": 5.561583375930786, + "epoch": 1.9691577698695135, + "grad_norm": 0.94921875, + "learning_rate": 0.000491298463545609, + "loss": 5.4632, + "mean_token_accuracy": 0.1546772077679634, + "num_tokens": 4763563.0, + "step": 1660 + }, + { + "entropy": 5.511043453216553, + "epoch": 1.9750889679715302, + "grad_norm": 1.109375, + "learning_rate": 0.0004911667951802318, + "loss": 5.4528, + "mean_token_accuracy": 0.15551470816135407, + "num_tokens": 4775483.0, + "step": 1665 + }, + { + "entropy": 5.501114273071289, + "epoch": 1.981020166073547, + "grad_norm": 0.8359375, + "learning_rate": 0.000491034158044668, + "loss": 5.4583, + "mean_token_accuracy": 0.1569467306137085, + "num_tokens": 4792507.0, + "step": 1670 + }, + { + "entropy": 5.568025827407837, + "epoch": 1.9869513641755634, + "grad_norm": 0.953125, + "learning_rate": 0.0004909005527333421, + "loss": 5.5004, + "mean_token_accuracy": 0.155551216006279, + "num_tokens": 4807722.0, + "step": 1675 + }, + { + "entropy": 5.516203594207764, + "epoch": 1.99288256227758, + "grad_norm": 1.015625, + "learning_rate": 0.000490765979845018, + "loss": 5.32, + "mean_token_accuracy": 0.16825991868972778, + "num_tokens": 4821129.0, + "step": 1680 + }, + { + "entropy": 5.505976819992066, + "epoch": 1.9988137603795968, + "grad_norm": 1.109375, + "learning_rate": 0.000490630439982796, + "loss": 5.3815, + "mean_token_accuracy": 0.15964729189872742, + "num_tokens": 4835483.0, + "step": 1685 + }, + { + "entropy": 5.534174060821533, + "epoch": 2.0047449584816133, + "grad_norm": 0.98828125, + "learning_rate": 0.0004904939337541093, + "loss": 5.165, + "mean_token_accuracy": 0.17265937626361846, + "num_tokens": 4848607.0, + "step": 1690 + }, + { + "entropy": 5.4161741733551025, + "epoch": 2.0106761565836297, + "grad_norm": 1.03125, + "learning_rate": 0.0004903564617707227, + "loss": 5.129, + "mean_token_accuracy": 0.17384703904390336, + "num_tokens": 4863324.0, + "step": 1695 + }, + { + "entropy": 5.535564327239991, + "epoch": 2.0166073546856467, + "grad_norm": 1.0234375, + "learning_rate": 0.0004902180246487285, + "loss": 5.1794, + "mean_token_accuracy": 0.17566659599542617, + "num_tokens": 4876603.0, + "step": 1700 + }, + { + "entropy": 5.487852954864502, + "epoch": 2.022538552787663, + "grad_norm": 0.90625, + "learning_rate": 0.000490078623008545, + "loss": 5.2708, + "mean_token_accuracy": 0.16383918672800063, + "num_tokens": 4893733.0, + "step": 1705 + }, + { + "entropy": 5.522866249084473, + "epoch": 2.0284697508896796, + "grad_norm": 1.0546875, + "learning_rate": 0.0004899382574749124, + "loss": 5.2032, + "mean_token_accuracy": 0.1683608591556549, + "num_tokens": 4908476.0, + "step": 1710 + }, + { + "entropy": 5.46659140586853, + "epoch": 2.0344009489916965, + "grad_norm": 1.0390625, + "learning_rate": 0.000489796928676891, + "loss": 5.1535, + "mean_token_accuracy": 0.17724859714508057, + "num_tokens": 4920471.0, + "step": 1715 + }, + { + "entropy": 5.461789083480835, + "epoch": 2.040332147093713, + "grad_norm": 1.0390625, + "learning_rate": 0.0004896546372478581, + "loss": 5.1845, + "mean_token_accuracy": 0.17168280780315398, + "num_tokens": 4934984.0, + "step": 1720 + }, + { + "entropy": 5.375751543045044, + "epoch": 2.0462633451957295, + "grad_norm": 0.99609375, + "learning_rate": 0.0004895113838255049, + "loss": 5.1993, + "mean_token_accuracy": 0.16719358563423156, + "num_tokens": 4949709.0, + "step": 1725 + }, + { + "entropy": 5.503344297409058, + "epoch": 2.052194543297746, + "grad_norm": 0.9609375, + "learning_rate": 0.0004893671690518343, + "loss": 5.1678, + "mean_token_accuracy": 0.17527552992105483, + "num_tokens": 4964439.0, + "step": 1730 + }, + { + "entropy": 5.424249362945557, + "epoch": 2.058125741399763, + "grad_norm": 1.0390625, + "learning_rate": 0.0004892219935731571, + "loss": 5.1255, + "mean_token_accuracy": 0.1706253096461296, + "num_tokens": 4979958.0, + "step": 1735 + }, + { + "entropy": 5.445143413543701, + "epoch": 2.0640569395017794, + "grad_norm": 1.0, + "learning_rate": 0.0004890758580400898, + "loss": 5.2107, + "mean_token_accuracy": 0.17454935014247894, + "num_tokens": 4993034.0, + "step": 1740 + }, + { + "entropy": 5.3907262802124025, + "epoch": 2.069988137603796, + "grad_norm": 1.0078125, + "learning_rate": 0.0004889287631075513, + "loss": 5.1469, + "mean_token_accuracy": 0.17527274340391158, + "num_tokens": 5008580.0, + "step": 1745 + }, + { + "entropy": 5.415247631072998, + "epoch": 2.0759193357058128, + "grad_norm": 0.98828125, + "learning_rate": 0.0004887807094347606, + "loss": 5.1757, + "mean_token_accuracy": 0.1709846779704094, + "num_tokens": 5022322.0, + "step": 1750 + }, + { + "entropy": 5.5165040493011475, + "epoch": 2.0818505338078293, + "grad_norm": 0.9453125, + "learning_rate": 0.0004886316976852326, + "loss": 5.1905, + "mean_token_accuracy": 0.16880395114421845, + "num_tokens": 5036511.0, + "step": 1755 + }, + { + "entropy": 5.393788051605225, + "epoch": 2.0877817319098457, + "grad_norm": 1.0234375, + "learning_rate": 0.0004884817285267766, + "loss": 5.1845, + "mean_token_accuracy": 0.1742696449160576, + "num_tokens": 5050129.0, + "step": 1760 + }, + { + "entropy": 5.337964820861816, + "epoch": 2.093712930011862, + "grad_norm": 1.0390625, + "learning_rate": 0.0004883308026314923, + "loss": 5.0561, + "mean_token_accuracy": 0.18535924702882767, + "num_tokens": 5062299.0, + "step": 1765 + }, + { + "entropy": 5.378459167480469, + "epoch": 2.099644128113879, + "grad_norm": 1.0546875, + "learning_rate": 0.00048817892067576726, + "loss": 5.1866, + "mean_token_accuracy": 0.17031457126140595, + "num_tokens": 5077665.0, + "step": 1770 + }, + { + "entropy": 5.357861471176148, + "epoch": 2.1055753262158956, + "grad_norm": 1.140625, + "learning_rate": 0.0004880260833402734, + "loss": 5.1114, + "mean_token_accuracy": 0.1715405285358429, + "num_tokens": 5092005.0, + "step": 1775 + }, + { + "entropy": 5.379746150970459, + "epoch": 2.111506524317912, + "grad_norm": 0.96484375, + "learning_rate": 0.0004878722913099645, + "loss": 5.199, + "mean_token_accuracy": 0.16930181831121444, + "num_tokens": 5109155.0, + "step": 1780 + }, + { + "entropy": 5.383475065231323, + "epoch": 2.117437722419929, + "grad_norm": 0.96484375, + "learning_rate": 0.000487717545274073, + "loss": 5.149, + "mean_token_accuracy": 0.16863701194524766, + "num_tokens": 5125791.0, + "step": 1785 + }, + { + "entropy": 5.384926605224609, + "epoch": 2.1233689205219455, + "grad_norm": 1.078125, + "learning_rate": 0.0004875618459261065, + "loss": 5.1762, + "mean_token_accuracy": 0.16971782743930816, + "num_tokens": 5139908.0, + "step": 1790 + }, + { + "entropy": 5.391865921020508, + "epoch": 2.129300118623962, + "grad_norm": 0.96875, + "learning_rate": 0.00048740519396384515, + "loss": 5.1527, + "mean_token_accuracy": 0.17617459148168563, + "num_tokens": 5154922.0, + "step": 1795 + }, + { + "entropy": 5.33276104927063, + "epoch": 2.135231316725979, + "grad_norm": 1.0625, + "learning_rate": 0.0004872475900893382, + "loss": 5.1899, + "mean_token_accuracy": 0.17570777982473373, + "num_tokens": 5169919.0, + "step": 1800 + }, + { + "entropy": 5.48026123046875, + "epoch": 2.1411625148279954, + "grad_norm": 1.0390625, + "learning_rate": 0.0004870890350089011, + "loss": 5.1829, + "mean_token_accuracy": 0.16823343187570572, + "num_tokens": 5186687.0, + "step": 1805 + }, + { + "entropy": 5.437422800064087, + "epoch": 2.147093712930012, + "grad_norm": 1.0859375, + "learning_rate": 0.00048692952943311214, + "loss": 5.2063, + "mean_token_accuracy": 0.1717593029141426, + "num_tokens": 5199489.0, + "step": 1810 + }, + { + "entropy": 5.496373796463013, + "epoch": 2.1530249110320283, + "grad_norm": 1.015625, + "learning_rate": 0.0004867690740768094, + "loss": 5.2399, + "mean_token_accuracy": 0.17145588397979736, + "num_tokens": 5214549.0, + "step": 1815 + }, + { + "entropy": 5.366263675689697, + "epoch": 2.1589561091340452, + "grad_norm": 1.0390625, + "learning_rate": 0.00048660766965908736, + "loss": 5.2164, + "mean_token_accuracy": 0.16977577656507492, + "num_tokens": 5228571.0, + "step": 1820 + }, + { + "entropy": 5.388319301605224, + "epoch": 2.1648873072360617, + "grad_norm": 1.03125, + "learning_rate": 0.000486445316903294, + "loss": 5.1452, + "mean_token_accuracy": 0.17680991888046266, + "num_tokens": 5242797.0, + "step": 1825 + }, + { + "entropy": 5.426320600509643, + "epoch": 2.170818505338078, + "grad_norm": 0.99609375, + "learning_rate": 0.000486282016537027, + "loss": 5.2368, + "mean_token_accuracy": 0.17110936492681503, + "num_tokens": 5257692.0, + "step": 1830 + }, + { + "entropy": 5.450334596633911, + "epoch": 2.176749703440095, + "grad_norm": 1.125, + "learning_rate": 0.0004861177692921313, + "loss": 5.2329, + "mean_token_accuracy": 0.17457327097654343, + "num_tokens": 5273117.0, + "step": 1835 + }, + { + "entropy": 5.369627332687378, + "epoch": 2.1826809015421116, + "grad_norm": 0.9375, + "learning_rate": 0.000485952575904695, + "loss": 5.1764, + "mean_token_accuracy": 0.165084633231163, + "num_tokens": 5287232.0, + "step": 1840 + }, + { + "entropy": 5.3623122215271, + "epoch": 2.188612099644128, + "grad_norm": 1.0859375, + "learning_rate": 0.0004857864371150467, + "loss": 5.164, + "mean_token_accuracy": 0.17174010574817658, + "num_tokens": 5300049.0, + "step": 1845 + }, + { + "entropy": 5.422196960449218, + "epoch": 2.1945432977461445, + "grad_norm": 1.109375, + "learning_rate": 0.0004856193536677515, + "loss": 5.1665, + "mean_token_accuracy": 0.17225924283266067, + "num_tokens": 5313811.0, + "step": 1850 + }, + { + "entropy": 5.38545184135437, + "epoch": 2.2004744958481615, + "grad_norm": 1.109375, + "learning_rate": 0.00048545132631160856, + "loss": 5.2414, + "mean_token_accuracy": 0.16925344467163086, + "num_tokens": 5326402.0, + "step": 1855 + }, + { + "entropy": 5.331728982925415, + "epoch": 2.206405693950178, + "grad_norm": 1.1875, + "learning_rate": 0.000485282355799647, + "loss": 5.1074, + "mean_token_accuracy": 0.1777871370315552, + "num_tokens": 5340440.0, + "step": 1860 + }, + { + "entropy": 5.373279333114624, + "epoch": 2.2123368920521944, + "grad_norm": 1.0546875, + "learning_rate": 0.0004851124428891226, + "loss": 5.2044, + "mean_token_accuracy": 0.17208765894174577, + "num_tokens": 5355271.0, + "step": 1865 + }, + { + "entropy": 5.3738720417022705, + "epoch": 2.2182680901542113, + "grad_norm": 0.953125, + "learning_rate": 0.00048494158834151485, + "loss": 5.1657, + "mean_token_accuracy": 0.1768079251050949, + "num_tokens": 5371939.0, + "step": 1870 + }, + { + "entropy": 5.338125801086425, + "epoch": 2.224199288256228, + "grad_norm": 0.984375, + "learning_rate": 0.00048476979292252323, + "loss": 5.0599, + "mean_token_accuracy": 0.18021448701620102, + "num_tokens": 5386242.0, + "step": 1875 + }, + { + "entropy": 5.32992787361145, + "epoch": 2.2301304863582443, + "grad_norm": 1.0625, + "learning_rate": 0.0004845970574020637, + "loss": 5.1392, + "mean_token_accuracy": 0.17196872234344482, + "num_tokens": 5399867.0, + "step": 1880 + }, + { + "entropy": 5.3204365253448485, + "epoch": 2.2360616844602608, + "grad_norm": 0.9609375, + "learning_rate": 0.00048442338255426555, + "loss": 5.0614, + "mean_token_accuracy": 0.1749480903148651, + "num_tokens": 5414236.0, + "step": 1885 + }, + { + "entropy": 5.360966062545776, + "epoch": 2.2419928825622777, + "grad_norm": 1.03125, + "learning_rate": 0.0004842487691574675, + "loss": 5.1766, + "mean_token_accuracy": 0.17208879739046096, + "num_tokens": 5428510.0, + "step": 1890 + }, + { + "entropy": 5.411381673812866, + "epoch": 2.247924080664294, + "grad_norm": 1.0390625, + "learning_rate": 0.0004840732179942146, + "loss": 5.1757, + "mean_token_accuracy": 0.17247659713029861, + "num_tokens": 5443137.0, + "step": 1895 + }, + { + "entropy": 5.371445941925049, + "epoch": 2.2538552787663106, + "grad_norm": 1.0390625, + "learning_rate": 0.00048389672985125467, + "loss": 5.1897, + "mean_token_accuracy": 0.1735587641596794, + "num_tokens": 5456574.0, + "step": 1900 + }, + { + "entropy": 5.3538429737091064, + "epoch": 2.2597864768683276, + "grad_norm": 0.91796875, + "learning_rate": 0.0004837193055195344, + "loss": 5.1926, + "mean_token_accuracy": 0.17189497202634813, + "num_tokens": 5472789.0, + "step": 1905 + }, + { + "entropy": 5.422811889648438, + "epoch": 2.265717674970344, + "grad_norm": 0.9921875, + "learning_rate": 0.00048354094579419656, + "loss": 5.1784, + "mean_token_accuracy": 0.1655895009636879, + "num_tokens": 5488202.0, + "step": 1910 + }, + { + "entropy": 5.344785451889038, + "epoch": 2.2716488730723605, + "grad_norm": 0.9375, + "learning_rate": 0.00048336165147457537, + "loss": 5.2373, + "mean_token_accuracy": 0.16763855069875716, + "num_tokens": 5502661.0, + "step": 1915 + }, + { + "entropy": 5.352733612060547, + "epoch": 2.277580071174377, + "grad_norm": 1.3046875, + "learning_rate": 0.00048318142336419413, + "loss": 5.1591, + "mean_token_accuracy": 0.17304945439100267, + "num_tokens": 5516371.0, + "step": 1920 + }, + { + "entropy": 5.342757987976074, + "epoch": 2.283511269276394, + "grad_norm": 1.0390625, + "learning_rate": 0.0004830002622707604, + "loss": 5.1239, + "mean_token_accuracy": 0.1793706387281418, + "num_tokens": 5529339.0, + "step": 1925 + }, + { + "entropy": 5.337879085540772, + "epoch": 2.2894424673784104, + "grad_norm": 1.0859375, + "learning_rate": 0.00048281816900616354, + "loss": 5.1158, + "mean_token_accuracy": 0.17504990845918655, + "num_tokens": 5543173.0, + "step": 1930 + }, + { + "entropy": 5.280277824401855, + "epoch": 2.295373665480427, + "grad_norm": 0.98046875, + "learning_rate": 0.00048263514438647015, + "loss": 5.1089, + "mean_token_accuracy": 0.17652505189180373, + "num_tokens": 5557080.0, + "step": 1935 + }, + { + "entropy": 5.356028890609741, + "epoch": 2.301304863582444, + "grad_norm": 0.9609375, + "learning_rate": 0.0004824511892319209, + "loss": 5.1702, + "mean_token_accuracy": 0.17574198096990584, + "num_tokens": 5571422.0, + "step": 1940 + }, + { + "entropy": 5.253097772598267, + "epoch": 2.3072360616844603, + "grad_norm": 1.265625, + "learning_rate": 0.0004822663043669267, + "loss": 4.9664, + "mean_token_accuracy": 0.18942097276449205, + "num_tokens": 5583057.0, + "step": 1945 + }, + { + "entropy": 5.27740592956543, + "epoch": 2.3131672597864767, + "grad_norm": 1.0546875, + "learning_rate": 0.00048208049062006505, + "loss": 5.2096, + "mean_token_accuracy": 0.16950699239969252, + "num_tokens": 5596201.0, + "step": 1950 + }, + { + "entropy": 5.393002700805664, + "epoch": 2.3190984578884937, + "grad_norm": 0.921875, + "learning_rate": 0.0004818937488240764, + "loss": 5.1601, + "mean_token_accuracy": 0.17385102808475494, + "num_tokens": 5612461.0, + "step": 1955 + }, + { + "entropy": 5.323347473144532, + "epoch": 2.32502965599051, + "grad_norm": 1.046875, + "learning_rate": 0.00048170607981586023, + "loss": 5.2285, + "mean_token_accuracy": 0.16853837668895721, + "num_tokens": 5628148.0, + "step": 1960 + }, + { + "entropy": 5.288127470016479, + "epoch": 2.3309608540925266, + "grad_norm": 1.015625, + "learning_rate": 0.0004815174844364714, + "loss": 5.0684, + "mean_token_accuracy": 0.1746617555618286, + "num_tokens": 5641695.0, + "step": 1965 + }, + { + "entropy": 5.371695184707642, + "epoch": 2.3368920521945435, + "grad_norm": 1.0625, + "learning_rate": 0.0004813279635311165, + "loss": 5.1085, + "mean_token_accuracy": 0.18225748091936111, + "num_tokens": 5654902.0, + "step": 1970 + }, + { + "entropy": 5.291834688186645, + "epoch": 2.34282325029656, + "grad_norm": 1.125, + "learning_rate": 0.00048113751794914974, + "loss": 5.1022, + "mean_token_accuracy": 0.18446253687143327, + "num_tokens": 5666899.0, + "step": 1975 + }, + { + "entropy": 5.420601224899292, + "epoch": 2.3487544483985765, + "grad_norm": 0.9296875, + "learning_rate": 0.0004809461485440694, + "loss": 5.2152, + "mean_token_accuracy": 0.17578936219215394, + "num_tokens": 5682525.0, + "step": 1980 + }, + { + "entropy": 5.2827568531036375, + "epoch": 2.354685646500593, + "grad_norm": 1.0, + "learning_rate": 0.0004807538561735143, + "loss": 5.14, + "mean_token_accuracy": 0.16829978823661804, + "num_tokens": 5697097.0, + "step": 1985 + }, + { + "entropy": 5.2644284725189205, + "epoch": 2.36061684460261, + "grad_norm": 1.140625, + "learning_rate": 0.00048056064169925904, + "loss": 5.0869, + "mean_token_accuracy": 0.17536696344614028, + "num_tokens": 5712340.0, + "step": 1990 + }, + { + "entropy": 5.353961038589477, + "epoch": 2.3665480427046264, + "grad_norm": 1.0625, + "learning_rate": 0.00048036650598721125, + "loss": 5.197, + "mean_token_accuracy": 0.16865415275096893, + "num_tokens": 5726509.0, + "step": 1995 + }, + { + "entropy": 5.3073567867279055, + "epoch": 2.372479240806643, + "grad_norm": 1.015625, + "learning_rate": 0.00048017144990740673, + "loss": 5.121, + "mean_token_accuracy": 0.1786181464791298, + "num_tokens": 5740977.0, + "step": 2000 + }, + { + "epoch": 2.372479240806643, + "eval_entropy": 5.170273498523454, + "eval_loss": 5.574867248535156, + "eval_mean_token_accuracy": 0.16265562777778853, + "eval_num_tokens": 5740977.0, + "eval_runtime": 2.4303, + "eval_samples_per_second": 1073.13, + "eval_steps_per_second": 134.141, + "step": 2000 + }, + { + "entropy": 5.288026952743531, + "epoch": 2.3784104389086593, + "grad_norm": 1.15625, + "learning_rate": 0.00047997547433400615, + "loss": 5.0974, + "mean_token_accuracy": 0.1805935502052307, + "num_tokens": 5756000.0, + "step": 2005 + }, + { + "entropy": 5.338898134231568, + "epoch": 2.3843416370106763, + "grad_norm": 0.97265625, + "learning_rate": 0.0004797785801452911, + "loss": 5.1033, + "mean_token_accuracy": 0.18041265308856963, + "num_tokens": 5771438.0, + "step": 2010 + }, + { + "entropy": 5.329379606246948, + "epoch": 2.3902728351126927, + "grad_norm": 1.1171875, + "learning_rate": 0.00047958076822365994, + "loss": 5.1506, + "mean_token_accuracy": 0.17072732895612716, + "num_tokens": 5784686.0, + "step": 2015 + }, + { + "entropy": 5.344692611694336, + "epoch": 2.396204033214709, + "grad_norm": 1.0078125, + "learning_rate": 0.0004793820394556238, + "loss": 5.201, + "mean_token_accuracy": 0.17325544208288193, + "num_tokens": 5799363.0, + "step": 2020 + }, + { + "entropy": 5.308460712432861, + "epoch": 2.402135231316726, + "grad_norm": 1.0390625, + "learning_rate": 0.0004791823947318029, + "loss": 5.0887, + "mean_token_accuracy": 0.176689213514328, + "num_tokens": 5812109.0, + "step": 2025 + }, + { + "entropy": 5.2809264183044435, + "epoch": 2.4080664294187426, + "grad_norm": 1.078125, + "learning_rate": 0.0004789818349469222, + "loss": 5.0932, + "mean_token_accuracy": 0.18039163053035737, + "num_tokens": 5825780.0, + "step": 2030 + }, + { + "entropy": 5.265401554107666, + "epoch": 2.413997627520759, + "grad_norm": 1.0625, + "learning_rate": 0.00047878036099980795, + "loss": 5.1356, + "mean_token_accuracy": 0.16557523757219314, + "num_tokens": 5841184.0, + "step": 2035 + }, + { + "entropy": 5.28918867111206, + "epoch": 2.419928825622776, + "grad_norm": 1.15625, + "learning_rate": 0.00047857797379338284, + "loss": 5.1151, + "mean_token_accuracy": 0.18016838133335114, + "num_tokens": 5854422.0, + "step": 2040 + }, + { + "entropy": 5.434517860412598, + "epoch": 2.4258600237247925, + "grad_norm": 1.0625, + "learning_rate": 0.00047837467423466284, + "loss": 5.2756, + "mean_token_accuracy": 0.16469118744134903, + "num_tokens": 5870878.0, + "step": 2045 + }, + { + "entropy": 5.323330879211426, + "epoch": 2.431791221826809, + "grad_norm": 1.1015625, + "learning_rate": 0.00047817046323475246, + "loss": 5.2065, + "mean_token_accuracy": 0.16481388956308365, + "num_tokens": 5886137.0, + "step": 2050 + }, + { + "entropy": 5.346496486663819, + "epoch": 2.4377224199288254, + "grad_norm": 1.03125, + "learning_rate": 0.0004779653417088408, + "loss": 5.1252, + "mean_token_accuracy": 0.17990775406360626, + "num_tokens": 5900300.0, + "step": 2055 + }, + { + "entropy": 5.322238492965698, + "epoch": 2.4436536180308424, + "grad_norm": 0.9375, + "learning_rate": 0.00047775931057619786, + "loss": 5.2122, + "mean_token_accuracy": 0.1684417709708214, + "num_tokens": 5917933.0, + "step": 2060 + }, + { + "entropy": 5.431944942474365, + "epoch": 2.449584816132859, + "grad_norm": 0.984375, + "learning_rate": 0.00047755237076016997, + "loss": 5.1549, + "mean_token_accuracy": 0.1798498421907425, + "num_tokens": 5932189.0, + "step": 2065 + }, + { + "entropy": 5.2723767280578615, + "epoch": 2.4555160142348753, + "grad_norm": 1.0234375, + "learning_rate": 0.0004773445231881757, + "loss": 5.1586, + "mean_token_accuracy": 0.17868874669075013, + "num_tokens": 5945999.0, + "step": 2070 + }, + { + "entropy": 5.317199230194092, + "epoch": 2.4614472123368922, + "grad_norm": 1.015625, + "learning_rate": 0.0004771357687917021, + "loss": 5.1759, + "mean_token_accuracy": 0.17290179580450057, + "num_tokens": 5960187.0, + "step": 2075 + }, + { + "entropy": 5.290809917449951, + "epoch": 2.4673784104389087, + "grad_norm": 0.96875, + "learning_rate": 0.0004769261085063, + "loss": 5.1032, + "mean_token_accuracy": 0.17626044750213624, + "num_tokens": 5975211.0, + "step": 2080 + }, + { + "entropy": 5.2783082008361815, + "epoch": 2.473309608540925, + "grad_norm": 1.015625, + "learning_rate": 0.00047671554327157996, + "loss": 5.09, + "mean_token_accuracy": 0.17717413753271102, + "num_tokens": 5988904.0, + "step": 2085 + }, + { + "entropy": 5.230610990524292, + "epoch": 2.4792408066429417, + "grad_norm": 1.0546875, + "learning_rate": 0.00047650407403120845, + "loss": 5.0964, + "mean_token_accuracy": 0.17791107147932053, + "num_tokens": 6004691.0, + "step": 2090 + }, + { + "entropy": 5.2898766040802006, + "epoch": 2.4851720047449586, + "grad_norm": 1.0625, + "learning_rate": 0.00047629170173290296, + "loss": 5.1428, + "mean_token_accuracy": 0.17288617938756942, + "num_tokens": 6017859.0, + "step": 2095 + }, + { + "entropy": 5.320411825180054, + "epoch": 2.491103202846975, + "grad_norm": 0.98828125, + "learning_rate": 0.0004760784273284286, + "loss": 5.1645, + "mean_token_accuracy": 0.17397502213716506, + "num_tokens": 6032042.0, + "step": 2100 + }, + { + "entropy": 5.293785238265992, + "epoch": 2.4970344009489915, + "grad_norm": 0.97265625, + "learning_rate": 0.0004758642517735928, + "loss": 5.1838, + "mean_token_accuracy": 0.1742447093129158, + "num_tokens": 6048591.0, + "step": 2105 + }, + { + "entropy": 5.232989549636841, + "epoch": 2.5029655990510085, + "grad_norm": 1.109375, + "learning_rate": 0.00047564917602824203, + "loss": 5.0759, + "mean_token_accuracy": 0.179649518430233, + "num_tokens": 6062436.0, + "step": 2110 + }, + { + "entropy": 5.266342687606811, + "epoch": 2.508896797153025, + "grad_norm": 1.125, + "learning_rate": 0.0004754332010562567, + "loss": 5.0365, + "mean_token_accuracy": 0.18351121246814728, + "num_tokens": 6075564.0, + "step": 2115 + }, + { + "entropy": 5.31279501914978, + "epoch": 2.5148279952550414, + "grad_norm": 1.046875, + "learning_rate": 0.0004752163278255473, + "loss": 5.1432, + "mean_token_accuracy": 0.1722079709172249, + "num_tokens": 6088939.0, + "step": 2120 + }, + { + "entropy": 5.295576190948486, + "epoch": 2.5207591933570583, + "grad_norm": 1.03125, + "learning_rate": 0.0004749985573080501, + "loss": 5.0956, + "mean_token_accuracy": 0.17826481014490128, + "num_tokens": 6101855.0, + "step": 2125 + }, + { + "entropy": 5.266389179229736, + "epoch": 2.526690391459075, + "grad_norm": 1.0546875, + "learning_rate": 0.0004747798904797225, + "loss": 5.0738, + "mean_token_accuracy": 0.1764925792813301, + "num_tokens": 6116192.0, + "step": 2130 + }, + { + "entropy": 5.1693144798278805, + "epoch": 2.5326215895610913, + "grad_norm": 0.94921875, + "learning_rate": 0.0004745603283205387, + "loss": 5.0887, + "mean_token_accuracy": 0.17885565012693405, + "num_tokens": 6130741.0, + "step": 2135 + }, + { + "entropy": 5.278003215789795, + "epoch": 2.538552787663108, + "grad_norm": 1.0703125, + "learning_rate": 0.00047433987181448546, + "loss": 5.056, + "mean_token_accuracy": 0.180057655274868, + "num_tokens": 6144937.0, + "step": 2140 + }, + { + "entropy": 5.2536839008331295, + "epoch": 2.5444839857651247, + "grad_norm": 1.1484375, + "learning_rate": 0.0004741185219495579, + "loss": 5.1384, + "mean_token_accuracy": 0.1841862380504608, + "num_tokens": 6156747.0, + "step": 2145 + }, + { + "entropy": 5.199393939971924, + "epoch": 2.550415183867141, + "grad_norm": 1.078125, + "learning_rate": 0.0004738962797177544, + "loss": 5.0336, + "mean_token_accuracy": 0.18659159690141677, + "num_tokens": 6169148.0, + "step": 2150 + }, + { + "entropy": 5.317109870910644, + "epoch": 2.5563463819691576, + "grad_norm": 1.03125, + "learning_rate": 0.00047367314611507276, + "loss": 5.107, + "mean_token_accuracy": 0.17958347201347352, + "num_tokens": 6181881.0, + "step": 2155 + }, + { + "entropy": 5.259987688064575, + "epoch": 2.562277580071174, + "grad_norm": 1.03125, + "learning_rate": 0.00047344912214150565, + "loss": 5.0531, + "mean_token_accuracy": 0.17894216775894164, + "num_tokens": 6196155.0, + "step": 2160 + }, + { + "entropy": 5.232990169525147, + "epoch": 2.568208778173191, + "grad_norm": 1.109375, + "learning_rate": 0.00047322420880103566, + "loss": 5.124, + "mean_token_accuracy": 0.17405239790678023, + "num_tokens": 6210918.0, + "step": 2165 + }, + { + "entropy": 5.249849700927735, + "epoch": 2.5741399762752075, + "grad_norm": 0.96484375, + "learning_rate": 0.00047299840710163157, + "loss": 5.0786, + "mean_token_accuracy": 0.18167687505483626, + "num_tokens": 6225747.0, + "step": 2170 + }, + { + "entropy": 5.256479358673095, + "epoch": 2.580071174377224, + "grad_norm": 1.109375, + "learning_rate": 0.0004727717180552431, + "loss": 5.137, + "mean_token_accuracy": 0.17358365505933762, + "num_tokens": 6239038.0, + "step": 2175 + }, + { + "entropy": 5.342339181900025, + "epoch": 2.586002372479241, + "grad_norm": 1.0546875, + "learning_rate": 0.00047254414267779686, + "loss": 5.2372, + "mean_token_accuracy": 0.17196187376976013, + "num_tokens": 6253346.0, + "step": 2180 + }, + { + "entropy": 5.303297472000122, + "epoch": 2.5919335705812574, + "grad_norm": 0.9453125, + "learning_rate": 0.0004723156819891917, + "loss": 5.2119, + "mean_token_accuracy": 0.17385910600423812, + "num_tokens": 6268060.0, + "step": 2185 + }, + { + "entropy": 5.266570806503296, + "epoch": 2.597864768683274, + "grad_norm": 0.94921875, + "learning_rate": 0.0004720863370132937, + "loss": 5.0388, + "mean_token_accuracy": 0.18387284874916077, + "num_tokens": 6283192.0, + "step": 2190 + }, + { + "entropy": 5.214200639724732, + "epoch": 2.603795966785291, + "grad_norm": 1.015625, + "learning_rate": 0.00047185610877793245, + "loss": 5.1047, + "mean_token_accuracy": 0.18674758821725845, + "num_tokens": 6297511.0, + "step": 2195 + }, + { + "entropy": 5.277515506744384, + "epoch": 2.6097271648873073, + "grad_norm": 0.94921875, + "learning_rate": 0.0004716249983148955, + "loss": 5.1247, + "mean_token_accuracy": 0.1791581928730011, + "num_tokens": 6313257.0, + "step": 2200 + }, + { + "entropy": 5.248571062088013, + "epoch": 2.6156583629893237, + "grad_norm": 1.0703125, + "learning_rate": 0.0004713930066599246, + "loss": 5.0519, + "mean_token_accuracy": 0.1780620649456978, + "num_tokens": 6326437.0, + "step": 2205 + }, + { + "entropy": 5.23038158416748, + "epoch": 2.6215895610913407, + "grad_norm": 0.96875, + "learning_rate": 0.00047116013485271014, + "loss": 5.0944, + "mean_token_accuracy": 0.18125442415475845, + "num_tokens": 6341704.0, + "step": 2210 + }, + { + "entropy": 5.240528726577759, + "epoch": 2.627520759193357, + "grad_norm": 1.0078125, + "learning_rate": 0.0004709263839368875, + "loss": 5.105, + "mean_token_accuracy": 0.17949420362710952, + "num_tokens": 6355783.0, + "step": 2215 + }, + { + "entropy": 5.3141090869903564, + "epoch": 2.6334519572953736, + "grad_norm": 1.0, + "learning_rate": 0.00047069175496003147, + "loss": 5.1015, + "mean_token_accuracy": 0.1741042762994766, + "num_tokens": 6370601.0, + "step": 2220 + }, + { + "entropy": 5.2879376888275145, + "epoch": 2.6393831553973905, + "grad_norm": 0.9765625, + "learning_rate": 0.0004704562489736522, + "loss": 5.1441, + "mean_token_accuracy": 0.1749232068657875, + "num_tokens": 6388124.0, + "step": 2225 + }, + { + "entropy": 5.316340398788452, + "epoch": 2.645314353499407, + "grad_norm": 1.0, + "learning_rate": 0.0004702198670331901, + "loss": 5.1487, + "mean_token_accuracy": 0.17196937203407286, + "num_tokens": 6403018.0, + "step": 2230 + }, + { + "entropy": 5.255807828903198, + "epoch": 2.6512455516014235, + "grad_norm": 1.0625, + "learning_rate": 0.0004699826101980112, + "loss": 5.0898, + "mean_token_accuracy": 0.17568791508674622, + "num_tokens": 6417403.0, + "step": 2235 + }, + { + "entropy": 5.249996376037598, + "epoch": 2.65717674970344, + "grad_norm": 1.1015625, + "learning_rate": 0.0004697444795314027, + "loss": 5.1367, + "mean_token_accuracy": 0.1690463364124298, + "num_tokens": 6432950.0, + "step": 2240 + }, + { + "entropy": 5.27621431350708, + "epoch": 2.6631079478054565, + "grad_norm": 1.0625, + "learning_rate": 0.00046950547610056766, + "loss": 5.1516, + "mean_token_accuracy": 0.1721343442797661, + "num_tokens": 6447735.0, + "step": 2245 + }, + { + "entropy": 5.281610584259033, + "epoch": 2.6690391459074734, + "grad_norm": 1.0859375, + "learning_rate": 0.0004692656009766206, + "loss": 5.0463, + "mean_token_accuracy": 0.18724312782287597, + "num_tokens": 6460066.0, + "step": 2250 + }, + { + "entropy": 5.2377824783325195, + "epoch": 2.67497034400949, + "grad_norm": 1.1328125, + "learning_rate": 0.00046902485523458266, + "loss": 5.1765, + "mean_token_accuracy": 0.16881112903356552, + "num_tokens": 6473880.0, + "step": 2255 + }, + { + "entropy": 5.330496311187744, + "epoch": 2.6809015421115063, + "grad_norm": 1.0859375, + "learning_rate": 0.0004687832399533767, + "loss": 5.0731, + "mean_token_accuracy": 0.1850060999393463, + "num_tokens": 6485678.0, + "step": 2260 + }, + { + "entropy": 5.215729856491089, + "epoch": 2.6868327402135233, + "grad_norm": 1.0, + "learning_rate": 0.0004685407562158226, + "loss": 5.1479, + "mean_token_accuracy": 0.17705656737089157, + "num_tokens": 6498606.0, + "step": 2265 + }, + { + "entropy": 5.218173503875732, + "epoch": 2.6927639383155397, + "grad_norm": 1.046875, + "learning_rate": 0.0004682974051086321, + "loss": 5.0863, + "mean_token_accuracy": 0.18237122297286987, + "num_tokens": 6511590.0, + "step": 2270 + }, + { + "entropy": 5.29819803237915, + "epoch": 2.698695136417556, + "grad_norm": 1.0703125, + "learning_rate": 0.0004680531877224042, + "loss": 5.1659, + "mean_token_accuracy": 0.17502329647541046, + "num_tokens": 6525391.0, + "step": 2275 + }, + { + "entropy": 5.247089862823486, + "epoch": 2.704626334519573, + "grad_norm": 0.97265625, + "learning_rate": 0.00046780810515162027, + "loss": 5.1129, + "mean_token_accuracy": 0.17722094506025315, + "num_tokens": 6540749.0, + "step": 2280 + }, + { + "entropy": 5.228551435470581, + "epoch": 2.7105575326215896, + "grad_norm": 1.0078125, + "learning_rate": 0.00046756215849463905, + "loss": 5.1351, + "mean_token_accuracy": 0.1777515858411789, + "num_tokens": 6556607.0, + "step": 2285 + }, + { + "entropy": 5.227963972091675, + "epoch": 2.716488730723606, + "grad_norm": 1.1328125, + "learning_rate": 0.00046731534885369175, + "loss": 5.0378, + "mean_token_accuracy": 0.18670109808444976, + "num_tokens": 6569340.0, + "step": 2290 + }, + { + "entropy": 5.254456853866577, + "epoch": 2.722419928825623, + "grad_norm": 1.0390625, + "learning_rate": 0.00046706767733487714, + "loss": 5.1495, + "mean_token_accuracy": 0.168257737159729, + "num_tokens": 6586070.0, + "step": 2295 + }, + { + "entropy": 5.350936985015869, + "epoch": 2.7283511269276395, + "grad_norm": 1.09375, + "learning_rate": 0.00046681914504815653, + "loss": 5.2384, + "mean_token_accuracy": 0.17244828790426253, + "num_tokens": 6601441.0, + "step": 2300 + }, + { + "entropy": 5.22352089881897, + "epoch": 2.734282325029656, + "grad_norm": 1.0390625, + "learning_rate": 0.0004665697531073489, + "loss": 5.1004, + "mean_token_accuracy": 0.17834114283323288, + "num_tokens": 6616478.0, + "step": 2305 + }, + { + "entropy": 5.29279670715332, + "epoch": 2.7402135231316724, + "grad_norm": 0.9453125, + "learning_rate": 0.0004663195026301258, + "loss": 5.1774, + "mean_token_accuracy": 0.17028742134571076, + "num_tokens": 6631519.0, + "step": 2310 + }, + { + "entropy": 5.289520025253296, + "epoch": 2.7461447212336894, + "grad_norm": 0.99609375, + "learning_rate": 0.00046606839473800626, + "loss": 5.1519, + "mean_token_accuracy": 0.1711852639913559, + "num_tokens": 6646862.0, + "step": 2315 + }, + { + "entropy": 5.285637235641479, + "epoch": 2.752075919335706, + "grad_norm": 1.0078125, + "learning_rate": 0.00046581643055635215, + "loss": 5.0706, + "mean_token_accuracy": 0.18027766644954682, + "num_tokens": 6660731.0, + "step": 2320 + }, + { + "entropy": 5.257721757888794, + "epoch": 2.7580071174377223, + "grad_norm": 1.0, + "learning_rate": 0.00046556361121436265, + "loss": 5.0884, + "mean_token_accuracy": 0.17217349857091904, + "num_tokens": 6675922.0, + "step": 2325 + }, + { + "entropy": 5.210122585296631, + "epoch": 2.763938315539739, + "grad_norm": 1.0078125, + "learning_rate": 0.0004653099378450696, + "loss": 5.086, + "mean_token_accuracy": 0.17834757566452025, + "num_tokens": 6689363.0, + "step": 2330 + }, + { + "entropy": 5.289632892608642, + "epoch": 2.7698695136417557, + "grad_norm": 1.1796875, + "learning_rate": 0.0004650554115853321, + "loss": 5.08, + "mean_token_accuracy": 0.17782238125801086, + "num_tokens": 6702655.0, + "step": 2335 + }, + { + "entropy": 5.233364868164062, + "epoch": 2.775800711743772, + "grad_norm": 0.94921875, + "learning_rate": 0.00046480003357583154, + "loss": 5.115, + "mean_token_accuracy": 0.1791711837053299, + "num_tokens": 6718101.0, + "step": 2340 + }, + { + "entropy": 5.249103927612305, + "epoch": 2.7817319098457887, + "grad_norm": 1.015625, + "learning_rate": 0.00046454380496106665, + "loss": 5.0327, + "mean_token_accuracy": 0.18523623198270797, + "num_tokens": 6731410.0, + "step": 2345 + }, + { + "entropy": 5.2448647022247314, + "epoch": 2.7876631079478056, + "grad_norm": 1.109375, + "learning_rate": 0.0004642867268893481, + "loss": 5.1059, + "mean_token_accuracy": 0.18096584379673003, + "num_tokens": 6744544.0, + "step": 2350 + }, + { + "entropy": 5.1900553703308105, + "epoch": 2.793594306049822, + "grad_norm": 0.97265625, + "learning_rate": 0.0004640288005127933, + "loss": 5.0096, + "mean_token_accuracy": 0.18570955991744995, + "num_tokens": 6757559.0, + "step": 2355 + }, + { + "entropy": 5.22004246711731, + "epoch": 2.7995255041518385, + "grad_norm": 1.0390625, + "learning_rate": 0.000463770026987322, + "loss": 5.0821, + "mean_token_accuracy": 0.17724673599004745, + "num_tokens": 6772655.0, + "step": 2360 + }, + { + "entropy": 5.193439579010009, + "epoch": 2.8054567022538555, + "grad_norm": 1.078125, + "learning_rate": 0.0004635104074726498, + "loss": 5.011, + "mean_token_accuracy": 0.18544310331344604, + "num_tokens": 6786038.0, + "step": 2365 + }, + { + "entropy": 5.228322505950928, + "epoch": 2.811387900355872, + "grad_norm": 1.0703125, + "learning_rate": 0.0004632499431322842, + "loss": 5.0586, + "mean_token_accuracy": 0.17480345368385314, + "num_tokens": 6799759.0, + "step": 2370 + }, + { + "entropy": 5.192971563339233, + "epoch": 2.8173190984578884, + "grad_norm": 1.1015625, + "learning_rate": 0.00046298863513351854, + "loss": 5.1025, + "mean_token_accuracy": 0.1785614773631096, + "num_tokens": 6814242.0, + "step": 2375 + }, + { + "entropy": 5.30884952545166, + "epoch": 2.8232502965599053, + "grad_norm": 0.96484375, + "learning_rate": 0.00046272648464742733, + "loss": 5.1246, + "mean_token_accuracy": 0.16953468918800355, + "num_tokens": 6828697.0, + "step": 2380 + }, + { + "entropy": 5.15752215385437, + "epoch": 2.829181494661922, + "grad_norm": 1.1953125, + "learning_rate": 0.0004624634928488605, + "loss": 5.0758, + "mean_token_accuracy": 0.18574994206428527, + "num_tokens": 6842549.0, + "step": 2385 + }, + { + "entropy": 5.288483715057373, + "epoch": 2.8351126927639383, + "grad_norm": 1.0546875, + "learning_rate": 0.00046219966091643865, + "loss": 5.1667, + "mean_token_accuracy": 0.17601943910121917, + "num_tokens": 6857599.0, + "step": 2390 + }, + { + "entropy": 5.216753959655762, + "epoch": 2.8410438908659548, + "grad_norm": 1.15625, + "learning_rate": 0.00046193499003254737, + "loss": 5.0904, + "mean_token_accuracy": 0.18286330252885818, + "num_tokens": 6872621.0, + "step": 2395 + }, + { + "entropy": 5.251305961608887, + "epoch": 2.8469750889679717, + "grad_norm": 1.0625, + "learning_rate": 0.0004616694813833322, + "loss": 5.1589, + "mean_token_accuracy": 0.1729411706328392, + "num_tokens": 6887297.0, + "step": 2400 + }, + { + "entropy": 5.263056373596191, + "epoch": 2.852906287069988, + "grad_norm": 1.1484375, + "learning_rate": 0.00046140313615869287, + "loss": 5.0538, + "mean_token_accuracy": 0.18049194067716598, + "num_tokens": 6900857.0, + "step": 2405 + }, + { + "entropy": 5.1703661441802975, + "epoch": 2.8588374851720046, + "grad_norm": 1.03125, + "learning_rate": 0.00046113595555227885, + "loss": 5.0715, + "mean_token_accuracy": 0.18290164321660995, + "num_tokens": 6917351.0, + "step": 2410 + }, + { + "entropy": 5.134192991256714, + "epoch": 2.864768683274021, + "grad_norm": 1.0859375, + "learning_rate": 0.000460867940761483, + "loss": 5.0086, + "mean_token_accuracy": 0.19504904747009277, + "num_tokens": 6930619.0, + "step": 2415 + }, + { + "entropy": 5.185745000839233, + "epoch": 2.870699881376038, + "grad_norm": 1.0546875, + "learning_rate": 0.0004605990929874366, + "loss": 5.0501, + "mean_token_accuracy": 0.17975494414567947, + "num_tokens": 6944842.0, + "step": 2420 + }, + { + "entropy": 5.221125698089599, + "epoch": 2.8766310794780545, + "grad_norm": 1.0859375, + "learning_rate": 0.00046032941343500443, + "loss": 5.0331, + "mean_token_accuracy": 0.18169520050287247, + "num_tokens": 6957699.0, + "step": 2425 + }, + { + "entropy": 5.243278074264526, + "epoch": 2.882562277580071, + "grad_norm": 1.1015625, + "learning_rate": 0.00046005890331277875, + "loss": 5.1779, + "mean_token_accuracy": 0.1789306804537773, + "num_tokens": 6973373.0, + "step": 2430 + }, + { + "entropy": 5.273877429962158, + "epoch": 2.888493475682088, + "grad_norm": 1.046875, + "learning_rate": 0.0004597875638330739, + "loss": 5.1065, + "mean_token_accuracy": 0.17897169589996337, + "num_tokens": 6985943.0, + "step": 2435 + }, + { + "entropy": 5.267488431930542, + "epoch": 2.8944246737841044, + "grad_norm": 1.0859375, + "learning_rate": 0.00045951539621192137, + "loss": 5.1196, + "mean_token_accuracy": 0.19029628336429597, + "num_tokens": 6999655.0, + "step": 2440 + }, + { + "entropy": 5.225543117523193, + "epoch": 2.900355871886121, + "grad_norm": 0.97265625, + "learning_rate": 0.0004592424016690637, + "loss": 5.0894, + "mean_token_accuracy": 0.1805782213807106, + "num_tokens": 7014278.0, + "step": 2445 + }, + { + "entropy": 5.211720752716064, + "epoch": 2.906287069988138, + "grad_norm": 1.0546875, + "learning_rate": 0.00045896858142794976, + "loss": 5.0853, + "mean_token_accuracy": 0.18050264269113542, + "num_tokens": 7029998.0, + "step": 2450 + }, + { + "entropy": 5.261847639083863, + "epoch": 2.9122182680901543, + "grad_norm": 1.0390625, + "learning_rate": 0.0004586939367157285, + "loss": 5.08, + "mean_token_accuracy": 0.17528700977563857, + "num_tokens": 7043212.0, + "step": 2455 + }, + { + "entropy": 5.205530023574829, + "epoch": 2.9181494661921707, + "grad_norm": 1.0546875, + "learning_rate": 0.000458418468763244, + "loss": 5.0157, + "mean_token_accuracy": 0.18455137461423873, + "num_tokens": 7057723.0, + "step": 2460 + }, + { + "entropy": 5.222577953338623, + "epoch": 2.9240806642941877, + "grad_norm": 1.1015625, + "learning_rate": 0.00045814217880502973, + "loss": 5.1525, + "mean_token_accuracy": 0.17377886772155762, + "num_tokens": 7073334.0, + "step": 2465 + }, + { + "entropy": 5.240353107452393, + "epoch": 2.930011862396204, + "grad_norm": 0.9453125, + "learning_rate": 0.000457865068079303, + "loss": 5.1136, + "mean_token_accuracy": 0.17955139875411988, + "num_tokens": 7087671.0, + "step": 2470 + }, + { + "entropy": 5.162194871902466, + "epoch": 2.9359430604982206, + "grad_norm": 1.09375, + "learning_rate": 0.00045758713782795946, + "loss": 4.9601, + "mean_token_accuracy": 0.18688122928142548, + "num_tokens": 7101168.0, + "step": 2475 + }, + { + "entropy": 5.209585046768188, + "epoch": 2.941874258600237, + "grad_norm": 1.046875, + "learning_rate": 0.0004573083892965677, + "loss": 5.1268, + "mean_token_accuracy": 0.18048435896635057, + "num_tokens": 7115581.0, + "step": 2480 + }, + { + "entropy": 5.200497722625732, + "epoch": 2.9478054567022536, + "grad_norm": 1.09375, + "learning_rate": 0.00045702882373436317, + "loss": 5.1, + "mean_token_accuracy": 0.17545540034770965, + "num_tokens": 7129948.0, + "step": 2485 + }, + { + "entropy": 5.13970685005188, + "epoch": 2.9537366548042705, + "grad_norm": 1.0390625, + "learning_rate": 0.0004567484423942433, + "loss": 4.9933, + "mean_token_accuracy": 0.18735943138599395, + "num_tokens": 7144122.0, + "step": 2490 + }, + { + "entropy": 5.212256240844726, + "epoch": 2.959667852906287, + "grad_norm": 1.25, + "learning_rate": 0.00045646724653276117, + "loss": 5.0423, + "mean_token_accuracy": 0.19172451496124268, + "num_tokens": 7157892.0, + "step": 2495 + }, + { + "entropy": 5.22672963142395, + "epoch": 2.9655990510083035, + "grad_norm": 0.94140625, + "learning_rate": 0.00045618523741012044, + "loss": 5.1198, + "mean_token_accuracy": 0.1785096600651741, + "num_tokens": 7172581.0, + "step": 2500 + }, + { + "epoch": 2.9655990510083035, + "eval_entropy": 5.128191098113732, + "eval_loss": 5.4554667472839355, + "eval_mean_token_accuracy": 0.16967149755340413, + "eval_num_tokens": 7172581.0, + "eval_runtime": 2.4682, + "eval_samples_per_second": 1056.643, + "eval_steps_per_second": 132.08, + "step": 2500 + }, + { + "entropy": 5.209706211090088, + "epoch": 2.9715302491103204, + "grad_norm": 1.09375, + "learning_rate": 0.00045590241629016933, + "loss": 5.081, + "mean_token_accuracy": 0.17838001102209092, + "num_tokens": 7187180.0, + "step": 2505 + }, + { + "entropy": 5.186795330047607, + "epoch": 2.977461447212337, + "grad_norm": 1.078125, + "learning_rate": 0.00045561878444039526, + "loss": 5.0928, + "mean_token_accuracy": 0.1853885158896446, + "num_tokens": 7202153.0, + "step": 2510 + }, + { + "entropy": 5.233902025222778, + "epoch": 2.9833926453143533, + "grad_norm": 1.109375, + "learning_rate": 0.00045533434313191866, + "loss": 5.0663, + "mean_token_accuracy": 0.1795577213168144, + "num_tokens": 7217714.0, + "step": 2515 + }, + { + "entropy": 5.072184324264526, + "epoch": 2.9893238434163703, + "grad_norm": 1.03125, + "learning_rate": 0.0004550490936394881, + "loss": 5.0248, + "mean_token_accuracy": 0.1885547786951065, + "num_tokens": 7232366.0, + "step": 2520 + }, + { + "entropy": 5.288804340362549, + "epoch": 2.9952550415183867, + "grad_norm": 1.1484375, + "learning_rate": 0.0004547630372414737, + "loss": 5.0433, + "mean_token_accuracy": 0.18170098960399628, + "num_tokens": 7245542.0, + "step": 2525 + }, + { + "entropy": 5.13629674911499, + "epoch": 3.001186239620403, + "grad_norm": 0.96484375, + "learning_rate": 0.00045447617521986205, + "loss": 4.966, + "mean_token_accuracy": 0.18382924646139145, + "num_tokens": 7260437.0, + "step": 2530 + }, + { + "entropy": 5.186529493331909, + "epoch": 3.00711743772242, + "grad_norm": 1.09375, + "learning_rate": 0.00045418850886025006, + "loss": 4.7908, + "mean_token_accuracy": 0.19730883985757827, + "num_tokens": 7273470.0, + "step": 2535 + }, + { + "entropy": 5.14306674003601, + "epoch": 3.0130486358244366, + "grad_norm": 1.0078125, + "learning_rate": 0.0004539000394518393, + "loss": 4.8184, + "mean_token_accuracy": 0.19704275578260422, + "num_tokens": 7286515.0, + "step": 2540 + }, + { + "entropy": 5.08558144569397, + "epoch": 3.018979833926453, + "grad_norm": 1.1015625, + "learning_rate": 0.00045361076828743054, + "loss": 4.6494, + "mean_token_accuracy": 0.2086326450109482, + "num_tokens": 7299011.0, + "step": 2545 + }, + { + "entropy": 5.100022411346435, + "epoch": 3.0249110320284696, + "grad_norm": 0.99609375, + "learning_rate": 0.00045332069666341733, + "loss": 4.7556, + "mean_token_accuracy": 0.2030994936823845, + "num_tokens": 7312421.0, + "step": 2550 + }, + { + "entropy": 5.228758382797241, + "epoch": 3.0308422301304865, + "grad_norm": 0.8828125, + "learning_rate": 0.000453029825879781, + "loss": 4.829, + "mean_token_accuracy": 0.1881020963191986, + "num_tokens": 7326298.0, + "step": 2555 + }, + { + "entropy": 5.20881233215332, + "epoch": 3.036773428232503, + "grad_norm": 1.1015625, + "learning_rate": 0.0004527381572400838, + "loss": 4.8349, + "mean_token_accuracy": 0.19809474796056747, + "num_tokens": 7340411.0, + "step": 2560 + }, + { + "entropy": 5.2084184169769285, + "epoch": 3.0427046263345194, + "grad_norm": 1.03125, + "learning_rate": 0.00045244569205146425, + "loss": 4.7739, + "mean_token_accuracy": 0.19972959756851197, + "num_tokens": 7355853.0, + "step": 2565 + }, + { + "entropy": 5.0268631935119625, + "epoch": 3.0486358244365364, + "grad_norm": 0.9765625, + "learning_rate": 0.00045215243162463023, + "loss": 4.7546, + "mean_token_accuracy": 0.2027596727013588, + "num_tokens": 7370462.0, + "step": 2570 + }, + { + "entropy": 5.1120353698730465, + "epoch": 3.054567022538553, + "grad_norm": 1.1171875, + "learning_rate": 0.00045185837727385373, + "loss": 4.7613, + "mean_token_accuracy": 0.19956568926572799, + "num_tokens": 7382283.0, + "step": 2575 + }, + { + "entropy": 5.185872745513916, + "epoch": 3.0604982206405693, + "grad_norm": 0.99609375, + "learning_rate": 0.0004515635303169648, + "loss": 4.8004, + "mean_token_accuracy": 0.19398040175437928, + "num_tokens": 7397282.0, + "step": 2580 + }, + { + "entropy": 5.129135847091675, + "epoch": 3.066429418742586, + "grad_norm": 1.09375, + "learning_rate": 0.00045126789207534544, + "loss": 4.7633, + "mean_token_accuracy": 0.19493884593248367, + "num_tokens": 7410471.0, + "step": 2585 + }, + { + "entropy": 5.097009515762329, + "epoch": 3.0723606168446027, + "grad_norm": 1.1640625, + "learning_rate": 0.00045097146387392423, + "loss": 4.7541, + "mean_token_accuracy": 0.20093791782855988, + "num_tokens": 7426151.0, + "step": 2590 + }, + { + "entropy": 5.208783435821533, + "epoch": 3.078291814946619, + "grad_norm": 1.0, + "learning_rate": 0.00045067424704116956, + "loss": 4.8063, + "mean_token_accuracy": 0.19725323617458343, + "num_tokens": 7441336.0, + "step": 2595 + }, + { + "entropy": 5.1333612442016605, + "epoch": 3.0842230130486357, + "grad_norm": 1.03125, + "learning_rate": 0.0004503762429090845, + "loss": 4.8512, + "mean_token_accuracy": 0.19190199822187423, + "num_tokens": 7456152.0, + "step": 2600 + }, + { + "entropy": 5.071452474594116, + "epoch": 3.0901542111506526, + "grad_norm": 1.0390625, + "learning_rate": 0.00045007745281320035, + "loss": 4.7492, + "mean_token_accuracy": 0.19597499817609787, + "num_tokens": 7469477.0, + "step": 2605 + }, + { + "entropy": 5.152786159515381, + "epoch": 3.096085409252669, + "grad_norm": 1.1875, + "learning_rate": 0.0004497778780925706, + "loss": 4.745, + "mean_token_accuracy": 0.20036472231149674, + "num_tokens": 7482859.0, + "step": 2610 + }, + { + "entropy": 5.149897813796997, + "epoch": 3.1020166073546855, + "grad_norm": 1.171875, + "learning_rate": 0.00044947752008976546, + "loss": 4.7565, + "mean_token_accuracy": 0.20434682816267014, + "num_tokens": 7497021.0, + "step": 2615 + }, + { + "entropy": 5.082270812988281, + "epoch": 3.1079478054567025, + "grad_norm": 0.98828125, + "learning_rate": 0.0004491763801508652, + "loss": 4.8287, + "mean_token_accuracy": 0.19397101253271104, + "num_tokens": 7512528.0, + "step": 2620 + }, + { + "entropy": 5.1444420337677, + "epoch": 3.113879003558719, + "grad_norm": 1.03125, + "learning_rate": 0.0004488744596254545, + "loss": 4.8243, + "mean_token_accuracy": 0.19616906642913817, + "num_tokens": 7529492.0, + "step": 2625 + }, + { + "entropy": 5.099391889572144, + "epoch": 3.1198102016607354, + "grad_norm": 1.046875, + "learning_rate": 0.00044857175986661634, + "loss": 4.8307, + "mean_token_accuracy": 0.1908296301960945, + "num_tokens": 7544750.0, + "step": 2630 + }, + { + "entropy": 5.151020145416259, + "epoch": 3.125741399762752, + "grad_norm": 0.98828125, + "learning_rate": 0.00044826828223092584, + "loss": 4.8131, + "mean_token_accuracy": 0.19755022823810578, + "num_tokens": 7560436.0, + "step": 2635 + }, + { + "entropy": 5.078480672836304, + "epoch": 3.131672597864769, + "grad_norm": 1.0546875, + "learning_rate": 0.0004479640280784443, + "loss": 4.744, + "mean_token_accuracy": 0.19955695867538453, + "num_tokens": 7572784.0, + "step": 2640 + }, + { + "entropy": 5.113914966583252, + "epoch": 3.1376037959667853, + "grad_norm": 1.171875, + "learning_rate": 0.00044765899877271306, + "loss": 4.859, + "mean_token_accuracy": 0.1986508622765541, + "num_tokens": 7585677.0, + "step": 2645 + }, + { + "entropy": 5.126020288467407, + "epoch": 3.1435349940688018, + "grad_norm": 1.0625, + "learning_rate": 0.0004473531956807471, + "loss": 4.8702, + "mean_token_accuracy": 0.19153172969818116, + "num_tokens": 7600099.0, + "step": 2650 + }, + { + "entropy": 5.072196006774902, + "epoch": 3.1494661921708187, + "grad_norm": 0.93359375, + "learning_rate": 0.0004470466201730298, + "loss": 4.7925, + "mean_token_accuracy": 0.19439838826656342, + "num_tokens": 7615907.0, + "step": 2655 + }, + { + "entropy": 5.143037557601929, + "epoch": 3.155397390272835, + "grad_norm": 1.03125, + "learning_rate": 0.00044673927362350545, + "loss": 4.8237, + "mean_token_accuracy": 0.19680167287588118, + "num_tokens": 7629322.0, + "step": 2660 + }, + { + "entropy": 5.135795927047729, + "epoch": 3.1613285883748516, + "grad_norm": 1.1328125, + "learning_rate": 0.00044643115740957437, + "loss": 4.7916, + "mean_token_accuracy": 0.1951526179909706, + "num_tokens": 7642876.0, + "step": 2665 + }, + { + "entropy": 5.147537422180176, + "epoch": 3.167259786476868, + "grad_norm": 1.0859375, + "learning_rate": 0.000446122272912086, + "loss": 4.7397, + "mean_token_accuracy": 0.20763775259256362, + "num_tokens": 7655252.0, + "step": 2670 + }, + { + "entropy": 5.109446811676025, + "epoch": 3.173190984578885, + "grad_norm": 1.015625, + "learning_rate": 0.0004458126215153329, + "loss": 4.7983, + "mean_token_accuracy": 0.19524380266666413, + "num_tokens": 7669858.0, + "step": 2675 + }, + { + "entropy": 5.115171337127686, + "epoch": 3.1791221826809015, + "grad_norm": 1.0546875, + "learning_rate": 0.0004455022046070446, + "loss": 4.8484, + "mean_token_accuracy": 0.18973655700683595, + "num_tokens": 7684268.0, + "step": 2680 + }, + { + "entropy": 5.018248653411865, + "epoch": 3.185053380782918, + "grad_norm": 1.109375, + "learning_rate": 0.0004451910235783814, + "loss": 4.717, + "mean_token_accuracy": 0.21085696369409562, + "num_tokens": 7696579.0, + "step": 2685 + }, + { + "entropy": 5.127526092529297, + "epoch": 3.190984578884935, + "grad_norm": 1.09375, + "learning_rate": 0.0004448790798239278, + "loss": 4.8436, + "mean_token_accuracy": 0.19351662397384645, + "num_tokens": 7712167.0, + "step": 2690 + }, + { + "entropy": 5.105394887924194, + "epoch": 3.1969157769869514, + "grad_norm": 0.96875, + "learning_rate": 0.0004445663747416868, + "loss": 4.8131, + "mean_token_accuracy": 0.19317025691270828, + "num_tokens": 7729466.0, + "step": 2695 + }, + { + "entropy": 5.043076610565185, + "epoch": 3.202846975088968, + "grad_norm": 1.140625, + "learning_rate": 0.00044425290973307345, + "loss": 4.6998, + "mean_token_accuracy": 0.20704733729362487, + "num_tokens": 7741327.0, + "step": 2700 + }, + { + "entropy": 5.05340690612793, + "epoch": 3.208778173190985, + "grad_norm": 1.140625, + "learning_rate": 0.0004439386862029081, + "loss": 4.7979, + "mean_token_accuracy": 0.2003027930855751, + "num_tokens": 7757212.0, + "step": 2705 + }, + { + "entropy": 5.1013377666473385, + "epoch": 3.2147093712930013, + "grad_norm": 1.078125, + "learning_rate": 0.00044362370555941057, + "loss": 4.8373, + "mean_token_accuracy": 0.19453289955854416, + "num_tokens": 7772726.0, + "step": 2710 + }, + { + "entropy": 5.200697374343872, + "epoch": 3.2206405693950177, + "grad_norm": 1.109375, + "learning_rate": 0.0004433079692141941, + "loss": 4.9332, + "mean_token_accuracy": 0.1931446298956871, + "num_tokens": 7788185.0, + "step": 2715 + }, + { + "entropy": 5.098084259033203, + "epoch": 3.2265717674970342, + "grad_norm": 1.09375, + "learning_rate": 0.00044299147858225835, + "loss": 4.8124, + "mean_token_accuracy": 0.19363399744033813, + "num_tokens": 7802653.0, + "step": 2720 + }, + { + "entropy": 5.1125976085662845, + "epoch": 3.232502965599051, + "grad_norm": 0.95703125, + "learning_rate": 0.0004426742350819834, + "loss": 4.7917, + "mean_token_accuracy": 0.19389940202236175, + "num_tokens": 7816898.0, + "step": 2725 + }, + { + "entropy": 5.147168445587158, + "epoch": 3.2384341637010676, + "grad_norm": 0.98828125, + "learning_rate": 0.0004423562401351234, + "loss": 4.876, + "mean_token_accuracy": 0.1905128002166748, + "num_tokens": 7833509.0, + "step": 2730 + }, + { + "entropy": 5.192942333221436, + "epoch": 3.244365361803084, + "grad_norm": 0.99609375, + "learning_rate": 0.00044203749516680035, + "loss": 4.8427, + "mean_token_accuracy": 0.1987154722213745, + "num_tokens": 7849910.0, + "step": 2735 + }, + { + "entropy": 5.063848209381104, + "epoch": 3.250296559905101, + "grad_norm": 1.0546875, + "learning_rate": 0.0004417180016054972, + "loss": 4.8113, + "mean_token_accuracy": 0.1946829855442047, + "num_tokens": 7864555.0, + "step": 2740 + }, + { + "entropy": 5.090720558166504, + "epoch": 3.2562277580071175, + "grad_norm": 1.0703125, + "learning_rate": 0.00044139776088305215, + "loss": 4.7492, + "mean_token_accuracy": 0.2016763925552368, + "num_tokens": 7878850.0, + "step": 2745 + }, + { + "entropy": 5.091657066345215, + "epoch": 3.262158956109134, + "grad_norm": 1.046875, + "learning_rate": 0.00044107677443465165, + "loss": 4.9031, + "mean_token_accuracy": 0.19536128789186477, + "num_tokens": 7894200.0, + "step": 2750 + }, + { + "entropy": 5.134050750732422, + "epoch": 3.2680901542111505, + "grad_norm": 1.1953125, + "learning_rate": 0.00044075504369882416, + "loss": 4.8529, + "mean_token_accuracy": 0.19184636920690537, + "num_tokens": 7908939.0, + "step": 2755 + }, + { + "entropy": 5.132843923568726, + "epoch": 3.2740213523131674, + "grad_norm": 0.9921875, + "learning_rate": 0.0004404325701174338, + "loss": 4.8618, + "mean_token_accuracy": 0.19030990153551103, + "num_tokens": 7924223.0, + "step": 2760 + }, + { + "entropy": 5.081524896621704, + "epoch": 3.279952550415184, + "grad_norm": 1.0625, + "learning_rate": 0.0004401093551356739, + "loss": 4.7557, + "mean_token_accuracy": 0.2024812862277031, + "num_tokens": 7938323.0, + "step": 2765 + }, + { + "entropy": 5.049100589752197, + "epoch": 3.2858837485172003, + "grad_norm": 0.92578125, + "learning_rate": 0.0004397854002020604, + "loss": 4.7814, + "mean_token_accuracy": 0.2020518437027931, + "num_tokens": 7952126.0, + "step": 2770 + }, + { + "entropy": 5.080816555023193, + "epoch": 3.2918149466192173, + "grad_norm": 1.2265625, + "learning_rate": 0.0004394607067684251, + "loss": 4.7988, + "mean_token_accuracy": 0.19751653522253038, + "num_tokens": 7965150.0, + "step": 2775 + }, + { + "entropy": 5.15736985206604, + "epoch": 3.2977461447212337, + "grad_norm": 1.015625, + "learning_rate": 0.00043913527628990984, + "loss": 4.8365, + "mean_token_accuracy": 0.19114754498004913, + "num_tokens": 7980532.0, + "step": 2780 + }, + { + "entropy": 5.0498096466064455, + "epoch": 3.30367734282325, + "grad_norm": 1.0546875, + "learning_rate": 0.00043880911022495955, + "loss": 4.7979, + "mean_token_accuracy": 0.19996661990880965, + "num_tokens": 7994731.0, + "step": 2785 + }, + { + "entropy": 5.045728778839111, + "epoch": 3.309608540925267, + "grad_norm": 1.0, + "learning_rate": 0.0004384822100353155, + "loss": 4.7792, + "mean_token_accuracy": 0.20297738313674926, + "num_tokens": 8009405.0, + "step": 2790 + }, + { + "entropy": 5.043602848052979, + "epoch": 3.3155397390272836, + "grad_norm": 1.046875, + "learning_rate": 0.00043815457718600933, + "loss": 4.703, + "mean_token_accuracy": 0.20316480547189714, + "num_tokens": 8023683.0, + "step": 2795 + }, + { + "entropy": 4.979565191268921, + "epoch": 3.3214709371293, + "grad_norm": 1.0625, + "learning_rate": 0.0004378262131453558, + "loss": 4.7448, + "mean_token_accuracy": 0.20116145312786102, + "num_tokens": 8038219.0, + "step": 2800 + }, + { + "entropy": 5.029000902175904, + "epoch": 3.3274021352313166, + "grad_norm": 1.1484375, + "learning_rate": 0.00043749711938494693, + "loss": 4.7479, + "mean_token_accuracy": 0.2009764328598976, + "num_tokens": 8052037.0, + "step": 2805 + }, + { + "entropy": 5.063984489440918, + "epoch": 3.3333333333333335, + "grad_norm": 1.109375, + "learning_rate": 0.00043716729737964475, + "loss": 4.8005, + "mean_token_accuracy": 0.19967271238565446, + "num_tokens": 8065346.0, + "step": 2810 + }, + { + "entropy": 5.089534330368042, + "epoch": 3.33926453143535, + "grad_norm": 1.1953125, + "learning_rate": 0.000436836748607575, + "loss": 4.8024, + "mean_token_accuracy": 0.19638994485139846, + "num_tokens": 8081411.0, + "step": 2815 + }, + { + "entropy": 5.120129728317261, + "epoch": 3.3451957295373664, + "grad_norm": 1.1015625, + "learning_rate": 0.0004365054745501209, + "loss": 4.8472, + "mean_token_accuracy": 0.19565204232931138, + "num_tokens": 8096979.0, + "step": 2820 + }, + { + "entropy": 5.020432186126709, + "epoch": 3.351126927639383, + "grad_norm": 1.1953125, + "learning_rate": 0.0004361734766919156, + "loss": 4.8349, + "mean_token_accuracy": 0.1926871970295906, + "num_tokens": 8110573.0, + "step": 2825 + }, + { + "entropy": 5.061763572692871, + "epoch": 3.3570581257414, + "grad_norm": 1.171875, + "learning_rate": 0.0004358407565208361, + "loss": 4.8833, + "mean_token_accuracy": 0.1976574257016182, + "num_tokens": 8125529.0, + "step": 2830 + }, + { + "entropy": 5.12091588973999, + "epoch": 3.3629893238434163, + "grad_norm": 0.953125, + "learning_rate": 0.00043550731552799676, + "loss": 4.8466, + "mean_token_accuracy": 0.19565797746181487, + "num_tokens": 8141042.0, + "step": 2835 + }, + { + "entropy": 5.022051239013672, + "epoch": 3.368920521945433, + "grad_norm": 1.1796875, + "learning_rate": 0.0004351731552077423, + "loss": 4.7575, + "mean_token_accuracy": 0.19804837554693222, + "num_tokens": 8153157.0, + "step": 2840 + }, + { + "entropy": 5.021864032745361, + "epoch": 3.3748517200474497, + "grad_norm": 0.99609375, + "learning_rate": 0.00043483827705764094, + "loss": 4.7646, + "mean_token_accuracy": 0.20032886266708375, + "num_tokens": 8168570.0, + "step": 2845 + }, + { + "entropy": 5.108405017852784, + "epoch": 3.380782918149466, + "grad_norm": 1.0703125, + "learning_rate": 0.00043450268257847814, + "loss": 4.8059, + "mean_token_accuracy": 0.19953808933496475, + "num_tokens": 8182041.0, + "step": 2850 + }, + { + "entropy": 5.110202646255493, + "epoch": 3.3867141162514827, + "grad_norm": 1.0859375, + "learning_rate": 0.00043416637327424955, + "loss": 4.8449, + "mean_token_accuracy": 0.19766062647104263, + "num_tokens": 8196466.0, + "step": 2855 + }, + { + "entropy": 5.049158334732056, + "epoch": 3.3926453143534996, + "grad_norm": 1.078125, + "learning_rate": 0.00043382935065215444, + "loss": 4.7834, + "mean_token_accuracy": 0.19956779778003692, + "num_tokens": 8210847.0, + "step": 2860 + }, + { + "entropy": 5.013025093078613, + "epoch": 3.398576512455516, + "grad_norm": 1.0703125, + "learning_rate": 0.0004334916162225889, + "loss": 4.7041, + "mean_token_accuracy": 0.2068425863981247, + "num_tokens": 8225575.0, + "step": 2865 + }, + { + "entropy": 5.076068353652954, + "epoch": 3.4045077105575325, + "grad_norm": 1.1171875, + "learning_rate": 0.00043315317149913876, + "loss": 4.808, + "mean_token_accuracy": 0.19905340373516084, + "num_tokens": 8239881.0, + "step": 2870 + }, + { + "entropy": 5.018644142150879, + "epoch": 3.4104389086595495, + "grad_norm": 1.0859375, + "learning_rate": 0.00043281401799857356, + "loss": 4.8426, + "mean_token_accuracy": 0.19684257358312607, + "num_tokens": 8253692.0, + "step": 2875 + }, + { + "entropy": 5.0646027565002445, + "epoch": 3.416370106761566, + "grad_norm": 1.03125, + "learning_rate": 0.00043247415724083886, + "loss": 4.7819, + "mean_token_accuracy": 0.19912485182285308, + "num_tokens": 8268322.0, + "step": 2880 + }, + { + "entropy": 5.025012445449829, + "epoch": 3.4223013048635824, + "grad_norm": 0.953125, + "learning_rate": 0.0004321335907490502, + "loss": 4.8053, + "mean_token_accuracy": 0.19429467767477035, + "num_tokens": 8285317.0, + "step": 2885 + }, + { + "entropy": 5.100164270401001, + "epoch": 3.428232502965599, + "grad_norm": 1.046875, + "learning_rate": 0.0004317923200494856, + "loss": 4.7933, + "mean_token_accuracy": 0.20158445090055466, + "num_tokens": 8299429.0, + "step": 2890 + }, + { + "entropy": 5.039232349395752, + "epoch": 3.434163701067616, + "grad_norm": 1.046875, + "learning_rate": 0.00043145034667157935, + "loss": 4.8165, + "mean_token_accuracy": 0.1936866894364357, + "num_tokens": 8314039.0, + "step": 2895 + }, + { + "entropy": 5.04435977935791, + "epoch": 3.4400948991696323, + "grad_norm": 1.015625, + "learning_rate": 0.00043110767214791466, + "loss": 4.8579, + "mean_token_accuracy": 0.19030549228191376, + "num_tokens": 8328634.0, + "step": 2900 + }, + { + "entropy": 5.061645078659057, + "epoch": 3.4460260972716488, + "grad_norm": 1.078125, + "learning_rate": 0.0004307642980142171, + "loss": 4.7607, + "mean_token_accuracy": 0.20237151086330413, + "num_tokens": 8342448.0, + "step": 2905 + }, + { + "entropy": 5.0385942459106445, + "epoch": 3.4519572953736652, + "grad_norm": 1.140625, + "learning_rate": 0.0004304202258093473, + "loss": 4.7632, + "mean_token_accuracy": 0.20581259578466415, + "num_tokens": 8354450.0, + "step": 2910 + }, + { + "entropy": 5.031369161605835, + "epoch": 3.457888493475682, + "grad_norm": 1.125, + "learning_rate": 0.00043007545707529496, + "loss": 4.8276, + "mean_token_accuracy": 0.20016095489263536, + "num_tokens": 8369054.0, + "step": 2915 + }, + { + "entropy": 5.084920263290405, + "epoch": 3.4638196915776986, + "grad_norm": 1.0625, + "learning_rate": 0.0004297299933571708, + "loss": 4.8296, + "mean_token_accuracy": 0.20116593837738037, + "num_tokens": 8383401.0, + "step": 2920 + }, + { + "entropy": 5.0826586246490475, + "epoch": 3.469750889679715, + "grad_norm": 1.1640625, + "learning_rate": 0.0004293838362032003, + "loss": 4.8431, + "mean_token_accuracy": 0.19186071306467056, + "num_tokens": 8396990.0, + "step": 2925 + }, + { + "entropy": 5.091199779510498, + "epoch": 3.475682087781732, + "grad_norm": 1.15625, + "learning_rate": 0.00042903698716471677, + "loss": 4.7678, + "mean_token_accuracy": 0.2013833075761795, + "num_tokens": 8411212.0, + "step": 2930 + }, + { + "entropy": 5.048702621459961, + "epoch": 3.4816132858837485, + "grad_norm": 1.15625, + "learning_rate": 0.0004286894477961541, + "loss": 4.816, + "mean_token_accuracy": 0.19629474729299545, + "num_tokens": 8424669.0, + "step": 2935 + }, + { + "entropy": 4.976538515090942, + "epoch": 3.487544483985765, + "grad_norm": 1.109375, + "learning_rate": 0.00042834121965504014, + "loss": 4.7754, + "mean_token_accuracy": 0.19990172535181044, + "num_tokens": 8437122.0, + "step": 2940 + }, + { + "entropy": 5.10742974281311, + "epoch": 3.493475682087782, + "grad_norm": 0.98046875, + "learning_rate": 0.00042799230430198935, + "loss": 4.8296, + "mean_token_accuracy": 0.1914140284061432, + "num_tokens": 8450543.0, + "step": 2945 + }, + { + "entropy": 5.064130353927612, + "epoch": 3.4994068801897984, + "grad_norm": 1.234375, + "learning_rate": 0.000427642703300696, + "loss": 4.7662, + "mean_token_accuracy": 0.2023661881685257, + "num_tokens": 8464720.0, + "step": 2950 + }, + { + "entropy": 5.0957324504852295, + "epoch": 3.505338078291815, + "grad_norm": 1.21875, + "learning_rate": 0.00042729241821792726, + "loss": 4.8549, + "mean_token_accuracy": 0.1962006002664566, + "num_tokens": 8478547.0, + "step": 2955 + }, + { + "entropy": 5.1516471862792965, + "epoch": 3.511269276393832, + "grad_norm": 0.9765625, + "learning_rate": 0.000426941450623516, + "loss": 4.8781, + "mean_token_accuracy": 0.19749569445848464, + "num_tokens": 8494126.0, + "step": 2960 + }, + { + "entropy": 5.031353759765625, + "epoch": 3.5172004744958483, + "grad_norm": 1.0859375, + "learning_rate": 0.00042658980209035394, + "loss": 4.8601, + "mean_token_accuracy": 0.186987940967083, + "num_tokens": 8508575.0, + "step": 2965 + }, + { + "entropy": 5.0075500965118405, + "epoch": 3.5231316725978647, + "grad_norm": 1.1484375, + "learning_rate": 0.00042623747419438427, + "loss": 4.7508, + "mean_token_accuracy": 0.1991992712020874, + "num_tokens": 8523589.0, + "step": 2970 + }, + { + "entropy": 5.158101797103882, + "epoch": 3.5290628706998812, + "grad_norm": 1.109375, + "learning_rate": 0.000425884468514595, + "loss": 4.8535, + "mean_token_accuracy": 0.19646587669849397, + "num_tokens": 8538238.0, + "step": 2975 + }, + { + "entropy": 4.996473217010498, + "epoch": 3.534994068801898, + "grad_norm": 1.046875, + "learning_rate": 0.00042553078663301163, + "loss": 4.8191, + "mean_token_accuracy": 0.20561834871768953, + "num_tokens": 8551959.0, + "step": 2980 + }, + { + "entropy": 5.088233804702758, + "epoch": 3.5409252669039146, + "grad_norm": 1.046875, + "learning_rate": 0.00042517643013469, + "loss": 4.8048, + "mean_token_accuracy": 0.20215945243835448, + "num_tokens": 8564628.0, + "step": 2985 + }, + { + "entropy": 5.071303081512451, + "epoch": 3.546856465005931, + "grad_norm": 1.09375, + "learning_rate": 0.0004248214006077095, + "loss": 4.821, + "mean_token_accuracy": 0.19784992188215256, + "num_tokens": 8579342.0, + "step": 2990 + }, + { + "entropy": 5.061466932296753, + "epoch": 3.5527876631079476, + "grad_norm": 1.0859375, + "learning_rate": 0.00042446569964316557, + "loss": 4.8055, + "mean_token_accuracy": 0.19897904992103577, + "num_tokens": 8595096.0, + "step": 2995 + }, + { + "entropy": 5.215964984893799, + "epoch": 3.5587188612099645, + "grad_norm": 1.0625, + "learning_rate": 0.00042410932883516297, + "loss": 4.9033, + "mean_token_accuracy": 0.1953563556075096, + "num_tokens": 8608023.0, + "step": 3000 + }, + { + "epoch": 3.5587188612099645, + "eval_entropy": 4.9771839255935575, + "eval_loss": 5.412055492401123, + "eval_mean_token_accuracy": 0.17675103251736587, + "eval_num_tokens": 8608023.0, + "eval_runtime": 2.4284, + "eval_samples_per_second": 1073.944, + "eval_steps_per_second": 134.243, + "step": 3000 + } + ], + "logging_steps": 5, + "max_steps": 8420, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 1.5144573952512e+16, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-3000/training_args.bin b/checkpoint-3000/training_args.bin new file mode 100644 index 0000000..4887968 --- /dev/null +++ b/checkpoint-3000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b1c135f6b8569a4ca131508cf9d8c7cebd96bc433f924eb7233c36a7d98147e +size 6289 diff --git a/checkpoint-3500/added_tokens.json b/checkpoint-3500/added_tokens.json new file mode 100644 index 0000000..ec04e13 --- /dev/null +++ b/checkpoint-3500/added_tokens.json @@ -0,0 +1,1768 @@ +{ + "": 47388, + "[CLS]": 47386, + "[MASK]": 47389, + "[SEP]": 47387, + "[XXXXX0]": 47670, + "[XXXXX1000]": 48506, + "[XXXXX1001]": 48961, + "[XXXXX1002]": 47825, + "[XXXXX1003]": 48233, + "[XXXXX1004]": 48970, + "[XXXXX1005]": 48971, + "[XXXXX1006]": 47998, + "[XXXXX1007]": 48989, + "[XXXXX1008]": 47450, + "[XXXXX1009]": 48240, + "[XXXXX100]": 47422, + "[XXXXX1010]": 47623, + "[XXXXX1011]": 47805, + "[XXXXX1012]": 48454, + "[XXXXX1013]": 48537, + "[XXXXX1014]": 47764, + "[XXXXX1015]": 47584, + "[XXXXX1016]": 48287, + "[XXXXX1017]": 48689, + "[XXXXX1018]": 49119, + "[XXXXX1019]": 48584, + "[XXXXX101]": 47890, + "[XXXXX1020]": 47445, + "[XXXXX1021]": 48199, + "[XXXXX1022]": 48276, + "[XXXXX1023]": 47859, + "[XXXXX1024]": 48258, + "[XXXXX1025]": 48325, + "[XXXXX1026]": 47687, + "[XXXXX1027]": 48990, + "[XXXXX1028]": 49059, + "[XXXXX1029]": 48382, + "[XXXXX102]": 47921, + "[XXXXX1030]": 47775, + "[XXXXX1031]": 47870, + "[XXXXX1032]": 47683, + "[XXXXX1033]": 48750, + "[XXXXX1034]": 49130, + "[XXXXX1035]": 47811, + "[XXXXX1036]": 47462, + "[XXXXX1037]": 47843, + "[XXXXX1038]": 47439, + "[XXXXX1039]": 48830, + "[XXXXX103]": 48327, + "[XXXXX1040]": 48720, + "[XXXXX1041]": 48485, + "[XXXXX1042]": 47919, + "[XXXXX1043]": 48781, + "[XXXXX1044]": 47695, + "[XXXXX1045]": 48043, + "[XXXXX1046]": 47732, + "[XXXXX1047]": 48590, + "[XXXXX1048]": 48901, + "[XXXXX1049]": 48470, + "[XXXXX104]": 47560, + "[XXXXX1050]": 47751, + "[XXXXX1051]": 48487, + "[XXXXX1052]": 48959, + "[XXXXX1053]": 47720, + "[XXXXX1054]": 48477, + "[XXXXX1055]": 47405, + "[XXXXX1056]": 47920, + "[XXXXX1057]": 48139, + "[XXXXX1058]": 48775, + "[XXXXX1059]": 47767, + "[XXXXX105]": 48734, + "[XXXXX1060]": 47446, + "[XXXXX1061]": 48433, + "[XXXXX1062]": 48073, + "[XXXXX1063]": 48868, + "[XXXXX1064]": 47615, + "[XXXXX1065]": 48702, + "[XXXXX1066]": 48578, + "[XXXXX1067]": 47773, + "[XXXXX1068]": 48659, + "[XXXXX1069]": 48281, + "[XXXXX106]": 48900, + "[XXXXX1070]": 48588, + "[XXXXX1071]": 47994, + "[XXXXX1072]": 47709, + "[XXXXX1073]": 47716, + "[XXXXX1074]": 48339, + "[XXXXX1075]": 49007, + "[XXXXX1076]": 49019, + "[XXXXX1077]": 48182, + "[XXXXX1078]": 48114, + "[XXXXX1079]": 49090, + "[XXXXX107]": 48981, + "[XXXXX1080]": 47901, + "[XXXXX1081]": 48465, + "[XXXXX1082]": 49027, + "[XXXXX1083]": 47839, + "[XXXXX1084]": 48061, + "[XXXXX1085]": 47657, + "[XXXXX1086]": 48963, + "[XXXXX1087]": 49089, + "[XXXXX1088]": 49135, + "[XXXXX1089]": 47487, + "[XXXXX108]": 48217, + "[XXXXX1090]": 48158, + "[XXXXX1091]": 49123, + "[XXXXX1092]": 47656, + "[XXXXX1093]": 49031, + "[XXXXX1094]": 48840, + "[XXXXX1095]": 48753, + "[XXXXX1096]": 47501, + "[XXXXX1097]": 47698, + "[XXXXX1098]": 47547, + "[XXXXX1099]": 48844, + "[XXXXX109]": 47587, + "[XXXXX10]": 47512, + "[XXXXX1100]": 47508, + "[XXXXX1101]": 48130, + "[XXXXX1102]": 48225, + "[XXXXX1103]": 48953, + "[XXXXX1104]": 47633, + "[XXXXX1105]": 48614, + "[XXXXX1106]": 48685, + "[XXXXX1107]": 47845, + "[XXXXX1108]": 48337, + "[XXXXX1109]": 48879, + "[XXXXX110]": 47862, + "[XXXXX1110]": 48222, + "[XXXXX1111]": 49127, + "[XXXXX1112]": 47893, + "[XXXXX1113]": 48261, + "[XXXXX1114]": 47543, + "[XXXXX1115]": 48597, + "[XXXXX1116]": 48206, + "[XXXXX1117]": 47478, + "[XXXXX1118]": 48930, + "[XXXXX1119]": 47864, + "[XXXXX111]": 48237, + "[XXXXX1120]": 48638, + "[XXXXX1121]": 48162, + "[XXXXX1122]": 48678, + "[XXXXX1123]": 48790, + "[XXXXX1124]": 49075, + "[XXXXX1125]": 47490, + "[XXXXX1126]": 47542, + "[XXXXX1127]": 48121, + "[XXXXX1128]": 48910, + "[XXXXX1129]": 47545, + "[XXXXX112]": 48153, + "[XXXXX1130]": 48499, + "[XXXXX1131]": 48943, + "[XXXXX1132]": 48066, + "[XXXXX1133]": 47882, + "[XXXXX1134]": 48392, + "[XXXXX1135]": 48553, + "[XXXXX1136]": 47505, + "[XXXXX1137]": 48634, + "[XXXXX1138]": 49082, + "[XXXXX1139]": 47707, + "[XXXXX113]": 48869, + "[XXXXX1140]": 48888, + "[XXXXX1141]": 48069, + "[XXXXX1142]": 48646, + "[XXXXX1143]": 47985, + "[XXXXX1144]": 47432, + "[XXXXX1145]": 48788, + "[XXXXX1146]": 48622, + "[XXXXX1147]": 48479, + "[XXXXX1148]": 47599, + "[XXXXX1149]": 48903, + "[XXXXX114]": 48071, + "[XXXXX1150]": 48303, + "[XXXXX1151]": 48316, + "[XXXXX1152]": 48999, + "[XXXXX1153]": 48629, + "[XXXXX1154]": 48515, + "[XXXXX1155]": 48264, + "[XXXXX1156]": 47837, + "[XXXXX1157]": 47537, + "[XXXXX1158]": 48882, + "[XXXXX1159]": 47744, + "[XXXXX115]": 47954, + "[XXXXX1160]": 47637, + "[XXXXX1161]": 48701, + "[XXXXX1162]": 48831, + "[XXXXX1163]": 48861, + "[XXXXX1164]": 48880, + "[XXXXX1165]": 47679, + "[XXXXX1166]": 47620, + "[XXXXX1167]": 48591, + "[XXXXX1168]": 48776, + "[XXXXX1169]": 48472, + "[XXXXX116]": 48997, + "[XXXXX1170]": 48992, + "[XXXXX1171]": 48440, + "[XXXXX1172]": 48145, + "[XXXXX1173]": 48466, + "[XXXXX1174]": 48319, + "[XXXXX1175]": 47745, + "[XXXXX1176]": 47933, + "[XXXXX1177]": 49084, + "[XXXXX1178]": 47544, + "[XXXXX1179]": 48935, + "[XXXXX117]": 49103, + "[XXXXX1180]": 48660, + "[XXXXX1181]": 48993, + "[XXXXX1182]": 47457, + "[XXXXX1183]": 47593, + "[XXXXX1184]": 47795, + "[XXXXX1185]": 47706, + "[XXXXX1186]": 48263, + "[XXXXX1187]": 49033, + "[XXXXX1188]": 48544, + "[XXXXX1189]": 47409, + "[XXXXX118]": 47420, + "[XXXXX1190]": 47834, + "[XXXXX1191]": 47874, + "[XXXXX1192]": 47397, + "[XXXXX1193]": 48853, + "[XXXXX1194]": 47641, + "[XXXXX1195]": 48484, + "[XXXXX1196]": 48412, + "[XXXXX1197]": 48488, + "[XXXXX1198]": 49097, + "[XXXXX1199]": 47879, + "[XXXXX119]": 48770, + "[XXXXX11]": 48211, + "[XXXXX1200]": 47526, + "[XXXXX1201]": 48749, + "[XXXXX1202]": 48568, + "[XXXXX1203]": 48481, + "[XXXXX1204]": 48608, + "[XXXXX1205]": 48309, + "[XXXXX1206]": 48855, + "[XXXXX1207]": 47911, + "[XXXXX1208]": 47799, + "[XXXXX1209]": 47622, + "[XXXXX120]": 48693, + "[XXXXX1210]": 48131, + "[XXXXX1211]": 48345, + "[XXXXX1212]": 48304, + "[XXXXX1213]": 48682, + "[XXXXX1214]": 47492, + "[XXXXX1215]": 47497, + "[XXXXX1216]": 48939, + "[XXXXX1217]": 48442, + "[XXXXX1218]": 47841, + "[XXXXX1219]": 47453, + "[XXXXX121]": 47554, + "[XXXXX1220]": 47419, + "[XXXXX1221]": 48672, + "[XXXXX1222]": 48154, + "[XXXXX1223]": 49087, + "[XXXXX1224]": 48511, + "[XXXXX1225]": 48448, + "[XXXXX1226]": 48988, + "[XXXXX1227]": 47669, + "[XXXXX1228]": 47596, + "[XXXXX1229]": 48602, + "[XXXXX122]": 48605, + "[XXXXX1230]": 48064, + "[XXXXX1231]": 48107, + "[XXXXX1232]": 48160, + "[XXXXX1233]": 47925, + "[XXXXX1234]": 48413, + "[XXXXX1235]": 49005, + "[XXXXX1236]": 49115, + "[XXXXX1237]": 48201, + "[XXXXX1238]": 47601, + "[XXXXX1239]": 47398, + "[XXXXX123]": 48582, + "[XXXXX1240]": 47616, + "[XXXXX1241]": 48002, + "[XXXXX1242]": 48543, + "[XXXXX1243]": 47818, + "[XXXXX1244]": 48569, + "[XXXXX1245]": 48647, + "[XXXXX1246]": 47681, + "[XXXXX1247]": 48898, + "[XXXXX1248]": 47498, + "[XXXXX1249]": 48378, + "[XXXXX124]": 48118, + "[XXXXX1250]": 48344, + "[XXXXX1251]": 47585, + "[XXXXX1252]": 48715, + "[XXXXX1253]": 47483, + "[XXXXX1254]": 48340, + "[XXXXX1255]": 48991, + "[XXXXX1256]": 48736, + "[XXXXX1257]": 47511, + "[XXXXX1258]": 48293, + "[XXXXX1259]": 48168, + "[XXXXX125]": 48374, + "[XXXXX1260]": 48951, + "[XXXXX1261]": 47416, + "[XXXXX1262]": 48745, + "[XXXXX1263]": 47979, + "[XXXXX1264]": 48592, + "[XXXXX1265]": 48945, + "[XXXXX1266]": 47865, + "[XXXXX1267]": 48239, + "[XXXXX1268]": 47672, + "[XXXXX1269]": 47848, + "[XXXXX126]": 48594, + "[XXXXX1270]": 48566, + "[XXXXX1271]": 48108, + "[XXXXX1272]": 47665, + "[XXXXX1273]": 47815, + "[XXXXX1274]": 48016, + "[XXXXX1275]": 48015, + "[XXXXX1276]": 48166, + "[XXXXX1277]": 47757, + "[XXXXX1278]": 47400, + "[XXXXX1279]": 47754, + "[XXXXX127]": 47436, + "[XXXXX1280]": 47417, + "[XXXXX1281]": 48047, + "[XXXXX1282]": 47472, + "[XXXXX1283]": 49040, + "[XXXXX1284]": 47710, + "[XXXXX1285]": 48883, + "[XXXXX1286]": 48209, + "[XXXXX1287]": 48046, + "[XXXXX1288]": 47999, + "[XXXXX1289]": 47735, + "[XXXXX128]": 48995, + "[XXXXX1290]": 48556, + "[XXXXX1291]": 48687, + "[XXXXX1292]": 49046, + "[XXXXX1293]": 48713, + "[XXXXX1294]": 48266, + "[XXXXX1295]": 48917, + "[XXXXX1296]": 49121, + "[XXXXX1297]": 48794, + "[XXXXX1298]": 48443, + "[XXXXX1299]": 47612, + "[XXXXX129]": 48082, + "[XXXXX12]": 48933, + "[XXXXX1300]": 47942, + "[XXXXX1301]": 48063, + "[XXXXX1302]": 48368, + "[XXXXX1303]": 47910, + "[XXXXX1304]": 47802, + "[XXXXX1305]": 47905, + "[XXXXX1306]": 47421, + "[XXXXX1307]": 49125, + "[XXXXX1308]": 47553, + "[XXXXX1309]": 47697, + "[XXXXX130]": 48746, + "[XXXXX1310]": 49069, + "[XXXXX1311]": 47789, + "[XXXXX1312]": 48575, + "[XXXXX1313]": 47402, + "[XXXXX1314]": 48829, + "[XXXXX1315]": 47394, + "[XXXXX1316]": 48187, + "[XXXXX1317]": 48147, + "[XXXXX1318]": 48703, + "[XXXXX1319]": 48549, + "[XXXXX131]": 48106, + "[XXXXX1320]": 48644, + "[XXXXX1321]": 48165, + "[XXXXX1322]": 47689, + "[XXXXX1323]": 47966, + "[XXXXX1324]": 47897, + "[XXXXX1325]": 48076, + "[XXXXX1326]": 48873, + "[XXXXX1327]": 48754, + "[XXXXX1328]": 47813, + "[XXXXX1329]": 49072, + "[XXXXX132]": 48427, + "[XXXXX1330]": 48809, + "[XXXXX1331]": 48489, + "[XXXXX1332]": 48243, + "[XXXXX1333]": 48921, + "[XXXXX1334]": 48322, + "[XXXXX1335]": 47531, + "[XXXXX1336]": 48110, + "[XXXXX1337]": 47723, + "[XXXXX1338]": 47908, + "[XXXXX1339]": 48700, + "[XXXXX133]": 47604, + "[XXXXX1340]": 48651, + "[XXXXX1341]": 48877, + "[XXXXX1342]": 47431, + "[XXXXX1343]": 47433, + "[XXXXX1344]": 47880, + "[XXXXX1345]": 48977, + "[XXXXX1346]": 48772, + "[XXXXX1347]": 48391, + "[XXXXX1348]": 48529, + "[XXXXX1349]": 48196, + "[XXXXX134]": 47765, + "[XXXXX1350]": 48404, + "[XXXXX1351]": 48104, + "[XXXXX1352]": 47517, + "[XXXXX1353]": 48850, + "[XXXXX1354]": 48357, + "[XXXXX1355]": 48862, + "[XXXXX1356]": 48492, + "[XXXXX1357]": 48062, + "[XXXXX1358]": 48721, + "[XXXXX1359]": 48922, + "[XXXXX135]": 47957, + "[XXXXX1360]": 47550, + "[XXXXX1361]": 49045, + "[XXXXX1362]": 48748, + "[XXXXX1363]": 49028, + "[XXXXX1364]": 48833, + "[XXXXX1365]": 47700, + "[XXXXX1366]": 47396, + "[XXXXX1367]": 47686, + "[XXXXX1368]": 48242, + "[XXXXX1369]": 48032, + "[XXXXX136]": 48342, + "[XXXXX1370]": 47562, + "[XXXXX1371]": 48212, + "[XXXXX1372]": 48610, + "[XXXXX1373]": 49013, + "[XXXXX1374]": 48041, + "[XXXXX1375]": 48246, + "[XXXXX1376]": 47551, + "[XXXXX1377]": 48353, + "[XXXXX1378]": 47658, + "[XXXXX1379]": 47828, + "[XXXXX137]": 48518, + "[XXXXX1380]": 48136, + "[XXXXX1381]": 48564, + "[XXXXX1382]": 48973, + "[XXXXX1383]": 47619, + "[XXXXX1384]": 48254, + "[XXXXX1385]": 48680, + "[XXXXX1386]": 47724, + "[XXXXX1387]": 47756, + "[XXXXX1388]": 48176, + "[XXXXX1389]": 48681, + "[XXXXX138]": 47664, + "[XXXXX1390]": 47594, + "[XXXXX1391]": 48760, + "[XXXXX1392]": 49110, + "[XXXXX1393]": 47676, + "[XXXXX1394]": 47963, + "[XXXXX1395]": 47403, + "[XXXXX1396]": 48493, + "[XXXXX1397]": 47591, + "[XXXXX1398]": 47632, + "[XXXXX1399]": 48996, + "[XXXXX139]": 48521, + "[XXXXX13]": 47875, + "[XXXXX1400]": 47705, + "[XXXXX1401]": 48983, + "[XXXXX1402]": 47941, + "[XXXXX1403]": 47922, + "[XXXXX1404]": 47390, + "[XXXXX1405]": 48635, + "[XXXXX1406]": 48906, + "[XXXXX1407]": 48514, + "[XXXXX1408]": 48169, + "[XXXXX1409]": 48004, + "[XXXXX140]": 48762, + "[XXXXX1410]": 47515, + "[XXXXX1411]": 47470, + "[XXXXX1412]": 47858, + "[XXXXX1413]": 47540, + "[XXXXX1414]": 47690, + "[XXXXX1415]": 48054, + "[XXXXX1416]": 48615, + "[XXXXX1417]": 47803, + "[XXXXX1418]": 47455, + "[XXXXX1419]": 48226, + "[XXXXX141]": 48912, + "[XXXXX1420]": 47808, + "[XXXXX1421]": 47636, + "[XXXXX1422]": 48832, + "[XXXXX1423]": 47611, + "[XXXXX1424]": 48782, + "[XXXXX1425]": 49146, + "[XXXXX1426]": 48976, + "[XXXXX1427]": 48585, + "[XXXXX1428]": 48667, + "[XXXXX1429]": 48171, + "[XXXXX142]": 48573, + "[XXXXX1430]": 48181, + "[XXXXX1431]": 47814, + "[XXXXX1432]": 48589, + "[XXXXX1433]": 48916, + "[XXXXX1434]": 48068, + "[XXXXX1435]": 47949, + "[XXXXX1436]": 48252, + "[XXXXX1437]": 48724, + "[XXXXX1438]": 48807, + "[XXXXX1439]": 48379, + "[XXXXX143]": 48835, + "[XXXXX1440]": 48005, + "[XXXXX1441]": 48416, + "[XXXXX1442]": 47595, + "[XXXXX1443]": 47831, + "[XXXXX1444]": 49034, + "[XXXXX1445]": 48893, + "[XXXXX1446]": 47631, + "[XXXXX1447]": 48419, + "[XXXXX1448]": 48874, + "[XXXXX1449]": 49078, + "[XXXXX144]": 48224, + "[XXXXX1450]": 48616, + "[XXXXX1451]": 48688, + "[XXXXX1452]": 47532, + "[XXXXX1453]": 49107, + "[XXXXX1454]": 47945, + "[XXXXX1455]": 48349, + "[XXXXX1456]": 48761, + "[XXXXX1457]": 47399, + "[XXXXX1458]": 47494, + "[XXXXX1459]": 48541, + "[XXXXX145]": 47819, + "[XXXXX1460]": 47668, + "[XXXXX1461]": 48155, + "[XXXXX1462]": 48203, + "[XXXXX1463]": 48308, + "[XXXXX1464]": 47923, + "[XXXXX1465]": 48628, + "[XXXXX1466]": 48894, + "[XXXXX1467]": 48504, + "[XXXXX1468]": 47780, + "[XXXXX1469]": 48780, + "[XXXXX146]": 47856, + "[XXXXX1470]": 47947, + "[XXXXX1471]": 47770, + "[XXXXX1472]": 48645, + "[XXXXX1473]": 47711, + "[XXXXX1474]": 47427, + "[XXXXX1475]": 49042, + "[XXXXX1476]": 48341, + "[XXXXX1477]": 48744, + "[XXXXX1478]": 48421, + "[XXXXX1479]": 48574, + "[XXXXX147]": 47892, + "[XXXXX1480]": 48664, + "[XXXXX1481]": 47649, + "[XXXXX1482]": 47529, + "[XXXXX1483]": 48675, + "[XXXXX1484]": 47850, + "[XXXXX1485]": 48918, + "[XXXXX1486]": 47778, + "[XXXXX1487]": 47929, + "[XXXXX1488]": 47675, + "[XXXXX1489]": 48817, + "[XXXXX148]": 47411, + "[XXXXX1490]": 48612, + "[XXXXX1491]": 48598, + "[XXXXX1492]": 49108, + "[XXXXX1493]": 48272, + "[XXXXX1494]": 48904, + "[XXXXX1495]": 48658, + "[XXXXX1496]": 47737, + "[XXXXX1497]": 48141, + "[XXXXX1498]": 48593, + "[XXXXX1499]": 48452, + "[XXXXX149]": 47718, + "[XXXXX14]": 47771, + "[XXXXX1500]": 48637, + "[XXXXX1501]": 48804, + "[XXXXX1502]": 47752, + "[XXXXX1503]": 48430, + "[XXXXX1504]": 48759, + "[XXXXX1505]": 48823, + "[XXXXX1506]": 47465, + "[XXXXX1507]": 47590, + "[XXXXX1508]": 48445, + "[XXXXX1509]": 48822, + "[XXXXX150]": 48400, + "[XXXXX1510]": 48184, + "[XXXXX1511]": 48603, + "[XXXXX1512]": 47962, + "[XXXXX1513]": 47581, + "[XXXXX1514]": 48655, + "[XXXXX1515]": 47886, + "[XXXXX1516]": 47762, + "[XXXXX1517]": 48410, + "[XXXXX1518]": 48437, + "[XXXXX1519]": 48815, + "[XXXXX151]": 47868, + "[XXXXX1520]": 48523, + "[XXXXX1521]": 48475, + "[XXXXX1522]": 48872, + "[XXXXX1523]": 47426, + "[XXXXX1524]": 48348, + "[XXXXX1525]": 48948, + "[XXXXX1526]": 49099, + "[XXXXX1527]": 47642, + "[XXXXX1528]": 48548, + "[XXXXX1529]": 48055, + "[XXXXX152]": 48542, + "[XXXXX1530]": 48630, + "[XXXXX1531]": 48896, + "[XXXXX1532]": 49020, + "[XXXXX1533]": 47727, + "[XXXXX1534]": 48944, + "[XXXXX1535]": 48848, + "[XXXXX1536]": 48717, + "[XXXXX1537]": 48494, + "[XXXXX1538]": 48124, + "[XXXXX1539]": 49055, + "[XXXXX153]": 48968, + "[XXXXX1540]": 48305, + "[XXXXX1541]": 48088, + "[XXXXX1542]": 49022, + "[XXXXX1543]": 49044, + "[XXXXX1544]": 48607, + "[XXXXX1545]": 48113, + "[XXXXX1546]": 48095, + "[XXXXX1547]": 48863, + "[XXXXX1548]": 48215, + "[XXXXX1549]": 48220, + "[XXXXX154]": 49023, + "[XXXXX1550]": 47442, + "[XXXXX1551]": 49122, + "[XXXXX1552]": 49131, + "[XXXXX1553]": 47991, + "[XXXXX1554]": 47899, + "[XXXXX1555]": 47499, + "[XXXXX1556]": 47406, + "[XXXXX1557]": 47894, + "[XXXXX1558]": 47844, + "[XXXXX1559]": 48164, + "[XXXXX155]": 47833, + "[XXXXX1560]": 48565, + "[XXXXX1561]": 47471, + "[XXXXX1562]": 48960, + "[XXXXX1563]": 47440, + "[XXXXX1564]": 47479, + "[XXXXX1565]": 47708, + "[XXXXX1566]": 47796, + "[XXXXX1567]": 47576, + "[XXXXX1568]": 48191, + "[XXXXX1569]": 48516, + "[XXXXX156]": 48827, + "[XXXXX1570]": 48911, + "[XXXXX1571]": 48205, + "[XXXXX1572]": 48336, + "[XXXXX1573]": 47482, + "[XXXXX1574]": 48952, + "[XXXXX1575]": 47960, + "[XXXXX1576]": 49098, + "[XXXXX1577]": 47904, + "[XXXXX1578]": 48414, + "[XXXXX1579]": 48752, + "[XXXXX157]": 48401, + "[XXXXX1580]": 48633, + "[XXXXX1581]": 48826, + "[XXXXX1582]": 47507, + "[XXXXX1583]": 47476, + "[XXXXX1584]": 48599, + "[XXXXX1585]": 48274, + "[XXXXX1586]": 47428, + "[XXXXX1587]": 48972, + "[XXXXX1588]": 47425, + "[XXXXX1589]": 48731, + "[XXXXX158]": 47951, + "[XXXXX1590]": 49009, + "[XXXXX1591]": 48839, + "[XXXXX1592]": 49006, + "[XXXXX1593]": 47626, + "[XXXXX1594]": 48231, + "[XXXXX1595]": 48554, + "[XXXXX1596]": 48045, + "[XXXXX1597]": 48769, + "[XXXXX1598]": 47652, + "[XXXXX1599]": 47444, + "[XXXXX159]": 49021, + "[XXXXX15]": 48530, + "[XXXXX1600]": 47964, + "[XXXXX1601]": 48560, + "[XXXXX1602]": 47855, + "[XXXXX1603]": 48324, + "[XXXXX1604]": 47961, + "[XXXXX1605]": 48296, + "[XXXXX1606]": 48148, + "[XXXXX1607]": 49038, + "[XXXXX1608]": 48994, + "[XXXXX1609]": 48767, + "[XXXXX160]": 48740, + "[XXXXX1610]": 48907, + "[XXXXX1611]": 47822, + "[XXXXX1612]": 47639, + "[XXXXX1613]": 48053, + "[XXXXX1614]": 48285, + "[XXXXX1615]": 47533, + "[XXXXX1616]": 47983, + "[XXXXX1617]": 47574, + "[XXXXX1618]": 48828, + "[XXXXX1619]": 48334, + "[XXXXX161]": 48290, + "[XXXXX1620]": 47928, + "[XXXXX1621]": 48177, + "[XXXXX1622]": 48056, + "[XXXXX1623]": 47488, + "[XXXXX1624]": 47866, + "[XXXXX1625]": 48273, + "[XXXXX1626]": 48234, + "[XXXXX1627]": 48757, + "[XXXXX1628]": 48075, + "[XXXXX1629]": 48768, + "[XXXXX162]": 48447, + "[XXXXX1630]": 48820, + "[XXXXX1631]": 48007, + "[XXXXX1632]": 48552, + "[XXXXX1633]": 47939, + "[XXXXX1634]": 48725, + "[XXXXX1635]": 47447, + "[XXXXX1636]": 47602, + "[XXXXX1637]": 47935, + "[XXXXX1638]": 49132, + "[XXXXX1639]": 47953, + "[XXXXX163]": 48371, + "[XXXXX1640]": 47748, + "[XXXXX1641]": 48116, + "[XXXXX1642]": 47610, + "[XXXXX1643]": 48105, + "[XXXXX1644]": 48460, + "[XXXXX1645]": 48773, + "[XXXXX1646]": 47974, + "[XXXXX1647]": 47678, + "[XXXXX1648]": 47571, + "[XXXXX1649]": 47717, + "[XXXXX164]": 48978, + "[XXXXX1650]": 48653, + "[XXXXX1651]": 48526, + "[XXXXX1652]": 47666, + "[XXXXX1653]": 48636, + "[XXXXX1654]": 49070, + "[XXXXX1655]": 48040, + "[XXXXX1656]": 49001, + "[XXXXX1657]": 48587, + "[XXXXX1658]": 48227, + "[XXXXX1659]": 47566, + "[XXXXX165]": 47992, + "[XXXXX1660]": 48774, + "[XXXXX1661]": 47443, + "[XXXXX1662]": 48037, + "[XXXXX1663]": 48377, + "[XXXXX1664]": 47733, + "[XXXXX1665]": 49071, + "[XXXXX1666]": 47528, + "[XXXXX1667]": 49124, + "[XXXXX1668]": 48510, + "[XXXXX1669]": 48125, + "[XXXXX166]": 48572, + "[XXXXX1670]": 47503, + "[XXXXX1671]": 47527, + "[XXXXX1672]": 47817, + "[XXXXX1673]": 49111, + "[XXXXX1674]": 47772, + "[XXXXX1675]": 47783, + "[XXXXX1676]": 49052, + "[XXXXX1677]": 47493, + "[XXXXX1678]": 47888, + "[XXXXX1679]": 48059, + "[XXXXX167]": 48008, + "[XXXXX1680]": 47456, + "[XXXXX1681]": 47906, + "[XXXXX1682]": 48026, + "[XXXXX1683]": 48149, + "[XXXXX1684]": 48451, + "[XXXXX1685]": 49029, + "[XXXXX1686]": 48313, + "[XXXXX1687]": 48089, + "[XXXXX1688]": 48795, + "[XXXXX1689]": 48396, + "[XXXXX168]": 47740, + "[XXXXX1690]": 48536, + "[XXXXX1691]": 47680, + "[XXXXX1692]": 48146, + "[XXXXX1693]": 48733, + "[XXXXX1694]": 47536, + "[XXXXX1695]": 47524, + "[XXXXX1696]": 48197, + "[XXXXX1697]": 49151, + "[XXXXX1698]": 48159, + "[XXXXX1699]": 48558, + "[XXXXX169]": 48189, + "[XXXXX16]": 48474, + "[XXXXX1700]": 48042, + "[XXXXX1701]": 47638, + "[XXXXX1702]": 48954, + "[XXXXX1703]": 47693, + "[XXXXX1704]": 48461, + "[XXXXX1705]": 48467, + "[XXXXX1706]": 48505, + "[XXXXX1707]": 47989, + "[XXXXX1708]": 47784, + "[XXXXX1709]": 47435, + "[XXXXX170]": 47429, + "[XXXXX1710]": 48152, + "[XXXXX1711]": 48301, + "[XXXXX1712]": 49094, + "[XXXXX1713]": 48649, + "[XXXXX1714]": 48117, + "[XXXXX1715]": 48185, + "[XXXXX1716]": 47832, + "[XXXXX1717]": 48383, + "[XXXXX1718]": 49012, + "[XXXXX1719]": 48986, + "[XXXXX171]": 48346, + "[XXXXX1720]": 47978, + "[XXXXX1721]": 47871, + "[XXXXX1722]": 47625, + "[XXXXX1723]": 48247, + "[XXXXX1724]": 47965, + "[XXXXX1725]": 47579, + "[XXXXX1726]": 48512, + "[XXXXX1727]": 48395, + "[XXXXX1728]": 48867, + "[XXXXX1729]": 47692, + "[XXXXX172]": 48003, + "[XXXXX1730]": 48497, + "[XXXXX1731]": 47393, + "[XXXXX1732]": 47530, + "[XXXXX1733]": 48129, + "[XXXXX1734]": 47916, + "[XXXXX1735]": 47943, + "[XXXXX1736]": 47559, + "[XXXXX1737]": 47477, + "[XXXXX1738]": 48432, + "[XXXXX1739]": 48244, + "[XXXXX173]": 48238, + "[XXXXX1740]": 48528, + "[XXXXX1741]": 48671, + "[XXXXX1742]": 48889, + "[XXXXX1743]": 48161, + "[XXXXX1744]": 48018, + "[XXXXX1745]": 48509, + "[XXXXX1746]": 47564, + "[XXXXX1747]": 48969, + "[XXXXX1748]": 48112, + "[XXXXX1749]": 49128, + "[XXXXX174]": 48786, + "[XXXXX1750]": 48886, + "[XXXXX1751]": 48932, + "[XXXXX1752]": 47970, + "[XXXXX1753]": 47969, + "[XXXXX1754]": 48508, + "[XXXXX1755]": 47857, + "[XXXXX1756]": 48563, + "[XXXXX1757]": 48503, + "[XXXXX1758]": 47797, + "[XXXXX1759]": 49053, + "[XXXXX175]": 48221, + "[XXXXX1760]": 48949, + "[XXXXX1761]": 48926, + "[XXXXX176]": 48895, + "[XXXXX177]": 48084, + "[XXXXX178]": 47408, + "[XXXXX179]": 48144, + "[XXXXX17]": 47563, + "[XXXXX180]": 47934, + "[XXXXX181]": 47567, + "[XXXXX182]": 47539, + "[XXXXX183]": 49106, + "[XXXXX184]": 48892, + "[XXXXX185]": 47458, + "[XXXXX186]": 48783, + "[XXXXX187]": 47914, + "[XXXXX188]": 47761, + "[XXXXX189]": 47997, + "[XXXXX18]": 48333, + "[XXXXX190]": 48312, + "[XXXXX191]": 49095, + "[XXXXX192]": 47785, + "[XXXXX193]": 47635, + "[XXXXX194]": 48955, + "[XXXXX195]": 48354, + "[XXXXX196]": 48545, + "[XXXXX197]": 48727, + "[XXXXX198]": 48306, + "[XXXXX199]": 49133, + "[XXXXX19]": 48262, + "[XXXXX1]": 49126, + "[XXXXX200]": 47701, + "[XXXXX201]": 47521, + "[XXXXX202]": 48805, + "[XXXXX203]": 48386, + "[XXXXX204]": 48909, + "[XXXXX205]": 47674, + "[XXXXX206]": 48640, + "[XXXXX207]": 48257, + "[XXXXX208]": 47977, + "[XXXXX209]": 48406, + "[XXXXX20]": 47779, + "[XXXXX210]": 48282, + "[XXXXX211]": 48280, + "[XXXXX212]": 47603, + "[XXXXX213]": 47869, + "[XXXXX214]": 47937, + "[XXXXX215]": 49073, + "[XXXXX216]": 47582, + "[XXXXX217]": 47816, + "[XXXXX218]": 47821, + "[XXXXX219]": 48857, + "[XXXXX21]": 48434, + "[XXXXX220]": 48172, + "[XXXXX221]": 47722, + "[XXXXX222]": 47618, + "[XXXXX223]": 48178, + "[XXXXX224]": 48000, + "[XXXXX225]": 48087, + "[XXXXX226]": 48924, + "[XXXXX227]": 47441, + "[XXXXX228]": 49058, + "[XXXXX229]": 48531, + "[XXXXX22]": 48052, + "[XXXXX230]": 47927, + "[XXXXX231]": 47930, + "[XXXXX232]": 49092, + "[XXXXX233]": 47996, + "[XXXXX234]": 49049, + "[XXXXX235]": 48299, + "[XXXXX236]": 48811, + "[XXXXX237]": 48343, + "[XXXXX238]": 49017, + "[XXXXX239]": 48806, + "[XXXXX23]": 48289, + "[XXXXX240]": 47835, + "[XXXXX241]": 48627, + "[XXXXX242]": 47643, + "[XXXXX243]": 47794, + "[XXXXX244]": 49093, + "[XXXXX245]": 47412, + "[XXXXX246]": 48092, + "[XXXXX247]": 47730, + "[XXXXX248]": 48228, + "[XXXXX249]": 47851, + "[XXXXX24]": 48722, + "[XXXXX250]": 48126, + "[XXXXX251]": 47749, + "[XXXXX252]": 47972, + "[XXXXX253]": 48534, + "[XXXXX254]": 48332, + "[XXXXX255]": 48601, + "[XXXXX256]": 48914, + "[XXXXX257]": 47760, + "[XXXXX258]": 48115, + "[XXXXX259]": 48338, + "[XXXXX25]": 48277, + "[XXXXX260]": 47853, + "[XXXXX261]": 48669, + "[XXXXX262]": 48834, + "[XXXXX263]": 48571, + "[XXXXX264]": 48738, + "[XXXXX265]": 48180, + "[XXXXX266]": 49002, + "[XXXXX267]": 47452, + "[XXXXX268]": 47684, + "[XXXXX269]": 47726, + "[XXXXX26]": 47895, + "[XXXXX270]": 48286, + "[XXXXX271]": 47401, + "[XXXXX272]": 48366, + "[XXXXX273]": 48913, + "[XXXXX274]": 47696, + "[XXXXX275]": 48429, + "[XXXXX276]": 48202, + "[XXXXX277]": 47714, + "[XXXXX278]": 47480, + "[XXXXX279]": 48551, + "[XXXXX27]": 47557, + "[XXXXX280]": 48323, + "[XXXXX281]": 47605, + "[XXXXX282]": 49079, + "[XXXXX283]": 47630, + "[XXXXX284]": 48210, + "[XXXXX285]": 48934, + "[XXXXX286]": 48742, + "[XXXXX287]": 48360, + "[XXXXX288]": 48214, + "[XXXXX289]": 47721, + "[XXXXX28]": 48390, + "[XXXXX290]": 48034, + "[XXXXX291]": 47404, + "[XXXXX292]": 48824, + "[XXXXX293]": 47570, + "[XXXXX294]": 48726, + "[XXXXX295]": 49147, + "[XXXXX296]": 47523, + "[XXXXX297]": 48074, + "[XXXXX298]": 48111, + "[XXXXX299]": 48797, + "[XXXXX29]": 48625, + "[XXXXX2]": 48707, + "[XXXXX300]": 47776, + "[XXXXX301]": 48897, + "[XXXXX302]": 48275, + "[XXXXX303]": 48307, + "[XXXXX304]": 48370, + "[XXXXX305]": 48662, + "[XXXXX306]": 48495, + "[XXXXX307]": 47867, + "[XXXXX308]": 48567, + "[XXXXX309]": 49112, + "[XXXXX30]": 48027, + "[XXXXX310]": 48818, + "[XXXXX311]": 47712, + "[XXXXX312]": 47938, + "[XXXXX313]": 48928, + "[XXXXX314]": 48251, + "[XXXXX315]": 48620, + "[XXXXX316]": 48821, + "[XXXXX317]": 48579, + "[XXXXX318]": 47860, + "[XXXXX319]": 48453, + "[XXXXX31]": 48799, + "[XXXXX320]": 48006, + "[XXXXX321]": 47766, + "[XXXXX322]": 48816, + "[XXXXX323]": 48358, + "[XXXXX324]": 48011, + "[XXXXX325]": 48208, + "[XXXXX326]": 48965, + "[XXXXX327]": 48058, + "[XXXXX328]": 48538, + "[XXXXX329]": 48480, + "[XXXXX32]": 48399, + "[XXXXX330]": 47634, + "[XXXXX331]": 47518, + "[XXXXX332]": 48132, + "[XXXXX333]": 47449, + "[XXXXX334]": 48044, + "[XXXXX335]": 47842, + "[XXXXX336]": 49041, + "[XXXXX337]": 48317, + "[XXXXX338]": 47830, + "[XXXXX339]": 49085, + "[XXXXX33]": 48852, + "[XXXXX340]": 47774, + "[XXXXX341]": 48650, + "[XXXXX342]": 48253, + "[XXXXX343]": 49145, + "[XXXXX344]": 48847, + "[XXXXX345]": 49062, + "[XXXXX346]": 48359, + "[XXXXX347]": 48595, + "[XXXXX348]": 47995, + "[XXXXX349]": 47729, + "[XXXXX34]": 48800, + "[XXXXX350]": 48245, + "[XXXXX351]": 48586, + "[XXXXX352]": 48365, + "[XXXXX353]": 48887, + "[XXXXX354]": 47464, + "[XXXXX355]": 47987, + "[XXXXX356]": 49136, + "[XXXXX357]": 48098, + "[XXXXX358]": 48259, + "[XXXXX359]": 47609, + "[XXXXX35]": 48127, + "[XXXXX360]": 48648, + "[XXXXX361]": 48431, + "[XXXXX362]": 48714, + "[XXXXX363]": 47624, + "[XXXXX364]": 47823, + "[XXXXX365]": 47936, + "[XXXXX366]": 47502, + "[XXXXX367]": 47506, + "[XXXXX368]": 49074, + "[XXXXX369]": 47731, + "[XXXXX36]": 48471, + "[XXXXX370]": 47807, + "[XXXXX371]": 47598, + "[XXXXX372]": 47806, + "[XXXXX373]": 47525, + "[XXXXX374]": 47883, + "[XXXXX375]": 49066, + "[XXXXX376]": 48067, + "[XXXXX377]": 48020, + "[XXXXX378]": 48527, + "[XXXXX379]": 48294, + "[XXXXX37]": 48102, + "[XXXXX380]": 48737, + "[XXXXX381]": 47614, + "[XXXXX382]": 48219, + "[XXXXX383]": 48143, + "[XXXXX384]": 48402, + "[XXXXX385]": 48190, + "[XXXXX386]": 48369, + "[XXXXX387]": 48982, + "[XXXXX388]": 49116, + "[XXXXX389]": 48793, + "[XXXXX38]": 48570, + "[XXXXX390]": 47491, + "[XXXXX391]": 48728, + "[XXXXX392]": 47948, + "[XXXXX393]": 48962, + "[XXXXX394]": 47988, + "[XXXXX395]": 47648, + "[XXXXX396]": 47395, + "[XXXXX397]": 47473, + "[XXXXX398]": 49091, + "[XXXXX399]": 49039, + "[XXXXX39]": 47958, + "[XXXXX3]": 48756, + "[XXXXX400]": 48784, + "[XXXXX401]": 47647, + "[XXXXX402]": 48028, + "[XXXXX403]": 48617, + "[XXXXX404]": 48964, + "[XXXXX405]": 48694, + "[XXXXX406]": 49043, + "[XXXXX407]": 47413, + "[XXXXX408]": 48557, + "[XXXXX409]": 48677, + "[XXXXX40]": 47514, + "[XXXXX410]": 47889, + "[XXXXX411]": 49010, + "[XXXXX412]": 47887, + "[XXXXX413]": 47655, + "[XXXXX414]": 47485, + "[XXXXX415]": 48741, + "[XXXXX416]": 48091, + "[XXXXX417]": 49061, + "[XXXXX418]": 48109, + "[XXXXX419]": 47702, + "[XXXXX41]": 48845, + "[XXXXX420]": 47430, + "[XXXXX421]": 49088, + "[XXXXX422]": 47677, + "[XXXXX423]": 48351, + "[XXXXX424]": 48001, + "[XXXXX425]": 48695, + "[XXXXX426]": 47713, + "[XXXXX427]": 48920, + "[XXXXX428]": 48674, + "[XXXXX429]": 48540, + "[XXXXX42]": 48142, + "[XXXXX430]": 47952, + "[XXXXX431]": 48362, + "[XXXXX432]": 47967, + "[XXXXX433]": 48705, + "[XXXXX434]": 48033, + "[XXXXX435]": 48024, + "[XXXXX436]": 47580, + "[XXXXX437]": 48618, + "[XXXXX438]": 47659, + "[XXXXX439]": 48435, + "[XXXXX43]": 48837, + "[XXXXX440]": 48631, + "[XXXXX441]": 47877, + "[XXXXX442]": 48036, + "[XXXXX443]": 47667, + "[XXXXX444]": 48502, + "[XXXXX445]": 49057, + "[XXXXX446]": 48979, + "[XXXXX447]": 47891, + "[XXXXX448]": 49143, + "[XXXXX449]": 48463, + "[XXXXX44]": 47872, + "[XXXXX450]": 47522, + "[XXXXX451]": 47703, + "[XXXXX452]": 47467, + "[XXXXX453]": 48099, + "[XXXXX454]": 48858, + "[XXXXX455]": 47538, + "[XXXXX456]": 48271, + "[XXXXX457]": 48270, + "[XXXXX458]": 49138, + "[XXXXX459]": 47691, + "[XXXXX45]": 47915, + "[XXXXX460]": 47461, + "[XXXXX461]": 48350, + "[XXXXX462]": 48813, + "[XXXXX463]": 48812, + "[XXXXX464]": 48163, + "[XXXXX465]": 49030, + "[XXXXX466]": 48787, + "[XXXXX467]": 48021, + "[XXXXX468]": 48248, + "[XXXXX469]": 47454, + "[XXXXX46]": 47572, + "[XXXXX470]": 48966, + "[XXXXX471]": 48929, + "[XXXXX472]": 47926, + "[XXXXX473]": 47410, + "[XXXXX474]": 48864, + "[XXXXX475]": 48119, + "[XXXXX476]": 47820, + "[XXXXX477]": 47932, + "[XXXXX478]": 47846, + "[XXXXX479]": 49054, + "[XXXXX47]": 48519, + "[XXXXX480]": 48101, + "[XXXXX481]": 48609, + "[XXXXX482]": 48128, + "[XXXXX483]": 48931, + "[XXXXX484]": 48267, + "[XXXXX485]": 48328, + "[XXXXX486]": 47463, + "[XXXXX487]": 48331, + "[XXXXX488]": 48198, + "[XXXXX489]": 48256, + "[XXXXX48]": 48167, + "[XXXXX490]": 48580, + "[XXXXX491]": 48049, + "[XXXXX492]": 48096, + "[XXXXX493]": 49129, + "[XXXXX494]": 47738, + "[XXXXX495]": 48611, + "[XXXXX496]": 48626, + "[XXXXX497]": 49003, + "[XXXXX498]": 47982, + "[XXXXX499]": 49047, + "[XXXXX49]": 48684, + "[XXXXX4]": 48456, + "[XXXXX500]": 48668, + "[XXXXX501]": 48017, + "[XXXXX502]": 48080, + "[XXXXX503]": 48150, + "[XXXXX504]": 47743, + "[XXXXX505]": 48859, + "[XXXXX506]": 47510, + "[XXXXX507]": 47541, + "[XXXXX508]": 47489, + "[XXXXX509]": 47504, + "[XXXXX50]": 47552, + "[XXXXX510]": 48086, + "[XXXXX511]": 48520, + "[XXXXX512]": 48204, + "[XXXXX513]": 48356, + "[XXXXX514]": 47968, + "[XXXXX515]": 47629, + "[XXXXX516]": 48450, + "[XXXXX517]": 48751, + "[XXXXX518]": 48673, + "[XXXXX519]": 48766, + "[XXXXX51]": 47763, + "[XXXXX520]": 47586, + "[XXXXX521]": 48193, + "[XXXXX522]": 47481, + "[XXXXX523]": 48070, + "[XXXXX524]": 48641, + "[XXXXX525]": 48555, + "[XXXXX526]": 47448, + "[XXXXX527]": 47788, + "[XXXXX528]": 48078, + "[XXXXX529]": 47781, + "[XXXXX52]": 48398, + "[XXXXX530]": 48255, + "[XXXXX531]": 48663, + "[XXXXX532]": 47798, + "[XXXXX533]": 48885, + "[XXXXX534]": 47790, + "[XXXXX535]": 47973, + "[XXXXX536]": 48842, + "[XXXXX537]": 48408, + "[XXXXX538]": 49113, + "[XXXXX539]": 48676, + "[XXXXX53]": 47786, + "[XXXXX540]": 48157, + "[XXXXX541]": 48670, + "[XXXXX542]": 48022, + "[XXXXX543]": 48009, + "[XXXXX544]": 48596, + "[XXXXX545]": 48329, + "[XXXXX546]": 48288, + "[XXXXX547]": 47469, + "[XXXXX548]": 48501, + "[XXXXX549]": 47976, + "[XXXXX54]": 47644, + "[XXXXX550]": 47588, + "[XXXXX551]": 48851, + "[XXXXX552]": 48250, + "[XXXXX553]": 47734, + "[XXXXX554]": 48940, + "[XXXXX555]": 49000, + "[XXXXX556]": 48200, + "[XXXXX557]": 47414, + "[XXXXX558]": 48090, + "[XXXXX559]": 47621, + "[XXXXX55]": 48048, + "[XXXXX560]": 47990, + "[XXXXX561]": 47519, + "[XXXXX562]": 47903, + "[XXXXX563]": 48522, + "[XXXXX564]": 47645, + "[XXXXX565]": 49080, + "[XXXXX566]": 47719, + "[XXXXX567]": 49105, + "[XXXXX568]": 48666, + "[XXXXX569]": 47549, + "[XXXXX56]": 49120, + "[XXXXX570]": 48355, + "[XXXXX571]": 48639, + "[XXXXX572]": 48083, + "[XXXXX573]": 48420, + "[XXXXX574]": 48661, + "[XXXXX575]": 47520, + "[XXXXX576]": 48318, + "[XXXXX577]": 49018, + "[XXXXX578]": 48458, + "[XXXXX579]": 47804, + "[XXXXX57]": 48490, + "[XXXXX580]": 48186, + "[XXXXX581]": 47699, + "[XXXXX582]": 48268, + "[XXXXX583]": 47688, + "[XXXXX584]": 47975, + "[XXXXX585]": 48013, + "[XXXXX586]": 48457, + "[XXXXX587]": 49114, + "[XXXXX588]": 48476, + "[XXXXX589]": 47694, + "[XXXXX58]": 48361, + "[XXXXX590]": 48758, + "[XXXXX591]": 48507, + "[XXXXX592]": 47434, + "[XXXXX593]": 48397, + "[XXXXX594]": 48846, + "[XXXXX595]": 48486, + "[XXXXX596]": 47944, + "[XXXXX597]": 47838, + "[XXXXX598]": 47475, + "[XXXXX599]": 48409, + "[XXXXX59]": 48836, + "[XXXXX5]": 48291, + "[XXXXX600]": 48561, + "[XXXXX601]": 48706, + "[XXXXX602]": 48311, + "[XXXXX603]": 48732, + "[XXXXX604]": 48716, + "[XXXXX605]": 48103, + "[XXXXX606]": 47741, + "[XXXXX607]": 49037, + "[XXXXX608]": 48513, + "[XXXXX609]": 47516, + "[XXXXX60]": 48980, + "[XXXXX610]": 47750, + "[XXXXX611]": 49077, + "[XXXXX612]": 47513, + "[XXXXX613]": 49102, + "[XXXXX614]": 48459, + "[XXXXX615]": 48792, + "[XXXXX616]": 48265, + "[XXXXX617]": 48375, + "[XXXXX618]": 48335, + "[XXXXX619]": 48796, + "[XXXXX61]": 48405, + "[XXXXX620]": 48550, + "[XXXXX621]": 48478, + "[XXXXX622]": 47468, + "[XXXXX623]": 48249, + "[XXXXX624]": 48838, + "[XXXXX625]": 48135, + "[XXXXX626]": 47577, + "[XXXXX627]": 47660, + "[XXXXX628]": 48347, + "[XXXXX629]": 47561, + "[XXXXX62]": 48314, + "[XXXXX630]": 47829, + "[XXXXX631]": 48621, + "[XXXXX632]": 48825, + "[XXXXX633]": 48849, + "[XXXXX634]": 48279, + "[XXXXX635]": 48310, + "[XXXXX636]": 49015, + "[XXXXX637]": 47753, + "[XXXXX638]": 48138, + "[XXXXX639]": 48808, + "[XXXXX63]": 48683, + "[XXXXX640]": 48057, + "[XXXXX641]": 48192, + "[XXXXX642]": 48446, + "[XXXXX643]": 48081, + "[XXXXX644]": 48533, + "[XXXXX645]": 47556, + "[XXXXX646]": 48908, + "[XXXXX647]": 48014, + "[XXXXX648]": 48455, + "[XXXXX649]": 47950, + "[XXXXX64]": 49139, + "[XXXXX650]": 47558, + "[XXXXX651]": 47653, + "[XXXXX652]": 48387, + "[XXXXX653]": 47809, + "[XXXXX654]": 48562, + "[XXXXX655]": 48665, + "[XXXXX656]": 48871, + "[XXXXX657]": 48987, + "[XXXXX658]": 47646, + "[XXXXX659]": 48881, + "[XXXXX65]": 47613, + "[XXXXX660]": 49109, + "[XXXXX661]": 49140, + "[XXXXX662]": 48023, + "[XXXXX663]": 48380, + "[XXXXX664]": 48065, + "[XXXXX665]": 47685, + "[XXXXX666]": 47484, + "[XXXXX667]": 47628, + "[XXXXX668]": 48151, + "[XXXXX669]": 47847, + "[XXXXX66]": 49100, + "[XXXXX670]": 47768, + "[XXXXX671]": 47640, + "[XXXXX672]": 48946, + "[XXXXX673]": 48624, + "[XXXXX674]": 48843, + "[XXXXX675]": 47736, + "[XXXXX676]": 47881, + "[XXXXX677]": 48690, + "[XXXXX678]": 48709, + "[XXXXX679]": 48577, + "[XXXXX67]": 48984, + "[XXXXX680]": 47500, + "[XXXXX681]": 48491, + "[XXXXX682]": 48691, + "[XXXXX683]": 48810, + "[XXXXX684]": 48173, + "[XXXXX685]": 48407, + "[XXXXX686]": 48292, + "[XXXXX687]": 48330, + "[XXXXX688]": 49118, + "[XXXXX689]": 48604, + "[XXXXX68]": 48174, + "[XXXXX690]": 48077, + "[XXXXX691]": 48743, + "[XXXXX692]": 48583, + "[XXXXX693]": 47391, + "[XXXXX694]": 48229, + "[XXXXX695]": 48789, + "[XXXXX696]": 48777, + "[XXXXX697]": 47535, + "[XXXXX698]": 48122, + "[XXXXX699]": 48232, + "[XXXXX69]": 48704, + "[XXXXX6]": 48927, + "[XXXXX700]": 48403, + "[XXXXX701]": 47451, + "[XXXXX702]": 48039, + "[XXXXX703]": 47568, + "[XXXXX704]": 48692, + "[XXXXX705]": 47437, + "[XXXXX706]": 47854, + "[XXXXX707]": 49148, + "[XXXXX708]": 48923, + "[XXXXX709]": 48133, + "[XXXXX70]": 47407, + "[XXXXX710]": 48425, + "[XXXXX711]": 48998, + "[XXXXX712]": 48801, + "[XXXXX713]": 48525, + "[XXXXX714]": 47917, + "[XXXXX715]": 47782, + "[XXXXX716]": 48697, + "[XXXXX717]": 47836, + "[XXXXX718]": 47725, + "[XXXXX719]": 48218, + "[XXXXX71]": 49065, + "[XXXXX720]": 48956, + "[XXXXX721]": 48321, + "[XXXXX722]": 47812, + "[XXXXX723]": 47466, + "[XXXXX724]": 48462, + "[XXXXX725]": 47898, + "[XXXXX726]": 49060, + "[XXXXX727]": 47589, + "[XXXXX728]": 49117, + "[XXXXX729]": 48393, + "[XXXXX72]": 48439, + "[XXXXX730]": 48100, + "[XXXXX731]": 48394, + "[XXXXX732]": 48643, + "[XXXXX733]": 48423, + "[XXXXX734]": 48183, + "[XXXXX735]": 49101, + "[XXXXX736]": 48381, + "[XXXXX737]": 48854, + "[XXXXX738]": 49067, + "[XXXXX739]": 48876, + "[XXXXX73]": 47392, + "[XXXXX740]": 48179, + "[XXXXX741]": 48194, + "[XXXXX742]": 48791, + "[XXXXX743]": 48985, + "[XXXXX744]": 48535, + "[XXXXX745]": 48436, + "[XXXXX746]": 47896, + "[XXXXX747]": 47583, + "[XXXXX748]": 49142, + "[XXXXX749]": 48958, + "[XXXXX74]": 49064, + "[XXXXX750]": 47569, + "[XXXXX751]": 47548, + "[XXXXX752]": 49083, + "[XXXXX753]": 47746, + "[XXXXX754]": 49144, + "[XXXXX755]": 48600, + "[XXXXX756]": 47791, + "[XXXXX757]": 47661, + "[XXXXX758]": 48295, + "[XXXXX759]": 47912, + "[XXXXX75]": 48025, + "[XXXXX760]": 47495, + "[XXXXX761]": 48156, + "[XXXXX762]": 47907, + "[XXXXX763]": 48123, + "[XXXXX764]": 48134, + "[XXXXX765]": 47597, + "[XXXXX766]": 48278, + "[XXXXX767]": 47555, + "[XXXXX768]": 49011, + "[XXXXX769]": 47918, + "[XXXXX76]": 47902, + "[XXXXX770]": 48957, + "[XXXXX771]": 48936, + "[XXXXX772]": 48269, + "[XXXXX773]": 48473, + "[XXXXX774]": 49035, + "[XXXXX775]": 47984, + "[XXXXX776]": 48300, + "[XXXXX777]": 48085, + "[XXXXX778]": 47826, + "[XXXXX779]": 48019, + "[XXXXX77]": 48031, + "[XXXXX780]": 48376, + "[XXXXX781]": 47534, + "[XXXXX782]": 48764, + "[XXXXX783]": 49063, + "[XXXXX784]": 47840, + "[XXXXX785]": 48547, + "[XXXXX786]": 48941, + "[XXXXX787]": 47650, + "[XXXXX788]": 47800, + "[XXXXX789]": 48606, + "[XXXXX78]": 47873, + "[XXXXX790]": 48060, + "[XXXXX791]": 47885, + "[XXXXX792]": 47863, + "[XXXXX793]": 48730, + "[XXXXX794]": 47662, + "[XXXXX795]": 47438, + "[XXXXX796]": 48385, + "[XXXXX797]": 48449, + "[XXXXX798]": 47673, + "[XXXXX799]": 48093, + "[XXXXX79]": 48865, + "[XXXXX7]": 48372, + "[XXXXX800]": 48729, + "[XXXXX801]": 47474, + "[XXXXX802]": 48875, + "[XXXXX803]": 48029, + "[XXXXX804]": 48735, + "[XXXXX805]": 48297, + "[XXXXX806]": 48411, + "[XXXXX807]": 47913, + "[XXXXX808]": 48710, + "[XXXXX809]": 48094, + "[XXXXX80]": 48841, + "[XXXXX810]": 48428, + "[XXXXX811]": 48532, + "[XXXXX812]": 48950, + "[XXXXX813]": 48739, + "[XXXXX814]": 48137, + "[XXXXX815]": 47884, + "[XXXXX816]": 48779, + "[XXXXX817]": 47496, + "[XXXXX818]": 48352, + "[XXXXX819]": 48891, + "[XXXXX81]": 48051, + "[XXXXX820]": 48050, + "[XXXXX821]": 47573, + "[XXXXX822]": 48373, + "[XXXXX823]": 47793, + "[XXXXX824]": 47747, + "[XXXXX825]": 47758, + "[XXXXX826]": 48302, + "[XXXXX827]": 48785, + "[XXXXX828]": 48870, + "[XXXXX829]": 48899, + "[XXXXX82]": 49141, + "[XXXXX830]": 48884, + "[XXXXX831]": 47981, + "[XXXXX832]": 48223, + "[XXXXX833]": 48072, + "[XXXXX834]": 48576, + "[XXXXX835]": 48711, + "[XXXXX836]": 47460, + "[XXXXX837]": 47801, + "[XXXXX838]": 47651, + "[XXXXX839]": 47663, + "[XXXXX83]": 49076, + "[XXXXX840]": 48298, + "[XXXXX841]": 49150, + "[XXXXX842]": 48517, + "[XXXXX843]": 47418, + "[XXXXX844]": 47627, + "[XXXXX845]": 48230, + "[XXXXX846]": 48010, + "[XXXXX847]": 47423, + "[XXXXX848]": 49048, + "[XXXXX849]": 48524, + "[XXXXX84]": 47900, + "[XXXXX850]": 47787, + "[XXXXX851]": 48974, + "[XXXXX852]": 48652, + "[XXXXX853]": 47849, + "[XXXXX854]": 48623, + "[XXXXX855]": 49026, + "[XXXXX856]": 49068, + "[XXXXX857]": 48802, + "[XXXXX858]": 48236, + "[XXXXX859]": 48170, + "[XXXXX85]": 47909, + "[XXXXX860]": 47924, + "[XXXXX861]": 47607, + "[XXXXX862]": 47565, + "[XXXXX863]": 48038, + "[XXXXX864]": 49149, + "[XXXXX865]": 49081, + "[XXXXX866]": 48905, + "[XXXXX867]": 47792, + "[XXXXX868]": 48482, + "[XXXXX869]": 47704, + "[XXXXX86]": 49036, + "[XXXXX870]": 47959, + "[XXXXX871]": 48890, + "[XXXXX872]": 48860, + "[XXXXX873]": 48326, + "[XXXXX874]": 47617, + "[XXXXX875]": 47654, + "[XXXXX876]": 47986, + "[XXXXX877]": 48632, + "[XXXXX878]": 48175, + "[XXXXX879]": 48581, + "[XXXXX87]": 47608, + "[XXXXX880]": 47424, + "[XXXXX881]": 49134, + "[XXXXX882]": 48012, + "[XXXXX883]": 48696, + "[XXXXX884]": 48699, + "[XXXXX885]": 47955, + "[XXXXX886]": 49104, + "[XXXXX887]": 47827, + "[XXXXX888]": 49014, + "[XXXXX889]": 48539, + "[XXXXX88]": 48496, + "[XXXXX890]": 48723, + "[XXXXX891]": 48235, + "[XXXXX892]": 48195, + "[XXXXX893]": 48216, + "[XXXXX894]": 48444, + "[XXXXX895]": 48719, + "[XXXXX896]": 47715, + "[XXXXX897]": 48803, + "[XXXXX898]": 48679, + "[XXXXX899]": 48619, + "[XXXXX89]": 48500, + "[XXXXX8]": 49008, + "[XXXXX900]": 48120, + "[XXXXX901]": 48241, + "[XXXXX902]": 47852, + "[XXXXX903]": 48417, + "[XXXXX904]": 47671, + "[XXXXX905]": 48654, + "[XXXXX906]": 49056, + "[XXXXX907]": 48878, + "[XXXXX908]": 48708, + "[XXXXX909]": 48698, + "[XXXXX90]": 47578, + "[XXXXX910]": 49016, + "[XXXXX911]": 47931, + "[XXXXX912]": 48441, + "[XXXXX913]": 48937, + "[XXXXX914]": 47415, + "[XXXXX915]": 47546, + "[XXXXX916]": 48284, + "[XXXXX917]": 48483, + "[XXXXX918]": 47946, + "[XXXXX919]": 48613, + "[XXXXX91]": 47759, + "[XXXXX920]": 48468, + "[XXXXX921]": 48438, + "[XXXXX922]": 49004, + "[XXXXX923]": 48498, + "[XXXXX924]": 48315, + "[XXXXX925]": 48765, + "[XXXXX926]": 48363, + "[XXXXX927]": 48947, + "[XXXXX928]": 47606, + "[XXXXX929]": 48188, + "[XXXXX92]": 48798, + "[XXXXX930]": 47600, + "[XXXXX931]": 49096, + "[XXXXX932]": 47876, + "[XXXXX933]": 48856, + "[XXXXX934]": 48546, + "[XXXXX935]": 47486, + "[XXXXX936]": 48718, + "[XXXXX937]": 47592, + "[XXXXX938]": 48035, + "[XXXXX939]": 47509, + "[XXXXX93]": 49050, + "[XXXXX940]": 47956, + "[XXXXX941]": 48919, + "[XXXXX942]": 47993, + "[XXXXX943]": 48415, + "[XXXXX944]": 48925, + "[XXXXX945]": 48656, + "[XXXXX946]": 48763, + "[XXXXX947]": 48422, + "[XXXXX948]": 48814, + "[XXXXX949]": 47769, + "[XXXXX94]": 48367, + "[XXXXX950]": 47878, + "[XXXXX951]": 48320, + "[XXXXX952]": 48389, + "[XXXXX953]": 49032, + "[XXXXX954]": 49025, + "[XXXXX955]": 48686, + "[XXXXX956]": 48384, + "[XXXXX957]": 49024, + "[XXXXX958]": 48902, + "[XXXXX959]": 47810, + "[XXXXX95]": 48079, + "[XXXXX960]": 47682, + "[XXXXX961]": 49051, + "[XXXXX962]": 48771, + "[XXXXX963]": 48755, + "[XXXXX964]": 48915, + "[XXXXX965]": 47739, + "[XXXXX966]": 48942, + "[XXXXX967]": 48283, + "[XXXXX968]": 47971, + "[XXXXX969]": 48559, + "[XXXXX96]": 48464, + "[XXXXX970]": 47861, + "[XXXXX971]": 48469, + "[XXXXX972]": 48938, + "[XXXXX973]": 48097, + "[XXXXX974]": 47742, + "[XXXXX975]": 48657, + "[XXXXX976]": 48424, + "[XXXXX977]": 48866, + "[XXXXX978]": 47824, + "[XXXXX979]": 48207, + "[XXXXX97]": 48967, + "[XXXXX980]": 47575, + "[XXXXX981]": 48388, + "[XXXXX982]": 47940, + "[XXXXX983]": 48778, + "[XXXXX984]": 48426, + "[XXXXX985]": 48260, + "[XXXXX986]": 48418, + "[XXXXX987]": 47728, + "[XXXXX988]": 49086, + "[XXXXX989]": 48747, + "[XXXXX98]": 48140, + "[XXXXX990]": 48030, + "[XXXXX991]": 47459, + "[XXXXX992]": 48364, + "[XXXXX993]": 49137, + "[XXXXX994]": 48712, + "[XXXXX995]": 47980, + "[XXXXX996]": 47777, + "[XXXXX997]": 48819, + "[XXXXX998]": 48642, + "[XXXXX999]": 48975, + "[XXXXX99]": 48213, + "[XXXXX9]": 47755 +} diff --git a/checkpoint-3500/config.json b/checkpoint-3500/config.json new file mode 100644 index 0000000..87e344b --- /dev/null +++ b/checkpoint-3500/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 47386, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 47387, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 768, + "n_head": 12, + "n_inner": 3072, + "n_layer": 12, + "n_positions": 512, + "pad_token_id": 47388, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 49152 +} diff --git a/checkpoint-3500/generation_config.json b/checkpoint-3500/generation_config.json new file mode 100644 index 0000000..e73b324 --- /dev/null +++ b/checkpoint-3500/generation_config.json @@ -0,0 +1,10 @@ +{ + "_from_model_config": true, + "bos_token_id": 47386, + "eos_token_id": [ + 47387, + 50001 + ], + "pad_token_id": 47388, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-3500/model.safetensors b/checkpoint-3500/model.safetensors new file mode 100644 index 0000000..22c0d26 --- /dev/null +++ b/checkpoint-3500/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87f79880f2303ed8909bf667fabeb206822f9286a6f49fdbe797887545f47ae6 +size 246410944 diff --git a/checkpoint-3500/rng_state.pth b/checkpoint-3500/rng_state.pth new file mode 100644 index 0000000..0eb0172 --- /dev/null +++ b/checkpoint-3500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bf6b8eb5c1ee27c4add4001a0caa8b8a43e95632727924bcb4207820c61aaba +size 14645 diff --git a/checkpoint-3500/special_tokens_map.json b/checkpoint-3500/special_tokens_map.json new file mode 100644 index 0000000..86972d3 --- /dev/null +++ b/checkpoint-3500/special_tokens_map.json @@ -0,0 +1,1815 @@ +{ + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-3500/spiece.model b/checkpoint-3500/spiece.model new file mode 100644 index 0000000..aa5e7bb --- /dev/null +++ b/checkpoint-3500/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:658c1246bf680a2a73ff33ccf7bbcde25b6d81c80c5cc610f4680cf9942f981b +size 1138208 diff --git a/checkpoint-3500/tokenizer_config.json b/checkpoint-3500/tokenizer_config.json new file mode 100644 index 0000000..b5acc55 --- /dev/null +++ b/checkpoint-3500/tokenizer_config.json @@ -0,0 +1,15919 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47386": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47387": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47388": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47389": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47390": { + "content": "[XXXXX1404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47391": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47392": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47393": { + "content": "[XXXXX1731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47394": { + "content": "[XXXXX1315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47395": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47396": { + "content": "[XXXXX1366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47397": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47398": { + "content": "[XXXXX1239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47399": { + "content": "[XXXXX1457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47400": { + "content": "[XXXXX1278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47401": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47402": { + "content": "[XXXXX1313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47403": { + "content": "[XXXXX1395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47404": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47405": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47406": { + "content": "[XXXXX1556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47407": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47408": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47409": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47410": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47411": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47412": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47413": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47414": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47415": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47416": { + "content": "[XXXXX1261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47417": { + "content": "[XXXXX1280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47418": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47419": { + "content": "[XXXXX1220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47420": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47421": { + "content": "[XXXXX1306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47422": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47423": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47424": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47425": { + "content": "[XXXXX1588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47426": { + "content": "[XXXXX1523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47427": { + "content": "[XXXXX1474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47428": { + "content": "[XXXXX1586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47429": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47430": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47431": { + "content": "[XXXXX1342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47432": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47433": { + "content": "[XXXXX1343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47434": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47435": { + "content": "[XXXXX1709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47436": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47437": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47438": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47439": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47440": { + "content": "[XXXXX1563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47441": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47442": { + "content": "[XXXXX1550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47443": { + "content": "[XXXXX1661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47444": { + "content": "[XXXXX1599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47445": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47446": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47447": { + "content": "[XXXXX1635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47448": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47449": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47450": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47451": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47452": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47453": { + "content": "[XXXXX1219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47454": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47455": { + "content": "[XXXXX1418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47456": { + "content": "[XXXXX1680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47457": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47458": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47459": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47460": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47461": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47462": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47463": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47464": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47465": { + "content": "[XXXXX1506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47466": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47467": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47468": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47469": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47470": { + "content": "[XXXXX1411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47471": { + "content": "[XXXXX1561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47472": { + "content": "[XXXXX1282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47473": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47474": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47475": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47476": { + "content": "[XXXXX1583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47477": { + "content": "[XXXXX1737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47478": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47479": { + "content": "[XXXXX1564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47480": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47481": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47482": { + "content": "[XXXXX1573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47483": { + "content": "[XXXXX1253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47484": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47485": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47486": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47487": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47488": { + "content": "[XXXXX1623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47489": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47490": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47491": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47492": { + "content": "[XXXXX1214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47493": { + "content": "[XXXXX1677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47494": { + "content": "[XXXXX1458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47495": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47496": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47497": { + "content": "[XXXXX1215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47498": { + "content": "[XXXXX1248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47499": { + "content": "[XXXXX1555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47500": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47501": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47502": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47503": { + "content": "[XXXXX1670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47504": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47505": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47506": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47507": { + "content": "[XXXXX1582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47508": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47509": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47510": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47511": { + "content": "[XXXXX1257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47512": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47513": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47514": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47515": { + "content": "[XXXXX1410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47516": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47517": { + "content": "[XXXXX1352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47518": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47519": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47520": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47521": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47522": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47523": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47524": { + "content": "[XXXXX1695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47525": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47526": { + "content": "[XXXXX1200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47527": { + "content": "[XXXXX1671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47528": { + "content": "[XXXXX1666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47529": { + "content": "[XXXXX1482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47530": { + "content": "[XXXXX1732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47531": { + "content": "[XXXXX1335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47532": { + "content": "[XXXXX1452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47533": { + "content": "[XXXXX1615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47534": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47535": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47536": { + "content": "[XXXXX1694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47537": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47538": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47539": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47540": { + "content": "[XXXXX1413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47541": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47542": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47543": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47544": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47545": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47546": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47547": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47548": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47549": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47550": { + "content": "[XXXXX1360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47551": { + "content": "[XXXXX1376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47552": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47553": { + "content": "[XXXXX1308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47554": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47555": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47556": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47557": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47558": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47559": { + "content": "[XXXXX1736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47560": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47561": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47562": { + "content": "[XXXXX1370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47563": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47564": { + "content": "[XXXXX1746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47565": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47566": { + "content": "[XXXXX1659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47567": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47568": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47569": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47570": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47571": { + "content": "[XXXXX1648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47572": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47573": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47574": { + "content": "[XXXXX1617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47575": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47576": { + "content": "[XXXXX1567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47577": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47578": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47579": { + "content": "[XXXXX1725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47580": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47581": { + "content": "[XXXXX1513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47582": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47583": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47584": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47585": { + "content": "[XXXXX1251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47586": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47587": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47588": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47589": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47590": { + "content": "[XXXXX1507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47591": { + "content": "[XXXXX1397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47592": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47593": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47594": { + "content": "[XXXXX1390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47595": { + "content": "[XXXXX1442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47596": { + "content": "[XXXXX1228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47597": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47598": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47599": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47600": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47601": { + "content": "[XXXXX1238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47602": { + "content": "[XXXXX1636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47603": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47604": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47605": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47606": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47607": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47608": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47609": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47610": { + "content": "[XXXXX1642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47611": { + "content": "[XXXXX1423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47612": { + "content": "[XXXXX1299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47613": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47614": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47615": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47616": { + "content": "[XXXXX1240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47617": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47618": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47619": { + "content": "[XXXXX1383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47620": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47621": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47622": { + "content": "[XXXXX1209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47623": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47624": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47625": { + "content": "[XXXXX1722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47626": { + "content": "[XXXXX1593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47627": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47628": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47629": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47630": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47631": { + "content": "[XXXXX1446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47632": { + "content": "[XXXXX1398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47633": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47634": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47635": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47636": { + "content": "[XXXXX1421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47637": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47638": { + "content": "[XXXXX1701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47639": { + "content": "[XXXXX1612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47640": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47641": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47642": { + "content": "[XXXXX1527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47643": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47644": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47645": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47646": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47647": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47648": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47649": { + "content": "[XXXXX1481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47650": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47651": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47652": { + "content": "[XXXXX1598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47653": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47654": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47655": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47656": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47657": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47658": { + "content": "[XXXXX1378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47659": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47660": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47661": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47662": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47663": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47664": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47665": { + "content": "[XXXXX1272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47666": { + "content": "[XXXXX1652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47667": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47668": { + "content": "[XXXXX1460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47669": { + "content": "[XXXXX1227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47670": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47671": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47672": { + "content": "[XXXXX1268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47673": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47674": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47675": { + "content": "[XXXXX1488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47676": { + "content": "[XXXXX1393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47677": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47678": { + "content": "[XXXXX1647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47679": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47680": { + "content": "[XXXXX1691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47681": { + "content": "[XXXXX1246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47682": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47683": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47684": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47685": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47686": { + "content": "[XXXXX1367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47687": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47688": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47689": { + "content": "[XXXXX1322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47690": { + "content": "[XXXXX1414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47691": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47692": { + "content": "[XXXXX1729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47693": { + "content": "[XXXXX1703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47694": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47695": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47696": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47697": { + "content": "[XXXXX1309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47698": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47699": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47700": { + "content": "[XXXXX1365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47701": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47702": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47703": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47704": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47705": { + "content": "[XXXXX1400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47706": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47707": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47708": { + "content": "[XXXXX1565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47709": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47710": { + "content": "[XXXXX1284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47711": { + "content": "[XXXXX1473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47712": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47713": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47714": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47715": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47716": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47717": { + "content": "[XXXXX1649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47718": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47719": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47720": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47721": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47722": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47723": { + "content": "[XXXXX1337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47724": { + "content": "[XXXXX1386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47725": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47726": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47727": { + "content": "[XXXXX1533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47728": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47729": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47730": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47731": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47732": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47733": { + "content": "[XXXXX1664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47734": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47735": { + "content": "[XXXXX1289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47736": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47737": { + "content": "[XXXXX1496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47738": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47739": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47740": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47741": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47742": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47743": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47744": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47745": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47746": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47747": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47748": { + "content": "[XXXXX1640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47749": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47750": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47751": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47752": { + "content": "[XXXXX1502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47753": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47754": { + "content": "[XXXXX1279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47755": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47756": { + "content": "[XXXXX1387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47757": { + "content": "[XXXXX1277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47758": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47759": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47760": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47761": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47762": { + "content": "[XXXXX1516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47763": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47764": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47765": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47766": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47767": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47768": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47769": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47770": { + "content": "[XXXXX1471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47771": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47772": { + "content": "[XXXXX1674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47773": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47774": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47775": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47776": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47777": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47778": { + "content": "[XXXXX1486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47779": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47780": { + "content": "[XXXXX1468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47781": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47782": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47783": { + "content": "[XXXXX1675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47784": { + "content": "[XXXXX1708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47785": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47786": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47787": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47788": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47789": { + "content": "[XXXXX1311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47790": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47791": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47792": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47793": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47794": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47795": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47796": { + "content": "[XXXXX1566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47797": { + "content": "[XXXXX1758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47798": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47799": { + "content": "[XXXXX1208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47800": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47801": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47802": { + "content": "[XXXXX1304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47803": { + "content": "[XXXXX1417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47804": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47805": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47806": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47807": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47808": { + "content": "[XXXXX1420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47809": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47810": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47811": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47812": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47813": { + "content": "[XXXXX1328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47814": { + "content": "[XXXXX1431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47815": { + "content": "[XXXXX1273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47816": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47817": { + "content": "[XXXXX1672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47818": { + "content": "[XXXXX1243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47819": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47820": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47821": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47822": { + "content": "[XXXXX1611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47823": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47824": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47825": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47826": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47827": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47828": { + "content": "[XXXXX1379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47829": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47830": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47831": { + "content": "[XXXXX1443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47832": { + "content": "[XXXXX1716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47833": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47834": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47835": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47836": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47837": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47838": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47839": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47840": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47841": { + "content": "[XXXXX1218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47842": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47843": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47844": { + "content": "[XXXXX1558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47845": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47846": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47847": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47848": { + "content": "[XXXXX1269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47849": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47850": { + "content": "[XXXXX1484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47851": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47852": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47853": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47854": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47855": { + "content": "[XXXXX1602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47856": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47857": { + "content": "[XXXXX1755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47858": { + "content": "[XXXXX1412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47859": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47860": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47861": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47862": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47863": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47864": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47865": { + "content": "[XXXXX1266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47866": { + "content": "[XXXXX1624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47867": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47868": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47869": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47870": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47871": { + "content": "[XXXXX1721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47872": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47873": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47874": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47875": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47876": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47877": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47878": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47879": { + "content": "[XXXXX1199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47880": { + "content": "[XXXXX1344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47881": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47882": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47883": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47884": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47885": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47886": { + "content": "[XXXXX1515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47887": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47888": { + "content": "[XXXXX1678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47889": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47890": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47891": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47892": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47893": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47894": { + "content": "[XXXXX1557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47895": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47896": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47897": { + "content": "[XXXXX1324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47898": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47899": { + "content": "[XXXXX1554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47900": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47901": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47902": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47903": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47904": { + "content": "[XXXXX1577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47905": { + "content": "[XXXXX1305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47906": { + "content": "[XXXXX1681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47907": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47908": { + "content": "[XXXXX1338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47909": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47910": { + "content": "[XXXXX1303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47911": { + "content": "[XXXXX1207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47912": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47913": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47914": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47915": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47916": { + "content": "[XXXXX1734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47917": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47918": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47919": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47920": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47921": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47922": { + "content": "[XXXXX1403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47923": { + "content": "[XXXXX1464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47924": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47925": { + "content": "[XXXXX1233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47926": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47927": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47928": { + "content": "[XXXXX1620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47929": { + "content": "[XXXXX1487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47930": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47931": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47932": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47933": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47934": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47935": { + "content": "[XXXXX1637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47936": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47937": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47938": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47939": { + "content": "[XXXXX1633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47940": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47941": { + "content": "[XXXXX1402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47942": { + "content": "[XXXXX1300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47943": { + "content": "[XXXXX1735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47944": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47945": { + "content": "[XXXXX1454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47946": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47947": { + "content": "[XXXXX1470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47948": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47949": { + "content": "[XXXXX1435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47950": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47951": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47952": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47953": { + "content": "[XXXXX1639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47954": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47955": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47956": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47957": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47958": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47959": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47960": { + "content": "[XXXXX1575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47961": { + "content": "[XXXXX1604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47962": { + "content": "[XXXXX1512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47963": { + "content": "[XXXXX1394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47964": { + "content": "[XXXXX1600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47965": { + "content": "[XXXXX1724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47966": { + "content": "[XXXXX1323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47967": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47968": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47969": { + "content": "[XXXXX1753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47970": { + "content": "[XXXXX1752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47971": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47972": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47973": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47974": { + "content": "[XXXXX1646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47975": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47976": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47977": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47978": { + "content": "[XXXXX1720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47979": { + "content": "[XXXXX1263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47980": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47981": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47982": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47983": { + "content": "[XXXXX1616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47984": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47985": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47986": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47987": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47988": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47989": { + "content": "[XXXXX1707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47990": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47991": { + "content": "[XXXXX1553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47992": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47993": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47994": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47995": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47996": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47997": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47998": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47999": { + "content": "[XXXXX1288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48000": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48001": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48002": { + "content": "[XXXXX1241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48003": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48004": { + "content": "[XXXXX1409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48005": { + "content": "[XXXXX1440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48006": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48007": { + "content": "[XXXXX1631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48008": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48009": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48010": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48011": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48012": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48013": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48014": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48015": { + "content": "[XXXXX1275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48016": { + "content": "[XXXXX1274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48017": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48018": { + "content": "[XXXXX1744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48019": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48020": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48021": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48022": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48023": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48024": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48025": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48026": { + "content": "[XXXXX1682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48027": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48028": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48029": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48030": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48031": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48032": { + "content": "[XXXXX1369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48033": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48034": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48035": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48036": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48037": { + "content": "[XXXXX1662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48038": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48039": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48040": { + "content": "[XXXXX1655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48041": { + "content": "[XXXXX1374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48042": { + "content": "[XXXXX1700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48043": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48044": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48045": { + "content": "[XXXXX1596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48046": { + "content": "[XXXXX1287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48047": { + "content": "[XXXXX1281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48048": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48049": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48050": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48051": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48052": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48053": { + "content": "[XXXXX1613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48054": { + "content": "[XXXXX1415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48055": { + "content": "[XXXXX1529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48056": { + "content": "[XXXXX1622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48057": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48058": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48059": { + "content": "[XXXXX1679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48060": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48061": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48062": { + "content": "[XXXXX1357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48063": { + "content": "[XXXXX1301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48064": { + "content": "[XXXXX1230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48065": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48066": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48067": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48068": { + "content": "[XXXXX1434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48069": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48070": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48071": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48072": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48073": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48074": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48075": { + "content": "[XXXXX1628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48076": { + "content": "[XXXXX1325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48077": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48078": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48079": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48080": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48081": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48082": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48083": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48084": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48085": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48086": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48087": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48088": { + "content": "[XXXXX1541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48089": { + "content": "[XXXXX1687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48090": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48091": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48092": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48093": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48094": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48095": { + "content": "[XXXXX1546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48096": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48097": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48098": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48099": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48100": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48101": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48102": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48103": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48104": { + "content": "[XXXXX1351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48105": { + "content": "[XXXXX1643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48106": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48107": { + "content": "[XXXXX1231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48108": { + "content": "[XXXXX1271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48109": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48110": { + "content": "[XXXXX1336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48111": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48112": { + "content": "[XXXXX1748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48113": { + "content": "[XXXXX1545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48114": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48115": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48116": { + "content": "[XXXXX1641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48117": { + "content": "[XXXXX1714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48118": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48119": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48120": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48121": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48122": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48123": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48124": { + "content": "[XXXXX1538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48125": { + "content": "[XXXXX1669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48126": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48127": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48128": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48129": { + "content": "[XXXXX1733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48130": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48131": { + "content": "[XXXXX1210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48132": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48133": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48134": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48135": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48136": { + "content": "[XXXXX1380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48137": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48138": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48139": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48140": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48141": { + "content": "[XXXXX1497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48142": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48143": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48144": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48145": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48146": { + "content": "[XXXXX1692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48147": { + "content": "[XXXXX1317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48148": { + "content": "[XXXXX1606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48149": { + "content": "[XXXXX1683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48150": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48151": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48152": { + "content": "[XXXXX1710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48153": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48154": { + "content": "[XXXXX1222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48155": { + "content": "[XXXXX1461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48156": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48157": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48158": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48159": { + "content": "[XXXXX1698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48160": { + "content": "[XXXXX1232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48161": { + "content": "[XXXXX1743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48162": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48163": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48164": { + "content": "[XXXXX1559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48165": { + "content": "[XXXXX1321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48166": { + "content": "[XXXXX1276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48167": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48168": { + "content": "[XXXXX1259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48169": { + "content": "[XXXXX1408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48170": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48171": { + "content": "[XXXXX1429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48172": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48173": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48174": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48175": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48176": { + "content": "[XXXXX1388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48177": { + "content": "[XXXXX1621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48178": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48179": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48180": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48181": { + "content": "[XXXXX1430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48182": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48183": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48184": { + "content": "[XXXXX1510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48185": { + "content": "[XXXXX1715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48186": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48187": { + "content": "[XXXXX1316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48188": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48189": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48190": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48191": { + "content": "[XXXXX1568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48192": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48193": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48194": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48195": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48196": { + "content": "[XXXXX1349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48197": { + "content": "[XXXXX1696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48198": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48199": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48200": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48201": { + "content": "[XXXXX1237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48202": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48203": { + "content": "[XXXXX1462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48204": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48205": { + "content": "[XXXXX1571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48206": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48207": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48208": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48209": { + "content": "[XXXXX1286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48210": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48211": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48212": { + "content": "[XXXXX1371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48213": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48214": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48215": { + "content": "[XXXXX1548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48216": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48217": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48218": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48219": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48220": { + "content": "[XXXXX1549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48221": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48222": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48223": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48224": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48225": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48226": { + "content": "[XXXXX1419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48227": { + "content": "[XXXXX1658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48228": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48229": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48230": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48231": { + "content": "[XXXXX1594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48232": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48233": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48234": { + "content": "[XXXXX1626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48235": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48236": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48237": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48238": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48239": { + "content": "[XXXXX1267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48240": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48241": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48242": { + "content": "[XXXXX1368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48243": { + "content": "[XXXXX1332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48244": { + "content": "[XXXXX1739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48245": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48246": { + "content": "[XXXXX1375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48247": { + "content": "[XXXXX1723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48248": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48249": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48250": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48251": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48252": { + "content": "[XXXXX1436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48253": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48254": { + "content": "[XXXXX1384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48255": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48256": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48257": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48258": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48259": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48260": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48261": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48262": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48263": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48264": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48265": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48266": { + "content": "[XXXXX1294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48267": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48268": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48269": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48270": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48271": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48272": { + "content": "[XXXXX1493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48273": { + "content": "[XXXXX1625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48274": { + "content": "[XXXXX1585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48275": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48276": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48277": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48278": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48279": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48280": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48281": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48282": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48283": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48284": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48285": { + "content": "[XXXXX1614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48286": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48287": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48288": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48289": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48290": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48291": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48292": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48293": { + "content": "[XXXXX1258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48294": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48295": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48296": { + "content": "[XXXXX1605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48297": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48298": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48299": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48300": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48301": { + "content": "[XXXXX1711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48302": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48303": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48304": { + "content": "[XXXXX1212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48305": { + "content": "[XXXXX1540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48306": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48307": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48308": { + "content": "[XXXXX1463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48309": { + "content": "[XXXXX1205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48310": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48311": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48312": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48313": { + "content": "[XXXXX1686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48314": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48315": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48316": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48317": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48318": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48319": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48320": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48321": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48322": { + "content": "[XXXXX1334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48323": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48324": { + "content": "[XXXXX1603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48325": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48326": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48327": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48328": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48329": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48330": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48331": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48332": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48333": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48334": { + "content": "[XXXXX1619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48335": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48336": { + "content": "[XXXXX1572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48337": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48338": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48339": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48340": { + "content": "[XXXXX1254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48341": { + "content": "[XXXXX1476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48342": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48343": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48344": { + "content": "[XXXXX1250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48345": { + "content": "[XXXXX1211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48346": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48347": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48348": { + "content": "[XXXXX1524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48349": { + "content": "[XXXXX1455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48350": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48351": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48352": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48353": { + "content": "[XXXXX1377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48354": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48355": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48356": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48357": { + "content": "[XXXXX1354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48358": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48359": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48360": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48361": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48362": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48363": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48364": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48365": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48366": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48367": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48368": { + "content": "[XXXXX1302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48369": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48370": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48371": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48372": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48373": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48374": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48375": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48376": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48377": { + "content": "[XXXXX1663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48378": { + "content": "[XXXXX1249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48379": { + "content": "[XXXXX1439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48380": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48381": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48382": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48383": { + "content": "[XXXXX1717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48384": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48385": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48386": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48387": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48388": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48389": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48390": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48391": { + "content": "[XXXXX1347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48392": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48393": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48394": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48395": { + "content": "[XXXXX1727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48396": { + "content": "[XXXXX1689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48397": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48398": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48399": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48400": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48401": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48402": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48403": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48404": { + "content": "[XXXXX1350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48405": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48406": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48407": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48408": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48409": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48410": { + "content": "[XXXXX1517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48411": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48412": { + "content": "[XXXXX1196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48413": { + "content": "[XXXXX1234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48414": { + "content": "[XXXXX1578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48415": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48416": { + "content": "[XXXXX1441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48417": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48418": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48419": { + "content": "[XXXXX1447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48420": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48421": { + "content": "[XXXXX1478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48422": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48423": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48424": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48425": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48426": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48427": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48428": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48429": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48430": { + "content": "[XXXXX1503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48431": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48432": { + "content": "[XXXXX1738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48433": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48434": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48435": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48436": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48437": { + "content": "[XXXXX1518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48438": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48439": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48440": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48441": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48442": { + "content": "[XXXXX1217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48443": { + "content": "[XXXXX1298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48444": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48445": { + "content": "[XXXXX1508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48446": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48447": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48448": { + "content": "[XXXXX1225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48449": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48450": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48451": { + "content": "[XXXXX1684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48452": { + "content": "[XXXXX1499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48453": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48454": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48455": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48456": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48457": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48458": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48459": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48460": { + "content": "[XXXXX1644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48461": { + "content": "[XXXXX1704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48462": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48463": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48464": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48465": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48466": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48467": { + "content": "[XXXXX1705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48468": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48469": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48470": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48471": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48472": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48473": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48474": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48475": { + "content": "[XXXXX1521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48476": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48477": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48478": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48479": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48480": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48481": { + "content": "[XXXXX1203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48482": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48483": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48484": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48485": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48486": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48487": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48488": { + "content": "[XXXXX1197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48489": { + "content": "[XXXXX1331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48490": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48491": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48492": { + "content": "[XXXXX1356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48493": { + "content": "[XXXXX1396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48494": { + "content": "[XXXXX1537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48495": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48496": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48497": { + "content": "[XXXXX1730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48498": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48499": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48500": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48501": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48502": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48503": { + "content": "[XXXXX1757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48504": { + "content": "[XXXXX1467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48505": { + "content": "[XXXXX1706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48506": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48507": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48508": { + "content": "[XXXXX1754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48509": { + "content": "[XXXXX1745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48510": { + "content": "[XXXXX1668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48511": { + "content": "[XXXXX1224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48512": { + "content": "[XXXXX1726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48513": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48514": { + "content": "[XXXXX1407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48515": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48516": { + "content": "[XXXXX1569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48517": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48518": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48519": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48520": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48521": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48522": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48523": { + "content": "[XXXXX1520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48524": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48525": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48526": { + "content": "[XXXXX1651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48527": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48528": { + "content": "[XXXXX1740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48529": { + "content": "[XXXXX1348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48530": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48531": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48532": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48533": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48534": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48535": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48536": { + "content": "[XXXXX1690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48537": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48538": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48539": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48540": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48541": { + "content": "[XXXXX1459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48542": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48543": { + "content": "[XXXXX1242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48544": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48545": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48546": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48547": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48548": { + "content": "[XXXXX1528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48549": { + "content": "[XXXXX1319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48550": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48551": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48552": { + "content": "[XXXXX1632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48553": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48554": { + "content": "[XXXXX1595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48555": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48556": { + "content": "[XXXXX1290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48557": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48558": { + "content": "[XXXXX1699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48559": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48560": { + "content": "[XXXXX1601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48561": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48562": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48563": { + "content": "[XXXXX1756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48564": { + "content": "[XXXXX1381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48565": { + "content": "[XXXXX1560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48566": { + "content": "[XXXXX1270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48567": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48568": { + "content": "[XXXXX1202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48569": { + "content": "[XXXXX1244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48570": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48571": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48572": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48573": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48574": { + "content": "[XXXXX1479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48575": { + "content": "[XXXXX1312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48576": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48577": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48578": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48579": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48580": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48581": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48582": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48583": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48584": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48585": { + "content": "[XXXXX1427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48586": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48587": { + "content": "[XXXXX1657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48588": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48589": { + "content": "[XXXXX1432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48590": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48591": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48592": { + "content": "[XXXXX1264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48593": { + "content": "[XXXXX1498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48594": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48595": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48596": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48597": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48598": { + "content": "[XXXXX1491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48599": { + "content": "[XXXXX1584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48600": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48601": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48602": { + "content": "[XXXXX1229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48603": { + "content": "[XXXXX1511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48604": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48605": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48606": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48607": { + "content": "[XXXXX1544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48608": { + "content": "[XXXXX1204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48609": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48610": { + "content": "[XXXXX1372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48611": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48612": { + "content": "[XXXXX1490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48613": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48614": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48615": { + "content": "[XXXXX1416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48616": { + "content": "[XXXXX1450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48617": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48618": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48619": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48620": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48621": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48622": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48623": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48624": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48625": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48626": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48627": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48628": { + "content": "[XXXXX1465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48629": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48630": { + "content": "[XXXXX1530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48631": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48632": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48633": { + "content": "[XXXXX1580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48634": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48635": { + "content": "[XXXXX1405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48636": { + "content": "[XXXXX1653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48637": { + "content": "[XXXXX1500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48638": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48639": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48640": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48641": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48642": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48643": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48644": { + "content": "[XXXXX1320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48645": { + "content": "[XXXXX1472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48646": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48647": { + "content": "[XXXXX1245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48648": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48649": { + "content": "[XXXXX1713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48650": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48651": { + "content": "[XXXXX1340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48652": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48653": { + "content": "[XXXXX1650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48654": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48655": { + "content": "[XXXXX1514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48656": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48657": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48658": { + "content": "[XXXXX1495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48659": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48660": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48661": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48662": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48663": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48664": { + "content": "[XXXXX1480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48665": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48666": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48667": { + "content": "[XXXXX1428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48668": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48669": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48670": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48671": { + "content": "[XXXXX1741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48672": { + "content": "[XXXXX1221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48673": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48674": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48675": { + "content": "[XXXXX1483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48676": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48677": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48678": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48679": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48680": { + "content": "[XXXXX1385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48681": { + "content": "[XXXXX1389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48682": { + "content": "[XXXXX1213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48683": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48684": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48685": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48686": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48687": { + "content": "[XXXXX1291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48688": { + "content": "[XXXXX1451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48689": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48690": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48691": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48692": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48693": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48694": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48695": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48696": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48697": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48698": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48699": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48700": { + "content": "[XXXXX1339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48701": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48702": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48703": { + "content": "[XXXXX1318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48704": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48705": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48706": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48707": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48708": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48709": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48710": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48711": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48712": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48713": { + "content": "[XXXXX1293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48714": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48715": { + "content": "[XXXXX1252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48716": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48717": { + "content": "[XXXXX1536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48718": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48719": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48720": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48721": { + "content": "[XXXXX1358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48722": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48723": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48724": { + "content": "[XXXXX1437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48725": { + "content": "[XXXXX1634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48726": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48727": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48728": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48729": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48730": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48731": { + "content": "[XXXXX1589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48732": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48733": { + "content": "[XXXXX1693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48734": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48735": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48736": { + "content": "[XXXXX1256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48737": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48738": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48739": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48740": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48741": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48742": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48743": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48744": { + "content": "[XXXXX1477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48745": { + "content": "[XXXXX1262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48746": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48747": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48748": { + "content": "[XXXXX1362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48749": { + "content": "[XXXXX1201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48750": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48751": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48752": { + "content": "[XXXXX1579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48753": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48754": { + "content": "[XXXXX1327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48755": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48756": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48757": { + "content": "[XXXXX1627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48758": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48759": { + "content": "[XXXXX1504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48760": { + "content": "[XXXXX1391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48761": { + "content": "[XXXXX1456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48762": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48763": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48764": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48765": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48766": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48767": { + "content": "[XXXXX1609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48768": { + "content": "[XXXXX1629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48769": { + "content": "[XXXXX1597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48770": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48771": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48772": { + "content": "[XXXXX1346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48773": { + "content": "[XXXXX1645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48774": { + "content": "[XXXXX1660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48775": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48776": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48777": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48778": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48779": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48780": { + "content": "[XXXXX1469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48781": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48782": { + "content": "[XXXXX1424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48783": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48784": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48785": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48786": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48787": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48788": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48789": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48790": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48791": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48792": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48793": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48794": { + "content": "[XXXXX1297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48795": { + "content": "[XXXXX1688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48796": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48797": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48798": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48799": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48800": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48801": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48802": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48803": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48804": { + "content": "[XXXXX1501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48805": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48806": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48807": { + "content": "[XXXXX1438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48808": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48809": { + "content": "[XXXXX1330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48810": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48811": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48812": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48813": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48814": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48815": { + "content": "[XXXXX1519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48816": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48817": { + "content": "[XXXXX1489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48818": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48819": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48820": { + "content": "[XXXXX1630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48821": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48822": { + "content": "[XXXXX1509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48823": { + "content": "[XXXXX1505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48824": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48825": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48826": { + "content": "[XXXXX1581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48827": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48828": { + "content": "[XXXXX1618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48829": { + "content": "[XXXXX1314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48830": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48831": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48832": { + "content": "[XXXXX1422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48833": { + "content": "[XXXXX1364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48834": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48835": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48836": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48837": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48838": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48839": { + "content": "[XXXXX1591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48840": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48841": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48842": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48843": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48844": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48845": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48846": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48847": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48848": { + "content": "[XXXXX1535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48849": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48850": { + "content": "[XXXXX1353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48851": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48852": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48853": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48854": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48855": { + "content": "[XXXXX1206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48856": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48857": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48858": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48859": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48860": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48861": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48862": { + "content": "[XXXXX1355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48863": { + "content": "[XXXXX1547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48864": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48865": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48866": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48867": { + "content": "[XXXXX1728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48868": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48869": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48870": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48871": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48872": { + "content": "[XXXXX1522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48873": { + "content": "[XXXXX1326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48874": { + "content": "[XXXXX1448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48875": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48876": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48877": { + "content": "[XXXXX1341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48878": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48879": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48880": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48881": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48882": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48883": { + "content": "[XXXXX1285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48884": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48885": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48886": { + "content": "[XXXXX1750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48887": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48888": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48889": { + "content": "[XXXXX1742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48890": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48891": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48892": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48893": { + "content": "[XXXXX1445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48894": { + "content": "[XXXXX1466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48895": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48896": { + "content": "[XXXXX1531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48897": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48898": { + "content": "[XXXXX1247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48899": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48900": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48901": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48902": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48903": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48904": { + "content": "[XXXXX1494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48905": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48906": { + "content": "[XXXXX1406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48907": { + "content": "[XXXXX1610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48908": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48909": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48910": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48911": { + "content": "[XXXXX1570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48912": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48913": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48914": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48915": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48916": { + "content": "[XXXXX1433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48917": { + "content": "[XXXXX1295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48918": { + "content": "[XXXXX1485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48919": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48920": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48921": { + "content": "[XXXXX1333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48922": { + "content": "[XXXXX1359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48923": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48924": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48925": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48926": { + "content": "[XXXXX1761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48927": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48928": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48929": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48930": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48931": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48932": { + "content": "[XXXXX1751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48933": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48934": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48935": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48936": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48937": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48938": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48939": { + "content": "[XXXXX1216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48940": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48941": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48942": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48943": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48944": { + "content": "[XXXXX1534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48945": { + "content": "[XXXXX1265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48946": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48947": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48948": { + "content": "[XXXXX1525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48949": { + "content": "[XXXXX1760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48950": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48951": { + "content": "[XXXXX1260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48952": { + "content": "[XXXXX1574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48953": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48954": { + "content": "[XXXXX1702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48955": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48956": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48957": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48958": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48959": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48960": { + "content": "[XXXXX1562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48961": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48962": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48963": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48964": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48965": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48966": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48967": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48968": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48969": { + "content": "[XXXXX1747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48970": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48971": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48972": { + "content": "[XXXXX1587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48973": { + "content": "[XXXXX1382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48974": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48975": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48976": { + "content": "[XXXXX1426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48977": { + "content": "[XXXXX1345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48978": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48979": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48980": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48981": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48982": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48983": { + "content": "[XXXXX1401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48984": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48985": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48986": { + "content": "[XXXXX1719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48987": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48988": { + "content": "[XXXXX1226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48989": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48990": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48991": { + "content": "[XXXXX1255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48992": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48993": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48994": { + "content": "[XXXXX1608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48995": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48996": { + "content": "[XXXXX1399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48997": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48998": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48999": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49000": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49001": { + "content": "[XXXXX1656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49002": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49003": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49004": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49005": { + "content": "[XXXXX1235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49006": { + "content": "[XXXXX1592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49007": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49008": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49009": { + "content": "[XXXXX1590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49010": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49011": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49012": { + "content": "[XXXXX1718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49013": { + "content": "[XXXXX1373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49014": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49015": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49016": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49017": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49018": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49019": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49020": { + "content": "[XXXXX1532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49021": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49022": { + "content": "[XXXXX1542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49023": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49024": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49025": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49026": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49027": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49028": { + "content": "[XXXXX1363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49029": { + "content": "[XXXXX1685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49030": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49031": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49032": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49033": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49034": { + "content": "[XXXXX1444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49035": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49036": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49037": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49038": { + "content": "[XXXXX1607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49039": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49040": { + "content": "[XXXXX1283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49041": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49042": { + "content": "[XXXXX1475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49043": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49044": { + "content": "[XXXXX1543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49045": { + "content": "[XXXXX1361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49046": { + "content": "[XXXXX1292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49047": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49048": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49049": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49050": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49051": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49052": { + "content": "[XXXXX1676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49053": { + "content": "[XXXXX1759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49054": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49055": { + "content": "[XXXXX1539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49056": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49057": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49058": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49059": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49060": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49061": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49062": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49063": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49064": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49065": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49066": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49067": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49068": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49069": { + "content": "[XXXXX1310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49070": { + "content": "[XXXXX1654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49071": { + "content": "[XXXXX1665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49072": { + "content": "[XXXXX1329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49073": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49074": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49075": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49076": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49077": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49078": { + "content": "[XXXXX1449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49079": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49080": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49081": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49082": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49083": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49084": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49085": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49086": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49087": { + "content": "[XXXXX1223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49088": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49089": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49090": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49091": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49092": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49093": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49094": { + "content": "[XXXXX1712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49095": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49096": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49097": { + "content": "[XXXXX1198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49098": { + "content": "[XXXXX1576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49099": { + "content": "[XXXXX1526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49100": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49101": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49102": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49103": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49104": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49105": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49106": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49107": { + "content": "[XXXXX1453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49108": { + "content": "[XXXXX1492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49109": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49110": { + "content": "[XXXXX1392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49111": { + "content": "[XXXXX1673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49112": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49113": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49114": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49115": { + "content": "[XXXXX1236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49116": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49117": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49118": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49119": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49120": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49121": { + "content": "[XXXXX1296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49122": { + "content": "[XXXXX1551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49123": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49124": { + "content": "[XXXXX1667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49125": { + "content": "[XXXXX1307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49126": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49127": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49128": { + "content": "[XXXXX1749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49129": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49130": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49131": { + "content": "[XXXXX1552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49132": { + "content": "[XXXXX1638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49133": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49134": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49135": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49136": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49137": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49138": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49139": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49140": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49141": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49142": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49143": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49144": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49145": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49146": { + "content": "[XXXXX1425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49147": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49148": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49149": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49150": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49151": { + "content": "[XXXXX1697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-3500/trainer_state.json b/checkpoint-3500/trainer_state.json new file mode 100644 index 0000000..1962c47 --- /dev/null +++ b/checkpoint-3500/trainer_state.json @@ -0,0 +1,7111 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 4.1518386714116255, + "eval_steps": 500, + "global_step": 3500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 10.6509840965271, + "epoch": 0.005931198102016607, + "grad_norm": 11.4375, + "learning_rate": 2e-06, + "loss": 10.7955, + "mean_token_accuracy": 0.00017467249417677522, + "num_tokens": 12647.0, + "step": 5 + }, + { + "entropy": 10.650976181030273, + "epoch": 0.011862396204033215, + "grad_norm": 10.875, + "learning_rate": 4.5e-06, + "loss": 10.7449, + "mean_token_accuracy": 0.0003256943717133254, + "num_tokens": 26668.0, + "step": 10 + }, + { + "entropy": 10.65047550201416, + "epoch": 0.017793594306049824, + "grad_norm": 8.5, + "learning_rate": 7e-06, + "loss": 10.5392, + "mean_token_accuracy": 0.011320227157557382, + "num_tokens": 41021.0, + "step": 15 + }, + { + "entropy": 10.645245170593261, + "epoch": 0.02372479240806643, + "grad_norm": 5.6875, + "learning_rate": 9.5e-06, + "loss": 10.2512, + "mean_token_accuracy": 0.03331172131001949, + "num_tokens": 56626.0, + "step": 20 + }, + { + "entropy": 10.620162200927734, + "epoch": 0.02965599051008304, + "grad_norm": 3.46875, + "learning_rate": 1.2e-05, + "loss": 9.9999, + "mean_token_accuracy": 0.03278177715837956, + "num_tokens": 72914.0, + "step": 25 + }, + { + "entropy": 10.59833517074585, + "epoch": 0.03558718861209965, + "grad_norm": 2.75, + "learning_rate": 1.4500000000000002e-05, + "loss": 9.8507, + "mean_token_accuracy": 0.03321463130414486, + "num_tokens": 88514.0, + "step": 30 + }, + { + "entropy": 10.59533166885376, + "epoch": 0.04151838671411625, + "grad_norm": 2.6875, + "learning_rate": 1.7000000000000003e-05, + "loss": 9.7557, + "mean_token_accuracy": 0.03128496501594782, + "num_tokens": 101256.0, + "step": 35 + }, + { + "entropy": 10.598009204864502, + "epoch": 0.04744958481613286, + "grad_norm": 2.34375, + "learning_rate": 1.95e-05, + "loss": 9.7229, + "mean_token_accuracy": 0.03391152955591679, + "num_tokens": 114459.0, + "step": 40 + }, + { + "entropy": 10.583034133911132, + "epoch": 0.05338078291814947, + "grad_norm": 2.203125, + "learning_rate": 2.2e-05, + "loss": 9.7096, + "mean_token_accuracy": 0.031900213845074174, + "num_tokens": 129858.0, + "step": 45 + }, + { + "entropy": 10.583144092559815, + "epoch": 0.05931198102016608, + "grad_norm": 2.421875, + "learning_rate": 2.4500000000000003e-05, + "loss": 9.6353, + "mean_token_accuracy": 0.03371269796043634, + "num_tokens": 143486.0, + "step": 50 + }, + { + "entropy": 10.582204055786132, + "epoch": 0.06524317912218268, + "grad_norm": 2.171875, + "learning_rate": 2.7e-05, + "loss": 9.5795, + "mean_token_accuracy": 0.035220497474074366, + "num_tokens": 156003.0, + "step": 55 + }, + { + "entropy": 10.569349002838134, + "epoch": 0.0711743772241993, + "grad_norm": 2.1875, + "learning_rate": 2.95e-05, + "loss": 9.5437, + "mean_token_accuracy": 0.034727090038359165, + "num_tokens": 170988.0, + "step": 60 + }, + { + "entropy": 10.552780246734619, + "epoch": 0.0771055753262159, + "grad_norm": 2.15625, + "learning_rate": 3.2e-05, + "loss": 9.4193, + "mean_token_accuracy": 0.03448135014623403, + "num_tokens": 187165.0, + "step": 65 + }, + { + "entropy": 10.542837047576905, + "epoch": 0.0830367734282325, + "grad_norm": 2.125, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.368, + "mean_token_accuracy": 0.03228826243430376, + "num_tokens": 202072.0, + "step": 70 + }, + { + "entropy": 10.534712505340575, + "epoch": 0.08896797153024912, + "grad_norm": 2.0625, + "learning_rate": 3.7e-05, + "loss": 9.2131, + "mean_token_accuracy": 0.034324941039085385, + "num_tokens": 215375.0, + "step": 75 + }, + { + "entropy": 10.50705509185791, + "epoch": 0.09489916963226572, + "grad_norm": 1.921875, + "learning_rate": 3.95e-05, + "loss": 9.1257, + "mean_token_accuracy": 0.03353528436273336, + "num_tokens": 228749.0, + "step": 80 + }, + { + "entropy": 10.478670978546143, + "epoch": 0.10083036773428232, + "grad_norm": 2.09375, + "learning_rate": 4.2000000000000004e-05, + "loss": 9.0183, + "mean_token_accuracy": 0.03314766474068165, + "num_tokens": 242387.0, + "step": 85 + }, + { + "entropy": 10.458618545532227, + "epoch": 0.10676156583629894, + "grad_norm": 2.046875, + "learning_rate": 4.45e-05, + "loss": 8.9252, + "mean_token_accuracy": 0.03416665960103273, + "num_tokens": 257793.0, + "step": 90 + }, + { + "entropy": 10.419714641571044, + "epoch": 0.11269276393831554, + "grad_norm": 2.125, + "learning_rate": 4.7000000000000004e-05, + "loss": 8.8134, + "mean_token_accuracy": 0.036843133717775346, + "num_tokens": 271187.0, + "step": 95 + }, + { + "entropy": 10.339355945587158, + "epoch": 0.11862396204033215, + "grad_norm": 1.921875, + "learning_rate": 4.9500000000000004e-05, + "loss": 8.6836, + "mean_token_accuracy": 0.04052316285669803, + "num_tokens": 284937.0, + "step": 100 + }, + { + "entropy": 10.289305877685546, + "epoch": 0.12455516014234876, + "grad_norm": 2.140625, + "learning_rate": 5.2e-05, + "loss": 8.523, + "mean_token_accuracy": 0.042971277609467506, + "num_tokens": 300108.0, + "step": 105 + }, + { + "entropy": 10.171844291687012, + "epoch": 0.13048635824436536, + "grad_norm": 2.109375, + "learning_rate": 5.45e-05, + "loss": 8.4071, + "mean_token_accuracy": 0.0435908630490303, + "num_tokens": 316760.0, + "step": 110 + }, + { + "entropy": 10.090029907226562, + "epoch": 0.13641755634638197, + "grad_norm": 1.8515625, + "learning_rate": 5.7e-05, + "loss": 8.2269, + "mean_token_accuracy": 0.04757884480059147, + "num_tokens": 329705.0, + "step": 115 + }, + { + "entropy": 9.968478775024414, + "epoch": 0.1423487544483986, + "grad_norm": 1.8046875, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.1048, + "mean_token_accuracy": 0.05177154988050461, + "num_tokens": 342947.0, + "step": 120 + }, + { + "entropy": 9.810734272003174, + "epoch": 0.14827995255041518, + "grad_norm": 1.6015625, + "learning_rate": 6.2e-05, + "loss": 7.957, + "mean_token_accuracy": 0.05589810460805893, + "num_tokens": 358397.0, + "step": 125 + }, + { + "entropy": 9.629272270202637, + "epoch": 0.1542111506524318, + "grad_norm": 2.015625, + "learning_rate": 6.450000000000001e-05, + "loss": 7.8543, + "mean_token_accuracy": 0.058608030527830125, + "num_tokens": 370369.0, + "step": 130 + }, + { + "entropy": 9.431285285949707, + "epoch": 0.1601423487544484, + "grad_norm": 1.46875, + "learning_rate": 6.7e-05, + "loss": 7.7282, + "mean_token_accuracy": 0.06019565127789974, + "num_tokens": 386896.0, + "step": 135 + }, + { + "entropy": 9.166491031646729, + "epoch": 0.166073546856465, + "grad_norm": 1.6171875, + "learning_rate": 6.950000000000001e-05, + "loss": 7.571, + "mean_token_accuracy": 0.06539936549961567, + "num_tokens": 400433.0, + "step": 140 + }, + { + "entropy": 8.998315811157227, + "epoch": 0.17200474495848161, + "grad_norm": 1.9296875, + "learning_rate": 7.2e-05, + "loss": 7.5193, + "mean_token_accuracy": 0.06127564944326878, + "num_tokens": 415092.0, + "step": 145 + }, + { + "entropy": 8.760649585723877, + "epoch": 0.17793594306049823, + "grad_norm": 1.625, + "learning_rate": 7.45e-05, + "loss": 7.3847, + "mean_token_accuracy": 0.06551449336111545, + "num_tokens": 429793.0, + "step": 150 + }, + { + "entropy": 8.53032569885254, + "epoch": 0.18386714116251482, + "grad_norm": 1.703125, + "learning_rate": 7.7e-05, + "loss": 7.3618, + "mean_token_accuracy": 0.07152369543910027, + "num_tokens": 442618.0, + "step": 155 + }, + { + "entropy": 8.432501602172852, + "epoch": 0.18979833926453143, + "grad_norm": 1.484375, + "learning_rate": 7.950000000000001e-05, + "loss": 7.2263, + "mean_token_accuracy": 0.0709031268954277, + "num_tokens": 454976.0, + "step": 160 + }, + { + "entropy": 8.288888359069825, + "epoch": 0.19572953736654805, + "grad_norm": 2.09375, + "learning_rate": 8.2e-05, + "loss": 7.2693, + "mean_token_accuracy": 0.06482412219047547, + "num_tokens": 467523.0, + "step": 165 + }, + { + "entropy": 8.135635375976562, + "epoch": 0.20166073546856464, + "grad_norm": 1.203125, + "learning_rate": 8.450000000000001e-05, + "loss": 7.1729, + "mean_token_accuracy": 0.07200234681367874, + "num_tokens": 481391.0, + "step": 170 + }, + { + "entropy": 8.090270137786865, + "epoch": 0.20759193357058126, + "grad_norm": 1.3515625, + "learning_rate": 8.7e-05, + "loss": 7.147, + "mean_token_accuracy": 0.06691372841596603, + "num_tokens": 496697.0, + "step": 175 + }, + { + "entropy": 8.008182764053345, + "epoch": 0.21352313167259787, + "grad_norm": 1.96875, + "learning_rate": 8.95e-05, + "loss": 7.1704, + "mean_token_accuracy": 0.07276545092463493, + "num_tokens": 510091.0, + "step": 180 + }, + { + "entropy": 7.948391151428223, + "epoch": 0.21945432977461446, + "grad_norm": 1.390625, + "learning_rate": 9.2e-05, + "loss": 7.1071, + "mean_token_accuracy": 0.0736262746155262, + "num_tokens": 522168.0, + "step": 185 + }, + { + "entropy": 7.860538482666016, + "epoch": 0.22538552787663108, + "grad_norm": 1.2890625, + "learning_rate": 9.45e-05, + "loss": 7.0333, + "mean_token_accuracy": 0.0750058189034462, + "num_tokens": 535853.0, + "step": 190 + }, + { + "entropy": 7.789449167251587, + "epoch": 0.2313167259786477, + "grad_norm": 1.484375, + "learning_rate": 9.7e-05, + "loss": 7.0532, + "mean_token_accuracy": 0.07566255033016205, + "num_tokens": 551082.0, + "step": 195 + }, + { + "entropy": 7.820679521560669, + "epoch": 0.2372479240806643, + "grad_norm": 1.5859375, + "learning_rate": 9.95e-05, + "loss": 7.0735, + "mean_token_accuracy": 0.0763503935188055, + "num_tokens": 567181.0, + "step": 200 + }, + { + "entropy": 7.715967988967895, + "epoch": 0.2431791221826809, + "grad_norm": 1.46875, + "learning_rate": 0.000102, + "loss": 6.9882, + "mean_token_accuracy": 0.0811008334159851, + "num_tokens": 580689.0, + "step": 205 + }, + { + "entropy": 7.671104192733765, + "epoch": 0.2491103202846975, + "grad_norm": 1.40625, + "learning_rate": 0.00010449999999999999, + "loss": 6.9075, + "mean_token_accuracy": 0.08624595254659653, + "num_tokens": 594590.0, + "step": 210 + }, + { + "entropy": 7.669063520431519, + "epoch": 0.25504151838671413, + "grad_norm": 1.1796875, + "learning_rate": 0.000107, + "loss": 6.9659, + "mean_token_accuracy": 0.07704100087285042, + "num_tokens": 610577.0, + "step": 215 + }, + { + "entropy": 7.621254777908325, + "epoch": 0.2609727164887307, + "grad_norm": 1.1484375, + "learning_rate": 0.0001095, + "loss": 6.9894, + "mean_token_accuracy": 0.0770975686609745, + "num_tokens": 627066.0, + "step": 220 + }, + { + "entropy": 7.582563304901123, + "epoch": 0.2669039145907473, + "grad_norm": 1.2109375, + "learning_rate": 0.000112, + "loss": 6.9863, + "mean_token_accuracy": 0.08030139058828353, + "num_tokens": 642601.0, + "step": 225 + }, + { + "entropy": 7.5748522758483885, + "epoch": 0.27283511269276395, + "grad_norm": 1.4296875, + "learning_rate": 0.0001145, + "loss": 6.8436, + "mean_token_accuracy": 0.08795318827033043, + "num_tokens": 655615.0, + "step": 230 + }, + { + "entropy": 7.51125283241272, + "epoch": 0.27876631079478054, + "grad_norm": 1.140625, + "learning_rate": 0.00011700000000000001, + "loss": 6.8805, + "mean_token_accuracy": 0.08227636963129044, + "num_tokens": 670218.0, + "step": 235 + }, + { + "entropy": 7.581772565841675, + "epoch": 0.2846975088967972, + "grad_norm": 1.359375, + "learning_rate": 0.00011949999999999999, + "loss": 6.8693, + "mean_token_accuracy": 0.08509634733200074, + "num_tokens": 683661.0, + "step": 240 + }, + { + "entropy": 7.414237833023071, + "epoch": 0.29062870699881377, + "grad_norm": 1.15625, + "learning_rate": 0.000122, + "loss": 6.8471, + "mean_token_accuracy": 0.08358772993087768, + "num_tokens": 699767.0, + "step": 245 + }, + { + "entropy": 7.437202262878418, + "epoch": 0.29655990510083036, + "grad_norm": 1.328125, + "learning_rate": 0.0001245, + "loss": 6.774, + "mean_token_accuracy": 0.09326352775096894, + "num_tokens": 713579.0, + "step": 250 + }, + { + "entropy": 7.383161449432373, + "epoch": 0.302491103202847, + "grad_norm": 1.703125, + "learning_rate": 0.000127, + "loss": 6.8019, + "mean_token_accuracy": 0.08484338372945785, + "num_tokens": 727490.0, + "step": 255 + }, + { + "entropy": 7.414105653762817, + "epoch": 0.3084223013048636, + "grad_norm": 1.0625, + "learning_rate": 0.0001295, + "loss": 6.8822, + "mean_token_accuracy": 0.08486307561397552, + "num_tokens": 742477.0, + "step": 260 + }, + { + "entropy": 7.386582565307617, + "epoch": 0.3143534994068802, + "grad_norm": 1.5703125, + "learning_rate": 0.000132, + "loss": 6.7436, + "mean_token_accuracy": 0.08875370100140571, + "num_tokens": 757772.0, + "step": 265 + }, + { + "entropy": 7.385796451568604, + "epoch": 0.3202846975088968, + "grad_norm": 1.515625, + "learning_rate": 0.00013450000000000002, + "loss": 6.795, + "mean_token_accuracy": 0.08812053054571152, + "num_tokens": 772898.0, + "step": 270 + }, + { + "entropy": 7.329386568069458, + "epoch": 0.3262158956109134, + "grad_norm": 1.34375, + "learning_rate": 0.00013700000000000002, + "loss": 6.7697, + "mean_token_accuracy": 0.08715710267424584, + "num_tokens": 788395.0, + "step": 275 + }, + { + "entropy": 7.318710279464722, + "epoch": 0.33214709371293, + "grad_norm": 1.578125, + "learning_rate": 0.0001395, + "loss": 6.83, + "mean_token_accuracy": 0.08070869520306587, + "num_tokens": 803413.0, + "step": 280 + }, + { + "entropy": 7.188418292999268, + "epoch": 0.33807829181494664, + "grad_norm": 1.484375, + "learning_rate": 0.00014199999999999998, + "loss": 6.6976, + "mean_token_accuracy": 0.09588895291090012, + "num_tokens": 817775.0, + "step": 285 + }, + { + "entropy": 7.389742612838745, + "epoch": 0.34400948991696323, + "grad_norm": 1.6328125, + "learning_rate": 0.0001445, + "loss": 6.8092, + "mean_token_accuracy": 0.08903076201677322, + "num_tokens": 831379.0, + "step": 290 + }, + { + "entropy": 7.300806474685669, + "epoch": 0.3499406880189798, + "grad_norm": 1.3046875, + "learning_rate": 0.000147, + "loss": 6.7387, + "mean_token_accuracy": 0.08791814595460892, + "num_tokens": 846596.0, + "step": 295 + }, + { + "entropy": 7.254555749893188, + "epoch": 0.35587188612099646, + "grad_norm": 1.25, + "learning_rate": 0.0001495, + "loss": 6.7438, + "mean_token_accuracy": 0.08821789696812629, + "num_tokens": 862063.0, + "step": 300 + }, + { + "entropy": 7.275745964050293, + "epoch": 0.36180308422301305, + "grad_norm": 1.2734375, + "learning_rate": 0.000152, + "loss": 6.6954, + "mean_token_accuracy": 0.08966124951839446, + "num_tokens": 876841.0, + "step": 305 + }, + { + "entropy": 7.221111488342285, + "epoch": 0.36773428232502964, + "grad_norm": 1.2734375, + "learning_rate": 0.00015450000000000001, + "loss": 6.7751, + "mean_token_accuracy": 0.09116524010896683, + "num_tokens": 890728.0, + "step": 310 + }, + { + "entropy": 7.206338787078858, + "epoch": 0.3736654804270463, + "grad_norm": 1.359375, + "learning_rate": 0.000157, + "loss": 6.6956, + "mean_token_accuracy": 0.09070762842893601, + "num_tokens": 905599.0, + "step": 315 + }, + { + "entropy": 7.1817542552948, + "epoch": 0.37959667852906287, + "grad_norm": 1.59375, + "learning_rate": 0.0001595, + "loss": 6.6483, + "mean_token_accuracy": 0.09768397733569145, + "num_tokens": 918139.0, + "step": 320 + }, + { + "entropy": 7.167359304428101, + "epoch": 0.38552787663107946, + "grad_norm": 1.484375, + "learning_rate": 0.000162, + "loss": 6.7114, + "mean_token_accuracy": 0.09328882694244385, + "num_tokens": 931666.0, + "step": 325 + }, + { + "entropy": 7.196693468093872, + "epoch": 0.3914590747330961, + "grad_norm": 1.3046875, + "learning_rate": 0.00016450000000000001, + "loss": 6.6605, + "mean_token_accuracy": 0.09237670227885246, + "num_tokens": 946286.0, + "step": 330 + }, + { + "entropy": 7.148892021179199, + "epoch": 0.3973902728351127, + "grad_norm": 1.4140625, + "learning_rate": 0.00016700000000000002, + "loss": 6.6029, + "mean_token_accuracy": 0.09802859723567962, + "num_tokens": 959689.0, + "step": 335 + }, + { + "entropy": 7.091142225265503, + "epoch": 0.4033214709371293, + "grad_norm": 1.53125, + "learning_rate": 0.00016950000000000003, + "loss": 6.6481, + "mean_token_accuracy": 0.09793345853686333, + "num_tokens": 972707.0, + "step": 340 + }, + { + "entropy": 7.103200006484985, + "epoch": 0.4092526690391459, + "grad_norm": 1.296875, + "learning_rate": 0.00017199999999999998, + "loss": 6.6694, + "mean_token_accuracy": 0.09691287726163864, + "num_tokens": 988010.0, + "step": 345 + }, + { + "entropy": 7.109372472763061, + "epoch": 0.4151838671411625, + "grad_norm": 1.609375, + "learning_rate": 0.00017449999999999999, + "loss": 6.7001, + "mean_token_accuracy": 0.0866947390139103, + "num_tokens": 1003823.0, + "step": 350 + }, + { + "entropy": 7.018935489654541, + "epoch": 0.4211150652431791, + "grad_norm": 1.3125, + "learning_rate": 0.000177, + "loss": 6.4583, + "mean_token_accuracy": 0.10792901739478111, + "num_tokens": 1018276.0, + "step": 355 + }, + { + "entropy": 7.151296997070313, + "epoch": 0.42704626334519574, + "grad_norm": 1.2890625, + "learning_rate": 0.0001795, + "loss": 6.6782, + "mean_token_accuracy": 0.09361589401960373, + "num_tokens": 1031242.0, + "step": 360 + }, + { + "entropy": 7.0902214527130125, + "epoch": 0.43297746144721233, + "grad_norm": 1.3984375, + "learning_rate": 0.000182, + "loss": 6.5786, + "mean_token_accuracy": 0.09998262599110604, + "num_tokens": 1043940.0, + "step": 365 + }, + { + "entropy": 6.944676065444947, + "epoch": 0.4389086595492289, + "grad_norm": 1.2109375, + "learning_rate": 0.0001845, + "loss": 6.508, + "mean_token_accuracy": 0.09759898036718369, + "num_tokens": 1058656.0, + "step": 370 + }, + { + "entropy": 7.117189264297485, + "epoch": 0.44483985765124556, + "grad_norm": 1.265625, + "learning_rate": 0.000187, + "loss": 6.6092, + "mean_token_accuracy": 0.09189791083335877, + "num_tokens": 1073128.0, + "step": 375 + }, + { + "entropy": 6.948076343536377, + "epoch": 0.45077105575326215, + "grad_norm": 1.5390625, + "learning_rate": 0.0001895, + "loss": 6.5416, + "mean_token_accuracy": 0.09809970185160637, + "num_tokens": 1086467.0, + "step": 380 + }, + { + "entropy": 7.076186227798462, + "epoch": 0.45670225385527874, + "grad_norm": 1.46875, + "learning_rate": 0.000192, + "loss": 6.6616, + "mean_token_accuracy": 0.10060962289571762, + "num_tokens": 1100356.0, + "step": 385 + }, + { + "entropy": 7.028731060028076, + "epoch": 0.4626334519572954, + "grad_norm": 1.3046875, + "learning_rate": 0.0001945, + "loss": 6.5814, + "mean_token_accuracy": 0.10232764557003975, + "num_tokens": 1115877.0, + "step": 390 + }, + { + "entropy": 7.04663872718811, + "epoch": 0.46856465005931197, + "grad_norm": 1.375, + "learning_rate": 0.00019700000000000002, + "loss": 6.5466, + "mean_token_accuracy": 0.10219399407505989, + "num_tokens": 1131415.0, + "step": 395 + }, + { + "entropy": 6.8535503387451175, + "epoch": 0.4744958481613286, + "grad_norm": 1.5234375, + "learning_rate": 0.00019950000000000002, + "loss": 6.5137, + "mean_token_accuracy": 0.09734094068408013, + "num_tokens": 1145903.0, + "step": 400 + }, + { + "entropy": 6.879596471786499, + "epoch": 0.4804270462633452, + "grad_norm": 1.125, + "learning_rate": 0.000202, + "loss": 6.4397, + "mean_token_accuracy": 0.0997365266084671, + "num_tokens": 1161168.0, + "step": 405 + }, + { + "entropy": 6.921687078475952, + "epoch": 0.4863582443653618, + "grad_norm": 1.3515625, + "learning_rate": 0.00020449999999999998, + "loss": 6.5196, + "mean_token_accuracy": 0.09855128526687622, + "num_tokens": 1178155.0, + "step": 410 + }, + { + "entropy": 6.924295806884766, + "epoch": 0.49228944246737844, + "grad_norm": 1.3828125, + "learning_rate": 0.000207, + "loss": 6.3697, + "mean_token_accuracy": 0.1099881686270237, + "num_tokens": 1190830.0, + "step": 415 + }, + { + "entropy": 6.827713060379028, + "epoch": 0.498220640569395, + "grad_norm": 1.375, + "learning_rate": 0.0002095, + "loss": 6.3842, + "mean_token_accuracy": 0.10342236086726189, + "num_tokens": 1205260.0, + "step": 420 + }, + { + "entropy": 6.883217096328735, + "epoch": 0.5041518386714117, + "grad_norm": 1.4453125, + "learning_rate": 0.000212, + "loss": 6.431, + "mean_token_accuracy": 0.10836012288928032, + "num_tokens": 1218856.0, + "step": 425 + }, + { + "entropy": 6.832102727890015, + "epoch": 0.5100830367734283, + "grad_norm": 1.328125, + "learning_rate": 0.0002145, + "loss": 6.5014, + "mean_token_accuracy": 0.10428635627031327, + "num_tokens": 1234669.0, + "step": 430 + }, + { + "entropy": 6.830685758590699, + "epoch": 0.5160142348754448, + "grad_norm": 1.46875, + "learning_rate": 0.00021700000000000002, + "loss": 6.4289, + "mean_token_accuracy": 0.1057804524898529, + "num_tokens": 1249514.0, + "step": 435 + }, + { + "entropy": 6.837182474136353, + "epoch": 0.5219454329774614, + "grad_norm": 1.1015625, + "learning_rate": 0.0002195, + "loss": 6.3638, + "mean_token_accuracy": 0.1109524667263031, + "num_tokens": 1262311.0, + "step": 440 + }, + { + "entropy": 6.767211008071899, + "epoch": 0.527876631079478, + "grad_norm": 1.3359375, + "learning_rate": 0.000222, + "loss": 6.3519, + "mean_token_accuracy": 0.10807539224624634, + "num_tokens": 1277681.0, + "step": 445 + }, + { + "entropy": 6.781484460830688, + "epoch": 0.5338078291814946, + "grad_norm": 1.390625, + "learning_rate": 0.0002245, + "loss": 6.3968, + "mean_token_accuracy": 0.10917404815554618, + "num_tokens": 1292300.0, + "step": 450 + }, + { + "entropy": 6.775958061218262, + "epoch": 0.5397390272835113, + "grad_norm": 1.234375, + "learning_rate": 0.00022700000000000002, + "loss": 6.4142, + "mean_token_accuracy": 0.10393262058496475, + "num_tokens": 1307426.0, + "step": 455 + }, + { + "entropy": 6.787585258483887, + "epoch": 0.5456702253855279, + "grad_norm": 1.0546875, + "learning_rate": 0.00022950000000000002, + "loss": 6.4414, + "mean_token_accuracy": 0.09955934658646584, + "num_tokens": 1322167.0, + "step": 460 + }, + { + "entropy": 6.75556001663208, + "epoch": 0.5516014234875445, + "grad_norm": 1.2265625, + "learning_rate": 0.00023200000000000003, + "loss": 6.3126, + "mean_token_accuracy": 0.11029193922877312, + "num_tokens": 1335343.0, + "step": 465 + }, + { + "entropy": 6.719364500045776, + "epoch": 0.5575326215895611, + "grad_norm": 1.234375, + "learning_rate": 0.00023449999999999998, + "loss": 6.3129, + "mean_token_accuracy": 0.11020243093371392, + "num_tokens": 1349078.0, + "step": 470 + }, + { + "entropy": 6.670861291885376, + "epoch": 0.5634638196915777, + "grad_norm": 1.2265625, + "learning_rate": 0.000237, + "loss": 6.2388, + "mean_token_accuracy": 0.11813571006059646, + "num_tokens": 1362030.0, + "step": 475 + }, + { + "entropy": 6.790364742279053, + "epoch": 0.5693950177935944, + "grad_norm": 1.3125, + "learning_rate": 0.0002395, + "loss": 6.3965, + "mean_token_accuracy": 0.10456062778830529, + "num_tokens": 1378303.0, + "step": 480 + }, + { + "entropy": 6.773904657363891, + "epoch": 0.575326215895611, + "grad_norm": 1.203125, + "learning_rate": 0.000242, + "loss": 6.3906, + "mean_token_accuracy": 0.10592009201645851, + "num_tokens": 1392585.0, + "step": 485 + }, + { + "entropy": 6.805166101455688, + "epoch": 0.5812574139976275, + "grad_norm": 1.5, + "learning_rate": 0.0002445, + "loss": 6.3973, + "mean_token_accuracy": 0.11140659600496292, + "num_tokens": 1406962.0, + "step": 490 + }, + { + "entropy": 6.573492240905762, + "epoch": 0.5871886120996441, + "grad_norm": 1.2265625, + "learning_rate": 0.000247, + "loss": 6.2853, + "mean_token_accuracy": 0.11129999980330467, + "num_tokens": 1419493.0, + "step": 495 + }, + { + "entropy": 6.735859537124634, + "epoch": 0.5931198102016607, + "grad_norm": 1.3125, + "learning_rate": 0.0002495, + "loss": 6.3007, + "mean_token_accuracy": 0.10790175497531891, + "num_tokens": 1435373.0, + "step": 500 + }, + { + "epoch": 0.5931198102016607, + "eval_entropy": 6.67236985896994, + "eval_loss": 6.441715717315674, + "eval_mean_token_accuracy": 0.10966419813685988, + "eval_num_tokens": 1435373.0, + "eval_runtime": 2.4776, + "eval_samples_per_second": 1052.652, + "eval_steps_per_second": 131.581, + "step": 500 + }, + { + "entropy": 6.6947290897369385, + "epoch": 0.5990510083036773, + "grad_norm": 1.3359375, + "learning_rate": 0.000252, + "loss": 6.2707, + "mean_token_accuracy": 0.11756636276841163, + "num_tokens": 1449805.0, + "step": 505 + }, + { + "entropy": 6.634400224685669, + "epoch": 0.604982206405694, + "grad_norm": 1.3125, + "learning_rate": 0.0002545, + "loss": 6.2855, + "mean_token_accuracy": 0.11045260801911354, + "num_tokens": 1463657.0, + "step": 510 + }, + { + "entropy": 6.727581596374511, + "epoch": 0.6109134045077106, + "grad_norm": 1.4140625, + "learning_rate": 0.000257, + "loss": 6.3004, + "mean_token_accuracy": 0.11670920848846436, + "num_tokens": 1478089.0, + "step": 515 + }, + { + "entropy": 6.619698333740234, + "epoch": 0.6168446026097272, + "grad_norm": 1.4296875, + "learning_rate": 0.0002595, + "loss": 6.311, + "mean_token_accuracy": 0.11146906316280365, + "num_tokens": 1492225.0, + "step": 520 + }, + { + "entropy": 6.630937004089356, + "epoch": 0.6227758007117438, + "grad_norm": 1.1875, + "learning_rate": 0.000262, + "loss": 6.3008, + "mean_token_accuracy": 0.10728157833218574, + "num_tokens": 1506751.0, + "step": 525 + }, + { + "entropy": 6.599562358856201, + "epoch": 0.6287069988137604, + "grad_norm": 1.140625, + "learning_rate": 0.00026450000000000003, + "loss": 6.2004, + "mean_token_accuracy": 0.11617306619882584, + "num_tokens": 1520590.0, + "step": 530 + }, + { + "entropy": 6.652629327774048, + "epoch": 0.6346381969157769, + "grad_norm": 1.1953125, + "learning_rate": 0.00026700000000000004, + "loss": 6.2527, + "mean_token_accuracy": 0.11343958005309104, + "num_tokens": 1534752.0, + "step": 535 + }, + { + "entropy": 6.587781953811645, + "epoch": 0.6405693950177936, + "grad_norm": 1.3828125, + "learning_rate": 0.00026950000000000005, + "loss": 6.2154, + "mean_token_accuracy": 0.12041136622428894, + "num_tokens": 1547891.0, + "step": 540 + }, + { + "entropy": 6.418690204620361, + "epoch": 0.6465005931198102, + "grad_norm": 1.2578125, + "learning_rate": 0.00027200000000000005, + "loss": 6.1542, + "mean_token_accuracy": 0.12026057541370391, + "num_tokens": 1562560.0, + "step": 545 + }, + { + "entropy": 6.670684385299682, + "epoch": 0.6524317912218268, + "grad_norm": 1.328125, + "learning_rate": 0.0002745, + "loss": 6.3091, + "mean_token_accuracy": 0.11120221018791199, + "num_tokens": 1576896.0, + "step": 550 + }, + { + "entropy": 6.535441923141479, + "epoch": 0.6583629893238434, + "grad_norm": 1.265625, + "learning_rate": 0.000277, + "loss": 6.2086, + "mean_token_accuracy": 0.11225326210260392, + "num_tokens": 1590806.0, + "step": 555 + }, + { + "entropy": 6.601208257675171, + "epoch": 0.66429418742586, + "grad_norm": 1.234375, + "learning_rate": 0.0002795, + "loss": 6.326, + "mean_token_accuracy": 0.10773437917232513, + "num_tokens": 1605874.0, + "step": 560 + }, + { + "entropy": 6.616091251373291, + "epoch": 0.6702253855278766, + "grad_norm": 1.2734375, + "learning_rate": 0.00028199999999999997, + "loss": 6.2108, + "mean_token_accuracy": 0.11664134711027145, + "num_tokens": 1620947.0, + "step": 565 + }, + { + "entropy": 6.484318447113037, + "epoch": 0.6761565836298933, + "grad_norm": 1.296875, + "learning_rate": 0.0002845, + "loss": 6.2608, + "mean_token_accuracy": 0.10255342498421668, + "num_tokens": 1635974.0, + "step": 570 + }, + { + "entropy": 6.542778062820434, + "epoch": 0.6820877817319099, + "grad_norm": 1.109375, + "learning_rate": 0.000287, + "loss": 6.2163, + "mean_token_accuracy": 0.10959842428565025, + "num_tokens": 1651502.0, + "step": 575 + }, + { + "entropy": 6.45567512512207, + "epoch": 0.6880189798339265, + "grad_norm": 1.1796875, + "learning_rate": 0.0002895, + "loss": 6.1629, + "mean_token_accuracy": 0.11728360131382942, + "num_tokens": 1665547.0, + "step": 580 + }, + { + "entropy": 6.501108646392822, + "epoch": 0.693950177935943, + "grad_norm": 1.1796875, + "learning_rate": 0.000292, + "loss": 6.1508, + "mean_token_accuracy": 0.12227020487189293, + "num_tokens": 1678875.0, + "step": 585 + }, + { + "entropy": 6.480410623550415, + "epoch": 0.6998813760379596, + "grad_norm": 1.3203125, + "learning_rate": 0.0002945, + "loss": 6.1681, + "mean_token_accuracy": 0.11540260091423989, + "num_tokens": 1692673.0, + "step": 590 + }, + { + "entropy": 6.511543416976929, + "epoch": 0.7058125741399762, + "grad_norm": 1.109375, + "learning_rate": 0.000297, + "loss": 6.2156, + "mean_token_accuracy": 0.11393610835075378, + "num_tokens": 1707318.0, + "step": 595 + }, + { + "entropy": 6.460053396224976, + "epoch": 0.7117437722419929, + "grad_norm": 1.4140625, + "learning_rate": 0.0002995, + "loss": 6.2426, + "mean_token_accuracy": 0.11120611354708672, + "num_tokens": 1724331.0, + "step": 600 + }, + { + "entropy": 6.442718982696533, + "epoch": 0.7176749703440095, + "grad_norm": 1.3203125, + "learning_rate": 0.000302, + "loss": 6.0492, + "mean_token_accuracy": 0.12235584780573845, + "num_tokens": 1736151.0, + "step": 605 + }, + { + "entropy": 6.444410896301269, + "epoch": 0.7236061684460261, + "grad_norm": 1.28125, + "learning_rate": 0.0003045, + "loss": 6.1371, + "mean_token_accuracy": 0.11987931281328201, + "num_tokens": 1749831.0, + "step": 610 + }, + { + "entropy": 6.455282926559448, + "epoch": 0.7295373665480427, + "grad_norm": 1.1875, + "learning_rate": 0.000307, + "loss": 6.173, + "mean_token_accuracy": 0.11412288546562195, + "num_tokens": 1764296.0, + "step": 615 + }, + { + "entropy": 6.49344654083252, + "epoch": 0.7354685646500593, + "grad_norm": 1.4609375, + "learning_rate": 0.0003095, + "loss": 6.1473, + "mean_token_accuracy": 0.11842510327696801, + "num_tokens": 1778042.0, + "step": 620 + }, + { + "entropy": 6.402311325073242, + "epoch": 0.741399762752076, + "grad_norm": 1.109375, + "learning_rate": 0.000312, + "loss": 6.1244, + "mean_token_accuracy": 0.1204920805990696, + "num_tokens": 1791614.0, + "step": 625 + }, + { + "entropy": 6.386654949188232, + "epoch": 0.7473309608540926, + "grad_norm": 1.140625, + "learning_rate": 0.0003145, + "loss": 6.082, + "mean_token_accuracy": 0.1170621544122696, + "num_tokens": 1807388.0, + "step": 630 + }, + { + "entropy": 6.513570547103882, + "epoch": 0.7532621589561092, + "grad_norm": 1.2109375, + "learning_rate": 0.000317, + "loss": 6.187, + "mean_token_accuracy": 0.1129879891872406, + "num_tokens": 1820407.0, + "step": 635 + }, + { + "entropy": 6.353465366363525, + "epoch": 0.7591933570581257, + "grad_norm": 1.140625, + "learning_rate": 0.0003195, + "loss": 6.0709, + "mean_token_accuracy": 0.11846939399838448, + "num_tokens": 1834666.0, + "step": 640 + }, + { + "entropy": 6.402153253555298, + "epoch": 0.7651245551601423, + "grad_norm": 1.390625, + "learning_rate": 0.000322, + "loss": 6.169, + "mean_token_accuracy": 0.11969529762864113, + "num_tokens": 1848160.0, + "step": 645 + }, + { + "entropy": 6.429388856887817, + "epoch": 0.7710557532621589, + "grad_norm": 1.046875, + "learning_rate": 0.00032450000000000003, + "loss": 6.1763, + "mean_token_accuracy": 0.11832700744271278, + "num_tokens": 1865140.0, + "step": 650 + }, + { + "entropy": 6.384272193908691, + "epoch": 0.7769869513641756, + "grad_norm": 1.1484375, + "learning_rate": 0.00032700000000000003, + "loss": 6.0502, + "mean_token_accuracy": 0.12135105207562447, + "num_tokens": 1878447.0, + "step": 655 + }, + { + "entropy": 6.368830823898316, + "epoch": 0.7829181494661922, + "grad_norm": 1.1953125, + "learning_rate": 0.00032950000000000004, + "loss": 6.0999, + "mean_token_accuracy": 0.11421585902571678, + "num_tokens": 1893539.0, + "step": 660 + }, + { + "entropy": 6.452864456176758, + "epoch": 0.7888493475682088, + "grad_norm": 1.1328125, + "learning_rate": 0.00033200000000000005, + "loss": 6.1646, + "mean_token_accuracy": 0.120599914342165, + "num_tokens": 1908052.0, + "step": 665 + }, + { + "entropy": 6.347026681900024, + "epoch": 0.7947805456702254, + "grad_norm": 1.0859375, + "learning_rate": 0.00033450000000000005, + "loss": 6.0494, + "mean_token_accuracy": 0.12437219470739365, + "num_tokens": 1921528.0, + "step": 670 + }, + { + "entropy": 6.360257863998413, + "epoch": 0.800711743772242, + "grad_norm": 1.1640625, + "learning_rate": 0.000337, + "loss": 6.0758, + "mean_token_accuracy": 0.12383257448673249, + "num_tokens": 1935089.0, + "step": 675 + }, + { + "entropy": 6.4030664443969725, + "epoch": 0.8066429418742586, + "grad_norm": 1.203125, + "learning_rate": 0.0003395, + "loss": 6.1896, + "mean_token_accuracy": 0.11006285175681114, + "num_tokens": 1949717.0, + "step": 680 + }, + { + "entropy": 6.300024366378784, + "epoch": 0.8125741399762753, + "grad_norm": 1.546875, + "learning_rate": 0.000342, + "loss": 6.0568, + "mean_token_accuracy": 0.12153587713837624, + "num_tokens": 1962619.0, + "step": 685 + }, + { + "entropy": 6.450096464157104, + "epoch": 0.8185053380782918, + "grad_norm": 1.375, + "learning_rate": 0.00034449999999999997, + "loss": 6.143, + "mean_token_accuracy": 0.11284489929676056, + "num_tokens": 1977094.0, + "step": 690 + }, + { + "entropy": 6.286441040039063, + "epoch": 0.8244365361803084, + "grad_norm": 1.0625, + "learning_rate": 0.000347, + "loss": 6.1106, + "mean_token_accuracy": 0.11766432374715804, + "num_tokens": 1992446.0, + "step": 695 + }, + { + "entropy": 6.301593971252442, + "epoch": 0.830367734282325, + "grad_norm": 1.1640625, + "learning_rate": 0.0003495, + "loss": 6.0526, + "mean_token_accuracy": 0.1210049532353878, + "num_tokens": 2008753.0, + "step": 700 + }, + { + "entropy": 6.312734651565552, + "epoch": 0.8362989323843416, + "grad_norm": 1.140625, + "learning_rate": 0.000352, + "loss": 6.0098, + "mean_token_accuracy": 0.1238975889980793, + "num_tokens": 2024088.0, + "step": 705 + }, + { + "entropy": 6.338296222686767, + "epoch": 0.8422301304863582, + "grad_norm": 1.21875, + "learning_rate": 0.0003545, + "loss": 6.0283, + "mean_token_accuracy": 0.11651979684829712, + "num_tokens": 2038449.0, + "step": 710 + }, + { + "entropy": 6.306093740463257, + "epoch": 0.8481613285883749, + "grad_norm": 1.1328125, + "learning_rate": 0.000357, + "loss": 6.0258, + "mean_token_accuracy": 0.1278011307120323, + "num_tokens": 2052038.0, + "step": 715 + }, + { + "entropy": 6.271956300735473, + "epoch": 0.8540925266903915, + "grad_norm": 1.1875, + "learning_rate": 0.0003595, + "loss": 5.9769, + "mean_token_accuracy": 0.12276132255792618, + "num_tokens": 2064907.0, + "step": 720 + }, + { + "entropy": 6.297043323516846, + "epoch": 0.8600237247924081, + "grad_norm": 1.0703125, + "learning_rate": 0.000362, + "loss": 6.1502, + "mean_token_accuracy": 0.1173181675374508, + "num_tokens": 2081295.0, + "step": 725 + }, + { + "entropy": 6.336274099349976, + "epoch": 0.8659549228944247, + "grad_norm": 1.0390625, + "learning_rate": 0.0003645, + "loss": 6.0652, + "mean_token_accuracy": 0.12099355086684227, + "num_tokens": 2098077.0, + "step": 730 + }, + { + "entropy": 6.285319423675537, + "epoch": 0.8718861209964412, + "grad_norm": 1.1484375, + "learning_rate": 0.000367, + "loss": 6.0532, + "mean_token_accuracy": 0.12013457342982292, + "num_tokens": 2111716.0, + "step": 735 + }, + { + "entropy": 6.27389874458313, + "epoch": 0.8778173190984578, + "grad_norm": 1.1171875, + "learning_rate": 0.0003695, + "loss": 5.9654, + "mean_token_accuracy": 0.13291287645697594, + "num_tokens": 2125757.0, + "step": 740 + }, + { + "entropy": 6.267977666854859, + "epoch": 0.8837485172004745, + "grad_norm": 1.1875, + "learning_rate": 0.000372, + "loss": 6.1618, + "mean_token_accuracy": 0.11648618057370186, + "num_tokens": 2142929.0, + "step": 745 + }, + { + "entropy": 6.27850079536438, + "epoch": 0.8896797153024911, + "grad_norm": 1.265625, + "learning_rate": 0.0003745, + "loss": 6.0379, + "mean_token_accuracy": 0.12373944073915481, + "num_tokens": 2155206.0, + "step": 750 + }, + { + "entropy": 6.240651369094849, + "epoch": 0.8956109134045077, + "grad_norm": 1.1875, + "learning_rate": 0.000377, + "loss": 5.9246, + "mean_token_accuracy": 0.12547165155410767, + "num_tokens": 2169816.0, + "step": 755 + }, + { + "entropy": 6.190544652938843, + "epoch": 0.9015421115065243, + "grad_norm": 1.0390625, + "learning_rate": 0.0003795, + "loss": 6.0044, + "mean_token_accuracy": 0.12672639563679694, + "num_tokens": 2184827.0, + "step": 760 + }, + { + "entropy": 6.259784412384033, + "epoch": 0.9074733096085409, + "grad_norm": 1.15625, + "learning_rate": 0.000382, + "loss": 5.9353, + "mean_token_accuracy": 0.12988706678152084, + "num_tokens": 2199333.0, + "step": 765 + }, + { + "entropy": 6.1021686553955075, + "epoch": 0.9134045077105575, + "grad_norm": 0.87109375, + "learning_rate": 0.0003845, + "loss": 5.9947, + "mean_token_accuracy": 0.12381677329540253, + "num_tokens": 2215239.0, + "step": 770 + }, + { + "entropy": 6.2903533458709715, + "epoch": 0.9193357058125742, + "grad_norm": 1.0390625, + "learning_rate": 0.00038700000000000003, + "loss": 5.9998, + "mean_token_accuracy": 0.1248672790825367, + "num_tokens": 2229369.0, + "step": 775 + }, + { + "entropy": 6.169124412536621, + "epoch": 0.9252669039145908, + "grad_norm": 1.1875, + "learning_rate": 0.00038950000000000003, + "loss": 5.9842, + "mean_token_accuracy": 0.12811334952712058, + "num_tokens": 2242709.0, + "step": 780 + }, + { + "entropy": 6.2337898254394535, + "epoch": 0.9311981020166074, + "grad_norm": 1.140625, + "learning_rate": 0.00039200000000000004, + "loss": 5.9655, + "mean_token_accuracy": 0.12137661054730416, + "num_tokens": 2257067.0, + "step": 785 + }, + { + "entropy": 6.1931390285491945, + "epoch": 0.9371293001186239, + "grad_norm": 1.25, + "learning_rate": 0.00039450000000000005, + "loss": 5.9103, + "mean_token_accuracy": 0.13152316808700562, + "num_tokens": 2270932.0, + "step": 790 + }, + { + "entropy": 6.182427406311035, + "epoch": 0.9430604982206405, + "grad_norm": 1.0546875, + "learning_rate": 0.00039700000000000005, + "loss": 6.0279, + "mean_token_accuracy": 0.12549996599555016, + "num_tokens": 2285517.0, + "step": 795 + }, + { + "entropy": 6.1117936134338375, + "epoch": 0.9489916963226572, + "grad_norm": 1.1875, + "learning_rate": 0.0003995, + "loss": 5.8952, + "mean_token_accuracy": 0.1253364697098732, + "num_tokens": 2298657.0, + "step": 800 + }, + { + "entropy": 6.14580602645874, + "epoch": 0.9549228944246738, + "grad_norm": 1.2109375, + "learning_rate": 0.000402, + "loss": 5.9069, + "mean_token_accuracy": 0.132824869453907, + "num_tokens": 2312521.0, + "step": 805 + }, + { + "entropy": 6.149325656890869, + "epoch": 0.9608540925266904, + "grad_norm": 1.375, + "learning_rate": 0.0004045, + "loss": 5.901, + "mean_token_accuracy": 0.12876850068569184, + "num_tokens": 2325849.0, + "step": 810 + }, + { + "entropy": 6.160182809829712, + "epoch": 0.966785290628707, + "grad_norm": 1.2578125, + "learning_rate": 0.00040699999999999997, + "loss": 5.933, + "mean_token_accuracy": 0.12433248236775399, + "num_tokens": 2339717.0, + "step": 815 + }, + { + "entropy": 6.148682689666748, + "epoch": 0.9727164887307236, + "grad_norm": 1.078125, + "learning_rate": 0.0004095, + "loss": 5.9644, + "mean_token_accuracy": 0.12969405129551886, + "num_tokens": 2353536.0, + "step": 820 + }, + { + "entropy": 6.15325140953064, + "epoch": 0.9786476868327402, + "grad_norm": 1.1953125, + "learning_rate": 0.000412, + "loss": 5.9392, + "mean_token_accuracy": 0.12233664244413375, + "num_tokens": 2368626.0, + "step": 825 + }, + { + "entropy": 6.148900079727173, + "epoch": 0.9845788849347569, + "grad_norm": 1.1796875, + "learning_rate": 0.0004145, + "loss": 6.0228, + "mean_token_accuracy": 0.1229950562119484, + "num_tokens": 2383768.0, + "step": 830 + }, + { + "entropy": 6.253143930435181, + "epoch": 0.9905100830367735, + "grad_norm": 1.1640625, + "learning_rate": 0.000417, + "loss": 6.0531, + "mean_token_accuracy": 0.12633627876639367, + "num_tokens": 2398089.0, + "step": 835 + }, + { + "entropy": 6.143814277648926, + "epoch": 0.99644128113879, + "grad_norm": 1.15625, + "learning_rate": 0.0004195, + "loss": 5.9179, + "mean_token_accuracy": 0.13075150698423385, + "num_tokens": 2411354.0, + "step": 840 + }, + { + "entropy": 6.1597785472869875, + "epoch": 1.0023724792408066, + "grad_norm": 1.1015625, + "learning_rate": 0.000422, + "loss": 5.9132, + "mean_token_accuracy": 0.1338951252400875, + "num_tokens": 2425071.0, + "step": 845 + }, + { + "entropy": 6.226427221298218, + "epoch": 1.0083036773428233, + "grad_norm": 1.234375, + "learning_rate": 0.0004245, + "loss": 5.8618, + "mean_token_accuracy": 0.13656074777245522, + "num_tokens": 2439143.0, + "step": 850 + }, + { + "entropy": 5.997689485549927, + "epoch": 1.0142348754448398, + "grad_norm": 1.0859375, + "learning_rate": 0.000427, + "loss": 5.7022, + "mean_token_accuracy": 0.1348326951265335, + "num_tokens": 2453466.0, + "step": 855 + }, + { + "entropy": 6.064882230758667, + "epoch": 1.0201660735468565, + "grad_norm": 1.21875, + "learning_rate": 0.0004295, + "loss": 5.815, + "mean_token_accuracy": 0.13819923251867294, + "num_tokens": 2466802.0, + "step": 860 + }, + { + "entropy": 6.077611827850342, + "epoch": 1.026097271648873, + "grad_norm": 1.265625, + "learning_rate": 0.000432, + "loss": 5.7763, + "mean_token_accuracy": 0.13229055777192117, + "num_tokens": 2480080.0, + "step": 865 + }, + { + "entropy": 6.0491447925567625, + "epoch": 1.0320284697508897, + "grad_norm": 1.390625, + "learning_rate": 0.0004345, + "loss": 5.83, + "mean_token_accuracy": 0.1349202238023281, + "num_tokens": 2495196.0, + "step": 870 + }, + { + "entropy": 5.99519829750061, + "epoch": 1.0379596678529064, + "grad_norm": 1.1875, + "learning_rate": 0.000437, + "loss": 5.734, + "mean_token_accuracy": 0.13301657065749167, + "num_tokens": 2510084.0, + "step": 875 + }, + { + "entropy": 6.138531064987182, + "epoch": 1.0438908659549229, + "grad_norm": 1.203125, + "learning_rate": 0.0004395, + "loss": 5.8045, + "mean_token_accuracy": 0.13315934240818023, + "num_tokens": 2522834.0, + "step": 880 + }, + { + "entropy": 6.013190269470215, + "epoch": 1.0498220640569396, + "grad_norm": 1.0703125, + "learning_rate": 0.000442, + "loss": 5.7781, + "mean_token_accuracy": 0.1408059172332287, + "num_tokens": 2536778.0, + "step": 885 + }, + { + "entropy": 6.016625690460205, + "epoch": 1.055753262158956, + "grad_norm": 1.171875, + "learning_rate": 0.0004445, + "loss": 5.8079, + "mean_token_accuracy": 0.13629683703184128, + "num_tokens": 2551220.0, + "step": 890 + }, + { + "entropy": 6.152676439285278, + "epoch": 1.0616844602609727, + "grad_norm": 1.2734375, + "learning_rate": 0.000447, + "loss": 5.8853, + "mean_token_accuracy": 0.12912147343158722, + "num_tokens": 2565686.0, + "step": 895 + }, + { + "entropy": 5.9945775985717775, + "epoch": 1.0676156583629894, + "grad_norm": 1.234375, + "learning_rate": 0.00044950000000000003, + "loss": 5.8012, + "mean_token_accuracy": 0.1301092065870762, + "num_tokens": 2579569.0, + "step": 900 + }, + { + "entropy": 6.045119094848633, + "epoch": 1.073546856465006, + "grad_norm": 1.390625, + "learning_rate": 0.00045200000000000004, + "loss": 5.7873, + "mean_token_accuracy": 0.13423676043748856, + "num_tokens": 2593226.0, + "step": 905 + }, + { + "entropy": 5.971383666992187, + "epoch": 1.0794780545670226, + "grad_norm": 1.046875, + "learning_rate": 0.00045450000000000004, + "loss": 5.748, + "mean_token_accuracy": 0.13364143371582032, + "num_tokens": 2607711.0, + "step": 910 + }, + { + "entropy": 6.028302955627441, + "epoch": 1.085409252669039, + "grad_norm": 1.109375, + "learning_rate": 0.00045700000000000005, + "loss": 5.7788, + "mean_token_accuracy": 0.13531881719827651, + "num_tokens": 2623024.0, + "step": 915 + }, + { + "entropy": 6.003001356124878, + "epoch": 1.0913404507710558, + "grad_norm": 1.078125, + "learning_rate": 0.00045950000000000006, + "loss": 5.7666, + "mean_token_accuracy": 0.1361100286245346, + "num_tokens": 2637824.0, + "step": 920 + }, + { + "entropy": 5.995635271072388, + "epoch": 1.0972716488730723, + "grad_norm": 1.1796875, + "learning_rate": 0.000462, + "loss": 5.7772, + "mean_token_accuracy": 0.13633406162261963, + "num_tokens": 2652077.0, + "step": 925 + }, + { + "entropy": 5.994116687774659, + "epoch": 1.103202846975089, + "grad_norm": 1.2265625, + "learning_rate": 0.0004645, + "loss": 5.7796, + "mean_token_accuracy": 0.1343744106590748, + "num_tokens": 2666791.0, + "step": 930 + }, + { + "entropy": 5.9884919166564945, + "epoch": 1.1091340450771057, + "grad_norm": 0.9375, + "learning_rate": 0.000467, + "loss": 5.8653, + "mean_token_accuracy": 0.13153321593999862, + "num_tokens": 2681482.0, + "step": 935 + }, + { + "entropy": 5.957932996749878, + "epoch": 1.1150652431791221, + "grad_norm": 1.09375, + "learning_rate": 0.0004695, + "loss": 5.6686, + "mean_token_accuracy": 0.14378132447600364, + "num_tokens": 2695305.0, + "step": 940 + }, + { + "entropy": 6.023182153701782, + "epoch": 1.1209964412811388, + "grad_norm": 1.1640625, + "learning_rate": 0.000472, + "loss": 5.7336, + "mean_token_accuracy": 0.13786137402057647, + "num_tokens": 2712211.0, + "step": 945 + }, + { + "entropy": 5.941826725006104, + "epoch": 1.1269276393831553, + "grad_norm": 1.109375, + "learning_rate": 0.0004745, + "loss": 5.7816, + "mean_token_accuracy": 0.13546779826283456, + "num_tokens": 2726888.0, + "step": 950 + }, + { + "entropy": 5.957491064071656, + "epoch": 1.132858837485172, + "grad_norm": 1.0859375, + "learning_rate": 0.000477, + "loss": 5.7527, + "mean_token_accuracy": 0.13760311529040337, + "num_tokens": 2741734.0, + "step": 955 + }, + { + "entropy": 5.94100170135498, + "epoch": 1.1387900355871885, + "grad_norm": 1.3046875, + "learning_rate": 0.0004795, + "loss": 5.7551, + "mean_token_accuracy": 0.14393994361162185, + "num_tokens": 2754680.0, + "step": 960 + }, + { + "entropy": 5.94309253692627, + "epoch": 1.1447212336892052, + "grad_norm": 1.3125, + "learning_rate": 0.000482, + "loss": 5.8065, + "mean_token_accuracy": 0.129212536662817, + "num_tokens": 2769572.0, + "step": 965 + }, + { + "entropy": 6.076050662994385, + "epoch": 1.150652431791222, + "grad_norm": 1.3359375, + "learning_rate": 0.0004845, + "loss": 5.7537, + "mean_token_accuracy": 0.13419156968593599, + "num_tokens": 2782948.0, + "step": 970 + }, + { + "entropy": 5.846741008758545, + "epoch": 1.1565836298932384, + "grad_norm": 1.1171875, + "learning_rate": 0.000487, + "loss": 5.6832, + "mean_token_accuracy": 0.1396567314863205, + "num_tokens": 2795399.0, + "step": 975 + }, + { + "entropy": 5.9153892993927, + "epoch": 1.162514827995255, + "grad_norm": 1.203125, + "learning_rate": 0.0004895, + "loss": 5.6837, + "mean_token_accuracy": 0.13754538744688033, + "num_tokens": 2809591.0, + "step": 980 + }, + { + "entropy": 5.938817977905273, + "epoch": 1.1684460260972718, + "grad_norm": 1.015625, + "learning_rate": 0.000492, + "loss": 5.7227, + "mean_token_accuracy": 0.13820295482873918, + "num_tokens": 2824106.0, + "step": 985 + }, + { + "entropy": 5.93713231086731, + "epoch": 1.1743772241992882, + "grad_norm": 1.1640625, + "learning_rate": 0.0004945, + "loss": 5.8459, + "mean_token_accuracy": 0.1346195101737976, + "num_tokens": 2838616.0, + "step": 990 + }, + { + "entropy": 5.968208456039429, + "epoch": 1.180308422301305, + "grad_norm": 1.4140625, + "learning_rate": 0.000497, + "loss": 5.7473, + "mean_token_accuracy": 0.13854797407984734, + "num_tokens": 2851707.0, + "step": 995 + }, + { + "entropy": 5.898858261108399, + "epoch": 1.1862396204033214, + "grad_norm": 1.0390625, + "learning_rate": 0.0004995, + "loss": 5.7691, + "mean_token_accuracy": 0.1328132927417755, + "num_tokens": 2867644.0, + "step": 1000 + }, + { + "epoch": 1.1862396204033214, + "eval_entropy": 5.91133521232137, + "eval_loss": 6.012734413146973, + "eval_mean_token_accuracy": 0.13139666496930313, + "eval_num_tokens": 2867644.0, + "eval_runtime": 2.4739, + "eval_samples_per_second": 1054.225, + "eval_steps_per_second": 131.778, + "step": 1000 + }, + { + "entropy": 5.986166191101074, + "epoch": 1.1921708185053381, + "grad_norm": 1.0703125, + "learning_rate": 0.00049999967732573, + "loss": 5.7701, + "mean_token_accuracy": 0.1327154405415058, + "num_tokens": 2882663.0, + "step": 1005 + }, + { + "entropy": 5.940847110748291, + "epoch": 1.1981020166073546, + "grad_norm": 1.21875, + "learning_rate": 0.0004999983664630945, + "loss": 5.8284, + "mean_token_accuracy": 0.1329515464603901, + "num_tokens": 2898791.0, + "step": 1010 + }, + { + "entropy": 5.939939355850219, + "epoch": 1.2040332147093713, + "grad_norm": 1.09375, + "learning_rate": 0.0004999960472508219, + "loss": 5.7229, + "mean_token_accuracy": 0.14346506744623183, + "num_tokens": 2912997.0, + "step": 1015 + }, + { + "entropy": 5.890226602554321, + "epoch": 1.209964412811388, + "grad_norm": 1.171875, + "learning_rate": 0.0004999927196993059, + "loss": 5.7083, + "mean_token_accuracy": 0.1415116421878338, + "num_tokens": 2925064.0, + "step": 1020 + }, + { + "entropy": 5.959262037277222, + "epoch": 1.2158956109134045, + "grad_norm": 1.1484375, + "learning_rate": 0.0004999883838234592, + "loss": 5.7633, + "mean_token_accuracy": 0.13465891852974893, + "num_tokens": 2941400.0, + "step": 1025 + }, + { + "entropy": 5.861705589294433, + "epoch": 1.2218268090154212, + "grad_norm": 1.1328125, + "learning_rate": 0.0004999830396427133, + "loss": 5.7352, + "mean_token_accuracy": 0.13958436101675034, + "num_tokens": 2955541.0, + "step": 1030 + }, + { + "entropy": 5.922749280929565, + "epoch": 1.2277580071174377, + "grad_norm": 1.109375, + "learning_rate": 0.0004999766871810188, + "loss": 5.7479, + "mean_token_accuracy": 0.1416574686765671, + "num_tokens": 2968928.0, + "step": 1035 + }, + { + "entropy": 5.934699630737304, + "epoch": 1.2336892052194544, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999693264668446, + "loss": 5.6844, + "mean_token_accuracy": 0.14234655275940894, + "num_tokens": 2984072.0, + "step": 1040 + }, + { + "entropy": 5.891662549972534, + "epoch": 1.2396204033214708, + "grad_norm": 1.015625, + "learning_rate": 0.0004999609575331786, + "loss": 5.7787, + "mean_token_accuracy": 0.13772650435566902, + "num_tokens": 2999083.0, + "step": 1045 + }, + { + "entropy": 5.854400157928467, + "epoch": 1.2455516014234875, + "grad_norm": 1.1796875, + "learning_rate": 0.0004999515804175268, + "loss": 5.726, + "mean_token_accuracy": 0.13745229691267014, + "num_tokens": 3012738.0, + "step": 1050 + }, + { + "entropy": 5.869228887557983, + "epoch": 1.2514827995255042, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999411951619134, + "loss": 5.6694, + "mean_token_accuracy": 0.14171827286481858, + "num_tokens": 3027929.0, + "step": 1055 + }, + { + "entropy": 5.864783573150635, + "epoch": 1.2574139976275207, + "grad_norm": 0.98828125, + "learning_rate": 0.000499929801812881, + "loss": 5.8025, + "mean_token_accuracy": 0.13281177058815957, + "num_tokens": 3043576.0, + "step": 1060 + }, + { + "entropy": 5.822867107391358, + "epoch": 1.2633451957295374, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999174004214899, + "loss": 5.6696, + "mean_token_accuracy": 0.1398370385169983, + "num_tokens": 3059352.0, + "step": 1065 + }, + { + "entropy": 5.936639642715454, + "epoch": 1.269276393831554, + "grad_norm": 1.1484375, + "learning_rate": 0.0004999039910433179, + "loss": 5.7859, + "mean_token_accuracy": 0.1422264978289604, + "num_tokens": 3073140.0, + "step": 1070 + }, + { + "entropy": 5.890475559234619, + "epoch": 1.2752075919335706, + "grad_norm": 1.1015625, + "learning_rate": 0.0004998895737384605, + "loss": 5.7601, + "mean_token_accuracy": 0.14164954274892808, + "num_tokens": 3087710.0, + "step": 1075 + }, + { + "entropy": 5.919763278961182, + "epoch": 1.281138790035587, + "grad_norm": 1.125, + "learning_rate": 0.0004998741485715297, + "loss": 5.713, + "mean_token_accuracy": 0.14089994207024575, + "num_tokens": 3102035.0, + "step": 1080 + }, + { + "entropy": 5.838283920288086, + "epoch": 1.2870699881376038, + "grad_norm": 0.984375, + "learning_rate": 0.0004998577156116551, + "loss": 5.7754, + "mean_token_accuracy": 0.13512811809778214, + "num_tokens": 3118534.0, + "step": 1085 + }, + { + "entropy": 5.856381511688232, + "epoch": 1.2930011862396205, + "grad_norm": 1.0078125, + "learning_rate": 0.0004998402749324823, + "loss": 5.7229, + "mean_token_accuracy": 0.13245076537132264, + "num_tokens": 3133419.0, + "step": 1090 + }, + { + "entropy": 5.997888469696045, + "epoch": 1.298932384341637, + "grad_norm": 1.25, + "learning_rate": 0.0004998218266121731, + "loss": 5.8243, + "mean_token_accuracy": 0.1440747559070587, + "num_tokens": 3145903.0, + "step": 1095 + }, + { + "entropy": 5.824967718124389, + "epoch": 1.3048635824436536, + "grad_norm": 1.078125, + "learning_rate": 0.0004998023707334055, + "loss": 5.7688, + "mean_token_accuracy": 0.1350715659558773, + "num_tokens": 3159938.0, + "step": 1100 + }, + { + "entropy": 5.8246561050415036, + "epoch": 1.3107947805456703, + "grad_norm": 0.9921875, + "learning_rate": 0.0004997819073833724, + "loss": 5.6475, + "mean_token_accuracy": 0.1452900804579258, + "num_tokens": 3175089.0, + "step": 1105 + }, + { + "entropy": 5.855417728424072, + "epoch": 1.3167259786476868, + "grad_norm": 1.0859375, + "learning_rate": 0.0004997604366537823, + "loss": 5.7858, + "mean_token_accuracy": 0.13705137223005295, + "num_tokens": 3191027.0, + "step": 1110 + }, + { + "entropy": 5.746766853332519, + "epoch": 1.3226571767497035, + "grad_norm": 1.140625, + "learning_rate": 0.000499737958640858, + "loss": 5.6247, + "mean_token_accuracy": 0.14565233290195465, + "num_tokens": 3205489.0, + "step": 1115 + }, + { + "entropy": 5.841010189056396, + "epoch": 1.32858837485172, + "grad_norm": 1.0625, + "learning_rate": 0.0004997144734453367, + "loss": 5.604, + "mean_token_accuracy": 0.14238353818655014, + "num_tokens": 3218764.0, + "step": 1120 + }, + { + "entropy": 5.837244129180908, + "epoch": 1.3345195729537367, + "grad_norm": 1.0078125, + "learning_rate": 0.0004996899811724693, + "loss": 5.7391, + "mean_token_accuracy": 0.13837844729423524, + "num_tokens": 3232953.0, + "step": 1125 + }, + { + "entropy": 5.772788858413696, + "epoch": 1.3404507710557532, + "grad_norm": 1.03125, + "learning_rate": 0.0004996644819320201, + "loss": 5.646, + "mean_token_accuracy": 0.14131752848625184, + "num_tokens": 3246977.0, + "step": 1130 + }, + { + "entropy": 5.676492929458618, + "epoch": 1.3463819691577699, + "grad_norm": 1.1640625, + "learning_rate": 0.0004996379758382662, + "loss": 5.5467, + "mean_token_accuracy": 0.14851859956979752, + "num_tokens": 3260668.0, + "step": 1135 + }, + { + "entropy": 5.83406023979187, + "epoch": 1.3523131672597866, + "grad_norm": 1.0859375, + "learning_rate": 0.0004996104630099969, + "loss": 5.6622, + "mean_token_accuracy": 0.1436814546585083, + "num_tokens": 3274213.0, + "step": 1140 + }, + { + "entropy": 5.770905447006226, + "epoch": 1.358244365361803, + "grad_norm": 1.1875, + "learning_rate": 0.0004995819435705133, + "loss": 5.6455, + "mean_token_accuracy": 0.13666117042303086, + "num_tokens": 3288011.0, + "step": 1145 + }, + { + "entropy": 5.856086683273316, + "epoch": 1.3641755634638197, + "grad_norm": 1.0546875, + "learning_rate": 0.0004995524176476277, + "loss": 5.7079, + "mean_token_accuracy": 0.1383526973426342, + "num_tokens": 3303263.0, + "step": 1150 + }, + { + "entropy": 5.795949029922485, + "epoch": 1.3701067615658362, + "grad_norm": 1.1328125, + "learning_rate": 0.0004995218853736631, + "loss": 5.6848, + "mean_token_accuracy": 0.14614594876766204, + "num_tokens": 3316843.0, + "step": 1155 + }, + { + "entropy": 5.752928686141968, + "epoch": 1.376037959667853, + "grad_norm": 1.0625, + "learning_rate": 0.0004994903468854527, + "loss": 5.5688, + "mean_token_accuracy": 0.14343352913856505, + "num_tokens": 3331527.0, + "step": 1160 + }, + { + "entropy": 5.751480293273926, + "epoch": 1.3819691577698694, + "grad_norm": 1.09375, + "learning_rate": 0.0004994578023243386, + "loss": 5.6655, + "mean_token_accuracy": 0.1439042344689369, + "num_tokens": 3347795.0, + "step": 1165 + }, + { + "entropy": 5.797406005859375, + "epoch": 1.387900355871886, + "grad_norm": 0.94140625, + "learning_rate": 0.0004994242518361723, + "loss": 5.7132, + "mean_token_accuracy": 0.1414179876446724, + "num_tokens": 3363532.0, + "step": 1170 + }, + { + "entropy": 5.777079343795776, + "epoch": 1.3938315539739028, + "grad_norm": 1.109375, + "learning_rate": 0.0004993896955713133, + "loss": 5.6743, + "mean_token_accuracy": 0.14409229755401612, + "num_tokens": 3377040.0, + "step": 1175 + }, + { + "entropy": 5.753640937805176, + "epoch": 1.3997627520759193, + "grad_norm": 1.25, + "learning_rate": 0.0004993541336846283, + "loss": 5.6287, + "mean_token_accuracy": 0.1529825061559677, + "num_tokens": 3390663.0, + "step": 1180 + }, + { + "entropy": 5.791894626617432, + "epoch": 1.405693950177936, + "grad_norm": 0.96875, + "learning_rate": 0.000499317566335491, + "loss": 5.6625, + "mean_token_accuracy": 0.1494051843881607, + "num_tokens": 3405860.0, + "step": 1185 + }, + { + "entropy": 5.734993839263916, + "epoch": 1.4116251482799527, + "grad_norm": 1.0859375, + "learning_rate": 0.0004992799936877813, + "loss": 5.6489, + "mean_token_accuracy": 0.14007329940795898, + "num_tokens": 3420248.0, + "step": 1190 + }, + { + "entropy": 5.817593097686768, + "epoch": 1.4175563463819691, + "grad_norm": 1.03125, + "learning_rate": 0.0004992414159098841, + "loss": 5.6469, + "mean_token_accuracy": 0.14704996794462205, + "num_tokens": 3434126.0, + "step": 1195 + }, + { + "entropy": 5.779922151565552, + "epoch": 1.4234875444839858, + "grad_norm": 1.1328125, + "learning_rate": 0.0004992018331746891, + "loss": 5.7038, + "mean_token_accuracy": 0.14136891365051268, + "num_tokens": 3449462.0, + "step": 1200 + }, + { + "entropy": 5.80670485496521, + "epoch": 1.4294187425860023, + "grad_norm": 1.0078125, + "learning_rate": 0.0004991612456595896, + "loss": 5.7589, + "mean_token_accuracy": 0.1408810332417488, + "num_tokens": 3465536.0, + "step": 1205 + }, + { + "entropy": 5.7316718101501465, + "epoch": 1.435349940688019, + "grad_norm": 1.0859375, + "learning_rate": 0.0004991196535464824, + "loss": 5.6359, + "mean_token_accuracy": 0.14721256196498872, + "num_tokens": 3479129.0, + "step": 1210 + }, + { + "entropy": 5.719354104995728, + "epoch": 1.4412811387900355, + "grad_norm": 1.3203125, + "learning_rate": 0.0004990770570217659, + "loss": 5.5441, + "mean_token_accuracy": 0.15703994482755662, + "num_tokens": 3492191.0, + "step": 1215 + }, + { + "entropy": 5.779579067230225, + "epoch": 1.4472123368920522, + "grad_norm": 1.1796875, + "learning_rate": 0.0004990334562763401, + "loss": 5.7006, + "mean_token_accuracy": 0.1453902617096901, + "num_tokens": 3507459.0, + "step": 1220 + }, + { + "entropy": 5.741008663177491, + "epoch": 1.453143534994069, + "grad_norm": 1.0390625, + "learning_rate": 0.0004989888515056057, + "loss": 5.6628, + "mean_token_accuracy": 0.14069193080067635, + "num_tokens": 3521517.0, + "step": 1225 + }, + { + "entropy": 5.746186399459839, + "epoch": 1.4590747330960854, + "grad_norm": 1.0625, + "learning_rate": 0.0004989432429094627, + "loss": 5.6036, + "mean_token_accuracy": 0.1472635604441166, + "num_tokens": 3535279.0, + "step": 1230 + }, + { + "entropy": 5.725585222244263, + "epoch": 1.465005931198102, + "grad_norm": 1.0859375, + "learning_rate": 0.0004988966306923099, + "loss": 5.5219, + "mean_token_accuracy": 0.1509362980723381, + "num_tokens": 3549960.0, + "step": 1235 + }, + { + "entropy": 5.702635431289673, + "epoch": 1.4709371293001186, + "grad_norm": 1.078125, + "learning_rate": 0.0004988490150630441, + "loss": 5.6504, + "mean_token_accuracy": 0.1413729466497898, + "num_tokens": 3563814.0, + "step": 1240 + }, + { + "entropy": 5.836396932601929, + "epoch": 1.4768683274021353, + "grad_norm": 1.0390625, + "learning_rate": 0.0004988003962350589, + "loss": 5.653, + "mean_token_accuracy": 0.15044173300266267, + "num_tokens": 3577529.0, + "step": 1245 + }, + { + "entropy": 5.712747097015381, + "epoch": 1.4827995255041517, + "grad_norm": 1.21875, + "learning_rate": 0.0004987507744262436, + "loss": 5.5913, + "mean_token_accuracy": 0.1456787832081318, + "num_tokens": 3591812.0, + "step": 1250 + }, + { + "entropy": 5.635834550857544, + "epoch": 1.4887307236061684, + "grad_norm": 1.0546875, + "learning_rate": 0.0004987001498589828, + "loss": 5.5787, + "mean_token_accuracy": 0.14813287556171417, + "num_tokens": 3604954.0, + "step": 1255 + }, + { + "entropy": 5.760722827911377, + "epoch": 1.4946619217081851, + "grad_norm": 1.03125, + "learning_rate": 0.0004986485227601548, + "loss": 5.6178, + "mean_token_accuracy": 0.14130520299077035, + "num_tokens": 3620486.0, + "step": 1260 + }, + { + "entropy": 5.717405652999878, + "epoch": 1.5005931198102016, + "grad_norm": 0.9921875, + "learning_rate": 0.000498595893361131, + "loss": 5.555, + "mean_token_accuracy": 0.15612171441316605, + "num_tokens": 3633972.0, + "step": 1265 + }, + { + "entropy": 5.7364737033844, + "epoch": 1.5065243179122183, + "grad_norm": 1.0546875, + "learning_rate": 0.0004985422618977744, + "loss": 5.6037, + "mean_token_accuracy": 0.151451975107193, + "num_tokens": 3649306.0, + "step": 1270 + }, + { + "entropy": 5.7654664516448975, + "epoch": 1.512455516014235, + "grad_norm": 0.98828125, + "learning_rate": 0.0004984876286104392, + "loss": 5.6786, + "mean_token_accuracy": 0.14375052377581596, + "num_tokens": 3664809.0, + "step": 1275 + }, + { + "entropy": 5.70614218711853, + "epoch": 1.5183867141162515, + "grad_norm": 1.2421875, + "learning_rate": 0.0004984319937439693, + "loss": 5.6095, + "mean_token_accuracy": 0.15040914267301558, + "num_tokens": 3677669.0, + "step": 1280 + }, + { + "entropy": 5.743654489517212, + "epoch": 1.524317912218268, + "grad_norm": 1.015625, + "learning_rate": 0.0004983753575476969, + "loss": 5.6267, + "mean_token_accuracy": 0.14291197434067726, + "num_tokens": 3690588.0, + "step": 1285 + }, + { + "entropy": 5.696566772460938, + "epoch": 1.5302491103202847, + "grad_norm": 1.0703125, + "learning_rate": 0.0004983177202754421, + "loss": 5.6522, + "mean_token_accuracy": 0.14571921825408934, + "num_tokens": 3703749.0, + "step": 1290 + }, + { + "entropy": 5.805274868011475, + "epoch": 1.5361803084223014, + "grad_norm": 0.9296875, + "learning_rate": 0.0004982590821855115, + "loss": 5.68, + "mean_token_accuracy": 0.13761823400855064, + "num_tokens": 3720181.0, + "step": 1295 + }, + { + "entropy": 5.711960506439209, + "epoch": 1.5421115065243178, + "grad_norm": 0.953125, + "learning_rate": 0.0004981994435406965, + "loss": 5.6042, + "mean_token_accuracy": 0.14782098084688186, + "num_tokens": 3734918.0, + "step": 1300 + }, + { + "entropy": 5.666572904586792, + "epoch": 1.5480427046263345, + "grad_norm": 0.9765625, + "learning_rate": 0.0004981388046082731, + "loss": 5.5494, + "mean_token_accuracy": 0.15440027564764022, + "num_tokens": 3748660.0, + "step": 1305 + }, + { + "entropy": 5.685553789138794, + "epoch": 1.5539739027283512, + "grad_norm": 0.97265625, + "learning_rate": 0.0004980771656599998, + "loss": 5.6201, + "mean_token_accuracy": 0.14841450601816178, + "num_tokens": 3763481.0, + "step": 1310 + }, + { + "entropy": 5.763680267333984, + "epoch": 1.5599051008303677, + "grad_norm": 1.0390625, + "learning_rate": 0.0004980145269721168, + "loss": 5.6376, + "mean_token_accuracy": 0.14404506087303162, + "num_tokens": 3777077.0, + "step": 1315 + }, + { + "entropy": 5.685877466201783, + "epoch": 1.5658362989323842, + "grad_norm": 0.91796875, + "learning_rate": 0.000497950888825345, + "loss": 5.6386, + "mean_token_accuracy": 0.14266225099563598, + "num_tokens": 3793649.0, + "step": 1320 + }, + { + "entropy": 5.687498426437378, + "epoch": 1.571767497034401, + "grad_norm": 0.96484375, + "learning_rate": 0.000497886251504884, + "loss": 5.5262, + "mean_token_accuracy": 0.15134050250053405, + "num_tokens": 3807712.0, + "step": 1325 + }, + { + "entropy": 5.639243650436401, + "epoch": 1.5776986951364176, + "grad_norm": 0.98046875, + "learning_rate": 0.0004978206153004117, + "loss": 5.5347, + "mean_token_accuracy": 0.1552049770951271, + "num_tokens": 3821637.0, + "step": 1330 + }, + { + "entropy": 5.8086631298065186, + "epoch": 1.583629893238434, + "grad_norm": 1.0546875, + "learning_rate": 0.0004977539805060824, + "loss": 5.6912, + "mean_token_accuracy": 0.1436895474791527, + "num_tokens": 3836272.0, + "step": 1335 + }, + { + "entropy": 5.614665985107422, + "epoch": 1.5895610913404508, + "grad_norm": 1.1171875, + "learning_rate": 0.0004976863474205257, + "loss": 5.5055, + "mean_token_accuracy": 0.15429906994104386, + "num_tokens": 3850018.0, + "step": 1340 + }, + { + "entropy": 5.774603271484375, + "epoch": 1.5954922894424675, + "grad_norm": 1.1640625, + "learning_rate": 0.0004976177163468451, + "loss": 5.5949, + "mean_token_accuracy": 0.15020062923431396, + "num_tokens": 3865061.0, + "step": 1345 + }, + { + "entropy": 5.631220006942749, + "epoch": 1.601423487544484, + "grad_norm": 1.09375, + "learning_rate": 0.0004975480875926168, + "loss": 5.6835, + "mean_token_accuracy": 0.15097753554582596, + "num_tokens": 3879697.0, + "step": 1350 + }, + { + "entropy": 5.735270404815674, + "epoch": 1.6073546856465006, + "grad_norm": 1.140625, + "learning_rate": 0.000497477461469888, + "loss": 5.4825, + "mean_token_accuracy": 0.15924198776483536, + "num_tokens": 3891889.0, + "step": 1355 + }, + { + "entropy": 5.665686845779419, + "epoch": 1.6132858837485173, + "grad_norm": 1.0234375, + "learning_rate": 0.0004974058382951757, + "loss": 5.5945, + "mean_token_accuracy": 0.1450992450118065, + "num_tokens": 3907356.0, + "step": 1360 + }, + { + "entropy": 5.731923580169678, + "epoch": 1.6192170818505338, + "grad_norm": 1.078125, + "learning_rate": 0.0004973332183894653, + "loss": 5.5786, + "mean_token_accuracy": 0.14734622836112976, + "num_tokens": 3921839.0, + "step": 1365 + }, + { + "entropy": 5.587240982055664, + "epoch": 1.6251482799525503, + "grad_norm": 0.9609375, + "learning_rate": 0.0004972596020782096, + "loss": 5.483, + "mean_token_accuracy": 0.15152351856231688, + "num_tokens": 3937266.0, + "step": 1370 + }, + { + "entropy": 5.740517473220825, + "epoch": 1.631079478054567, + "grad_norm": 1.046875, + "learning_rate": 0.0004971849896913259, + "loss": 5.6174, + "mean_token_accuracy": 0.14421468004584312, + "num_tokens": 3952721.0, + "step": 1375 + }, + { + "entropy": 5.699207830429077, + "epoch": 1.6370106761565837, + "grad_norm": 1.21875, + "learning_rate": 0.0004971093815631965, + "loss": 5.626, + "mean_token_accuracy": 0.14614131152629853, + "num_tokens": 3966557.0, + "step": 1380 + }, + { + "entropy": 5.577703142166138, + "epoch": 1.6429418742586002, + "grad_norm": 0.98828125, + "learning_rate": 0.0004970327780326655, + "loss": 5.4592, + "mean_token_accuracy": 0.15435569435358049, + "num_tokens": 3978739.0, + "step": 1385 + }, + { + "entropy": 5.523289442062378, + "epoch": 1.6488730723606169, + "grad_norm": 0.90234375, + "learning_rate": 0.0004969551794430383, + "loss": 5.4758, + "mean_token_accuracy": 0.15182152688503264, + "num_tokens": 3993868.0, + "step": 1390 + }, + { + "entropy": 5.735844373703003, + "epoch": 1.6548042704626336, + "grad_norm": 1.0859375, + "learning_rate": 0.0004968765861420799, + "loss": 5.6032, + "mean_token_accuracy": 0.15374974012374878, + "num_tokens": 4006661.0, + "step": 1395 + }, + { + "entropy": 5.63426947593689, + "epoch": 1.66073546856465, + "grad_norm": 0.984375, + "learning_rate": 0.0004967969984820128, + "loss": 5.5828, + "mean_token_accuracy": 0.1495743677020073, + "num_tokens": 4021670.0, + "step": 1400 + }, + { + "entropy": 5.673282051086426, + "epoch": 1.6666666666666665, + "grad_norm": 1.0703125, + "learning_rate": 0.0004967164168195159, + "loss": 5.5646, + "mean_token_accuracy": 0.1479659453034401, + "num_tokens": 4036995.0, + "step": 1405 + }, + { + "entropy": 5.667166376113892, + "epoch": 1.6725978647686834, + "grad_norm": 1.15625, + "learning_rate": 0.000496634841515723, + "loss": 5.6035, + "mean_token_accuracy": 0.15370306074619294, + "num_tokens": 4049464.0, + "step": 1410 + }, + { + "entropy": 5.649252462387085, + "epoch": 1.6785290628707, + "grad_norm": 1.15625, + "learning_rate": 0.0004965522729362209, + "loss": 5.5096, + "mean_token_accuracy": 0.15451542884111405, + "num_tokens": 4063630.0, + "step": 1415 + }, + { + "entropy": 5.63691987991333, + "epoch": 1.6844602609727164, + "grad_norm": 1.1484375, + "learning_rate": 0.0004964687114510478, + "loss": 5.5176, + "mean_token_accuracy": 0.14818612933158876, + "num_tokens": 4079890.0, + "step": 1420 + }, + { + "entropy": 5.556159973144531, + "epoch": 1.690391459074733, + "grad_norm": 0.984375, + "learning_rate": 0.0004963841574346917, + "loss": 5.5784, + "mean_token_accuracy": 0.15199574530124665, + "num_tokens": 4095693.0, + "step": 1425 + }, + { + "entropy": 5.76162371635437, + "epoch": 1.6963226571767498, + "grad_norm": 1.0390625, + "learning_rate": 0.0004962986112660887, + "loss": 5.6264, + "mean_token_accuracy": 0.14758573174476625, + "num_tokens": 4109655.0, + "step": 1430 + }, + { + "entropy": 5.5980674743652346, + "epoch": 1.7022538552787663, + "grad_norm": 1.046875, + "learning_rate": 0.0004962120733286215, + "loss": 5.4904, + "mean_token_accuracy": 0.15562087446451187, + "num_tokens": 4123870.0, + "step": 1435 + }, + { + "entropy": 5.724174547195434, + "epoch": 1.708185053380783, + "grad_norm": 1.0859375, + "learning_rate": 0.0004961245440101171, + "loss": 5.6127, + "mean_token_accuracy": 0.15370832234621049, + "num_tokens": 4138009.0, + "step": 1440 + }, + { + "entropy": 5.661290311813355, + "epoch": 1.7141162514827997, + "grad_norm": 1.125, + "learning_rate": 0.000496036023702846, + "loss": 5.6985, + "mean_token_accuracy": 0.14476853236556053, + "num_tokens": 4151929.0, + "step": 1445 + }, + { + "entropy": 5.681108665466309, + "epoch": 1.7200474495848161, + "grad_norm": 1.109375, + "learning_rate": 0.0004959465128035195, + "loss": 5.5322, + "mean_token_accuracy": 0.1587254822254181, + "num_tokens": 4164626.0, + "step": 1450 + }, + { + "entropy": 5.668149662017822, + "epoch": 1.7259786476868326, + "grad_norm": 0.96875, + "learning_rate": 0.0004958560117132884, + "loss": 5.4829, + "mean_token_accuracy": 0.1552940219640732, + "num_tokens": 4179418.0, + "step": 1455 + }, + { + "entropy": 5.586788272857666, + "epoch": 1.7319098457888493, + "grad_norm": 0.9296875, + "learning_rate": 0.0004957645208377411, + "loss": 5.5927, + "mean_token_accuracy": 0.14715088456869124, + "num_tokens": 4194385.0, + "step": 1460 + }, + { + "entropy": 5.677043342590332, + "epoch": 1.737841043890866, + "grad_norm": 1.0234375, + "learning_rate": 0.000495672040586902, + "loss": 5.5726, + "mean_token_accuracy": 0.1476666510105133, + "num_tokens": 4209246.0, + "step": 1465 + }, + { + "entropy": 5.573235273361206, + "epoch": 1.7437722419928825, + "grad_norm": 0.94921875, + "learning_rate": 0.0004955785713752292, + "loss": 5.5215, + "mean_token_accuracy": 0.1514071211218834, + "num_tokens": 4225142.0, + "step": 1470 + }, + { + "entropy": 5.6124965190887455, + "epoch": 1.7497034400948992, + "grad_norm": 0.9921875, + "learning_rate": 0.0004954841136216132, + "loss": 5.5121, + "mean_token_accuracy": 0.1569083496928215, + "num_tokens": 4239495.0, + "step": 1475 + }, + { + "entropy": 5.6624431133270265, + "epoch": 1.755634638196916, + "grad_norm": 1.1640625, + "learning_rate": 0.0004953886677493746, + "loss": 5.4459, + "mean_token_accuracy": 0.16436467915773392, + "num_tokens": 4251780.0, + "step": 1480 + }, + { + "entropy": 5.616982173919678, + "epoch": 1.7615658362989324, + "grad_norm": 1.515625, + "learning_rate": 0.0004952922341862622, + "loss": 5.6927, + "mean_token_accuracy": 0.14587103947997093, + "num_tokens": 4265490.0, + "step": 1485 + }, + { + "entropy": 5.64134464263916, + "epoch": 1.7674970344009489, + "grad_norm": 1.0234375, + "learning_rate": 0.0004951948133644514, + "loss": 5.4655, + "mean_token_accuracy": 0.15793099850416184, + "num_tokens": 4280478.0, + "step": 1490 + }, + { + "entropy": 5.635649013519287, + "epoch": 1.7734282325029656, + "grad_norm": 0.93359375, + "learning_rate": 0.0004950964057205421, + "loss": 5.5551, + "mean_token_accuracy": 0.1520090416073799, + "num_tokens": 4296649.0, + "step": 1495 + }, + { + "entropy": 5.565133810043335, + "epoch": 1.7793594306049823, + "grad_norm": 0.97265625, + "learning_rate": 0.0004949970116955566, + "loss": 5.525, + "mean_token_accuracy": 0.15610957741737366, + "num_tokens": 4310470.0, + "step": 1500 + }, + { + "epoch": 1.7793594306049823, + "eval_entropy": 5.4890358755193605, + "eval_loss": 5.720747947692871, + "eval_mean_token_accuracy": 0.15074070664179837, + "eval_num_tokens": 4310470.0, + "eval_runtime": 2.4551, + "eval_samples_per_second": 1062.291, + "eval_steps_per_second": 132.786, + "step": 1500 + }, + { + "entropy": 5.62813172340393, + "epoch": 1.7852906287069987, + "grad_norm": 1.09375, + "learning_rate": 0.0004948966317349379, + "loss": 5.5502, + "mean_token_accuracy": 0.15073443800210953, + "num_tokens": 4324996.0, + "step": 1505 + }, + { + "entropy": 5.527570104598999, + "epoch": 1.7912218268090154, + "grad_norm": 1.0390625, + "learning_rate": 0.0004947952662885473, + "loss": 5.4804, + "mean_token_accuracy": 0.15607783049345017, + "num_tokens": 4337194.0, + "step": 1510 + }, + { + "entropy": 5.547454500198365, + "epoch": 1.7971530249110321, + "grad_norm": 0.96875, + "learning_rate": 0.000494692915810663, + "loss": 5.4743, + "mean_token_accuracy": 0.1528942972421646, + "num_tokens": 4352516.0, + "step": 1515 + }, + { + "entropy": 5.56812629699707, + "epoch": 1.8030842230130486, + "grad_norm": 1.171875, + "learning_rate": 0.0004945895807599775, + "loss": 5.5122, + "mean_token_accuracy": 0.16002019345760346, + "num_tokens": 4367654.0, + "step": 1520 + }, + { + "entropy": 5.605467319488525, + "epoch": 1.809015421115065, + "grad_norm": 1.125, + "learning_rate": 0.0004944852615995956, + "loss": 5.5013, + "mean_token_accuracy": 0.15724539756774902, + "num_tokens": 4381275.0, + "step": 1525 + }, + { + "entropy": 5.572732782363891, + "epoch": 1.814946619217082, + "grad_norm": 1.078125, + "learning_rate": 0.0004943799587970328, + "loss": 5.494, + "mean_token_accuracy": 0.1523606076836586, + "num_tokens": 4394392.0, + "step": 1530 + }, + { + "entropy": 5.530032682418823, + "epoch": 1.8208778173190985, + "grad_norm": 1.0625, + "learning_rate": 0.0004942736728242127, + "loss": 5.4026, + "mean_token_accuracy": 0.15689572244882583, + "num_tokens": 4407512.0, + "step": 1535 + }, + { + "entropy": 5.584712648391724, + "epoch": 1.826809015421115, + "grad_norm": 1.125, + "learning_rate": 0.0004941664041574651, + "loss": 5.507, + "mean_token_accuracy": 0.15881744623184205, + "num_tokens": 4422223.0, + "step": 1540 + }, + { + "entropy": 5.6050506114959715, + "epoch": 1.8327402135231317, + "grad_norm": 1.09375, + "learning_rate": 0.0004940581532775237, + "loss": 5.4926, + "mean_token_accuracy": 0.1518533781170845, + "num_tokens": 4436994.0, + "step": 1545 + }, + { + "entropy": 5.4888392925262455, + "epoch": 1.8386714116251484, + "grad_norm": 0.95703125, + "learning_rate": 0.0004939489206695241, + "loss": 5.4267, + "mean_token_accuracy": 0.15675119161605836, + "num_tokens": 4450429.0, + "step": 1550 + }, + { + "entropy": 5.62486629486084, + "epoch": 1.8446026097271648, + "grad_norm": 0.98046875, + "learning_rate": 0.0004938387068230021, + "loss": 5.5789, + "mean_token_accuracy": 0.15119255930185319, + "num_tokens": 4465991.0, + "step": 1555 + }, + { + "entropy": 5.55673360824585, + "epoch": 1.8505338078291815, + "grad_norm": 1.03125, + "learning_rate": 0.0004937275122318902, + "loss": 5.4977, + "mean_token_accuracy": 0.15660169571638108, + "num_tokens": 4480873.0, + "step": 1560 + }, + { + "entropy": 5.634980964660644, + "epoch": 1.8564650059311982, + "grad_norm": 1.1015625, + "learning_rate": 0.0004936153373945165, + "loss": 5.5428, + "mean_token_accuracy": 0.159622260928154, + "num_tokens": 4493443.0, + "step": 1565 + }, + { + "entropy": 5.580209970474243, + "epoch": 1.8623962040332147, + "grad_norm": 1.015625, + "learning_rate": 0.0004935021828136025, + "loss": 5.5042, + "mean_token_accuracy": 0.15394536405801773, + "num_tokens": 4506457.0, + "step": 1570 + }, + { + "entropy": 5.547038459777832, + "epoch": 1.8683274021352312, + "grad_norm": 1.078125, + "learning_rate": 0.0004933880489962602, + "loss": 5.4575, + "mean_token_accuracy": 0.15576548576354982, + "num_tokens": 4520529.0, + "step": 1575 + }, + { + "entropy": 5.558015251159668, + "epoch": 1.8742586002372479, + "grad_norm": 0.96875, + "learning_rate": 0.0004932729364539901, + "loss": 5.3993, + "mean_token_accuracy": 0.15773553699254989, + "num_tokens": 4535100.0, + "step": 1580 + }, + { + "entropy": 5.509803533554077, + "epoch": 1.8801897983392646, + "grad_norm": 1.1328125, + "learning_rate": 0.0004931568457026789, + "loss": 5.5262, + "mean_token_accuracy": 0.1584371492266655, + "num_tokens": 4549152.0, + "step": 1585 + }, + { + "entropy": 5.5465106010437015, + "epoch": 1.886120996441281, + "grad_norm": 1.015625, + "learning_rate": 0.0004930397772625976, + "loss": 5.3981, + "mean_token_accuracy": 0.16331460624933242, + "num_tokens": 4563302.0, + "step": 1590 + }, + { + "entropy": 5.470412969589233, + "epoch": 1.8920521945432978, + "grad_norm": 0.9921875, + "learning_rate": 0.0004929217316583985, + "loss": 5.3418, + "mean_token_accuracy": 0.1644173815846443, + "num_tokens": 4576770.0, + "step": 1595 + }, + { + "entropy": 5.56337342262268, + "epoch": 1.8979833926453145, + "grad_norm": 0.90625, + "learning_rate": 0.000492802709419113, + "loss": 5.4922, + "mean_token_accuracy": 0.1560358837246895, + "num_tokens": 4590264.0, + "step": 1600 + }, + { + "entropy": 5.541475391387939, + "epoch": 1.903914590747331, + "grad_norm": 0.9609375, + "learning_rate": 0.0004926827110781496, + "loss": 5.4658, + "mean_token_accuracy": 0.1521800145506859, + "num_tokens": 4606217.0, + "step": 1605 + }, + { + "entropy": 5.499109220504761, + "epoch": 1.9098457888493474, + "grad_norm": 1.0703125, + "learning_rate": 0.0004925617371732914, + "loss": 5.3749, + "mean_token_accuracy": 0.16113989651203156, + "num_tokens": 4620460.0, + "step": 1610 + }, + { + "entropy": 5.545439529418945, + "epoch": 1.9157769869513643, + "grad_norm": 0.94921875, + "learning_rate": 0.0004924397882466933, + "loss": 5.4441, + "mean_token_accuracy": 0.15975887924432755, + "num_tokens": 4635915.0, + "step": 1615 + }, + { + "entropy": 5.561807680130005, + "epoch": 1.9217081850533808, + "grad_norm": 1.046875, + "learning_rate": 0.0004923168648448799, + "loss": 5.4467, + "mean_token_accuracy": 0.15793247371912003, + "num_tokens": 4650789.0, + "step": 1620 + }, + { + "entropy": 5.594422292709351, + "epoch": 1.9276393831553973, + "grad_norm": 0.9609375, + "learning_rate": 0.0004921929675187433, + "loss": 5.518, + "mean_token_accuracy": 0.15074024945497513, + "num_tokens": 4666306.0, + "step": 1625 + }, + { + "entropy": 5.519123840332031, + "epoch": 1.933570581257414, + "grad_norm": 1.046875, + "learning_rate": 0.0004920680968235397, + "loss": 5.5125, + "mean_token_accuracy": 0.1595379963517189, + "num_tokens": 4679587.0, + "step": 1630 + }, + { + "entropy": 5.621131181716919, + "epoch": 1.9395017793594307, + "grad_norm": 1.109375, + "learning_rate": 0.0004919422533188882, + "loss": 5.441, + "mean_token_accuracy": 0.15777284204959868, + "num_tokens": 4694237.0, + "step": 1635 + }, + { + "entropy": 5.571220350265503, + "epoch": 1.9454329774614472, + "grad_norm": 0.93359375, + "learning_rate": 0.0004918154375687673, + "loss": 5.5383, + "mean_token_accuracy": 0.1469981402158737, + "num_tokens": 4708423.0, + "step": 1640 + }, + { + "entropy": 5.614190530776978, + "epoch": 1.9513641755634639, + "grad_norm": 1.0234375, + "learning_rate": 0.0004916876501415129, + "loss": 5.495, + "mean_token_accuracy": 0.15826049596071243, + "num_tokens": 4723039.0, + "step": 1645 + }, + { + "entropy": 5.505533838272095, + "epoch": 1.9572953736654806, + "grad_norm": 1.2265625, + "learning_rate": 0.0004915588916098151, + "loss": 5.4317, + "mean_token_accuracy": 0.16039896309375762, + "num_tokens": 4735882.0, + "step": 1650 + }, + { + "entropy": 5.477867507934571, + "epoch": 1.963226571767497, + "grad_norm": 1.140625, + "learning_rate": 0.0004914291625507164, + "loss": 5.4436, + "mean_token_accuracy": 0.16591833531856537, + "num_tokens": 4748810.0, + "step": 1655 + }, + { + "entropy": 5.561583375930786, + "epoch": 1.9691577698695135, + "grad_norm": 0.94921875, + "learning_rate": 0.000491298463545609, + "loss": 5.4632, + "mean_token_accuracy": 0.1546772077679634, + "num_tokens": 4763563.0, + "step": 1660 + }, + { + "entropy": 5.511043453216553, + "epoch": 1.9750889679715302, + "grad_norm": 1.109375, + "learning_rate": 0.0004911667951802318, + "loss": 5.4528, + "mean_token_accuracy": 0.15551470816135407, + "num_tokens": 4775483.0, + "step": 1665 + }, + { + "entropy": 5.501114273071289, + "epoch": 1.981020166073547, + "grad_norm": 0.8359375, + "learning_rate": 0.000491034158044668, + "loss": 5.4583, + "mean_token_accuracy": 0.1569467306137085, + "num_tokens": 4792507.0, + "step": 1670 + }, + { + "entropy": 5.568025827407837, + "epoch": 1.9869513641755634, + "grad_norm": 0.953125, + "learning_rate": 0.0004909005527333421, + "loss": 5.5004, + "mean_token_accuracy": 0.155551216006279, + "num_tokens": 4807722.0, + "step": 1675 + }, + { + "entropy": 5.516203594207764, + "epoch": 1.99288256227758, + "grad_norm": 1.015625, + "learning_rate": 0.000490765979845018, + "loss": 5.32, + "mean_token_accuracy": 0.16825991868972778, + "num_tokens": 4821129.0, + "step": 1680 + }, + { + "entropy": 5.505976819992066, + "epoch": 1.9988137603795968, + "grad_norm": 1.109375, + "learning_rate": 0.000490630439982796, + "loss": 5.3815, + "mean_token_accuracy": 0.15964729189872742, + "num_tokens": 4835483.0, + "step": 1685 + }, + { + "entropy": 5.534174060821533, + "epoch": 2.0047449584816133, + "grad_norm": 0.98828125, + "learning_rate": 0.0004904939337541093, + "loss": 5.165, + "mean_token_accuracy": 0.17265937626361846, + "num_tokens": 4848607.0, + "step": 1690 + }, + { + "entropy": 5.4161741733551025, + "epoch": 2.0106761565836297, + "grad_norm": 1.03125, + "learning_rate": 0.0004903564617707227, + "loss": 5.129, + "mean_token_accuracy": 0.17384703904390336, + "num_tokens": 4863324.0, + "step": 1695 + }, + { + "entropy": 5.535564327239991, + "epoch": 2.0166073546856467, + "grad_norm": 1.0234375, + "learning_rate": 0.0004902180246487285, + "loss": 5.1794, + "mean_token_accuracy": 0.17566659599542617, + "num_tokens": 4876603.0, + "step": 1700 + }, + { + "entropy": 5.487852954864502, + "epoch": 2.022538552787663, + "grad_norm": 0.90625, + "learning_rate": 0.000490078623008545, + "loss": 5.2708, + "mean_token_accuracy": 0.16383918672800063, + "num_tokens": 4893733.0, + "step": 1705 + }, + { + "entropy": 5.522866249084473, + "epoch": 2.0284697508896796, + "grad_norm": 1.0546875, + "learning_rate": 0.0004899382574749124, + "loss": 5.2032, + "mean_token_accuracy": 0.1683608591556549, + "num_tokens": 4908476.0, + "step": 1710 + }, + { + "entropy": 5.46659140586853, + "epoch": 2.0344009489916965, + "grad_norm": 1.0390625, + "learning_rate": 0.000489796928676891, + "loss": 5.1535, + "mean_token_accuracy": 0.17724859714508057, + "num_tokens": 4920471.0, + "step": 1715 + }, + { + "entropy": 5.461789083480835, + "epoch": 2.040332147093713, + "grad_norm": 1.0390625, + "learning_rate": 0.0004896546372478581, + "loss": 5.1845, + "mean_token_accuracy": 0.17168280780315398, + "num_tokens": 4934984.0, + "step": 1720 + }, + { + "entropy": 5.375751543045044, + "epoch": 2.0462633451957295, + "grad_norm": 0.99609375, + "learning_rate": 0.0004895113838255049, + "loss": 5.1993, + "mean_token_accuracy": 0.16719358563423156, + "num_tokens": 4949709.0, + "step": 1725 + }, + { + "entropy": 5.503344297409058, + "epoch": 2.052194543297746, + "grad_norm": 0.9609375, + "learning_rate": 0.0004893671690518343, + "loss": 5.1678, + "mean_token_accuracy": 0.17527552992105483, + "num_tokens": 4964439.0, + "step": 1730 + }, + { + "entropy": 5.424249362945557, + "epoch": 2.058125741399763, + "grad_norm": 1.0390625, + "learning_rate": 0.0004892219935731571, + "loss": 5.1255, + "mean_token_accuracy": 0.1706253096461296, + "num_tokens": 4979958.0, + "step": 1735 + }, + { + "entropy": 5.445143413543701, + "epoch": 2.0640569395017794, + "grad_norm": 1.0, + "learning_rate": 0.0004890758580400898, + "loss": 5.2107, + "mean_token_accuracy": 0.17454935014247894, + "num_tokens": 4993034.0, + "step": 1740 + }, + { + "entropy": 5.3907262802124025, + "epoch": 2.069988137603796, + "grad_norm": 1.0078125, + "learning_rate": 0.0004889287631075513, + "loss": 5.1469, + "mean_token_accuracy": 0.17527274340391158, + "num_tokens": 5008580.0, + "step": 1745 + }, + { + "entropy": 5.415247631072998, + "epoch": 2.0759193357058128, + "grad_norm": 0.98828125, + "learning_rate": 0.0004887807094347606, + "loss": 5.1757, + "mean_token_accuracy": 0.1709846779704094, + "num_tokens": 5022322.0, + "step": 1750 + }, + { + "entropy": 5.5165040493011475, + "epoch": 2.0818505338078293, + "grad_norm": 0.9453125, + "learning_rate": 0.0004886316976852326, + "loss": 5.1905, + "mean_token_accuracy": 0.16880395114421845, + "num_tokens": 5036511.0, + "step": 1755 + }, + { + "entropy": 5.393788051605225, + "epoch": 2.0877817319098457, + "grad_norm": 1.0234375, + "learning_rate": 0.0004884817285267766, + "loss": 5.1845, + "mean_token_accuracy": 0.1742696449160576, + "num_tokens": 5050129.0, + "step": 1760 + }, + { + "entropy": 5.337964820861816, + "epoch": 2.093712930011862, + "grad_norm": 1.0390625, + "learning_rate": 0.0004883308026314923, + "loss": 5.0561, + "mean_token_accuracy": 0.18535924702882767, + "num_tokens": 5062299.0, + "step": 1765 + }, + { + "entropy": 5.378459167480469, + "epoch": 2.099644128113879, + "grad_norm": 1.0546875, + "learning_rate": 0.00048817892067576726, + "loss": 5.1866, + "mean_token_accuracy": 0.17031457126140595, + "num_tokens": 5077665.0, + "step": 1770 + }, + { + "entropy": 5.357861471176148, + "epoch": 2.1055753262158956, + "grad_norm": 1.140625, + "learning_rate": 0.0004880260833402734, + "loss": 5.1114, + "mean_token_accuracy": 0.1715405285358429, + "num_tokens": 5092005.0, + "step": 1775 + }, + { + "entropy": 5.379746150970459, + "epoch": 2.111506524317912, + "grad_norm": 0.96484375, + "learning_rate": 0.0004878722913099645, + "loss": 5.199, + "mean_token_accuracy": 0.16930181831121444, + "num_tokens": 5109155.0, + "step": 1780 + }, + { + "entropy": 5.383475065231323, + "epoch": 2.117437722419929, + "grad_norm": 0.96484375, + "learning_rate": 0.000487717545274073, + "loss": 5.149, + "mean_token_accuracy": 0.16863701194524766, + "num_tokens": 5125791.0, + "step": 1785 + }, + { + "entropy": 5.384926605224609, + "epoch": 2.1233689205219455, + "grad_norm": 1.078125, + "learning_rate": 0.0004875618459261065, + "loss": 5.1762, + "mean_token_accuracy": 0.16971782743930816, + "num_tokens": 5139908.0, + "step": 1790 + }, + { + "entropy": 5.391865921020508, + "epoch": 2.129300118623962, + "grad_norm": 0.96875, + "learning_rate": 0.00048740519396384515, + "loss": 5.1527, + "mean_token_accuracy": 0.17617459148168563, + "num_tokens": 5154922.0, + "step": 1795 + }, + { + "entropy": 5.33276104927063, + "epoch": 2.135231316725979, + "grad_norm": 1.0625, + "learning_rate": 0.0004872475900893382, + "loss": 5.1899, + "mean_token_accuracy": 0.17570777982473373, + "num_tokens": 5169919.0, + "step": 1800 + }, + { + "entropy": 5.48026123046875, + "epoch": 2.1411625148279954, + "grad_norm": 1.0390625, + "learning_rate": 0.0004870890350089011, + "loss": 5.1829, + "mean_token_accuracy": 0.16823343187570572, + "num_tokens": 5186687.0, + "step": 1805 + }, + { + "entropy": 5.437422800064087, + "epoch": 2.147093712930012, + "grad_norm": 1.0859375, + "learning_rate": 0.00048692952943311214, + "loss": 5.2063, + "mean_token_accuracy": 0.1717593029141426, + "num_tokens": 5199489.0, + "step": 1810 + }, + { + "entropy": 5.496373796463013, + "epoch": 2.1530249110320283, + "grad_norm": 1.015625, + "learning_rate": 0.0004867690740768094, + "loss": 5.2399, + "mean_token_accuracy": 0.17145588397979736, + "num_tokens": 5214549.0, + "step": 1815 + }, + { + "entropy": 5.366263675689697, + "epoch": 2.1589561091340452, + "grad_norm": 1.0390625, + "learning_rate": 0.00048660766965908736, + "loss": 5.2164, + "mean_token_accuracy": 0.16977577656507492, + "num_tokens": 5228571.0, + "step": 1820 + }, + { + "entropy": 5.388319301605224, + "epoch": 2.1648873072360617, + "grad_norm": 1.03125, + "learning_rate": 0.000486445316903294, + "loss": 5.1452, + "mean_token_accuracy": 0.17680991888046266, + "num_tokens": 5242797.0, + "step": 1825 + }, + { + "entropy": 5.426320600509643, + "epoch": 2.170818505338078, + "grad_norm": 0.99609375, + "learning_rate": 0.000486282016537027, + "loss": 5.2368, + "mean_token_accuracy": 0.17110936492681503, + "num_tokens": 5257692.0, + "step": 1830 + }, + { + "entropy": 5.450334596633911, + "epoch": 2.176749703440095, + "grad_norm": 1.125, + "learning_rate": 0.0004861177692921313, + "loss": 5.2329, + "mean_token_accuracy": 0.17457327097654343, + "num_tokens": 5273117.0, + "step": 1835 + }, + { + "entropy": 5.369627332687378, + "epoch": 2.1826809015421116, + "grad_norm": 0.9375, + "learning_rate": 0.000485952575904695, + "loss": 5.1764, + "mean_token_accuracy": 0.165084633231163, + "num_tokens": 5287232.0, + "step": 1840 + }, + { + "entropy": 5.3623122215271, + "epoch": 2.188612099644128, + "grad_norm": 1.0859375, + "learning_rate": 0.0004857864371150467, + "loss": 5.164, + "mean_token_accuracy": 0.17174010574817658, + "num_tokens": 5300049.0, + "step": 1845 + }, + { + "entropy": 5.422196960449218, + "epoch": 2.1945432977461445, + "grad_norm": 1.109375, + "learning_rate": 0.0004856193536677515, + "loss": 5.1665, + "mean_token_accuracy": 0.17225924283266067, + "num_tokens": 5313811.0, + "step": 1850 + }, + { + "entropy": 5.38545184135437, + "epoch": 2.2004744958481615, + "grad_norm": 1.109375, + "learning_rate": 0.00048545132631160856, + "loss": 5.2414, + "mean_token_accuracy": 0.16925344467163086, + "num_tokens": 5326402.0, + "step": 1855 + }, + { + "entropy": 5.331728982925415, + "epoch": 2.206405693950178, + "grad_norm": 1.1875, + "learning_rate": 0.000485282355799647, + "loss": 5.1074, + "mean_token_accuracy": 0.1777871370315552, + "num_tokens": 5340440.0, + "step": 1860 + }, + { + "entropy": 5.373279333114624, + "epoch": 2.2123368920521944, + "grad_norm": 1.0546875, + "learning_rate": 0.0004851124428891226, + "loss": 5.2044, + "mean_token_accuracy": 0.17208765894174577, + "num_tokens": 5355271.0, + "step": 1865 + }, + { + "entropy": 5.3738720417022705, + "epoch": 2.2182680901542113, + "grad_norm": 0.953125, + "learning_rate": 0.00048494158834151485, + "loss": 5.1657, + "mean_token_accuracy": 0.1768079251050949, + "num_tokens": 5371939.0, + "step": 1870 + }, + { + "entropy": 5.338125801086425, + "epoch": 2.224199288256228, + "grad_norm": 0.984375, + "learning_rate": 0.00048476979292252323, + "loss": 5.0599, + "mean_token_accuracy": 0.18021448701620102, + "num_tokens": 5386242.0, + "step": 1875 + }, + { + "entropy": 5.32992787361145, + "epoch": 2.2301304863582443, + "grad_norm": 1.0625, + "learning_rate": 0.0004845970574020637, + "loss": 5.1392, + "mean_token_accuracy": 0.17196872234344482, + "num_tokens": 5399867.0, + "step": 1880 + }, + { + "entropy": 5.3204365253448485, + "epoch": 2.2360616844602608, + "grad_norm": 0.9609375, + "learning_rate": 0.00048442338255426555, + "loss": 5.0614, + "mean_token_accuracy": 0.1749480903148651, + "num_tokens": 5414236.0, + "step": 1885 + }, + { + "entropy": 5.360966062545776, + "epoch": 2.2419928825622777, + "grad_norm": 1.03125, + "learning_rate": 0.0004842487691574675, + "loss": 5.1766, + "mean_token_accuracy": 0.17208879739046096, + "num_tokens": 5428510.0, + "step": 1890 + }, + { + "entropy": 5.411381673812866, + "epoch": 2.247924080664294, + "grad_norm": 1.0390625, + "learning_rate": 0.0004840732179942146, + "loss": 5.1757, + "mean_token_accuracy": 0.17247659713029861, + "num_tokens": 5443137.0, + "step": 1895 + }, + { + "entropy": 5.371445941925049, + "epoch": 2.2538552787663106, + "grad_norm": 1.0390625, + "learning_rate": 0.00048389672985125467, + "loss": 5.1897, + "mean_token_accuracy": 0.1735587641596794, + "num_tokens": 5456574.0, + "step": 1900 + }, + { + "entropy": 5.3538429737091064, + "epoch": 2.2597864768683276, + "grad_norm": 0.91796875, + "learning_rate": 0.0004837193055195344, + "loss": 5.1926, + "mean_token_accuracy": 0.17189497202634813, + "num_tokens": 5472789.0, + "step": 1905 + }, + { + "entropy": 5.422811889648438, + "epoch": 2.265717674970344, + "grad_norm": 0.9921875, + "learning_rate": 0.00048354094579419656, + "loss": 5.1784, + "mean_token_accuracy": 0.1655895009636879, + "num_tokens": 5488202.0, + "step": 1910 + }, + { + "entropy": 5.344785451889038, + "epoch": 2.2716488730723605, + "grad_norm": 0.9375, + "learning_rate": 0.00048336165147457537, + "loss": 5.2373, + "mean_token_accuracy": 0.16763855069875716, + "num_tokens": 5502661.0, + "step": 1915 + }, + { + "entropy": 5.352733612060547, + "epoch": 2.277580071174377, + "grad_norm": 1.3046875, + "learning_rate": 0.00048318142336419413, + "loss": 5.1591, + "mean_token_accuracy": 0.17304945439100267, + "num_tokens": 5516371.0, + "step": 1920 + }, + { + "entropy": 5.342757987976074, + "epoch": 2.283511269276394, + "grad_norm": 1.0390625, + "learning_rate": 0.0004830002622707604, + "loss": 5.1239, + "mean_token_accuracy": 0.1793706387281418, + "num_tokens": 5529339.0, + "step": 1925 + }, + { + "entropy": 5.337879085540772, + "epoch": 2.2894424673784104, + "grad_norm": 1.0859375, + "learning_rate": 0.00048281816900616354, + "loss": 5.1158, + "mean_token_accuracy": 0.17504990845918655, + "num_tokens": 5543173.0, + "step": 1930 + }, + { + "entropy": 5.280277824401855, + "epoch": 2.295373665480427, + "grad_norm": 0.98046875, + "learning_rate": 0.00048263514438647015, + "loss": 5.1089, + "mean_token_accuracy": 0.17652505189180373, + "num_tokens": 5557080.0, + "step": 1935 + }, + { + "entropy": 5.356028890609741, + "epoch": 2.301304863582444, + "grad_norm": 0.9609375, + "learning_rate": 0.0004824511892319209, + "loss": 5.1702, + "mean_token_accuracy": 0.17574198096990584, + "num_tokens": 5571422.0, + "step": 1940 + }, + { + "entropy": 5.253097772598267, + "epoch": 2.3072360616844603, + "grad_norm": 1.265625, + "learning_rate": 0.0004822663043669267, + "loss": 4.9664, + "mean_token_accuracy": 0.18942097276449205, + "num_tokens": 5583057.0, + "step": 1945 + }, + { + "entropy": 5.27740592956543, + "epoch": 2.3131672597864767, + "grad_norm": 1.0546875, + "learning_rate": 0.00048208049062006505, + "loss": 5.2096, + "mean_token_accuracy": 0.16950699239969252, + "num_tokens": 5596201.0, + "step": 1950 + }, + { + "entropy": 5.393002700805664, + "epoch": 2.3190984578884937, + "grad_norm": 0.921875, + "learning_rate": 0.0004818937488240764, + "loss": 5.1601, + "mean_token_accuracy": 0.17385102808475494, + "num_tokens": 5612461.0, + "step": 1955 + }, + { + "entropy": 5.323347473144532, + "epoch": 2.32502965599051, + "grad_norm": 1.046875, + "learning_rate": 0.00048170607981586023, + "loss": 5.2285, + "mean_token_accuracy": 0.16853837668895721, + "num_tokens": 5628148.0, + "step": 1960 + }, + { + "entropy": 5.288127470016479, + "epoch": 2.3309608540925266, + "grad_norm": 1.015625, + "learning_rate": 0.0004815174844364714, + "loss": 5.0684, + "mean_token_accuracy": 0.1746617555618286, + "num_tokens": 5641695.0, + "step": 1965 + }, + { + "entropy": 5.371695184707642, + "epoch": 2.3368920521945435, + "grad_norm": 1.0625, + "learning_rate": 0.0004813279635311165, + "loss": 5.1085, + "mean_token_accuracy": 0.18225748091936111, + "num_tokens": 5654902.0, + "step": 1970 + }, + { + "entropy": 5.291834688186645, + "epoch": 2.34282325029656, + "grad_norm": 1.125, + "learning_rate": 0.00048113751794914974, + "loss": 5.1022, + "mean_token_accuracy": 0.18446253687143327, + "num_tokens": 5666899.0, + "step": 1975 + }, + { + "entropy": 5.420601224899292, + "epoch": 2.3487544483985765, + "grad_norm": 0.9296875, + "learning_rate": 0.0004809461485440694, + "loss": 5.2152, + "mean_token_accuracy": 0.17578936219215394, + "num_tokens": 5682525.0, + "step": 1980 + }, + { + "entropy": 5.2827568531036375, + "epoch": 2.354685646500593, + "grad_norm": 1.0, + "learning_rate": 0.0004807538561735143, + "loss": 5.14, + "mean_token_accuracy": 0.16829978823661804, + "num_tokens": 5697097.0, + "step": 1985 + }, + { + "entropy": 5.2644284725189205, + "epoch": 2.36061684460261, + "grad_norm": 1.140625, + "learning_rate": 0.00048056064169925904, + "loss": 5.0869, + "mean_token_accuracy": 0.17536696344614028, + "num_tokens": 5712340.0, + "step": 1990 + }, + { + "entropy": 5.353961038589477, + "epoch": 2.3665480427046264, + "grad_norm": 1.0625, + "learning_rate": 0.00048036650598721125, + "loss": 5.197, + "mean_token_accuracy": 0.16865415275096893, + "num_tokens": 5726509.0, + "step": 1995 + }, + { + "entropy": 5.3073567867279055, + "epoch": 2.372479240806643, + "grad_norm": 1.015625, + "learning_rate": 0.00048017144990740673, + "loss": 5.121, + "mean_token_accuracy": 0.1786181464791298, + "num_tokens": 5740977.0, + "step": 2000 + }, + { + "epoch": 2.372479240806643, + "eval_entropy": 5.170273498523454, + "eval_loss": 5.574867248535156, + "eval_mean_token_accuracy": 0.16265562777778853, + "eval_num_tokens": 5740977.0, + "eval_runtime": 2.4303, + "eval_samples_per_second": 1073.13, + "eval_steps_per_second": 134.141, + "step": 2000 + }, + { + "entropy": 5.288026952743531, + "epoch": 2.3784104389086593, + "grad_norm": 1.15625, + "learning_rate": 0.00047997547433400615, + "loss": 5.0974, + "mean_token_accuracy": 0.1805935502052307, + "num_tokens": 5756000.0, + "step": 2005 + }, + { + "entropy": 5.338898134231568, + "epoch": 2.3843416370106763, + "grad_norm": 0.97265625, + "learning_rate": 0.0004797785801452911, + "loss": 5.1033, + "mean_token_accuracy": 0.18041265308856963, + "num_tokens": 5771438.0, + "step": 2010 + }, + { + "entropy": 5.329379606246948, + "epoch": 2.3902728351126927, + "grad_norm": 1.1171875, + "learning_rate": 0.00047958076822365994, + "loss": 5.1506, + "mean_token_accuracy": 0.17072732895612716, + "num_tokens": 5784686.0, + "step": 2015 + }, + { + "entropy": 5.344692611694336, + "epoch": 2.396204033214709, + "grad_norm": 1.0078125, + "learning_rate": 0.0004793820394556238, + "loss": 5.201, + "mean_token_accuracy": 0.17325544208288193, + "num_tokens": 5799363.0, + "step": 2020 + }, + { + "entropy": 5.308460712432861, + "epoch": 2.402135231316726, + "grad_norm": 1.0390625, + "learning_rate": 0.0004791823947318029, + "loss": 5.0887, + "mean_token_accuracy": 0.176689213514328, + "num_tokens": 5812109.0, + "step": 2025 + }, + { + "entropy": 5.2809264183044435, + "epoch": 2.4080664294187426, + "grad_norm": 1.078125, + "learning_rate": 0.0004789818349469222, + "loss": 5.0932, + "mean_token_accuracy": 0.18039163053035737, + "num_tokens": 5825780.0, + "step": 2030 + }, + { + "entropy": 5.265401554107666, + "epoch": 2.413997627520759, + "grad_norm": 1.0625, + "learning_rate": 0.00047878036099980795, + "loss": 5.1356, + "mean_token_accuracy": 0.16557523757219314, + "num_tokens": 5841184.0, + "step": 2035 + }, + { + "entropy": 5.28918867111206, + "epoch": 2.419928825622776, + "grad_norm": 1.15625, + "learning_rate": 0.00047857797379338284, + "loss": 5.1151, + "mean_token_accuracy": 0.18016838133335114, + "num_tokens": 5854422.0, + "step": 2040 + }, + { + "entropy": 5.434517860412598, + "epoch": 2.4258600237247925, + "grad_norm": 1.0625, + "learning_rate": 0.00047837467423466284, + "loss": 5.2756, + "mean_token_accuracy": 0.16469118744134903, + "num_tokens": 5870878.0, + "step": 2045 + }, + { + "entropy": 5.323330879211426, + "epoch": 2.431791221826809, + "grad_norm": 1.1015625, + "learning_rate": 0.00047817046323475246, + "loss": 5.2065, + "mean_token_accuracy": 0.16481388956308365, + "num_tokens": 5886137.0, + "step": 2050 + }, + { + "entropy": 5.346496486663819, + "epoch": 2.4377224199288254, + "grad_norm": 1.03125, + "learning_rate": 0.0004779653417088408, + "loss": 5.1252, + "mean_token_accuracy": 0.17990775406360626, + "num_tokens": 5900300.0, + "step": 2055 + }, + { + "entropy": 5.322238492965698, + "epoch": 2.4436536180308424, + "grad_norm": 0.9375, + "learning_rate": 0.00047775931057619786, + "loss": 5.2122, + "mean_token_accuracy": 0.1684417709708214, + "num_tokens": 5917933.0, + "step": 2060 + }, + { + "entropy": 5.431944942474365, + "epoch": 2.449584816132859, + "grad_norm": 0.984375, + "learning_rate": 0.00047755237076016997, + "loss": 5.1549, + "mean_token_accuracy": 0.1798498421907425, + "num_tokens": 5932189.0, + "step": 2065 + }, + { + "entropy": 5.2723767280578615, + "epoch": 2.4555160142348753, + "grad_norm": 1.0234375, + "learning_rate": 0.0004773445231881757, + "loss": 5.1586, + "mean_token_accuracy": 0.17868874669075013, + "num_tokens": 5945999.0, + "step": 2070 + }, + { + "entropy": 5.317199230194092, + "epoch": 2.4614472123368922, + "grad_norm": 1.015625, + "learning_rate": 0.0004771357687917021, + "loss": 5.1759, + "mean_token_accuracy": 0.17290179580450057, + "num_tokens": 5960187.0, + "step": 2075 + }, + { + "entropy": 5.290809917449951, + "epoch": 2.4673784104389087, + "grad_norm": 0.96875, + "learning_rate": 0.0004769261085063, + "loss": 5.1032, + "mean_token_accuracy": 0.17626044750213624, + "num_tokens": 5975211.0, + "step": 2080 + }, + { + "entropy": 5.2783082008361815, + "epoch": 2.473309608540925, + "grad_norm": 1.015625, + "learning_rate": 0.00047671554327157996, + "loss": 5.09, + "mean_token_accuracy": 0.17717413753271102, + "num_tokens": 5988904.0, + "step": 2085 + }, + { + "entropy": 5.230610990524292, + "epoch": 2.4792408066429417, + "grad_norm": 1.0546875, + "learning_rate": 0.00047650407403120845, + "loss": 5.0964, + "mean_token_accuracy": 0.17791107147932053, + "num_tokens": 6004691.0, + "step": 2090 + }, + { + "entropy": 5.2898766040802006, + "epoch": 2.4851720047449586, + "grad_norm": 1.0625, + "learning_rate": 0.00047629170173290296, + "loss": 5.1428, + "mean_token_accuracy": 0.17288617938756942, + "num_tokens": 6017859.0, + "step": 2095 + }, + { + "entropy": 5.320411825180054, + "epoch": 2.491103202846975, + "grad_norm": 0.98828125, + "learning_rate": 0.0004760784273284286, + "loss": 5.1645, + "mean_token_accuracy": 0.17397502213716506, + "num_tokens": 6032042.0, + "step": 2100 + }, + { + "entropy": 5.293785238265992, + "epoch": 2.4970344009489915, + "grad_norm": 0.97265625, + "learning_rate": 0.0004758642517735928, + "loss": 5.1838, + "mean_token_accuracy": 0.1742447093129158, + "num_tokens": 6048591.0, + "step": 2105 + }, + { + "entropy": 5.232989549636841, + "epoch": 2.5029655990510085, + "grad_norm": 1.109375, + "learning_rate": 0.00047564917602824203, + "loss": 5.0759, + "mean_token_accuracy": 0.179649518430233, + "num_tokens": 6062436.0, + "step": 2110 + }, + { + "entropy": 5.266342687606811, + "epoch": 2.508896797153025, + "grad_norm": 1.125, + "learning_rate": 0.0004754332010562567, + "loss": 5.0365, + "mean_token_accuracy": 0.18351121246814728, + "num_tokens": 6075564.0, + "step": 2115 + }, + { + "entropy": 5.31279501914978, + "epoch": 2.5148279952550414, + "grad_norm": 1.046875, + "learning_rate": 0.0004752163278255473, + "loss": 5.1432, + "mean_token_accuracy": 0.1722079709172249, + "num_tokens": 6088939.0, + "step": 2120 + }, + { + "entropy": 5.295576190948486, + "epoch": 2.5207591933570583, + "grad_norm": 1.03125, + "learning_rate": 0.0004749985573080501, + "loss": 5.0956, + "mean_token_accuracy": 0.17826481014490128, + "num_tokens": 6101855.0, + "step": 2125 + }, + { + "entropy": 5.266389179229736, + "epoch": 2.526690391459075, + "grad_norm": 1.0546875, + "learning_rate": 0.0004747798904797225, + "loss": 5.0738, + "mean_token_accuracy": 0.1764925792813301, + "num_tokens": 6116192.0, + "step": 2130 + }, + { + "entropy": 5.1693144798278805, + "epoch": 2.5326215895610913, + "grad_norm": 0.94921875, + "learning_rate": 0.0004745603283205387, + "loss": 5.0887, + "mean_token_accuracy": 0.17885565012693405, + "num_tokens": 6130741.0, + "step": 2135 + }, + { + "entropy": 5.278003215789795, + "epoch": 2.538552787663108, + "grad_norm": 1.0703125, + "learning_rate": 0.00047433987181448546, + "loss": 5.056, + "mean_token_accuracy": 0.180057655274868, + "num_tokens": 6144937.0, + "step": 2140 + }, + { + "entropy": 5.2536839008331295, + "epoch": 2.5444839857651247, + "grad_norm": 1.1484375, + "learning_rate": 0.0004741185219495579, + "loss": 5.1384, + "mean_token_accuracy": 0.1841862380504608, + "num_tokens": 6156747.0, + "step": 2145 + }, + { + "entropy": 5.199393939971924, + "epoch": 2.550415183867141, + "grad_norm": 1.078125, + "learning_rate": 0.0004738962797177544, + "loss": 5.0336, + "mean_token_accuracy": 0.18659159690141677, + "num_tokens": 6169148.0, + "step": 2150 + }, + { + "entropy": 5.317109870910644, + "epoch": 2.5563463819691576, + "grad_norm": 1.03125, + "learning_rate": 0.00047367314611507276, + "loss": 5.107, + "mean_token_accuracy": 0.17958347201347352, + "num_tokens": 6181881.0, + "step": 2155 + }, + { + "entropy": 5.259987688064575, + "epoch": 2.562277580071174, + "grad_norm": 1.03125, + "learning_rate": 0.00047344912214150565, + "loss": 5.0531, + "mean_token_accuracy": 0.17894216775894164, + "num_tokens": 6196155.0, + "step": 2160 + }, + { + "entropy": 5.232990169525147, + "epoch": 2.568208778173191, + "grad_norm": 1.109375, + "learning_rate": 0.00047322420880103566, + "loss": 5.124, + "mean_token_accuracy": 0.17405239790678023, + "num_tokens": 6210918.0, + "step": 2165 + }, + { + "entropy": 5.249849700927735, + "epoch": 2.5741399762752075, + "grad_norm": 0.96484375, + "learning_rate": 0.00047299840710163157, + "loss": 5.0786, + "mean_token_accuracy": 0.18167687505483626, + "num_tokens": 6225747.0, + "step": 2170 + }, + { + "entropy": 5.256479358673095, + "epoch": 2.580071174377224, + "grad_norm": 1.109375, + "learning_rate": 0.0004727717180552431, + "loss": 5.137, + "mean_token_accuracy": 0.17358365505933762, + "num_tokens": 6239038.0, + "step": 2175 + }, + { + "entropy": 5.342339181900025, + "epoch": 2.586002372479241, + "grad_norm": 1.0546875, + "learning_rate": 0.00047254414267779686, + "loss": 5.2372, + "mean_token_accuracy": 0.17196187376976013, + "num_tokens": 6253346.0, + "step": 2180 + }, + { + "entropy": 5.303297472000122, + "epoch": 2.5919335705812574, + "grad_norm": 0.9453125, + "learning_rate": 0.0004723156819891917, + "loss": 5.2119, + "mean_token_accuracy": 0.17385910600423812, + "num_tokens": 6268060.0, + "step": 2185 + }, + { + "entropy": 5.266570806503296, + "epoch": 2.597864768683274, + "grad_norm": 0.94921875, + "learning_rate": 0.0004720863370132937, + "loss": 5.0388, + "mean_token_accuracy": 0.18387284874916077, + "num_tokens": 6283192.0, + "step": 2190 + }, + { + "entropy": 5.214200639724732, + "epoch": 2.603795966785291, + "grad_norm": 1.015625, + "learning_rate": 0.00047185610877793245, + "loss": 5.1047, + "mean_token_accuracy": 0.18674758821725845, + "num_tokens": 6297511.0, + "step": 2195 + }, + { + "entropy": 5.277515506744384, + "epoch": 2.6097271648873073, + "grad_norm": 0.94921875, + "learning_rate": 0.0004716249983148955, + "loss": 5.1247, + "mean_token_accuracy": 0.1791581928730011, + "num_tokens": 6313257.0, + "step": 2200 + }, + { + "entropy": 5.248571062088013, + "epoch": 2.6156583629893237, + "grad_norm": 1.0703125, + "learning_rate": 0.0004713930066599246, + "loss": 5.0519, + "mean_token_accuracy": 0.1780620649456978, + "num_tokens": 6326437.0, + "step": 2205 + }, + { + "entropy": 5.23038158416748, + "epoch": 2.6215895610913407, + "grad_norm": 0.96875, + "learning_rate": 0.00047116013485271014, + "loss": 5.0944, + "mean_token_accuracy": 0.18125442415475845, + "num_tokens": 6341704.0, + "step": 2210 + }, + { + "entropy": 5.240528726577759, + "epoch": 2.627520759193357, + "grad_norm": 1.0078125, + "learning_rate": 0.0004709263839368875, + "loss": 5.105, + "mean_token_accuracy": 0.17949420362710952, + "num_tokens": 6355783.0, + "step": 2215 + }, + { + "entropy": 5.3141090869903564, + "epoch": 2.6334519572953736, + "grad_norm": 1.0, + "learning_rate": 0.00047069175496003147, + "loss": 5.1015, + "mean_token_accuracy": 0.1741042762994766, + "num_tokens": 6370601.0, + "step": 2220 + }, + { + "entropy": 5.2879376888275145, + "epoch": 2.6393831553973905, + "grad_norm": 0.9765625, + "learning_rate": 0.0004704562489736522, + "loss": 5.1441, + "mean_token_accuracy": 0.1749232068657875, + "num_tokens": 6388124.0, + "step": 2225 + }, + { + "entropy": 5.316340398788452, + "epoch": 2.645314353499407, + "grad_norm": 1.0, + "learning_rate": 0.0004702198670331901, + "loss": 5.1487, + "mean_token_accuracy": 0.17196937203407286, + "num_tokens": 6403018.0, + "step": 2230 + }, + { + "entropy": 5.255807828903198, + "epoch": 2.6512455516014235, + "grad_norm": 1.0625, + "learning_rate": 0.0004699826101980112, + "loss": 5.0898, + "mean_token_accuracy": 0.17568791508674622, + "num_tokens": 6417403.0, + "step": 2235 + }, + { + "entropy": 5.249996376037598, + "epoch": 2.65717674970344, + "grad_norm": 1.1015625, + "learning_rate": 0.0004697444795314027, + "loss": 5.1367, + "mean_token_accuracy": 0.1690463364124298, + "num_tokens": 6432950.0, + "step": 2240 + }, + { + "entropy": 5.27621431350708, + "epoch": 2.6631079478054565, + "grad_norm": 1.0625, + "learning_rate": 0.00046950547610056766, + "loss": 5.1516, + "mean_token_accuracy": 0.1721343442797661, + "num_tokens": 6447735.0, + "step": 2245 + }, + { + "entropy": 5.281610584259033, + "epoch": 2.6690391459074734, + "grad_norm": 1.0859375, + "learning_rate": 0.0004692656009766206, + "loss": 5.0463, + "mean_token_accuracy": 0.18724312782287597, + "num_tokens": 6460066.0, + "step": 2250 + }, + { + "entropy": 5.2377824783325195, + "epoch": 2.67497034400949, + "grad_norm": 1.1328125, + "learning_rate": 0.00046902485523458266, + "loss": 5.1765, + "mean_token_accuracy": 0.16881112903356552, + "num_tokens": 6473880.0, + "step": 2255 + }, + { + "entropy": 5.330496311187744, + "epoch": 2.6809015421115063, + "grad_norm": 1.0859375, + "learning_rate": 0.0004687832399533767, + "loss": 5.0731, + "mean_token_accuracy": 0.1850060999393463, + "num_tokens": 6485678.0, + "step": 2260 + }, + { + "entropy": 5.215729856491089, + "epoch": 2.6868327402135233, + "grad_norm": 1.0, + "learning_rate": 0.0004685407562158226, + "loss": 5.1479, + "mean_token_accuracy": 0.17705656737089157, + "num_tokens": 6498606.0, + "step": 2265 + }, + { + "entropy": 5.218173503875732, + "epoch": 2.6927639383155397, + "grad_norm": 1.046875, + "learning_rate": 0.0004682974051086321, + "loss": 5.0863, + "mean_token_accuracy": 0.18237122297286987, + "num_tokens": 6511590.0, + "step": 2270 + }, + { + "entropy": 5.29819803237915, + "epoch": 2.698695136417556, + "grad_norm": 1.0703125, + "learning_rate": 0.0004680531877224042, + "loss": 5.1659, + "mean_token_accuracy": 0.17502329647541046, + "num_tokens": 6525391.0, + "step": 2275 + }, + { + "entropy": 5.247089862823486, + "epoch": 2.704626334519573, + "grad_norm": 0.97265625, + "learning_rate": 0.00046780810515162027, + "loss": 5.1129, + "mean_token_accuracy": 0.17722094506025315, + "num_tokens": 6540749.0, + "step": 2280 + }, + { + "entropy": 5.228551435470581, + "epoch": 2.7105575326215896, + "grad_norm": 1.0078125, + "learning_rate": 0.00046756215849463905, + "loss": 5.1351, + "mean_token_accuracy": 0.1777515858411789, + "num_tokens": 6556607.0, + "step": 2285 + }, + { + "entropy": 5.227963972091675, + "epoch": 2.716488730723606, + "grad_norm": 1.1328125, + "learning_rate": 0.00046731534885369175, + "loss": 5.0378, + "mean_token_accuracy": 0.18670109808444976, + "num_tokens": 6569340.0, + "step": 2290 + }, + { + "entropy": 5.254456853866577, + "epoch": 2.722419928825623, + "grad_norm": 1.0390625, + "learning_rate": 0.00046706767733487714, + "loss": 5.1495, + "mean_token_accuracy": 0.168257737159729, + "num_tokens": 6586070.0, + "step": 2295 + }, + { + "entropy": 5.350936985015869, + "epoch": 2.7283511269276395, + "grad_norm": 1.09375, + "learning_rate": 0.00046681914504815653, + "loss": 5.2384, + "mean_token_accuracy": 0.17244828790426253, + "num_tokens": 6601441.0, + "step": 2300 + }, + { + "entropy": 5.22352089881897, + "epoch": 2.734282325029656, + "grad_norm": 1.0390625, + "learning_rate": 0.0004665697531073489, + "loss": 5.1004, + "mean_token_accuracy": 0.17834114283323288, + "num_tokens": 6616478.0, + "step": 2305 + }, + { + "entropy": 5.29279670715332, + "epoch": 2.7402135231316724, + "grad_norm": 0.9453125, + "learning_rate": 0.0004663195026301258, + "loss": 5.1774, + "mean_token_accuracy": 0.17028742134571076, + "num_tokens": 6631519.0, + "step": 2310 + }, + { + "entropy": 5.289520025253296, + "epoch": 2.7461447212336894, + "grad_norm": 0.99609375, + "learning_rate": 0.00046606839473800626, + "loss": 5.1519, + "mean_token_accuracy": 0.1711852639913559, + "num_tokens": 6646862.0, + "step": 2315 + }, + { + "entropy": 5.285637235641479, + "epoch": 2.752075919335706, + "grad_norm": 1.0078125, + "learning_rate": 0.00046581643055635215, + "loss": 5.0706, + "mean_token_accuracy": 0.18027766644954682, + "num_tokens": 6660731.0, + "step": 2320 + }, + { + "entropy": 5.257721757888794, + "epoch": 2.7580071174377223, + "grad_norm": 1.0, + "learning_rate": 0.00046556361121436265, + "loss": 5.0884, + "mean_token_accuracy": 0.17217349857091904, + "num_tokens": 6675922.0, + "step": 2325 + }, + { + "entropy": 5.210122585296631, + "epoch": 2.763938315539739, + "grad_norm": 1.0078125, + "learning_rate": 0.0004653099378450696, + "loss": 5.086, + "mean_token_accuracy": 0.17834757566452025, + "num_tokens": 6689363.0, + "step": 2330 + }, + { + "entropy": 5.289632892608642, + "epoch": 2.7698695136417557, + "grad_norm": 1.1796875, + "learning_rate": 0.0004650554115853321, + "loss": 5.08, + "mean_token_accuracy": 0.17782238125801086, + "num_tokens": 6702655.0, + "step": 2335 + }, + { + "entropy": 5.233364868164062, + "epoch": 2.775800711743772, + "grad_norm": 0.94921875, + "learning_rate": 0.00046480003357583154, + "loss": 5.115, + "mean_token_accuracy": 0.1791711837053299, + "num_tokens": 6718101.0, + "step": 2340 + }, + { + "entropy": 5.249103927612305, + "epoch": 2.7817319098457887, + "grad_norm": 1.015625, + "learning_rate": 0.00046454380496106665, + "loss": 5.0327, + "mean_token_accuracy": 0.18523623198270797, + "num_tokens": 6731410.0, + "step": 2345 + }, + { + "entropy": 5.2448647022247314, + "epoch": 2.7876631079478056, + "grad_norm": 1.109375, + "learning_rate": 0.0004642867268893481, + "loss": 5.1059, + "mean_token_accuracy": 0.18096584379673003, + "num_tokens": 6744544.0, + "step": 2350 + }, + { + "entropy": 5.1900553703308105, + "epoch": 2.793594306049822, + "grad_norm": 0.97265625, + "learning_rate": 0.0004640288005127933, + "loss": 5.0096, + "mean_token_accuracy": 0.18570955991744995, + "num_tokens": 6757559.0, + "step": 2355 + }, + { + "entropy": 5.22004246711731, + "epoch": 2.7995255041518385, + "grad_norm": 1.0390625, + "learning_rate": 0.000463770026987322, + "loss": 5.0821, + "mean_token_accuracy": 0.17724673599004745, + "num_tokens": 6772655.0, + "step": 2360 + }, + { + "entropy": 5.193439579010009, + "epoch": 2.8054567022538555, + "grad_norm": 1.078125, + "learning_rate": 0.0004635104074726498, + "loss": 5.011, + "mean_token_accuracy": 0.18544310331344604, + "num_tokens": 6786038.0, + "step": 2365 + }, + { + "entropy": 5.228322505950928, + "epoch": 2.811387900355872, + "grad_norm": 1.0703125, + "learning_rate": 0.0004632499431322842, + "loss": 5.0586, + "mean_token_accuracy": 0.17480345368385314, + "num_tokens": 6799759.0, + "step": 2370 + }, + { + "entropy": 5.192971563339233, + "epoch": 2.8173190984578884, + "grad_norm": 1.1015625, + "learning_rate": 0.00046298863513351854, + "loss": 5.1025, + "mean_token_accuracy": 0.1785614773631096, + "num_tokens": 6814242.0, + "step": 2375 + }, + { + "entropy": 5.30884952545166, + "epoch": 2.8232502965599053, + "grad_norm": 0.96484375, + "learning_rate": 0.00046272648464742733, + "loss": 5.1246, + "mean_token_accuracy": 0.16953468918800355, + "num_tokens": 6828697.0, + "step": 2380 + }, + { + "entropy": 5.15752215385437, + "epoch": 2.829181494661922, + "grad_norm": 1.1953125, + "learning_rate": 0.0004624634928488605, + "loss": 5.0758, + "mean_token_accuracy": 0.18574994206428527, + "num_tokens": 6842549.0, + "step": 2385 + }, + { + "entropy": 5.288483715057373, + "epoch": 2.8351126927639383, + "grad_norm": 1.0546875, + "learning_rate": 0.00046219966091643865, + "loss": 5.1667, + "mean_token_accuracy": 0.17601943910121917, + "num_tokens": 6857599.0, + "step": 2390 + }, + { + "entropy": 5.216753959655762, + "epoch": 2.8410438908659548, + "grad_norm": 1.15625, + "learning_rate": 0.00046193499003254737, + "loss": 5.0904, + "mean_token_accuracy": 0.18286330252885818, + "num_tokens": 6872621.0, + "step": 2395 + }, + { + "entropy": 5.251305961608887, + "epoch": 2.8469750889679717, + "grad_norm": 1.0625, + "learning_rate": 0.0004616694813833322, + "loss": 5.1589, + "mean_token_accuracy": 0.1729411706328392, + "num_tokens": 6887297.0, + "step": 2400 + }, + { + "entropy": 5.263056373596191, + "epoch": 2.852906287069988, + "grad_norm": 1.1484375, + "learning_rate": 0.00046140313615869287, + "loss": 5.0538, + "mean_token_accuracy": 0.18049194067716598, + "num_tokens": 6900857.0, + "step": 2405 + }, + { + "entropy": 5.1703661441802975, + "epoch": 2.8588374851720046, + "grad_norm": 1.03125, + "learning_rate": 0.00046113595555227885, + "loss": 5.0715, + "mean_token_accuracy": 0.18290164321660995, + "num_tokens": 6917351.0, + "step": 2410 + }, + { + "entropy": 5.134192991256714, + "epoch": 2.864768683274021, + "grad_norm": 1.0859375, + "learning_rate": 0.000460867940761483, + "loss": 5.0086, + "mean_token_accuracy": 0.19504904747009277, + "num_tokens": 6930619.0, + "step": 2415 + }, + { + "entropy": 5.185745000839233, + "epoch": 2.870699881376038, + "grad_norm": 1.0546875, + "learning_rate": 0.0004605990929874366, + "loss": 5.0501, + "mean_token_accuracy": 0.17975494414567947, + "num_tokens": 6944842.0, + "step": 2420 + }, + { + "entropy": 5.221125698089599, + "epoch": 2.8766310794780545, + "grad_norm": 1.0859375, + "learning_rate": 0.00046032941343500443, + "loss": 5.0331, + "mean_token_accuracy": 0.18169520050287247, + "num_tokens": 6957699.0, + "step": 2425 + }, + { + "entropy": 5.243278074264526, + "epoch": 2.882562277580071, + "grad_norm": 1.1015625, + "learning_rate": 0.00046005890331277875, + "loss": 5.1779, + "mean_token_accuracy": 0.1789306804537773, + "num_tokens": 6973373.0, + "step": 2430 + }, + { + "entropy": 5.273877429962158, + "epoch": 2.888493475682088, + "grad_norm": 1.046875, + "learning_rate": 0.0004597875638330739, + "loss": 5.1065, + "mean_token_accuracy": 0.17897169589996337, + "num_tokens": 6985943.0, + "step": 2435 + }, + { + "entropy": 5.267488431930542, + "epoch": 2.8944246737841044, + "grad_norm": 1.0859375, + "learning_rate": 0.00045951539621192137, + "loss": 5.1196, + "mean_token_accuracy": 0.19029628336429597, + "num_tokens": 6999655.0, + "step": 2440 + }, + { + "entropy": 5.225543117523193, + "epoch": 2.900355871886121, + "grad_norm": 0.97265625, + "learning_rate": 0.0004592424016690637, + "loss": 5.0894, + "mean_token_accuracy": 0.1805782213807106, + "num_tokens": 7014278.0, + "step": 2445 + }, + { + "entropy": 5.211720752716064, + "epoch": 2.906287069988138, + "grad_norm": 1.0546875, + "learning_rate": 0.00045896858142794976, + "loss": 5.0853, + "mean_token_accuracy": 0.18050264269113542, + "num_tokens": 7029998.0, + "step": 2450 + }, + { + "entropy": 5.261847639083863, + "epoch": 2.9122182680901543, + "grad_norm": 1.0390625, + "learning_rate": 0.0004586939367157285, + "loss": 5.08, + "mean_token_accuracy": 0.17528700977563857, + "num_tokens": 7043212.0, + "step": 2455 + }, + { + "entropy": 5.205530023574829, + "epoch": 2.9181494661921707, + "grad_norm": 1.0546875, + "learning_rate": 0.000458418468763244, + "loss": 5.0157, + "mean_token_accuracy": 0.18455137461423873, + "num_tokens": 7057723.0, + "step": 2460 + }, + { + "entropy": 5.222577953338623, + "epoch": 2.9240806642941877, + "grad_norm": 1.1015625, + "learning_rate": 0.00045814217880502973, + "loss": 5.1525, + "mean_token_accuracy": 0.17377886772155762, + "num_tokens": 7073334.0, + "step": 2465 + }, + { + "entropy": 5.240353107452393, + "epoch": 2.930011862396204, + "grad_norm": 0.9453125, + "learning_rate": 0.000457865068079303, + "loss": 5.1136, + "mean_token_accuracy": 0.17955139875411988, + "num_tokens": 7087671.0, + "step": 2470 + }, + { + "entropy": 5.162194871902466, + "epoch": 2.9359430604982206, + "grad_norm": 1.09375, + "learning_rate": 0.00045758713782795946, + "loss": 4.9601, + "mean_token_accuracy": 0.18688122928142548, + "num_tokens": 7101168.0, + "step": 2475 + }, + { + "entropy": 5.209585046768188, + "epoch": 2.941874258600237, + "grad_norm": 1.046875, + "learning_rate": 0.0004573083892965677, + "loss": 5.1268, + "mean_token_accuracy": 0.18048435896635057, + "num_tokens": 7115581.0, + "step": 2480 + }, + { + "entropy": 5.200497722625732, + "epoch": 2.9478054567022536, + "grad_norm": 1.09375, + "learning_rate": 0.00045702882373436317, + "loss": 5.1, + "mean_token_accuracy": 0.17545540034770965, + "num_tokens": 7129948.0, + "step": 2485 + }, + { + "entropy": 5.13970685005188, + "epoch": 2.9537366548042705, + "grad_norm": 1.0390625, + "learning_rate": 0.0004567484423942433, + "loss": 4.9933, + "mean_token_accuracy": 0.18735943138599395, + "num_tokens": 7144122.0, + "step": 2490 + }, + { + "entropy": 5.212256240844726, + "epoch": 2.959667852906287, + "grad_norm": 1.25, + "learning_rate": 0.00045646724653276117, + "loss": 5.0423, + "mean_token_accuracy": 0.19172451496124268, + "num_tokens": 7157892.0, + "step": 2495 + }, + { + "entropy": 5.22672963142395, + "epoch": 2.9655990510083035, + "grad_norm": 0.94140625, + "learning_rate": 0.00045618523741012044, + "loss": 5.1198, + "mean_token_accuracy": 0.1785096600651741, + "num_tokens": 7172581.0, + "step": 2500 + }, + { + "epoch": 2.9655990510083035, + "eval_entropy": 5.128191098113732, + "eval_loss": 5.4554667472839355, + "eval_mean_token_accuracy": 0.16967149755340413, + "eval_num_tokens": 7172581.0, + "eval_runtime": 2.4682, + "eval_samples_per_second": 1056.643, + "eval_steps_per_second": 132.08, + "step": 2500 + }, + { + "entropy": 5.209706211090088, + "epoch": 2.9715302491103204, + "grad_norm": 1.09375, + "learning_rate": 0.00045590241629016933, + "loss": 5.081, + "mean_token_accuracy": 0.17838001102209092, + "num_tokens": 7187180.0, + "step": 2505 + }, + { + "entropy": 5.186795330047607, + "epoch": 2.977461447212337, + "grad_norm": 1.078125, + "learning_rate": 0.00045561878444039526, + "loss": 5.0928, + "mean_token_accuracy": 0.1853885158896446, + "num_tokens": 7202153.0, + "step": 2510 + }, + { + "entropy": 5.233902025222778, + "epoch": 2.9833926453143533, + "grad_norm": 1.109375, + "learning_rate": 0.00045533434313191866, + "loss": 5.0663, + "mean_token_accuracy": 0.1795577213168144, + "num_tokens": 7217714.0, + "step": 2515 + }, + { + "entropy": 5.072184324264526, + "epoch": 2.9893238434163703, + "grad_norm": 1.03125, + "learning_rate": 0.0004550490936394881, + "loss": 5.0248, + "mean_token_accuracy": 0.1885547786951065, + "num_tokens": 7232366.0, + "step": 2520 + }, + { + "entropy": 5.288804340362549, + "epoch": 2.9952550415183867, + "grad_norm": 1.1484375, + "learning_rate": 0.0004547630372414737, + "loss": 5.0433, + "mean_token_accuracy": 0.18170098960399628, + "num_tokens": 7245542.0, + "step": 2525 + }, + { + "entropy": 5.13629674911499, + "epoch": 3.001186239620403, + "grad_norm": 0.96484375, + "learning_rate": 0.00045447617521986205, + "loss": 4.966, + "mean_token_accuracy": 0.18382924646139145, + "num_tokens": 7260437.0, + "step": 2530 + }, + { + "entropy": 5.186529493331909, + "epoch": 3.00711743772242, + "grad_norm": 1.09375, + "learning_rate": 0.00045418850886025006, + "loss": 4.7908, + "mean_token_accuracy": 0.19730883985757827, + "num_tokens": 7273470.0, + "step": 2535 + }, + { + "entropy": 5.14306674003601, + "epoch": 3.0130486358244366, + "grad_norm": 1.0078125, + "learning_rate": 0.0004539000394518393, + "loss": 4.8184, + "mean_token_accuracy": 0.19704275578260422, + "num_tokens": 7286515.0, + "step": 2540 + }, + { + "entropy": 5.08558144569397, + "epoch": 3.018979833926453, + "grad_norm": 1.1015625, + "learning_rate": 0.00045361076828743054, + "loss": 4.6494, + "mean_token_accuracy": 0.2086326450109482, + "num_tokens": 7299011.0, + "step": 2545 + }, + { + "entropy": 5.100022411346435, + "epoch": 3.0249110320284696, + "grad_norm": 0.99609375, + "learning_rate": 0.00045332069666341733, + "loss": 4.7556, + "mean_token_accuracy": 0.2030994936823845, + "num_tokens": 7312421.0, + "step": 2550 + }, + { + "entropy": 5.228758382797241, + "epoch": 3.0308422301304865, + "grad_norm": 0.8828125, + "learning_rate": 0.000453029825879781, + "loss": 4.829, + "mean_token_accuracy": 0.1881020963191986, + "num_tokens": 7326298.0, + "step": 2555 + }, + { + "entropy": 5.20881233215332, + "epoch": 3.036773428232503, + "grad_norm": 1.1015625, + "learning_rate": 0.0004527381572400838, + "loss": 4.8349, + "mean_token_accuracy": 0.19809474796056747, + "num_tokens": 7340411.0, + "step": 2560 + }, + { + "entropy": 5.2084184169769285, + "epoch": 3.0427046263345194, + "grad_norm": 1.03125, + "learning_rate": 0.00045244569205146425, + "loss": 4.7739, + "mean_token_accuracy": 0.19972959756851197, + "num_tokens": 7355853.0, + "step": 2565 + }, + { + "entropy": 5.0268631935119625, + "epoch": 3.0486358244365364, + "grad_norm": 0.9765625, + "learning_rate": 0.00045215243162463023, + "loss": 4.7546, + "mean_token_accuracy": 0.2027596727013588, + "num_tokens": 7370462.0, + "step": 2570 + }, + { + "entropy": 5.1120353698730465, + "epoch": 3.054567022538553, + "grad_norm": 1.1171875, + "learning_rate": 0.00045185837727385373, + "loss": 4.7613, + "mean_token_accuracy": 0.19956568926572799, + "num_tokens": 7382283.0, + "step": 2575 + }, + { + "entropy": 5.185872745513916, + "epoch": 3.0604982206405693, + "grad_norm": 0.99609375, + "learning_rate": 0.0004515635303169648, + "loss": 4.8004, + "mean_token_accuracy": 0.19398040175437928, + "num_tokens": 7397282.0, + "step": 2580 + }, + { + "entropy": 5.129135847091675, + "epoch": 3.066429418742586, + "grad_norm": 1.09375, + "learning_rate": 0.00045126789207534544, + "loss": 4.7633, + "mean_token_accuracy": 0.19493884593248367, + "num_tokens": 7410471.0, + "step": 2585 + }, + { + "entropy": 5.097009515762329, + "epoch": 3.0723606168446027, + "grad_norm": 1.1640625, + "learning_rate": 0.00045097146387392423, + "loss": 4.7541, + "mean_token_accuracy": 0.20093791782855988, + "num_tokens": 7426151.0, + "step": 2590 + }, + { + "entropy": 5.208783435821533, + "epoch": 3.078291814946619, + "grad_norm": 1.0, + "learning_rate": 0.00045067424704116956, + "loss": 4.8063, + "mean_token_accuracy": 0.19725323617458343, + "num_tokens": 7441336.0, + "step": 2595 + }, + { + "entropy": 5.1333612442016605, + "epoch": 3.0842230130486357, + "grad_norm": 1.03125, + "learning_rate": 0.0004503762429090845, + "loss": 4.8512, + "mean_token_accuracy": 0.19190199822187423, + "num_tokens": 7456152.0, + "step": 2600 + }, + { + "entropy": 5.071452474594116, + "epoch": 3.0901542111506526, + "grad_norm": 1.0390625, + "learning_rate": 0.00045007745281320035, + "loss": 4.7492, + "mean_token_accuracy": 0.19597499817609787, + "num_tokens": 7469477.0, + "step": 2605 + }, + { + "entropy": 5.152786159515381, + "epoch": 3.096085409252669, + "grad_norm": 1.1875, + "learning_rate": 0.0004497778780925706, + "loss": 4.745, + "mean_token_accuracy": 0.20036472231149674, + "num_tokens": 7482859.0, + "step": 2610 + }, + { + "entropy": 5.149897813796997, + "epoch": 3.1020166073546855, + "grad_norm": 1.171875, + "learning_rate": 0.00044947752008976546, + "loss": 4.7565, + "mean_token_accuracy": 0.20434682816267014, + "num_tokens": 7497021.0, + "step": 2615 + }, + { + "entropy": 5.082270812988281, + "epoch": 3.1079478054567025, + "grad_norm": 0.98828125, + "learning_rate": 0.0004491763801508652, + "loss": 4.8287, + "mean_token_accuracy": 0.19397101253271104, + "num_tokens": 7512528.0, + "step": 2620 + }, + { + "entropy": 5.1444420337677, + "epoch": 3.113879003558719, + "grad_norm": 1.03125, + "learning_rate": 0.0004488744596254545, + "loss": 4.8243, + "mean_token_accuracy": 0.19616906642913817, + "num_tokens": 7529492.0, + "step": 2625 + }, + { + "entropy": 5.099391889572144, + "epoch": 3.1198102016607354, + "grad_norm": 1.046875, + "learning_rate": 0.00044857175986661634, + "loss": 4.8307, + "mean_token_accuracy": 0.1908296301960945, + "num_tokens": 7544750.0, + "step": 2630 + }, + { + "entropy": 5.151020145416259, + "epoch": 3.125741399762752, + "grad_norm": 0.98828125, + "learning_rate": 0.00044826828223092584, + "loss": 4.8131, + "mean_token_accuracy": 0.19755022823810578, + "num_tokens": 7560436.0, + "step": 2635 + }, + { + "entropy": 5.078480672836304, + "epoch": 3.131672597864769, + "grad_norm": 1.0546875, + "learning_rate": 0.0004479640280784443, + "loss": 4.744, + "mean_token_accuracy": 0.19955695867538453, + "num_tokens": 7572784.0, + "step": 2640 + }, + { + "entropy": 5.113914966583252, + "epoch": 3.1376037959667853, + "grad_norm": 1.171875, + "learning_rate": 0.00044765899877271306, + "loss": 4.859, + "mean_token_accuracy": 0.1986508622765541, + "num_tokens": 7585677.0, + "step": 2645 + }, + { + "entropy": 5.126020288467407, + "epoch": 3.1435349940688018, + "grad_norm": 1.0625, + "learning_rate": 0.0004473531956807471, + "loss": 4.8702, + "mean_token_accuracy": 0.19153172969818116, + "num_tokens": 7600099.0, + "step": 2650 + }, + { + "entropy": 5.072196006774902, + "epoch": 3.1494661921708187, + "grad_norm": 0.93359375, + "learning_rate": 0.0004470466201730298, + "loss": 4.7925, + "mean_token_accuracy": 0.19439838826656342, + "num_tokens": 7615907.0, + "step": 2655 + }, + { + "entropy": 5.143037557601929, + "epoch": 3.155397390272835, + "grad_norm": 1.03125, + "learning_rate": 0.00044673927362350545, + "loss": 4.8237, + "mean_token_accuracy": 0.19680167287588118, + "num_tokens": 7629322.0, + "step": 2660 + }, + { + "entropy": 5.135795927047729, + "epoch": 3.1613285883748516, + "grad_norm": 1.1328125, + "learning_rate": 0.00044643115740957437, + "loss": 4.7916, + "mean_token_accuracy": 0.1951526179909706, + "num_tokens": 7642876.0, + "step": 2665 + }, + { + "entropy": 5.147537422180176, + "epoch": 3.167259786476868, + "grad_norm": 1.0859375, + "learning_rate": 0.000446122272912086, + "loss": 4.7397, + "mean_token_accuracy": 0.20763775259256362, + "num_tokens": 7655252.0, + "step": 2670 + }, + { + "entropy": 5.109446811676025, + "epoch": 3.173190984578885, + "grad_norm": 1.015625, + "learning_rate": 0.0004458126215153329, + "loss": 4.7983, + "mean_token_accuracy": 0.19524380266666413, + "num_tokens": 7669858.0, + "step": 2675 + }, + { + "entropy": 5.115171337127686, + "epoch": 3.1791221826809015, + "grad_norm": 1.0546875, + "learning_rate": 0.0004455022046070446, + "loss": 4.8484, + "mean_token_accuracy": 0.18973655700683595, + "num_tokens": 7684268.0, + "step": 2680 + }, + { + "entropy": 5.018248653411865, + "epoch": 3.185053380782918, + "grad_norm": 1.109375, + "learning_rate": 0.0004451910235783814, + "loss": 4.717, + "mean_token_accuracy": 0.21085696369409562, + "num_tokens": 7696579.0, + "step": 2685 + }, + { + "entropy": 5.127526092529297, + "epoch": 3.190984578884935, + "grad_norm": 1.09375, + "learning_rate": 0.0004448790798239278, + "loss": 4.8436, + "mean_token_accuracy": 0.19351662397384645, + "num_tokens": 7712167.0, + "step": 2690 + }, + { + "entropy": 5.105394887924194, + "epoch": 3.1969157769869514, + "grad_norm": 0.96875, + "learning_rate": 0.0004445663747416868, + "loss": 4.8131, + "mean_token_accuracy": 0.19317025691270828, + "num_tokens": 7729466.0, + "step": 2695 + }, + { + "entropy": 5.043076610565185, + "epoch": 3.202846975088968, + "grad_norm": 1.140625, + "learning_rate": 0.00044425290973307345, + "loss": 4.6998, + "mean_token_accuracy": 0.20704733729362487, + "num_tokens": 7741327.0, + "step": 2700 + }, + { + "entropy": 5.05340690612793, + "epoch": 3.208778173190985, + "grad_norm": 1.140625, + "learning_rate": 0.0004439386862029081, + "loss": 4.7979, + "mean_token_accuracy": 0.2003027930855751, + "num_tokens": 7757212.0, + "step": 2705 + }, + { + "entropy": 5.1013377666473385, + "epoch": 3.2147093712930013, + "grad_norm": 1.078125, + "learning_rate": 0.00044362370555941057, + "loss": 4.8373, + "mean_token_accuracy": 0.19453289955854416, + "num_tokens": 7772726.0, + "step": 2710 + }, + { + "entropy": 5.200697374343872, + "epoch": 3.2206405693950177, + "grad_norm": 1.109375, + "learning_rate": 0.0004433079692141941, + "loss": 4.9332, + "mean_token_accuracy": 0.1931446298956871, + "num_tokens": 7788185.0, + "step": 2715 + }, + { + "entropy": 5.098084259033203, + "epoch": 3.2265717674970342, + "grad_norm": 1.09375, + "learning_rate": 0.00044299147858225835, + "loss": 4.8124, + "mean_token_accuracy": 0.19363399744033813, + "num_tokens": 7802653.0, + "step": 2720 + }, + { + "entropy": 5.1125976085662845, + "epoch": 3.232502965599051, + "grad_norm": 0.95703125, + "learning_rate": 0.0004426742350819834, + "loss": 4.7917, + "mean_token_accuracy": 0.19389940202236175, + "num_tokens": 7816898.0, + "step": 2725 + }, + { + "entropy": 5.147168445587158, + "epoch": 3.2384341637010676, + "grad_norm": 0.98828125, + "learning_rate": 0.0004423562401351234, + "loss": 4.876, + "mean_token_accuracy": 0.1905128002166748, + "num_tokens": 7833509.0, + "step": 2730 + }, + { + "entropy": 5.192942333221436, + "epoch": 3.244365361803084, + "grad_norm": 0.99609375, + "learning_rate": 0.00044203749516680035, + "loss": 4.8427, + "mean_token_accuracy": 0.1987154722213745, + "num_tokens": 7849910.0, + "step": 2735 + }, + { + "entropy": 5.063848209381104, + "epoch": 3.250296559905101, + "grad_norm": 1.0546875, + "learning_rate": 0.0004417180016054972, + "loss": 4.8113, + "mean_token_accuracy": 0.1946829855442047, + "num_tokens": 7864555.0, + "step": 2740 + }, + { + "entropy": 5.090720558166504, + "epoch": 3.2562277580071175, + "grad_norm": 1.0703125, + "learning_rate": 0.00044139776088305215, + "loss": 4.7492, + "mean_token_accuracy": 0.2016763925552368, + "num_tokens": 7878850.0, + "step": 2745 + }, + { + "entropy": 5.091657066345215, + "epoch": 3.262158956109134, + "grad_norm": 1.046875, + "learning_rate": 0.00044107677443465165, + "loss": 4.9031, + "mean_token_accuracy": 0.19536128789186477, + "num_tokens": 7894200.0, + "step": 2750 + }, + { + "entropy": 5.134050750732422, + "epoch": 3.2680901542111505, + "grad_norm": 1.1953125, + "learning_rate": 0.00044075504369882416, + "loss": 4.8529, + "mean_token_accuracy": 0.19184636920690537, + "num_tokens": 7908939.0, + "step": 2755 + }, + { + "entropy": 5.132843923568726, + "epoch": 3.2740213523131674, + "grad_norm": 0.9921875, + "learning_rate": 0.0004404325701174338, + "loss": 4.8618, + "mean_token_accuracy": 0.19030990153551103, + "num_tokens": 7924223.0, + "step": 2760 + }, + { + "entropy": 5.081524896621704, + "epoch": 3.279952550415184, + "grad_norm": 1.0625, + "learning_rate": 0.0004401093551356739, + "loss": 4.7557, + "mean_token_accuracy": 0.2024812862277031, + "num_tokens": 7938323.0, + "step": 2765 + }, + { + "entropy": 5.049100589752197, + "epoch": 3.2858837485172003, + "grad_norm": 0.92578125, + "learning_rate": 0.0004397854002020604, + "loss": 4.7814, + "mean_token_accuracy": 0.2020518437027931, + "num_tokens": 7952126.0, + "step": 2770 + }, + { + "entropy": 5.080816555023193, + "epoch": 3.2918149466192173, + "grad_norm": 1.2265625, + "learning_rate": 0.0004394607067684251, + "loss": 4.7988, + "mean_token_accuracy": 0.19751653522253038, + "num_tokens": 7965150.0, + "step": 2775 + }, + { + "entropy": 5.15736985206604, + "epoch": 3.2977461447212337, + "grad_norm": 1.015625, + "learning_rate": 0.00043913527628990984, + "loss": 4.8365, + "mean_token_accuracy": 0.19114754498004913, + "num_tokens": 7980532.0, + "step": 2780 + }, + { + "entropy": 5.0498096466064455, + "epoch": 3.30367734282325, + "grad_norm": 1.0546875, + "learning_rate": 0.00043880911022495955, + "loss": 4.7979, + "mean_token_accuracy": 0.19996661990880965, + "num_tokens": 7994731.0, + "step": 2785 + }, + { + "entropy": 5.045728778839111, + "epoch": 3.309608540925267, + "grad_norm": 1.0, + "learning_rate": 0.0004384822100353155, + "loss": 4.7792, + "mean_token_accuracy": 0.20297738313674926, + "num_tokens": 8009405.0, + "step": 2790 + }, + { + "entropy": 5.043602848052979, + "epoch": 3.3155397390272836, + "grad_norm": 1.046875, + "learning_rate": 0.00043815457718600933, + "loss": 4.703, + "mean_token_accuracy": 0.20316480547189714, + "num_tokens": 8023683.0, + "step": 2795 + }, + { + "entropy": 4.979565191268921, + "epoch": 3.3214709371293, + "grad_norm": 1.0625, + "learning_rate": 0.0004378262131453558, + "loss": 4.7448, + "mean_token_accuracy": 0.20116145312786102, + "num_tokens": 8038219.0, + "step": 2800 + }, + { + "entropy": 5.029000902175904, + "epoch": 3.3274021352313166, + "grad_norm": 1.1484375, + "learning_rate": 0.00043749711938494693, + "loss": 4.7479, + "mean_token_accuracy": 0.2009764328598976, + "num_tokens": 8052037.0, + "step": 2805 + }, + { + "entropy": 5.063984489440918, + "epoch": 3.3333333333333335, + "grad_norm": 1.109375, + "learning_rate": 0.00043716729737964475, + "loss": 4.8005, + "mean_token_accuracy": 0.19967271238565446, + "num_tokens": 8065346.0, + "step": 2810 + }, + { + "entropy": 5.089534330368042, + "epoch": 3.33926453143535, + "grad_norm": 1.1953125, + "learning_rate": 0.000436836748607575, + "loss": 4.8024, + "mean_token_accuracy": 0.19638994485139846, + "num_tokens": 8081411.0, + "step": 2815 + }, + { + "entropy": 5.120129728317261, + "epoch": 3.3451957295373664, + "grad_norm": 1.1015625, + "learning_rate": 0.0004365054745501209, + "loss": 4.8472, + "mean_token_accuracy": 0.19565204232931138, + "num_tokens": 8096979.0, + "step": 2820 + }, + { + "entropy": 5.020432186126709, + "epoch": 3.351126927639383, + "grad_norm": 1.1953125, + "learning_rate": 0.0004361734766919156, + "loss": 4.8349, + "mean_token_accuracy": 0.1926871970295906, + "num_tokens": 8110573.0, + "step": 2825 + }, + { + "entropy": 5.061763572692871, + "epoch": 3.3570581257414, + "grad_norm": 1.171875, + "learning_rate": 0.0004358407565208361, + "loss": 4.8833, + "mean_token_accuracy": 0.1976574257016182, + "num_tokens": 8125529.0, + "step": 2830 + }, + { + "entropy": 5.12091588973999, + "epoch": 3.3629893238434163, + "grad_norm": 0.953125, + "learning_rate": 0.00043550731552799676, + "loss": 4.8466, + "mean_token_accuracy": 0.19565797746181487, + "num_tokens": 8141042.0, + "step": 2835 + }, + { + "entropy": 5.022051239013672, + "epoch": 3.368920521945433, + "grad_norm": 1.1796875, + "learning_rate": 0.0004351731552077423, + "loss": 4.7575, + "mean_token_accuracy": 0.19804837554693222, + "num_tokens": 8153157.0, + "step": 2840 + }, + { + "entropy": 5.021864032745361, + "epoch": 3.3748517200474497, + "grad_norm": 0.99609375, + "learning_rate": 0.00043483827705764094, + "loss": 4.7646, + "mean_token_accuracy": 0.20032886266708375, + "num_tokens": 8168570.0, + "step": 2845 + }, + { + "entropy": 5.108405017852784, + "epoch": 3.380782918149466, + "grad_norm": 1.0703125, + "learning_rate": 0.00043450268257847814, + "loss": 4.8059, + "mean_token_accuracy": 0.19953808933496475, + "num_tokens": 8182041.0, + "step": 2850 + }, + { + "entropy": 5.110202646255493, + "epoch": 3.3867141162514827, + "grad_norm": 1.0859375, + "learning_rate": 0.00043416637327424955, + "loss": 4.8449, + "mean_token_accuracy": 0.19766062647104263, + "num_tokens": 8196466.0, + "step": 2855 + }, + { + "entropy": 5.049158334732056, + "epoch": 3.3926453143534996, + "grad_norm": 1.078125, + "learning_rate": 0.00043382935065215444, + "loss": 4.7834, + "mean_token_accuracy": 0.19956779778003692, + "num_tokens": 8210847.0, + "step": 2860 + }, + { + "entropy": 5.013025093078613, + "epoch": 3.398576512455516, + "grad_norm": 1.0703125, + "learning_rate": 0.0004334916162225889, + "loss": 4.7041, + "mean_token_accuracy": 0.2068425863981247, + "num_tokens": 8225575.0, + "step": 2865 + }, + { + "entropy": 5.076068353652954, + "epoch": 3.4045077105575325, + "grad_norm": 1.1171875, + "learning_rate": 0.00043315317149913876, + "loss": 4.808, + "mean_token_accuracy": 0.19905340373516084, + "num_tokens": 8239881.0, + "step": 2870 + }, + { + "entropy": 5.018644142150879, + "epoch": 3.4104389086595495, + "grad_norm": 1.0859375, + "learning_rate": 0.00043281401799857356, + "loss": 4.8426, + "mean_token_accuracy": 0.19684257358312607, + "num_tokens": 8253692.0, + "step": 2875 + }, + { + "entropy": 5.0646027565002445, + "epoch": 3.416370106761566, + "grad_norm": 1.03125, + "learning_rate": 0.00043247415724083886, + "loss": 4.7819, + "mean_token_accuracy": 0.19912485182285308, + "num_tokens": 8268322.0, + "step": 2880 + }, + { + "entropy": 5.025012445449829, + "epoch": 3.4223013048635824, + "grad_norm": 0.953125, + "learning_rate": 0.0004321335907490502, + "loss": 4.8053, + "mean_token_accuracy": 0.19429467767477035, + "num_tokens": 8285317.0, + "step": 2885 + }, + { + "entropy": 5.100164270401001, + "epoch": 3.428232502965599, + "grad_norm": 1.046875, + "learning_rate": 0.0004317923200494856, + "loss": 4.7933, + "mean_token_accuracy": 0.20158445090055466, + "num_tokens": 8299429.0, + "step": 2890 + }, + { + "entropy": 5.039232349395752, + "epoch": 3.434163701067616, + "grad_norm": 1.046875, + "learning_rate": 0.00043145034667157935, + "loss": 4.8165, + "mean_token_accuracy": 0.1936866894364357, + "num_tokens": 8314039.0, + "step": 2895 + }, + { + "entropy": 5.04435977935791, + "epoch": 3.4400948991696323, + "grad_norm": 1.015625, + "learning_rate": 0.00043110767214791466, + "loss": 4.8579, + "mean_token_accuracy": 0.19030549228191376, + "num_tokens": 8328634.0, + "step": 2900 + }, + { + "entropy": 5.061645078659057, + "epoch": 3.4460260972716488, + "grad_norm": 1.078125, + "learning_rate": 0.0004307642980142171, + "loss": 4.7607, + "mean_token_accuracy": 0.20237151086330413, + "num_tokens": 8342448.0, + "step": 2905 + }, + { + "entropy": 5.0385942459106445, + "epoch": 3.4519572953736652, + "grad_norm": 1.140625, + "learning_rate": 0.0004304202258093473, + "loss": 4.7632, + "mean_token_accuracy": 0.20581259578466415, + "num_tokens": 8354450.0, + "step": 2910 + }, + { + "entropy": 5.031369161605835, + "epoch": 3.457888493475682, + "grad_norm": 1.125, + "learning_rate": 0.00043007545707529496, + "loss": 4.8276, + "mean_token_accuracy": 0.20016095489263536, + "num_tokens": 8369054.0, + "step": 2915 + }, + { + "entropy": 5.084920263290405, + "epoch": 3.4638196915776986, + "grad_norm": 1.0625, + "learning_rate": 0.0004297299933571708, + "loss": 4.8296, + "mean_token_accuracy": 0.20116593837738037, + "num_tokens": 8383401.0, + "step": 2920 + }, + { + "entropy": 5.0826586246490475, + "epoch": 3.469750889679715, + "grad_norm": 1.1640625, + "learning_rate": 0.0004293838362032003, + "loss": 4.8431, + "mean_token_accuracy": 0.19186071306467056, + "num_tokens": 8396990.0, + "step": 2925 + }, + { + "entropy": 5.091199779510498, + "epoch": 3.475682087781732, + "grad_norm": 1.15625, + "learning_rate": 0.00042903698716471677, + "loss": 4.7678, + "mean_token_accuracy": 0.2013833075761795, + "num_tokens": 8411212.0, + "step": 2930 + }, + { + "entropy": 5.048702621459961, + "epoch": 3.4816132858837485, + "grad_norm": 1.15625, + "learning_rate": 0.0004286894477961541, + "loss": 4.816, + "mean_token_accuracy": 0.19629474729299545, + "num_tokens": 8424669.0, + "step": 2935 + }, + { + "entropy": 4.976538515090942, + "epoch": 3.487544483985765, + "grad_norm": 1.109375, + "learning_rate": 0.00042834121965504014, + "loss": 4.7754, + "mean_token_accuracy": 0.19990172535181044, + "num_tokens": 8437122.0, + "step": 2940 + }, + { + "entropy": 5.10742974281311, + "epoch": 3.493475682087782, + "grad_norm": 0.98046875, + "learning_rate": 0.00042799230430198935, + "loss": 4.8296, + "mean_token_accuracy": 0.1914140284061432, + "num_tokens": 8450543.0, + "step": 2945 + }, + { + "entropy": 5.064130353927612, + "epoch": 3.4994068801897984, + "grad_norm": 1.234375, + "learning_rate": 0.000427642703300696, + "loss": 4.7662, + "mean_token_accuracy": 0.2023661881685257, + "num_tokens": 8464720.0, + "step": 2950 + }, + { + "entropy": 5.0957324504852295, + "epoch": 3.505338078291815, + "grad_norm": 1.21875, + "learning_rate": 0.00042729241821792726, + "loss": 4.8549, + "mean_token_accuracy": 0.1962006002664566, + "num_tokens": 8478547.0, + "step": 2955 + }, + { + "entropy": 5.1516471862792965, + "epoch": 3.511269276393832, + "grad_norm": 0.9765625, + "learning_rate": 0.000426941450623516, + "loss": 4.8781, + "mean_token_accuracy": 0.19749569445848464, + "num_tokens": 8494126.0, + "step": 2960 + }, + { + "entropy": 5.031353759765625, + "epoch": 3.5172004744958483, + "grad_norm": 1.0859375, + "learning_rate": 0.00042658980209035394, + "loss": 4.8601, + "mean_token_accuracy": 0.186987940967083, + "num_tokens": 8508575.0, + "step": 2965 + }, + { + "entropy": 5.0075500965118405, + "epoch": 3.5231316725978647, + "grad_norm": 1.1484375, + "learning_rate": 0.00042623747419438427, + "loss": 4.7508, + "mean_token_accuracy": 0.1991992712020874, + "num_tokens": 8523589.0, + "step": 2970 + }, + { + "entropy": 5.158101797103882, + "epoch": 3.5290628706998812, + "grad_norm": 1.109375, + "learning_rate": 0.000425884468514595, + "loss": 4.8535, + "mean_token_accuracy": 0.19646587669849397, + "num_tokens": 8538238.0, + "step": 2975 + }, + { + "entropy": 4.996473217010498, + "epoch": 3.534994068801898, + "grad_norm": 1.046875, + "learning_rate": 0.00042553078663301163, + "loss": 4.8191, + "mean_token_accuracy": 0.20561834871768953, + "num_tokens": 8551959.0, + "step": 2980 + }, + { + "entropy": 5.088233804702758, + "epoch": 3.5409252669039146, + "grad_norm": 1.046875, + "learning_rate": 0.00042517643013469, + "loss": 4.8048, + "mean_token_accuracy": 0.20215945243835448, + "num_tokens": 8564628.0, + "step": 2985 + }, + { + "entropy": 5.071303081512451, + "epoch": 3.546856465005931, + "grad_norm": 1.09375, + "learning_rate": 0.0004248214006077095, + "loss": 4.821, + "mean_token_accuracy": 0.19784992188215256, + "num_tokens": 8579342.0, + "step": 2990 + }, + { + "entropy": 5.061466932296753, + "epoch": 3.5527876631079476, + "grad_norm": 1.0859375, + "learning_rate": 0.00042446569964316557, + "loss": 4.8055, + "mean_token_accuracy": 0.19897904992103577, + "num_tokens": 8595096.0, + "step": 2995 + }, + { + "entropy": 5.215964984893799, + "epoch": 3.5587188612099645, + "grad_norm": 1.0625, + "learning_rate": 0.00042410932883516297, + "loss": 4.9033, + "mean_token_accuracy": 0.1953563556075096, + "num_tokens": 8608023.0, + "step": 3000 + }, + { + "epoch": 3.5587188612099645, + "eval_entropy": 4.9771839255935575, + "eval_loss": 5.412055492401123, + "eval_mean_token_accuracy": 0.17675103251736587, + "eval_num_tokens": 8608023.0, + "eval_runtime": 2.4284, + "eval_samples_per_second": 1073.944, + "eval_steps_per_second": 134.243, + "step": 3000 + }, + { + "entropy": 5.042902183532715, + "epoch": 3.564650059311981, + "grad_norm": 0.9609375, + "learning_rate": 0.00042375228978080813, + "loss": 4.7649, + "mean_token_accuracy": 0.2008129134774208, + "num_tokens": 8623529.0, + "step": 3005 + }, + { + "entropy": 5.038916540145874, + "epoch": 3.5705812574139975, + "grad_norm": 1.1875, + "learning_rate": 0.00042339458408020267, + "loss": 4.8383, + "mean_token_accuracy": 0.19716774225234984, + "num_tokens": 8639007.0, + "step": 3010 + }, + { + "entropy": 5.000910806655884, + "epoch": 3.5765124555160144, + "grad_norm": 1.1171875, + "learning_rate": 0.0004230362133364354, + "loss": 4.7451, + "mean_token_accuracy": 0.20509970784187317, + "num_tokens": 8653678.0, + "step": 3015 + }, + { + "entropy": 5.084241008758545, + "epoch": 3.582443653618031, + "grad_norm": 1.0859375, + "learning_rate": 0.0004226771791555758, + "loss": 4.9001, + "mean_token_accuracy": 0.18916919380426406, + "num_tokens": 8668663.0, + "step": 3020 + }, + { + "entropy": 5.098063039779663, + "epoch": 3.5883748517200473, + "grad_norm": 1.1015625, + "learning_rate": 0.00042231748314666684, + "loss": 4.8285, + "mean_token_accuracy": 0.1972780004143715, + "num_tokens": 8682121.0, + "step": 3025 + }, + { + "entropy": 4.962451457977295, + "epoch": 3.5943060498220643, + "grad_norm": 1.0546875, + "learning_rate": 0.00042195712692171705, + "loss": 4.8254, + "mean_token_accuracy": 0.19526612013578415, + "num_tokens": 8698409.0, + "step": 3030 + }, + { + "entropy": 5.078032970428467, + "epoch": 3.6002372479240807, + "grad_norm": 1.0859375, + "learning_rate": 0.00042159611209569416, + "loss": 4.8473, + "mean_token_accuracy": 0.1929122567176819, + "num_tokens": 8714076.0, + "step": 3035 + }, + { + "entropy": 5.09345006942749, + "epoch": 3.606168446026097, + "grad_norm": 0.9765625, + "learning_rate": 0.00042123444028651725, + "loss": 4.7946, + "mean_token_accuracy": 0.20138713866472244, + "num_tokens": 8730482.0, + "step": 3040 + }, + { + "entropy": 4.995736932754516, + "epoch": 3.612099644128114, + "grad_norm": 0.98046875, + "learning_rate": 0.00042087211311504986, + "loss": 4.7808, + "mean_token_accuracy": 0.2021682783961296, + "num_tokens": 8744036.0, + "step": 3045 + }, + { + "entropy": 5.092488193511963, + "epoch": 3.6180308422301306, + "grad_norm": 1.21875, + "learning_rate": 0.00042050913220509253, + "loss": 4.8339, + "mean_token_accuracy": 0.1878429561853409, + "num_tokens": 8760458.0, + "step": 3050 + }, + { + "entropy": 5.027280521392822, + "epoch": 3.623962040332147, + "grad_norm": 1.171875, + "learning_rate": 0.00042014549918337554, + "loss": 4.788, + "mean_token_accuracy": 0.19931856244802476, + "num_tokens": 8774946.0, + "step": 3055 + }, + { + "entropy": 5.0445245742797855, + "epoch": 3.6298932384341636, + "grad_norm": 1.0625, + "learning_rate": 0.0004197812156795518, + "loss": 4.7885, + "mean_token_accuracy": 0.20058033168315886, + "num_tokens": 8790918.0, + "step": 3060 + }, + { + "entropy": 5.032378005981445, + "epoch": 3.63582443653618, + "grad_norm": 1.2421875, + "learning_rate": 0.0004194162833261893, + "loss": 4.8178, + "mean_token_accuracy": 0.1946185812354088, + "num_tokens": 8803505.0, + "step": 3065 + }, + { + "entropy": 5.082729768753052, + "epoch": 3.641755634638197, + "grad_norm": 1.046875, + "learning_rate": 0.0004190507037587639, + "loss": 4.8787, + "mean_token_accuracy": 0.1933801293373108, + "num_tokens": 8819567.0, + "step": 3070 + }, + { + "entropy": 5.109076070785522, + "epoch": 3.6476868327402134, + "grad_norm": 1.25, + "learning_rate": 0.0004186844786156522, + "loss": 4.7838, + "mean_token_accuracy": 0.18985679149627685, + "num_tokens": 8834257.0, + "step": 3075 + }, + { + "entropy": 5.0223876476287845, + "epoch": 3.65361803084223, + "grad_norm": 1.0390625, + "learning_rate": 0.0004183176095381238, + "loss": 4.7938, + "mean_token_accuracy": 0.2065998211503029, + "num_tokens": 8847866.0, + "step": 3080 + }, + { + "entropy": 5.010385465621948, + "epoch": 3.659549228944247, + "grad_norm": 1.1015625, + "learning_rate": 0.000417950098170334, + "loss": 4.8118, + "mean_token_accuracy": 0.19870606809854507, + "num_tokens": 8863297.0, + "step": 3085 + }, + { + "entropy": 5.062593126296997, + "epoch": 3.6654804270462633, + "grad_norm": 1.15625, + "learning_rate": 0.000417581946159317, + "loss": 4.817, + "mean_token_accuracy": 0.19981457144021988, + "num_tokens": 8876605.0, + "step": 3090 + }, + { + "entropy": 4.998176097869873, + "epoch": 3.67141162514828, + "grad_norm": 0.953125, + "learning_rate": 0.0004172131551549778, + "loss": 4.7572, + "mean_token_accuracy": 0.206072661280632, + "num_tokens": 8892040.0, + "step": 3095 + }, + { + "entropy": 4.948314142227173, + "epoch": 3.6773428232502967, + "grad_norm": 0.9609375, + "learning_rate": 0.00041684372681008506, + "loss": 4.8146, + "mean_token_accuracy": 0.19830800145864486, + "num_tokens": 8905806.0, + "step": 3100 + }, + { + "entropy": 5.009223079681396, + "epoch": 3.683274021352313, + "grad_norm": 1.0703125, + "learning_rate": 0.00041647366278026415, + "loss": 4.777, + "mean_token_accuracy": 0.2011968970298767, + "num_tokens": 8920638.0, + "step": 3105 + }, + { + "entropy": 5.031396293640137, + "epoch": 3.6892052194543297, + "grad_norm": 1.125, + "learning_rate": 0.00041610296472398875, + "loss": 4.7595, + "mean_token_accuracy": 0.1939758390188217, + "num_tokens": 8933501.0, + "step": 3110 + }, + { + "entropy": 5.029152154922485, + "epoch": 3.6951364175563466, + "grad_norm": 1.1015625, + "learning_rate": 0.00041573163430257435, + "loss": 4.8538, + "mean_token_accuracy": 0.19719393253326417, + "num_tokens": 8948909.0, + "step": 3115 + }, + { + "entropy": 5.086005306243896, + "epoch": 3.701067615658363, + "grad_norm": 1.109375, + "learning_rate": 0.00041535967318017037, + "loss": 4.8204, + "mean_token_accuracy": 0.19703703224658967, + "num_tokens": 8961611.0, + "step": 3120 + }, + { + "entropy": 4.937661504745483, + "epoch": 3.7069988137603795, + "grad_norm": 1.0703125, + "learning_rate": 0.00041498708302375277, + "loss": 4.7334, + "mean_token_accuracy": 0.20828222185373307, + "num_tokens": 8975993.0, + "step": 3125 + }, + { + "entropy": 5.019860696792603, + "epoch": 3.7129300118623965, + "grad_norm": 1.0703125, + "learning_rate": 0.0004146138655031165, + "loss": 4.8078, + "mean_token_accuracy": 0.1950700029730797, + "num_tokens": 8989198.0, + "step": 3130 + }, + { + "entropy": 5.036433696746826, + "epoch": 3.718861209964413, + "grad_norm": 1.015625, + "learning_rate": 0.0004142400222908681, + "loss": 4.8078, + "mean_token_accuracy": 0.20096368491649627, + "num_tokens": 9004592.0, + "step": 3135 + }, + { + "entropy": 4.998563623428344, + "epoch": 3.7247924080664294, + "grad_norm": 1.140625, + "learning_rate": 0.0004138655550624183, + "loss": 4.773, + "mean_token_accuracy": 0.19526535868644715, + "num_tokens": 9017772.0, + "step": 3140 + }, + { + "entropy": 5.036626148223877, + "epoch": 3.730723606168446, + "grad_norm": 1.0625, + "learning_rate": 0.0004134904654959745, + "loss": 4.7073, + "mean_token_accuracy": 0.20760386288166047, + "num_tokens": 9031182.0, + "step": 3145 + }, + { + "entropy": 5.066286182403564, + "epoch": 3.7366548042704624, + "grad_norm": 1.0390625, + "learning_rate": 0.00041311475527253284, + "loss": 4.7977, + "mean_token_accuracy": 0.19728391021490096, + "num_tokens": 9044934.0, + "step": 3150 + }, + { + "entropy": 5.016174173355102, + "epoch": 3.7425860023724793, + "grad_norm": 1.0703125, + "learning_rate": 0.00041273842607587137, + "loss": 4.7928, + "mean_token_accuracy": 0.1950550675392151, + "num_tokens": 9059795.0, + "step": 3155 + }, + { + "entropy": 4.972341299057007, + "epoch": 3.7485172004744958, + "grad_norm": 1.03125, + "learning_rate": 0.00041236147959254166, + "loss": 4.782, + "mean_token_accuracy": 0.20030613243579865, + "num_tokens": 9073410.0, + "step": 3160 + }, + { + "entropy": 5.022267293930054, + "epoch": 3.7544483985765122, + "grad_norm": 1.046875, + "learning_rate": 0.00041198391751186227, + "loss": 4.8398, + "mean_token_accuracy": 0.19292792528867722, + "num_tokens": 9089338.0, + "step": 3165 + }, + { + "entropy": 5.042642307281494, + "epoch": 3.760379596678529, + "grad_norm": 1.15625, + "learning_rate": 0.0004116057415259101, + "loss": 4.7528, + "mean_token_accuracy": 0.20497467815876008, + "num_tokens": 9103520.0, + "step": 3170 + }, + { + "entropy": 5.021176958084107, + "epoch": 3.7663107947805456, + "grad_norm": 0.9765625, + "learning_rate": 0.00041122695332951363, + "loss": 4.7706, + "mean_token_accuracy": 0.20218247920274734, + "num_tokens": 9117935.0, + "step": 3175 + }, + { + "entropy": 4.987675666809082, + "epoch": 3.772241992882562, + "grad_norm": 1.0, + "learning_rate": 0.0004108475546202449, + "loss": 4.759, + "mean_token_accuracy": 0.20431260019540787, + "num_tokens": 9132457.0, + "step": 3180 + }, + { + "entropy": 5.050307130813598, + "epoch": 3.778173190984579, + "grad_norm": 1.09375, + "learning_rate": 0.0004104675470984121, + "loss": 4.8232, + "mean_token_accuracy": 0.19753638207912444, + "num_tokens": 9147329.0, + "step": 3185 + }, + { + "entropy": 5.029834890365601, + "epoch": 3.7841043890865955, + "grad_norm": 1.0625, + "learning_rate": 0.0004100869324670517, + "loss": 4.7634, + "mean_token_accuracy": 0.20562210381031037, + "num_tokens": 9161052.0, + "step": 3190 + }, + { + "entropy": 5.00586576461792, + "epoch": 3.790035587188612, + "grad_norm": 1.078125, + "learning_rate": 0.0004097057124319212, + "loss": 4.8242, + "mean_token_accuracy": 0.20105937719345093, + "num_tokens": 9175900.0, + "step": 3195 + }, + { + "entropy": 4.9953101634979244, + "epoch": 3.795966785290629, + "grad_norm": 1.0703125, + "learning_rate": 0.000409323888701491, + "loss": 4.7846, + "mean_token_accuracy": 0.2029906615614891, + "num_tokens": 9189706.0, + "step": 3200 + }, + { + "entropy": 5.035350704193116, + "epoch": 3.8018979833926454, + "grad_norm": 1.1328125, + "learning_rate": 0.0004089414629869373, + "loss": 4.8483, + "mean_token_accuracy": 0.1962611809372902, + "num_tokens": 9203727.0, + "step": 3205 + }, + { + "entropy": 5.05778546333313, + "epoch": 3.807829181494662, + "grad_norm": 0.98828125, + "learning_rate": 0.00040855843700213386, + "loss": 4.796, + "mean_token_accuracy": 0.19637212604284288, + "num_tokens": 9217664.0, + "step": 3210 + }, + { + "entropy": 4.937251186370849, + "epoch": 3.813760379596679, + "grad_norm": 0.99609375, + "learning_rate": 0.0004081748124636449, + "loss": 4.7115, + "mean_token_accuracy": 0.20479025095701217, + "num_tokens": 9233474.0, + "step": 3215 + }, + { + "entropy": 4.995423221588135, + "epoch": 3.8196915776986953, + "grad_norm": 1.046875, + "learning_rate": 0.00040779059109071706, + "loss": 4.7895, + "mean_token_accuracy": 0.20069828033447265, + "num_tokens": 9247567.0, + "step": 3220 + }, + { + "entropy": 5.027128553390503, + "epoch": 3.8256227758007118, + "grad_norm": 0.96875, + "learning_rate": 0.0004074057746052713, + "loss": 4.7736, + "mean_token_accuracy": 0.1999478057026863, + "num_tokens": 9262264.0, + "step": 3225 + }, + { + "entropy": 5.114210844039917, + "epoch": 3.8315539739027282, + "grad_norm": 1.0546875, + "learning_rate": 0.0004070203647318963, + "loss": 4.9095, + "mean_token_accuracy": 0.18577013909816742, + "num_tokens": 9276893.0, + "step": 3230 + }, + { + "entropy": 5.053824806213379, + "epoch": 3.8374851720047447, + "grad_norm": 1.1640625, + "learning_rate": 0.00040663436319783965, + "loss": 4.8054, + "mean_token_accuracy": 0.19727878272533417, + "num_tokens": 9291646.0, + "step": 3235 + }, + { + "entropy": 5.021931886672974, + "epoch": 3.8434163701067616, + "grad_norm": 1.0546875, + "learning_rate": 0.0004062477717330006, + "loss": 4.8344, + "mean_token_accuracy": 0.19990530163049697, + "num_tokens": 9305789.0, + "step": 3240 + }, + { + "entropy": 4.9833355903625485, + "epoch": 3.849347568208778, + "grad_norm": 1.03125, + "learning_rate": 0.00040586059206992214, + "loss": 4.7497, + "mean_token_accuracy": 0.1978788733482361, + "num_tokens": 9321039.0, + "step": 3245 + }, + { + "entropy": 5.031898260116577, + "epoch": 3.8552787663107946, + "grad_norm": 1.1171875, + "learning_rate": 0.0004054728259437836, + "loss": 4.82, + "mean_token_accuracy": 0.1935506910085678, + "num_tokens": 9337105.0, + "step": 3250 + }, + { + "entropy": 5.07962851524353, + "epoch": 3.8612099644128115, + "grad_norm": 1.015625, + "learning_rate": 0.00040508447509239224, + "loss": 4.8061, + "mean_token_accuracy": 0.19505731612443925, + "num_tokens": 9350684.0, + "step": 3255 + }, + { + "entropy": 5.032706165313721, + "epoch": 3.867141162514828, + "grad_norm": 1.03125, + "learning_rate": 0.000404695541256176, + "loss": 4.8298, + "mean_token_accuracy": 0.19414604753255843, + "num_tokens": 9365074.0, + "step": 3260 + }, + { + "entropy": 5.051387643814087, + "epoch": 3.8730723606168445, + "grad_norm": 1.046875, + "learning_rate": 0.0004043060261781756, + "loss": 4.9184, + "mean_token_accuracy": 0.18420381844043732, + "num_tokens": 9380912.0, + "step": 3265 + }, + { + "entropy": 5.086946487426758, + "epoch": 3.8790035587188614, + "grad_norm": 1.1640625, + "learning_rate": 0.00040391593160403656, + "loss": 4.8248, + "mean_token_accuracy": 0.20802772492170335, + "num_tokens": 9393812.0, + "step": 3270 + }, + { + "entropy": 4.938499832153321, + "epoch": 3.884934756820878, + "grad_norm": 1.1640625, + "learning_rate": 0.00040352525928200137, + "loss": 4.7925, + "mean_token_accuracy": 0.20416243374347687, + "num_tokens": 9409731.0, + "step": 3275 + }, + { + "entropy": 5.003332328796387, + "epoch": 3.8908659549228943, + "grad_norm": 1.078125, + "learning_rate": 0.0004031340109629017, + "loss": 4.7663, + "mean_token_accuracy": 0.20782396644353868, + "num_tokens": 9422743.0, + "step": 3280 + }, + { + "entropy": 5.017239379882812, + "epoch": 3.8967971530249113, + "grad_norm": 1.2578125, + "learning_rate": 0.000402742188400151, + "loss": 4.8235, + "mean_token_accuracy": 0.19541184455156327, + "num_tokens": 9436440.0, + "step": 3285 + }, + { + "entropy": 4.970128440856934, + "epoch": 3.9027283511269277, + "grad_norm": 1.0234375, + "learning_rate": 0.00040234979334973577, + "loss": 4.8555, + "mean_token_accuracy": 0.19211765229701996, + "num_tokens": 9451668.0, + "step": 3290 + }, + { + "entropy": 5.056919956207276, + "epoch": 3.908659549228944, + "grad_norm": 1.1640625, + "learning_rate": 0.00040195682757020846, + "loss": 4.7723, + "mean_token_accuracy": 0.21034520268440246, + "num_tokens": 9464700.0, + "step": 3295 + }, + { + "entropy": 4.960184717178345, + "epoch": 3.914590747330961, + "grad_norm": 1.03125, + "learning_rate": 0.00040156329282267915, + "loss": 4.7365, + "mean_token_accuracy": 0.20848041474819184, + "num_tokens": 9479003.0, + "step": 3300 + }, + { + "entropy": 4.990036296844482, + "epoch": 3.9205219454329776, + "grad_norm": 0.98828125, + "learning_rate": 0.00040116919087080787, + "loss": 4.7514, + "mean_token_accuracy": 0.20134748965501786, + "num_tokens": 9493134.0, + "step": 3305 + }, + { + "entropy": 5.011323022842407, + "epoch": 3.926453143534994, + "grad_norm": 1.1328125, + "learning_rate": 0.00040077452348079664, + "loss": 4.7617, + "mean_token_accuracy": 0.20163092166185378, + "num_tokens": 9507087.0, + "step": 3310 + }, + { + "entropy": 5.019417953491211, + "epoch": 3.9323843416370106, + "grad_norm": 1.2109375, + "learning_rate": 0.0004003792924213814, + "loss": 4.7621, + "mean_token_accuracy": 0.20881457775831222, + "num_tokens": 9518328.0, + "step": 3315 + }, + { + "entropy": 4.98180365562439, + "epoch": 3.938315539739027, + "grad_norm": 1.09375, + "learning_rate": 0.0003999834994638243, + "loss": 4.8216, + "mean_token_accuracy": 0.20216355621814727, + "num_tokens": 9532413.0, + "step": 3320 + }, + { + "entropy": 5.001606082916259, + "epoch": 3.944246737841044, + "grad_norm": 1.125, + "learning_rate": 0.0003995871463819059, + "loss": 4.761, + "mean_token_accuracy": 0.2026512235403061, + "num_tokens": 9547681.0, + "step": 3325 + }, + { + "entropy": 4.967384576797485, + "epoch": 3.9501779359430604, + "grad_norm": 1.1484375, + "learning_rate": 0.00039919023495191665, + "loss": 4.7276, + "mean_token_accuracy": 0.20670733749866485, + "num_tokens": 9560198.0, + "step": 3330 + }, + { + "entropy": 4.987757778167724, + "epoch": 3.956109134045077, + "grad_norm": 1.046875, + "learning_rate": 0.0003987927669526494, + "loss": 4.8062, + "mean_token_accuracy": 0.1983866959810257, + "num_tokens": 9574347.0, + "step": 3335 + }, + { + "entropy": 4.972973728179932, + "epoch": 3.962040332147094, + "grad_norm": 1.09375, + "learning_rate": 0.00039839474416539163, + "loss": 4.7004, + "mean_token_accuracy": 0.20886301398277282, + "num_tokens": 9587337.0, + "step": 3340 + }, + { + "entropy": 4.984016704559326, + "epoch": 3.9679715302491103, + "grad_norm": 1.171875, + "learning_rate": 0.00039799616837391655, + "loss": 4.784, + "mean_token_accuracy": 0.19981919676065446, + "num_tokens": 9601047.0, + "step": 3345 + }, + { + "entropy": 5.0524254322052, + "epoch": 3.973902728351127, + "grad_norm": 1.0625, + "learning_rate": 0.00039759704136447627, + "loss": 4.7662, + "mean_token_accuracy": 0.20110076069831848, + "num_tokens": 9614164.0, + "step": 3350 + }, + { + "entropy": 5.00496735572815, + "epoch": 3.9798339264531437, + "grad_norm": 1.21875, + "learning_rate": 0.0003971973649257929, + "loss": 4.8026, + "mean_token_accuracy": 0.19617463350296022, + "num_tokens": 9628179.0, + "step": 3355 + }, + { + "entropy": 4.986306190490723, + "epoch": 3.98576512455516, + "grad_norm": 1.1015625, + "learning_rate": 0.000396797140849051, + "loss": 4.8062, + "mean_token_accuracy": 0.20138847976922988, + "num_tokens": 9641575.0, + "step": 3360 + }, + { + "entropy": 5.002590847015381, + "epoch": 3.9916963226571767, + "grad_norm": 1.3046875, + "learning_rate": 0.00039639637092788935, + "loss": 4.7214, + "mean_token_accuracy": 0.20492513924837114, + "num_tokens": 9655381.0, + "step": 3365 + }, + { + "entropy": 5.0504356861114506, + "epoch": 3.9976275207591936, + "grad_norm": 1.1015625, + "learning_rate": 0.000395995056958393, + "loss": 4.8149, + "mean_token_accuracy": 0.19649633914232253, + "num_tokens": 9670477.0, + "step": 3370 + }, + { + "entropy": 4.922432947158813, + "epoch": 4.00355871886121, + "grad_norm": 1.1640625, + "learning_rate": 0.00039559320073908526, + "loss": 4.5875, + "mean_token_accuracy": 0.2211996853351593, + "num_tokens": 9683964.0, + "step": 3375 + }, + { + "entropy": 5.0110671043396, + "epoch": 4.0094899169632265, + "grad_norm": 0.94140625, + "learning_rate": 0.00039519080407091956, + "loss": 4.58, + "mean_token_accuracy": 0.21853467971086502, + "num_tokens": 9698415.0, + "step": 3380 + }, + { + "entropy": 5.0225770473480225, + "epoch": 4.0154211150652435, + "grad_norm": 0.98828125, + "learning_rate": 0.00039478786875727116, + "loss": 4.5708, + "mean_token_accuracy": 0.21765107959508895, + "num_tokens": 9712895.0, + "step": 3385 + }, + { + "entropy": 4.9370323657989506, + "epoch": 4.0213523131672595, + "grad_norm": 1.1015625, + "learning_rate": 0.00039438439660392983, + "loss": 4.475, + "mean_token_accuracy": 0.22428351193666457, + "num_tokens": 9728872.0, + "step": 3390 + }, + { + "entropy": 4.997824096679688, + "epoch": 4.027283511269276, + "grad_norm": 1.1171875, + "learning_rate": 0.00039398038941909066, + "loss": 4.5467, + "mean_token_accuracy": 0.21755390614271164, + "num_tokens": 9744284.0, + "step": 3395 + }, + { + "entropy": 4.97338900566101, + "epoch": 4.033214709371293, + "grad_norm": 1.078125, + "learning_rate": 0.000393575849013347, + "loss": 4.5463, + "mean_token_accuracy": 0.2152925118803978, + "num_tokens": 9759374.0, + "step": 3400 + }, + { + "entropy": 4.930527114868164, + "epoch": 4.039145907473309, + "grad_norm": 1.0625, + "learning_rate": 0.00039317077719968143, + "loss": 4.5183, + "mean_token_accuracy": 0.21953357756137848, + "num_tokens": 9773919.0, + "step": 3405 + }, + { + "entropy": 4.989052486419678, + "epoch": 4.045077105575326, + "grad_norm": 1.21875, + "learning_rate": 0.00039276517579345846, + "loss": 4.5668, + "mean_token_accuracy": 0.21412246227264403, + "num_tokens": 9788023.0, + "step": 3410 + }, + { + "entropy": 5.021774053573608, + "epoch": 4.051008303677343, + "grad_norm": 1.046875, + "learning_rate": 0.0003923590466124159, + "loss": 4.561, + "mean_token_accuracy": 0.21579589694738388, + "num_tokens": 9803037.0, + "step": 3415 + }, + { + "entropy": 4.994525671005249, + "epoch": 4.056939501779359, + "grad_norm": 1.1328125, + "learning_rate": 0.00039195239147665664, + "loss": 4.5317, + "mean_token_accuracy": 0.21720170676708223, + "num_tokens": 9816782.0, + "step": 3420 + }, + { + "entropy": 4.995402812957764, + "epoch": 4.062870699881376, + "grad_norm": 1.0625, + "learning_rate": 0.00039154521220864094, + "loss": 4.544, + "mean_token_accuracy": 0.21858830749988556, + "num_tokens": 9830471.0, + "step": 3425 + }, + { + "entropy": 4.991329097747803, + "epoch": 4.068801897983393, + "grad_norm": 1.0703125, + "learning_rate": 0.00039113751063317795, + "loss": 4.597, + "mean_token_accuracy": 0.21205688118934632, + "num_tokens": 9844303.0, + "step": 3430 + }, + { + "entropy": 4.940326738357544, + "epoch": 4.074733096085409, + "grad_norm": 1.0234375, + "learning_rate": 0.0003907292885774175, + "loss": 4.5388, + "mean_token_accuracy": 0.21253766417503356, + "num_tokens": 9861002.0, + "step": 3435 + }, + { + "entropy": 4.897701930999756, + "epoch": 4.080664294187426, + "grad_norm": 1.0703125, + "learning_rate": 0.0003903205478708419, + "loss": 4.5072, + "mean_token_accuracy": 0.22263137847185135, + "num_tokens": 9876338.0, + "step": 3440 + }, + { + "entropy": 5.052014923095703, + "epoch": 4.086595492289442, + "grad_norm": 1.0625, + "learning_rate": 0.0003899112903452582, + "loss": 4.6115, + "mean_token_accuracy": 0.21495201140642167, + "num_tokens": 9891217.0, + "step": 3445 + }, + { + "entropy": 4.955441427230835, + "epoch": 4.092526690391459, + "grad_norm": 1.1015625, + "learning_rate": 0.00038950151783478926, + "loss": 4.547, + "mean_token_accuracy": 0.22495205700397491, + "num_tokens": 9905309.0, + "step": 3450 + }, + { + "entropy": 4.965147495269775, + "epoch": 4.098457888493476, + "grad_norm": 1.015625, + "learning_rate": 0.000389091232175866, + "loss": 4.5015, + "mean_token_accuracy": 0.22329854369163513, + "num_tokens": 9918347.0, + "step": 3455 + }, + { + "entropy": 4.948949956893921, + "epoch": 4.104389086595492, + "grad_norm": 1.2265625, + "learning_rate": 0.0003886804352072192, + "loss": 4.5585, + "mean_token_accuracy": 0.21841878592967987, + "num_tokens": 9933068.0, + "step": 3460 + }, + { + "entropy": 4.864326620101929, + "epoch": 4.110320284697509, + "grad_norm": 1.0234375, + "learning_rate": 0.0003882691287698709, + "loss": 4.5283, + "mean_token_accuracy": 0.2233476459980011, + "num_tokens": 9948149.0, + "step": 3465 + }, + { + "entropy": 4.933009481430053, + "epoch": 4.116251482799526, + "grad_norm": 1.1015625, + "learning_rate": 0.0003878573147071265, + "loss": 4.5161, + "mean_token_accuracy": 0.2156417414546013, + "num_tokens": 9961494.0, + "step": 3470 + }, + { + "entropy": 4.932680368423462, + "epoch": 4.122182680901542, + "grad_norm": 1.0234375, + "learning_rate": 0.0003874449948645664, + "loss": 4.5063, + "mean_token_accuracy": 0.2222415953874588, + "num_tokens": 9977270.0, + "step": 3475 + }, + { + "entropy": 4.86724328994751, + "epoch": 4.128113879003559, + "grad_norm": 1.0390625, + "learning_rate": 0.0003870321710900375, + "loss": 4.4522, + "mean_token_accuracy": 0.2294168159365654, + "num_tokens": 9991102.0, + "step": 3480 + }, + { + "entropy": 4.947033166885376, + "epoch": 4.134045077105576, + "grad_norm": 1.171875, + "learning_rate": 0.00038661884523364537, + "loss": 4.5741, + "mean_token_accuracy": 0.22195196747779847, + "num_tokens": 10004991.0, + "step": 3485 + }, + { + "entropy": 4.9410834312438965, + "epoch": 4.139976275207592, + "grad_norm": 1.0859375, + "learning_rate": 0.00038620501914774554, + "loss": 4.5944, + "mean_token_accuracy": 0.2187734752893448, + "num_tokens": 10019654.0, + "step": 3490 + }, + { + "entropy": 4.893217134475708, + "epoch": 4.145907473309609, + "grad_norm": 1.078125, + "learning_rate": 0.00038579069468693526, + "loss": 4.4958, + "mean_token_accuracy": 0.22282861918210983, + "num_tokens": 10033831.0, + "step": 3495 + }, + { + "entropy": 4.945186996459961, + "epoch": 4.1518386714116255, + "grad_norm": 0.98046875, + "learning_rate": 0.00038537587370804567, + "loss": 4.5099, + "mean_token_accuracy": 0.21789855360984803, + "num_tokens": 10049549.0, + "step": 3500 + }, + { + "epoch": 4.1518386714116255, + "eval_entropy": 4.839259713705332, + "eval_loss": 5.367321491241455, + "eval_mean_token_accuracy": 0.18195566196748816, + "eval_num_tokens": 10049549.0, + "eval_runtime": 2.4857, + "eval_samples_per_second": 1049.215, + "eval_steps_per_second": 131.152, + "step": 3500 + } + ], + "logging_steps": 5, + "max_steps": 8420, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 1.771285416192e+16, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-3500/training_args.bin b/checkpoint-3500/training_args.bin new file mode 100644 index 0000000..4887968 --- /dev/null +++ b/checkpoint-3500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b1c135f6b8569a4ca131508cf9d8c7cebd96bc433f924eb7233c36a7d98147e +size 6289 diff --git a/checkpoint-4000/added_tokens.json b/checkpoint-4000/added_tokens.json new file mode 100644 index 0000000..ec04e13 --- /dev/null +++ b/checkpoint-4000/added_tokens.json @@ -0,0 +1,1768 @@ +{ + "": 47388, + "[CLS]": 47386, + "[MASK]": 47389, + "[SEP]": 47387, + "[XXXXX0]": 47670, + "[XXXXX1000]": 48506, + "[XXXXX1001]": 48961, + "[XXXXX1002]": 47825, + "[XXXXX1003]": 48233, + "[XXXXX1004]": 48970, + "[XXXXX1005]": 48971, + "[XXXXX1006]": 47998, + "[XXXXX1007]": 48989, + "[XXXXX1008]": 47450, + "[XXXXX1009]": 48240, + "[XXXXX100]": 47422, + "[XXXXX1010]": 47623, + "[XXXXX1011]": 47805, + "[XXXXX1012]": 48454, + "[XXXXX1013]": 48537, + "[XXXXX1014]": 47764, + "[XXXXX1015]": 47584, + "[XXXXX1016]": 48287, + "[XXXXX1017]": 48689, + "[XXXXX1018]": 49119, + "[XXXXX1019]": 48584, + "[XXXXX101]": 47890, + "[XXXXX1020]": 47445, + "[XXXXX1021]": 48199, + "[XXXXX1022]": 48276, + "[XXXXX1023]": 47859, + "[XXXXX1024]": 48258, + "[XXXXX1025]": 48325, + "[XXXXX1026]": 47687, + "[XXXXX1027]": 48990, + "[XXXXX1028]": 49059, + "[XXXXX1029]": 48382, + "[XXXXX102]": 47921, + "[XXXXX1030]": 47775, + "[XXXXX1031]": 47870, + "[XXXXX1032]": 47683, + "[XXXXX1033]": 48750, + "[XXXXX1034]": 49130, + "[XXXXX1035]": 47811, + "[XXXXX1036]": 47462, + "[XXXXX1037]": 47843, + "[XXXXX1038]": 47439, + "[XXXXX1039]": 48830, + "[XXXXX103]": 48327, + "[XXXXX1040]": 48720, + "[XXXXX1041]": 48485, + "[XXXXX1042]": 47919, + "[XXXXX1043]": 48781, + "[XXXXX1044]": 47695, + "[XXXXX1045]": 48043, + "[XXXXX1046]": 47732, + "[XXXXX1047]": 48590, + "[XXXXX1048]": 48901, + "[XXXXX1049]": 48470, + "[XXXXX104]": 47560, + "[XXXXX1050]": 47751, + "[XXXXX1051]": 48487, + "[XXXXX1052]": 48959, + "[XXXXX1053]": 47720, + "[XXXXX1054]": 48477, + "[XXXXX1055]": 47405, + "[XXXXX1056]": 47920, + "[XXXXX1057]": 48139, + "[XXXXX1058]": 48775, + "[XXXXX1059]": 47767, + "[XXXXX105]": 48734, + "[XXXXX1060]": 47446, + "[XXXXX1061]": 48433, + "[XXXXX1062]": 48073, + "[XXXXX1063]": 48868, + "[XXXXX1064]": 47615, + "[XXXXX1065]": 48702, + "[XXXXX1066]": 48578, + "[XXXXX1067]": 47773, + "[XXXXX1068]": 48659, + "[XXXXX1069]": 48281, + "[XXXXX106]": 48900, + "[XXXXX1070]": 48588, + "[XXXXX1071]": 47994, + "[XXXXX1072]": 47709, + "[XXXXX1073]": 47716, + "[XXXXX1074]": 48339, + "[XXXXX1075]": 49007, + "[XXXXX1076]": 49019, + "[XXXXX1077]": 48182, + "[XXXXX1078]": 48114, + "[XXXXX1079]": 49090, + "[XXXXX107]": 48981, + "[XXXXX1080]": 47901, + "[XXXXX1081]": 48465, + "[XXXXX1082]": 49027, + "[XXXXX1083]": 47839, + "[XXXXX1084]": 48061, + "[XXXXX1085]": 47657, + "[XXXXX1086]": 48963, + "[XXXXX1087]": 49089, + "[XXXXX1088]": 49135, + "[XXXXX1089]": 47487, + "[XXXXX108]": 48217, + "[XXXXX1090]": 48158, + "[XXXXX1091]": 49123, + "[XXXXX1092]": 47656, + "[XXXXX1093]": 49031, + "[XXXXX1094]": 48840, + "[XXXXX1095]": 48753, + "[XXXXX1096]": 47501, + "[XXXXX1097]": 47698, + "[XXXXX1098]": 47547, + "[XXXXX1099]": 48844, + "[XXXXX109]": 47587, + "[XXXXX10]": 47512, + "[XXXXX1100]": 47508, + "[XXXXX1101]": 48130, + "[XXXXX1102]": 48225, + "[XXXXX1103]": 48953, + "[XXXXX1104]": 47633, + "[XXXXX1105]": 48614, + "[XXXXX1106]": 48685, + "[XXXXX1107]": 47845, + "[XXXXX1108]": 48337, + "[XXXXX1109]": 48879, + "[XXXXX110]": 47862, + "[XXXXX1110]": 48222, + "[XXXXX1111]": 49127, + "[XXXXX1112]": 47893, + "[XXXXX1113]": 48261, + "[XXXXX1114]": 47543, + "[XXXXX1115]": 48597, + "[XXXXX1116]": 48206, + "[XXXXX1117]": 47478, + "[XXXXX1118]": 48930, + "[XXXXX1119]": 47864, + "[XXXXX111]": 48237, + "[XXXXX1120]": 48638, + "[XXXXX1121]": 48162, + "[XXXXX1122]": 48678, + "[XXXXX1123]": 48790, + "[XXXXX1124]": 49075, + "[XXXXX1125]": 47490, + "[XXXXX1126]": 47542, + "[XXXXX1127]": 48121, + "[XXXXX1128]": 48910, + "[XXXXX1129]": 47545, + "[XXXXX112]": 48153, + "[XXXXX1130]": 48499, + "[XXXXX1131]": 48943, + "[XXXXX1132]": 48066, + "[XXXXX1133]": 47882, + "[XXXXX1134]": 48392, + "[XXXXX1135]": 48553, + "[XXXXX1136]": 47505, + "[XXXXX1137]": 48634, + "[XXXXX1138]": 49082, + "[XXXXX1139]": 47707, + "[XXXXX113]": 48869, + "[XXXXX1140]": 48888, + "[XXXXX1141]": 48069, + "[XXXXX1142]": 48646, + "[XXXXX1143]": 47985, + "[XXXXX1144]": 47432, + "[XXXXX1145]": 48788, + "[XXXXX1146]": 48622, + "[XXXXX1147]": 48479, + "[XXXXX1148]": 47599, + "[XXXXX1149]": 48903, + "[XXXXX114]": 48071, + "[XXXXX1150]": 48303, + "[XXXXX1151]": 48316, + "[XXXXX1152]": 48999, + "[XXXXX1153]": 48629, + "[XXXXX1154]": 48515, + "[XXXXX1155]": 48264, + "[XXXXX1156]": 47837, + "[XXXXX1157]": 47537, + "[XXXXX1158]": 48882, + "[XXXXX1159]": 47744, + "[XXXXX115]": 47954, + "[XXXXX1160]": 47637, + "[XXXXX1161]": 48701, + "[XXXXX1162]": 48831, + "[XXXXX1163]": 48861, + "[XXXXX1164]": 48880, + "[XXXXX1165]": 47679, + "[XXXXX1166]": 47620, + "[XXXXX1167]": 48591, + "[XXXXX1168]": 48776, + "[XXXXX1169]": 48472, + "[XXXXX116]": 48997, + "[XXXXX1170]": 48992, + "[XXXXX1171]": 48440, + "[XXXXX1172]": 48145, + "[XXXXX1173]": 48466, + "[XXXXX1174]": 48319, + "[XXXXX1175]": 47745, + "[XXXXX1176]": 47933, + "[XXXXX1177]": 49084, + "[XXXXX1178]": 47544, + "[XXXXX1179]": 48935, + "[XXXXX117]": 49103, + "[XXXXX1180]": 48660, + "[XXXXX1181]": 48993, + "[XXXXX1182]": 47457, + "[XXXXX1183]": 47593, + "[XXXXX1184]": 47795, + "[XXXXX1185]": 47706, + "[XXXXX1186]": 48263, + "[XXXXX1187]": 49033, + "[XXXXX1188]": 48544, + "[XXXXX1189]": 47409, + "[XXXXX118]": 47420, + "[XXXXX1190]": 47834, + "[XXXXX1191]": 47874, + "[XXXXX1192]": 47397, + "[XXXXX1193]": 48853, + "[XXXXX1194]": 47641, + "[XXXXX1195]": 48484, + "[XXXXX1196]": 48412, + "[XXXXX1197]": 48488, + "[XXXXX1198]": 49097, + "[XXXXX1199]": 47879, + "[XXXXX119]": 48770, + "[XXXXX11]": 48211, + "[XXXXX1200]": 47526, + "[XXXXX1201]": 48749, + "[XXXXX1202]": 48568, + "[XXXXX1203]": 48481, + "[XXXXX1204]": 48608, + "[XXXXX1205]": 48309, + "[XXXXX1206]": 48855, + "[XXXXX1207]": 47911, + "[XXXXX1208]": 47799, + "[XXXXX1209]": 47622, + "[XXXXX120]": 48693, + "[XXXXX1210]": 48131, + "[XXXXX1211]": 48345, + "[XXXXX1212]": 48304, + "[XXXXX1213]": 48682, + "[XXXXX1214]": 47492, + "[XXXXX1215]": 47497, + "[XXXXX1216]": 48939, + "[XXXXX1217]": 48442, + "[XXXXX1218]": 47841, + "[XXXXX1219]": 47453, + "[XXXXX121]": 47554, + "[XXXXX1220]": 47419, + "[XXXXX1221]": 48672, + "[XXXXX1222]": 48154, + "[XXXXX1223]": 49087, + "[XXXXX1224]": 48511, + "[XXXXX1225]": 48448, + "[XXXXX1226]": 48988, + "[XXXXX1227]": 47669, + "[XXXXX1228]": 47596, + "[XXXXX1229]": 48602, + "[XXXXX122]": 48605, + "[XXXXX1230]": 48064, + "[XXXXX1231]": 48107, + "[XXXXX1232]": 48160, + "[XXXXX1233]": 47925, + "[XXXXX1234]": 48413, + "[XXXXX1235]": 49005, + "[XXXXX1236]": 49115, + "[XXXXX1237]": 48201, + "[XXXXX1238]": 47601, + "[XXXXX1239]": 47398, + "[XXXXX123]": 48582, + "[XXXXX1240]": 47616, + "[XXXXX1241]": 48002, + "[XXXXX1242]": 48543, + "[XXXXX1243]": 47818, + "[XXXXX1244]": 48569, + "[XXXXX1245]": 48647, + "[XXXXX1246]": 47681, + "[XXXXX1247]": 48898, + "[XXXXX1248]": 47498, + "[XXXXX1249]": 48378, + "[XXXXX124]": 48118, + "[XXXXX1250]": 48344, + "[XXXXX1251]": 47585, + "[XXXXX1252]": 48715, + "[XXXXX1253]": 47483, + "[XXXXX1254]": 48340, + "[XXXXX1255]": 48991, + "[XXXXX1256]": 48736, + "[XXXXX1257]": 47511, + "[XXXXX1258]": 48293, + "[XXXXX1259]": 48168, + "[XXXXX125]": 48374, + "[XXXXX1260]": 48951, + "[XXXXX1261]": 47416, + "[XXXXX1262]": 48745, + "[XXXXX1263]": 47979, + "[XXXXX1264]": 48592, + "[XXXXX1265]": 48945, + "[XXXXX1266]": 47865, + "[XXXXX1267]": 48239, + "[XXXXX1268]": 47672, + "[XXXXX1269]": 47848, + "[XXXXX126]": 48594, + "[XXXXX1270]": 48566, + "[XXXXX1271]": 48108, + "[XXXXX1272]": 47665, + "[XXXXX1273]": 47815, + "[XXXXX1274]": 48016, + "[XXXXX1275]": 48015, + "[XXXXX1276]": 48166, + "[XXXXX1277]": 47757, + "[XXXXX1278]": 47400, + "[XXXXX1279]": 47754, + "[XXXXX127]": 47436, + "[XXXXX1280]": 47417, + "[XXXXX1281]": 48047, + "[XXXXX1282]": 47472, + "[XXXXX1283]": 49040, + "[XXXXX1284]": 47710, + "[XXXXX1285]": 48883, + "[XXXXX1286]": 48209, + "[XXXXX1287]": 48046, + "[XXXXX1288]": 47999, + "[XXXXX1289]": 47735, + "[XXXXX128]": 48995, + "[XXXXX1290]": 48556, + "[XXXXX1291]": 48687, + "[XXXXX1292]": 49046, + "[XXXXX1293]": 48713, + "[XXXXX1294]": 48266, + "[XXXXX1295]": 48917, + "[XXXXX1296]": 49121, + "[XXXXX1297]": 48794, + "[XXXXX1298]": 48443, + "[XXXXX1299]": 47612, + "[XXXXX129]": 48082, + "[XXXXX12]": 48933, + "[XXXXX1300]": 47942, + "[XXXXX1301]": 48063, + "[XXXXX1302]": 48368, + "[XXXXX1303]": 47910, + "[XXXXX1304]": 47802, + "[XXXXX1305]": 47905, + "[XXXXX1306]": 47421, + "[XXXXX1307]": 49125, + "[XXXXX1308]": 47553, + "[XXXXX1309]": 47697, + "[XXXXX130]": 48746, + "[XXXXX1310]": 49069, + "[XXXXX1311]": 47789, + "[XXXXX1312]": 48575, + "[XXXXX1313]": 47402, + "[XXXXX1314]": 48829, + "[XXXXX1315]": 47394, + "[XXXXX1316]": 48187, + "[XXXXX1317]": 48147, + "[XXXXX1318]": 48703, + "[XXXXX1319]": 48549, + "[XXXXX131]": 48106, + "[XXXXX1320]": 48644, + "[XXXXX1321]": 48165, + "[XXXXX1322]": 47689, + "[XXXXX1323]": 47966, + "[XXXXX1324]": 47897, + "[XXXXX1325]": 48076, + "[XXXXX1326]": 48873, + "[XXXXX1327]": 48754, + "[XXXXX1328]": 47813, + "[XXXXX1329]": 49072, + "[XXXXX132]": 48427, + "[XXXXX1330]": 48809, + "[XXXXX1331]": 48489, + "[XXXXX1332]": 48243, + "[XXXXX1333]": 48921, + "[XXXXX1334]": 48322, + "[XXXXX1335]": 47531, + "[XXXXX1336]": 48110, + "[XXXXX1337]": 47723, + "[XXXXX1338]": 47908, + "[XXXXX1339]": 48700, + "[XXXXX133]": 47604, + "[XXXXX1340]": 48651, + "[XXXXX1341]": 48877, + "[XXXXX1342]": 47431, + "[XXXXX1343]": 47433, + "[XXXXX1344]": 47880, + "[XXXXX1345]": 48977, + "[XXXXX1346]": 48772, + "[XXXXX1347]": 48391, + "[XXXXX1348]": 48529, + "[XXXXX1349]": 48196, + "[XXXXX134]": 47765, + "[XXXXX1350]": 48404, + "[XXXXX1351]": 48104, + "[XXXXX1352]": 47517, + "[XXXXX1353]": 48850, + "[XXXXX1354]": 48357, + "[XXXXX1355]": 48862, + "[XXXXX1356]": 48492, + "[XXXXX1357]": 48062, + "[XXXXX1358]": 48721, + "[XXXXX1359]": 48922, + "[XXXXX135]": 47957, + "[XXXXX1360]": 47550, + "[XXXXX1361]": 49045, + "[XXXXX1362]": 48748, + "[XXXXX1363]": 49028, + "[XXXXX1364]": 48833, + "[XXXXX1365]": 47700, + "[XXXXX1366]": 47396, + "[XXXXX1367]": 47686, + "[XXXXX1368]": 48242, + "[XXXXX1369]": 48032, + "[XXXXX136]": 48342, + "[XXXXX1370]": 47562, + "[XXXXX1371]": 48212, + "[XXXXX1372]": 48610, + "[XXXXX1373]": 49013, + "[XXXXX1374]": 48041, + "[XXXXX1375]": 48246, + "[XXXXX1376]": 47551, + "[XXXXX1377]": 48353, + "[XXXXX1378]": 47658, + "[XXXXX1379]": 47828, + "[XXXXX137]": 48518, + "[XXXXX1380]": 48136, + "[XXXXX1381]": 48564, + "[XXXXX1382]": 48973, + "[XXXXX1383]": 47619, + "[XXXXX1384]": 48254, + "[XXXXX1385]": 48680, + "[XXXXX1386]": 47724, + "[XXXXX1387]": 47756, + "[XXXXX1388]": 48176, + "[XXXXX1389]": 48681, + "[XXXXX138]": 47664, + "[XXXXX1390]": 47594, + "[XXXXX1391]": 48760, + "[XXXXX1392]": 49110, + "[XXXXX1393]": 47676, + "[XXXXX1394]": 47963, + "[XXXXX1395]": 47403, + "[XXXXX1396]": 48493, + "[XXXXX1397]": 47591, + "[XXXXX1398]": 47632, + "[XXXXX1399]": 48996, + "[XXXXX139]": 48521, + "[XXXXX13]": 47875, + "[XXXXX1400]": 47705, + "[XXXXX1401]": 48983, + "[XXXXX1402]": 47941, + "[XXXXX1403]": 47922, + "[XXXXX1404]": 47390, + "[XXXXX1405]": 48635, + "[XXXXX1406]": 48906, + "[XXXXX1407]": 48514, + "[XXXXX1408]": 48169, + "[XXXXX1409]": 48004, + "[XXXXX140]": 48762, + "[XXXXX1410]": 47515, + "[XXXXX1411]": 47470, + "[XXXXX1412]": 47858, + "[XXXXX1413]": 47540, + "[XXXXX1414]": 47690, + "[XXXXX1415]": 48054, + "[XXXXX1416]": 48615, + "[XXXXX1417]": 47803, + "[XXXXX1418]": 47455, + "[XXXXX1419]": 48226, + "[XXXXX141]": 48912, + "[XXXXX1420]": 47808, + "[XXXXX1421]": 47636, + "[XXXXX1422]": 48832, + "[XXXXX1423]": 47611, + "[XXXXX1424]": 48782, + "[XXXXX1425]": 49146, + "[XXXXX1426]": 48976, + "[XXXXX1427]": 48585, + "[XXXXX1428]": 48667, + "[XXXXX1429]": 48171, + "[XXXXX142]": 48573, + "[XXXXX1430]": 48181, + "[XXXXX1431]": 47814, + "[XXXXX1432]": 48589, + "[XXXXX1433]": 48916, + "[XXXXX1434]": 48068, + "[XXXXX1435]": 47949, + "[XXXXX1436]": 48252, + "[XXXXX1437]": 48724, + "[XXXXX1438]": 48807, + "[XXXXX1439]": 48379, + "[XXXXX143]": 48835, + "[XXXXX1440]": 48005, + "[XXXXX1441]": 48416, + "[XXXXX1442]": 47595, + "[XXXXX1443]": 47831, + "[XXXXX1444]": 49034, + "[XXXXX1445]": 48893, + "[XXXXX1446]": 47631, + "[XXXXX1447]": 48419, + "[XXXXX1448]": 48874, + "[XXXXX1449]": 49078, + "[XXXXX144]": 48224, + "[XXXXX1450]": 48616, + "[XXXXX1451]": 48688, + "[XXXXX1452]": 47532, + "[XXXXX1453]": 49107, + "[XXXXX1454]": 47945, + "[XXXXX1455]": 48349, + "[XXXXX1456]": 48761, + "[XXXXX1457]": 47399, + "[XXXXX1458]": 47494, + "[XXXXX1459]": 48541, + "[XXXXX145]": 47819, + "[XXXXX1460]": 47668, + "[XXXXX1461]": 48155, + "[XXXXX1462]": 48203, + "[XXXXX1463]": 48308, + "[XXXXX1464]": 47923, + "[XXXXX1465]": 48628, + "[XXXXX1466]": 48894, + "[XXXXX1467]": 48504, + "[XXXXX1468]": 47780, + "[XXXXX1469]": 48780, + "[XXXXX146]": 47856, + "[XXXXX1470]": 47947, + "[XXXXX1471]": 47770, + "[XXXXX1472]": 48645, + "[XXXXX1473]": 47711, + "[XXXXX1474]": 47427, + "[XXXXX1475]": 49042, + "[XXXXX1476]": 48341, + "[XXXXX1477]": 48744, + "[XXXXX1478]": 48421, + "[XXXXX1479]": 48574, + "[XXXXX147]": 47892, + "[XXXXX1480]": 48664, + "[XXXXX1481]": 47649, + "[XXXXX1482]": 47529, + "[XXXXX1483]": 48675, + "[XXXXX1484]": 47850, + "[XXXXX1485]": 48918, + "[XXXXX1486]": 47778, + "[XXXXX1487]": 47929, + "[XXXXX1488]": 47675, + "[XXXXX1489]": 48817, + "[XXXXX148]": 47411, + "[XXXXX1490]": 48612, + "[XXXXX1491]": 48598, + "[XXXXX1492]": 49108, + "[XXXXX1493]": 48272, + "[XXXXX1494]": 48904, + "[XXXXX1495]": 48658, + "[XXXXX1496]": 47737, + "[XXXXX1497]": 48141, + "[XXXXX1498]": 48593, + "[XXXXX1499]": 48452, + "[XXXXX149]": 47718, + "[XXXXX14]": 47771, + "[XXXXX1500]": 48637, + "[XXXXX1501]": 48804, + "[XXXXX1502]": 47752, + "[XXXXX1503]": 48430, + "[XXXXX1504]": 48759, + "[XXXXX1505]": 48823, + "[XXXXX1506]": 47465, + "[XXXXX1507]": 47590, + "[XXXXX1508]": 48445, + "[XXXXX1509]": 48822, + "[XXXXX150]": 48400, + "[XXXXX1510]": 48184, + "[XXXXX1511]": 48603, + "[XXXXX1512]": 47962, + "[XXXXX1513]": 47581, + "[XXXXX1514]": 48655, + "[XXXXX1515]": 47886, + "[XXXXX1516]": 47762, + "[XXXXX1517]": 48410, + "[XXXXX1518]": 48437, + "[XXXXX1519]": 48815, + "[XXXXX151]": 47868, + "[XXXXX1520]": 48523, + "[XXXXX1521]": 48475, + "[XXXXX1522]": 48872, + "[XXXXX1523]": 47426, + "[XXXXX1524]": 48348, + "[XXXXX1525]": 48948, + "[XXXXX1526]": 49099, + "[XXXXX1527]": 47642, + "[XXXXX1528]": 48548, + "[XXXXX1529]": 48055, + "[XXXXX152]": 48542, + "[XXXXX1530]": 48630, + "[XXXXX1531]": 48896, + "[XXXXX1532]": 49020, + "[XXXXX1533]": 47727, + "[XXXXX1534]": 48944, + "[XXXXX1535]": 48848, + "[XXXXX1536]": 48717, + "[XXXXX1537]": 48494, + "[XXXXX1538]": 48124, + "[XXXXX1539]": 49055, + "[XXXXX153]": 48968, + "[XXXXX1540]": 48305, + "[XXXXX1541]": 48088, + "[XXXXX1542]": 49022, + "[XXXXX1543]": 49044, + "[XXXXX1544]": 48607, + "[XXXXX1545]": 48113, + "[XXXXX1546]": 48095, + "[XXXXX1547]": 48863, + "[XXXXX1548]": 48215, + "[XXXXX1549]": 48220, + "[XXXXX154]": 49023, + "[XXXXX1550]": 47442, + "[XXXXX1551]": 49122, + "[XXXXX1552]": 49131, + "[XXXXX1553]": 47991, + "[XXXXX1554]": 47899, + "[XXXXX1555]": 47499, + "[XXXXX1556]": 47406, + "[XXXXX1557]": 47894, + "[XXXXX1558]": 47844, + "[XXXXX1559]": 48164, + "[XXXXX155]": 47833, + "[XXXXX1560]": 48565, + "[XXXXX1561]": 47471, + "[XXXXX1562]": 48960, + "[XXXXX1563]": 47440, + "[XXXXX1564]": 47479, + "[XXXXX1565]": 47708, + "[XXXXX1566]": 47796, + "[XXXXX1567]": 47576, + "[XXXXX1568]": 48191, + "[XXXXX1569]": 48516, + "[XXXXX156]": 48827, + "[XXXXX1570]": 48911, + "[XXXXX1571]": 48205, + "[XXXXX1572]": 48336, + "[XXXXX1573]": 47482, + "[XXXXX1574]": 48952, + "[XXXXX1575]": 47960, + "[XXXXX1576]": 49098, + "[XXXXX1577]": 47904, + "[XXXXX1578]": 48414, + "[XXXXX1579]": 48752, + "[XXXXX157]": 48401, + "[XXXXX1580]": 48633, + "[XXXXX1581]": 48826, + "[XXXXX1582]": 47507, + "[XXXXX1583]": 47476, + "[XXXXX1584]": 48599, + "[XXXXX1585]": 48274, + "[XXXXX1586]": 47428, + "[XXXXX1587]": 48972, + "[XXXXX1588]": 47425, + "[XXXXX1589]": 48731, + "[XXXXX158]": 47951, + "[XXXXX1590]": 49009, + "[XXXXX1591]": 48839, + "[XXXXX1592]": 49006, + "[XXXXX1593]": 47626, + "[XXXXX1594]": 48231, + "[XXXXX1595]": 48554, + "[XXXXX1596]": 48045, + "[XXXXX1597]": 48769, + "[XXXXX1598]": 47652, + "[XXXXX1599]": 47444, + "[XXXXX159]": 49021, + "[XXXXX15]": 48530, + "[XXXXX1600]": 47964, + "[XXXXX1601]": 48560, + "[XXXXX1602]": 47855, + "[XXXXX1603]": 48324, + "[XXXXX1604]": 47961, + "[XXXXX1605]": 48296, + "[XXXXX1606]": 48148, + "[XXXXX1607]": 49038, + "[XXXXX1608]": 48994, + "[XXXXX1609]": 48767, + "[XXXXX160]": 48740, + "[XXXXX1610]": 48907, + "[XXXXX1611]": 47822, + "[XXXXX1612]": 47639, + "[XXXXX1613]": 48053, + "[XXXXX1614]": 48285, + "[XXXXX1615]": 47533, + "[XXXXX1616]": 47983, + "[XXXXX1617]": 47574, + "[XXXXX1618]": 48828, + "[XXXXX1619]": 48334, + "[XXXXX161]": 48290, + "[XXXXX1620]": 47928, + "[XXXXX1621]": 48177, + "[XXXXX1622]": 48056, + "[XXXXX1623]": 47488, + "[XXXXX1624]": 47866, + "[XXXXX1625]": 48273, + "[XXXXX1626]": 48234, + "[XXXXX1627]": 48757, + "[XXXXX1628]": 48075, + "[XXXXX1629]": 48768, + "[XXXXX162]": 48447, + "[XXXXX1630]": 48820, + "[XXXXX1631]": 48007, + "[XXXXX1632]": 48552, + "[XXXXX1633]": 47939, + "[XXXXX1634]": 48725, + "[XXXXX1635]": 47447, + "[XXXXX1636]": 47602, + "[XXXXX1637]": 47935, + "[XXXXX1638]": 49132, + "[XXXXX1639]": 47953, + "[XXXXX163]": 48371, + "[XXXXX1640]": 47748, + "[XXXXX1641]": 48116, + "[XXXXX1642]": 47610, + "[XXXXX1643]": 48105, + "[XXXXX1644]": 48460, + "[XXXXX1645]": 48773, + "[XXXXX1646]": 47974, + "[XXXXX1647]": 47678, + "[XXXXX1648]": 47571, + "[XXXXX1649]": 47717, + "[XXXXX164]": 48978, + "[XXXXX1650]": 48653, + "[XXXXX1651]": 48526, + "[XXXXX1652]": 47666, + "[XXXXX1653]": 48636, + "[XXXXX1654]": 49070, + "[XXXXX1655]": 48040, + "[XXXXX1656]": 49001, + "[XXXXX1657]": 48587, + "[XXXXX1658]": 48227, + "[XXXXX1659]": 47566, + "[XXXXX165]": 47992, + "[XXXXX1660]": 48774, + "[XXXXX1661]": 47443, + "[XXXXX1662]": 48037, + "[XXXXX1663]": 48377, + "[XXXXX1664]": 47733, + "[XXXXX1665]": 49071, + "[XXXXX1666]": 47528, + "[XXXXX1667]": 49124, + "[XXXXX1668]": 48510, + "[XXXXX1669]": 48125, + "[XXXXX166]": 48572, + "[XXXXX1670]": 47503, + "[XXXXX1671]": 47527, + "[XXXXX1672]": 47817, + "[XXXXX1673]": 49111, + "[XXXXX1674]": 47772, + "[XXXXX1675]": 47783, + "[XXXXX1676]": 49052, + "[XXXXX1677]": 47493, + "[XXXXX1678]": 47888, + "[XXXXX1679]": 48059, + "[XXXXX167]": 48008, + "[XXXXX1680]": 47456, + "[XXXXX1681]": 47906, + "[XXXXX1682]": 48026, + "[XXXXX1683]": 48149, + "[XXXXX1684]": 48451, + "[XXXXX1685]": 49029, + "[XXXXX1686]": 48313, + "[XXXXX1687]": 48089, + "[XXXXX1688]": 48795, + "[XXXXX1689]": 48396, + "[XXXXX168]": 47740, + "[XXXXX1690]": 48536, + "[XXXXX1691]": 47680, + "[XXXXX1692]": 48146, + "[XXXXX1693]": 48733, + "[XXXXX1694]": 47536, + "[XXXXX1695]": 47524, + "[XXXXX1696]": 48197, + "[XXXXX1697]": 49151, + "[XXXXX1698]": 48159, + "[XXXXX1699]": 48558, + "[XXXXX169]": 48189, + "[XXXXX16]": 48474, + "[XXXXX1700]": 48042, + "[XXXXX1701]": 47638, + "[XXXXX1702]": 48954, + "[XXXXX1703]": 47693, + "[XXXXX1704]": 48461, + "[XXXXX1705]": 48467, + "[XXXXX1706]": 48505, + "[XXXXX1707]": 47989, + "[XXXXX1708]": 47784, + "[XXXXX1709]": 47435, + "[XXXXX170]": 47429, + "[XXXXX1710]": 48152, + "[XXXXX1711]": 48301, + "[XXXXX1712]": 49094, + "[XXXXX1713]": 48649, + "[XXXXX1714]": 48117, + "[XXXXX1715]": 48185, + "[XXXXX1716]": 47832, + "[XXXXX1717]": 48383, + "[XXXXX1718]": 49012, + "[XXXXX1719]": 48986, + "[XXXXX171]": 48346, + "[XXXXX1720]": 47978, + "[XXXXX1721]": 47871, + "[XXXXX1722]": 47625, + "[XXXXX1723]": 48247, + "[XXXXX1724]": 47965, + "[XXXXX1725]": 47579, + "[XXXXX1726]": 48512, + "[XXXXX1727]": 48395, + "[XXXXX1728]": 48867, + "[XXXXX1729]": 47692, + "[XXXXX172]": 48003, + "[XXXXX1730]": 48497, + "[XXXXX1731]": 47393, + "[XXXXX1732]": 47530, + "[XXXXX1733]": 48129, + "[XXXXX1734]": 47916, + "[XXXXX1735]": 47943, + "[XXXXX1736]": 47559, + "[XXXXX1737]": 47477, + "[XXXXX1738]": 48432, + "[XXXXX1739]": 48244, + "[XXXXX173]": 48238, + "[XXXXX1740]": 48528, + "[XXXXX1741]": 48671, + "[XXXXX1742]": 48889, + "[XXXXX1743]": 48161, + "[XXXXX1744]": 48018, + "[XXXXX1745]": 48509, + "[XXXXX1746]": 47564, + "[XXXXX1747]": 48969, + "[XXXXX1748]": 48112, + "[XXXXX1749]": 49128, + "[XXXXX174]": 48786, + "[XXXXX1750]": 48886, + "[XXXXX1751]": 48932, + "[XXXXX1752]": 47970, + "[XXXXX1753]": 47969, + "[XXXXX1754]": 48508, + "[XXXXX1755]": 47857, + "[XXXXX1756]": 48563, + "[XXXXX1757]": 48503, + "[XXXXX1758]": 47797, + "[XXXXX1759]": 49053, + "[XXXXX175]": 48221, + "[XXXXX1760]": 48949, + "[XXXXX1761]": 48926, + "[XXXXX176]": 48895, + "[XXXXX177]": 48084, + "[XXXXX178]": 47408, + "[XXXXX179]": 48144, + "[XXXXX17]": 47563, + "[XXXXX180]": 47934, + "[XXXXX181]": 47567, + "[XXXXX182]": 47539, + "[XXXXX183]": 49106, + "[XXXXX184]": 48892, + "[XXXXX185]": 47458, + "[XXXXX186]": 48783, + "[XXXXX187]": 47914, + "[XXXXX188]": 47761, + "[XXXXX189]": 47997, + "[XXXXX18]": 48333, + "[XXXXX190]": 48312, + "[XXXXX191]": 49095, + "[XXXXX192]": 47785, + "[XXXXX193]": 47635, + "[XXXXX194]": 48955, + "[XXXXX195]": 48354, + "[XXXXX196]": 48545, + "[XXXXX197]": 48727, + "[XXXXX198]": 48306, + "[XXXXX199]": 49133, + "[XXXXX19]": 48262, + "[XXXXX1]": 49126, + "[XXXXX200]": 47701, + "[XXXXX201]": 47521, + "[XXXXX202]": 48805, + "[XXXXX203]": 48386, + "[XXXXX204]": 48909, + "[XXXXX205]": 47674, + "[XXXXX206]": 48640, + "[XXXXX207]": 48257, + "[XXXXX208]": 47977, + "[XXXXX209]": 48406, + "[XXXXX20]": 47779, + "[XXXXX210]": 48282, + "[XXXXX211]": 48280, + "[XXXXX212]": 47603, + "[XXXXX213]": 47869, + "[XXXXX214]": 47937, + "[XXXXX215]": 49073, + "[XXXXX216]": 47582, + "[XXXXX217]": 47816, + "[XXXXX218]": 47821, + "[XXXXX219]": 48857, + "[XXXXX21]": 48434, + "[XXXXX220]": 48172, + "[XXXXX221]": 47722, + "[XXXXX222]": 47618, + "[XXXXX223]": 48178, + "[XXXXX224]": 48000, + "[XXXXX225]": 48087, + "[XXXXX226]": 48924, + "[XXXXX227]": 47441, + "[XXXXX228]": 49058, + "[XXXXX229]": 48531, + "[XXXXX22]": 48052, + "[XXXXX230]": 47927, + "[XXXXX231]": 47930, + "[XXXXX232]": 49092, + "[XXXXX233]": 47996, + "[XXXXX234]": 49049, + "[XXXXX235]": 48299, + "[XXXXX236]": 48811, + "[XXXXX237]": 48343, + "[XXXXX238]": 49017, + "[XXXXX239]": 48806, + "[XXXXX23]": 48289, + "[XXXXX240]": 47835, + "[XXXXX241]": 48627, + "[XXXXX242]": 47643, + "[XXXXX243]": 47794, + "[XXXXX244]": 49093, + "[XXXXX245]": 47412, + "[XXXXX246]": 48092, + "[XXXXX247]": 47730, + "[XXXXX248]": 48228, + "[XXXXX249]": 47851, + "[XXXXX24]": 48722, + "[XXXXX250]": 48126, + "[XXXXX251]": 47749, + "[XXXXX252]": 47972, + "[XXXXX253]": 48534, + "[XXXXX254]": 48332, + "[XXXXX255]": 48601, + "[XXXXX256]": 48914, + "[XXXXX257]": 47760, + "[XXXXX258]": 48115, + "[XXXXX259]": 48338, + "[XXXXX25]": 48277, + "[XXXXX260]": 47853, + "[XXXXX261]": 48669, + "[XXXXX262]": 48834, + "[XXXXX263]": 48571, + "[XXXXX264]": 48738, + "[XXXXX265]": 48180, + "[XXXXX266]": 49002, + "[XXXXX267]": 47452, + "[XXXXX268]": 47684, + "[XXXXX269]": 47726, + "[XXXXX26]": 47895, + "[XXXXX270]": 48286, + "[XXXXX271]": 47401, + "[XXXXX272]": 48366, + "[XXXXX273]": 48913, + "[XXXXX274]": 47696, + "[XXXXX275]": 48429, + "[XXXXX276]": 48202, + "[XXXXX277]": 47714, + "[XXXXX278]": 47480, + "[XXXXX279]": 48551, + "[XXXXX27]": 47557, + "[XXXXX280]": 48323, + "[XXXXX281]": 47605, + "[XXXXX282]": 49079, + "[XXXXX283]": 47630, + "[XXXXX284]": 48210, + "[XXXXX285]": 48934, + "[XXXXX286]": 48742, + "[XXXXX287]": 48360, + "[XXXXX288]": 48214, + "[XXXXX289]": 47721, + "[XXXXX28]": 48390, + "[XXXXX290]": 48034, + "[XXXXX291]": 47404, + "[XXXXX292]": 48824, + "[XXXXX293]": 47570, + "[XXXXX294]": 48726, + "[XXXXX295]": 49147, + "[XXXXX296]": 47523, + "[XXXXX297]": 48074, + "[XXXXX298]": 48111, + "[XXXXX299]": 48797, + "[XXXXX29]": 48625, + "[XXXXX2]": 48707, + "[XXXXX300]": 47776, + "[XXXXX301]": 48897, + "[XXXXX302]": 48275, + "[XXXXX303]": 48307, + "[XXXXX304]": 48370, + "[XXXXX305]": 48662, + "[XXXXX306]": 48495, + "[XXXXX307]": 47867, + "[XXXXX308]": 48567, + "[XXXXX309]": 49112, + "[XXXXX30]": 48027, + "[XXXXX310]": 48818, + "[XXXXX311]": 47712, + "[XXXXX312]": 47938, + "[XXXXX313]": 48928, + "[XXXXX314]": 48251, + "[XXXXX315]": 48620, + "[XXXXX316]": 48821, + "[XXXXX317]": 48579, + "[XXXXX318]": 47860, + "[XXXXX319]": 48453, + "[XXXXX31]": 48799, + "[XXXXX320]": 48006, + "[XXXXX321]": 47766, + "[XXXXX322]": 48816, + "[XXXXX323]": 48358, + "[XXXXX324]": 48011, + "[XXXXX325]": 48208, + "[XXXXX326]": 48965, + "[XXXXX327]": 48058, + "[XXXXX328]": 48538, + "[XXXXX329]": 48480, + "[XXXXX32]": 48399, + "[XXXXX330]": 47634, + "[XXXXX331]": 47518, + "[XXXXX332]": 48132, + "[XXXXX333]": 47449, + "[XXXXX334]": 48044, + "[XXXXX335]": 47842, + "[XXXXX336]": 49041, + "[XXXXX337]": 48317, + "[XXXXX338]": 47830, + "[XXXXX339]": 49085, + "[XXXXX33]": 48852, + "[XXXXX340]": 47774, + "[XXXXX341]": 48650, + "[XXXXX342]": 48253, + "[XXXXX343]": 49145, + "[XXXXX344]": 48847, + "[XXXXX345]": 49062, + "[XXXXX346]": 48359, + "[XXXXX347]": 48595, + "[XXXXX348]": 47995, + "[XXXXX349]": 47729, + "[XXXXX34]": 48800, + "[XXXXX350]": 48245, + "[XXXXX351]": 48586, + "[XXXXX352]": 48365, + "[XXXXX353]": 48887, + "[XXXXX354]": 47464, + "[XXXXX355]": 47987, + "[XXXXX356]": 49136, + "[XXXXX357]": 48098, + "[XXXXX358]": 48259, + "[XXXXX359]": 47609, + "[XXXXX35]": 48127, + "[XXXXX360]": 48648, + "[XXXXX361]": 48431, + "[XXXXX362]": 48714, + "[XXXXX363]": 47624, + "[XXXXX364]": 47823, + "[XXXXX365]": 47936, + "[XXXXX366]": 47502, + "[XXXXX367]": 47506, + "[XXXXX368]": 49074, + "[XXXXX369]": 47731, + "[XXXXX36]": 48471, + "[XXXXX370]": 47807, + "[XXXXX371]": 47598, + "[XXXXX372]": 47806, + "[XXXXX373]": 47525, + "[XXXXX374]": 47883, + "[XXXXX375]": 49066, + "[XXXXX376]": 48067, + "[XXXXX377]": 48020, + "[XXXXX378]": 48527, + "[XXXXX379]": 48294, + "[XXXXX37]": 48102, + "[XXXXX380]": 48737, + "[XXXXX381]": 47614, + "[XXXXX382]": 48219, + "[XXXXX383]": 48143, + "[XXXXX384]": 48402, + "[XXXXX385]": 48190, + "[XXXXX386]": 48369, + "[XXXXX387]": 48982, + "[XXXXX388]": 49116, + "[XXXXX389]": 48793, + "[XXXXX38]": 48570, + "[XXXXX390]": 47491, + "[XXXXX391]": 48728, + "[XXXXX392]": 47948, + "[XXXXX393]": 48962, + "[XXXXX394]": 47988, + "[XXXXX395]": 47648, + "[XXXXX396]": 47395, + "[XXXXX397]": 47473, + "[XXXXX398]": 49091, + "[XXXXX399]": 49039, + "[XXXXX39]": 47958, + "[XXXXX3]": 48756, + "[XXXXX400]": 48784, + "[XXXXX401]": 47647, + "[XXXXX402]": 48028, + "[XXXXX403]": 48617, + "[XXXXX404]": 48964, + "[XXXXX405]": 48694, + "[XXXXX406]": 49043, + "[XXXXX407]": 47413, + "[XXXXX408]": 48557, + "[XXXXX409]": 48677, + "[XXXXX40]": 47514, + "[XXXXX410]": 47889, + "[XXXXX411]": 49010, + "[XXXXX412]": 47887, + "[XXXXX413]": 47655, + "[XXXXX414]": 47485, + "[XXXXX415]": 48741, + "[XXXXX416]": 48091, + "[XXXXX417]": 49061, + "[XXXXX418]": 48109, + "[XXXXX419]": 47702, + "[XXXXX41]": 48845, + "[XXXXX420]": 47430, + "[XXXXX421]": 49088, + "[XXXXX422]": 47677, + "[XXXXX423]": 48351, + "[XXXXX424]": 48001, + "[XXXXX425]": 48695, + "[XXXXX426]": 47713, + "[XXXXX427]": 48920, + "[XXXXX428]": 48674, + "[XXXXX429]": 48540, + "[XXXXX42]": 48142, + "[XXXXX430]": 47952, + "[XXXXX431]": 48362, + "[XXXXX432]": 47967, + "[XXXXX433]": 48705, + "[XXXXX434]": 48033, + "[XXXXX435]": 48024, + "[XXXXX436]": 47580, + "[XXXXX437]": 48618, + "[XXXXX438]": 47659, + "[XXXXX439]": 48435, + "[XXXXX43]": 48837, + "[XXXXX440]": 48631, + "[XXXXX441]": 47877, + "[XXXXX442]": 48036, + "[XXXXX443]": 47667, + "[XXXXX444]": 48502, + "[XXXXX445]": 49057, + "[XXXXX446]": 48979, + "[XXXXX447]": 47891, + "[XXXXX448]": 49143, + "[XXXXX449]": 48463, + "[XXXXX44]": 47872, + "[XXXXX450]": 47522, + "[XXXXX451]": 47703, + "[XXXXX452]": 47467, + "[XXXXX453]": 48099, + "[XXXXX454]": 48858, + "[XXXXX455]": 47538, + "[XXXXX456]": 48271, + "[XXXXX457]": 48270, + "[XXXXX458]": 49138, + "[XXXXX459]": 47691, + "[XXXXX45]": 47915, + "[XXXXX460]": 47461, + "[XXXXX461]": 48350, + "[XXXXX462]": 48813, + "[XXXXX463]": 48812, + "[XXXXX464]": 48163, + "[XXXXX465]": 49030, + "[XXXXX466]": 48787, + "[XXXXX467]": 48021, + "[XXXXX468]": 48248, + "[XXXXX469]": 47454, + "[XXXXX46]": 47572, + "[XXXXX470]": 48966, + "[XXXXX471]": 48929, + "[XXXXX472]": 47926, + "[XXXXX473]": 47410, + "[XXXXX474]": 48864, + "[XXXXX475]": 48119, + "[XXXXX476]": 47820, + "[XXXXX477]": 47932, + "[XXXXX478]": 47846, + "[XXXXX479]": 49054, + "[XXXXX47]": 48519, + "[XXXXX480]": 48101, + "[XXXXX481]": 48609, + "[XXXXX482]": 48128, + "[XXXXX483]": 48931, + "[XXXXX484]": 48267, + "[XXXXX485]": 48328, + "[XXXXX486]": 47463, + "[XXXXX487]": 48331, + "[XXXXX488]": 48198, + "[XXXXX489]": 48256, + "[XXXXX48]": 48167, + "[XXXXX490]": 48580, + "[XXXXX491]": 48049, + "[XXXXX492]": 48096, + "[XXXXX493]": 49129, + "[XXXXX494]": 47738, + "[XXXXX495]": 48611, + "[XXXXX496]": 48626, + "[XXXXX497]": 49003, + "[XXXXX498]": 47982, + "[XXXXX499]": 49047, + "[XXXXX49]": 48684, + "[XXXXX4]": 48456, + "[XXXXX500]": 48668, + "[XXXXX501]": 48017, + "[XXXXX502]": 48080, + "[XXXXX503]": 48150, + "[XXXXX504]": 47743, + "[XXXXX505]": 48859, + "[XXXXX506]": 47510, + "[XXXXX507]": 47541, + "[XXXXX508]": 47489, + "[XXXXX509]": 47504, + "[XXXXX50]": 47552, + "[XXXXX510]": 48086, + "[XXXXX511]": 48520, + "[XXXXX512]": 48204, + "[XXXXX513]": 48356, + "[XXXXX514]": 47968, + "[XXXXX515]": 47629, + "[XXXXX516]": 48450, + "[XXXXX517]": 48751, + "[XXXXX518]": 48673, + "[XXXXX519]": 48766, + "[XXXXX51]": 47763, + "[XXXXX520]": 47586, + "[XXXXX521]": 48193, + "[XXXXX522]": 47481, + "[XXXXX523]": 48070, + "[XXXXX524]": 48641, + "[XXXXX525]": 48555, + "[XXXXX526]": 47448, + "[XXXXX527]": 47788, + "[XXXXX528]": 48078, + "[XXXXX529]": 47781, + "[XXXXX52]": 48398, + "[XXXXX530]": 48255, + "[XXXXX531]": 48663, + "[XXXXX532]": 47798, + "[XXXXX533]": 48885, + "[XXXXX534]": 47790, + "[XXXXX535]": 47973, + "[XXXXX536]": 48842, + "[XXXXX537]": 48408, + "[XXXXX538]": 49113, + "[XXXXX539]": 48676, + "[XXXXX53]": 47786, + "[XXXXX540]": 48157, + "[XXXXX541]": 48670, + "[XXXXX542]": 48022, + "[XXXXX543]": 48009, + "[XXXXX544]": 48596, + "[XXXXX545]": 48329, + "[XXXXX546]": 48288, + "[XXXXX547]": 47469, + "[XXXXX548]": 48501, + "[XXXXX549]": 47976, + "[XXXXX54]": 47644, + "[XXXXX550]": 47588, + "[XXXXX551]": 48851, + "[XXXXX552]": 48250, + "[XXXXX553]": 47734, + "[XXXXX554]": 48940, + "[XXXXX555]": 49000, + "[XXXXX556]": 48200, + "[XXXXX557]": 47414, + "[XXXXX558]": 48090, + "[XXXXX559]": 47621, + "[XXXXX55]": 48048, + "[XXXXX560]": 47990, + "[XXXXX561]": 47519, + "[XXXXX562]": 47903, + "[XXXXX563]": 48522, + "[XXXXX564]": 47645, + "[XXXXX565]": 49080, + "[XXXXX566]": 47719, + "[XXXXX567]": 49105, + "[XXXXX568]": 48666, + "[XXXXX569]": 47549, + "[XXXXX56]": 49120, + "[XXXXX570]": 48355, + "[XXXXX571]": 48639, + "[XXXXX572]": 48083, + "[XXXXX573]": 48420, + "[XXXXX574]": 48661, + "[XXXXX575]": 47520, + "[XXXXX576]": 48318, + "[XXXXX577]": 49018, + "[XXXXX578]": 48458, + "[XXXXX579]": 47804, + "[XXXXX57]": 48490, + "[XXXXX580]": 48186, + "[XXXXX581]": 47699, + "[XXXXX582]": 48268, + "[XXXXX583]": 47688, + "[XXXXX584]": 47975, + "[XXXXX585]": 48013, + "[XXXXX586]": 48457, + "[XXXXX587]": 49114, + "[XXXXX588]": 48476, + "[XXXXX589]": 47694, + "[XXXXX58]": 48361, + "[XXXXX590]": 48758, + "[XXXXX591]": 48507, + "[XXXXX592]": 47434, + "[XXXXX593]": 48397, + "[XXXXX594]": 48846, + "[XXXXX595]": 48486, + "[XXXXX596]": 47944, + "[XXXXX597]": 47838, + "[XXXXX598]": 47475, + "[XXXXX599]": 48409, + "[XXXXX59]": 48836, + "[XXXXX5]": 48291, + "[XXXXX600]": 48561, + "[XXXXX601]": 48706, + "[XXXXX602]": 48311, + "[XXXXX603]": 48732, + "[XXXXX604]": 48716, + "[XXXXX605]": 48103, + "[XXXXX606]": 47741, + "[XXXXX607]": 49037, + "[XXXXX608]": 48513, + "[XXXXX609]": 47516, + "[XXXXX60]": 48980, + "[XXXXX610]": 47750, + "[XXXXX611]": 49077, + "[XXXXX612]": 47513, + "[XXXXX613]": 49102, + "[XXXXX614]": 48459, + "[XXXXX615]": 48792, + "[XXXXX616]": 48265, + "[XXXXX617]": 48375, + "[XXXXX618]": 48335, + "[XXXXX619]": 48796, + "[XXXXX61]": 48405, + "[XXXXX620]": 48550, + "[XXXXX621]": 48478, + "[XXXXX622]": 47468, + "[XXXXX623]": 48249, + "[XXXXX624]": 48838, + "[XXXXX625]": 48135, + "[XXXXX626]": 47577, + "[XXXXX627]": 47660, + "[XXXXX628]": 48347, + "[XXXXX629]": 47561, + "[XXXXX62]": 48314, + "[XXXXX630]": 47829, + "[XXXXX631]": 48621, + "[XXXXX632]": 48825, + "[XXXXX633]": 48849, + "[XXXXX634]": 48279, + "[XXXXX635]": 48310, + "[XXXXX636]": 49015, + "[XXXXX637]": 47753, + "[XXXXX638]": 48138, + "[XXXXX639]": 48808, + "[XXXXX63]": 48683, + "[XXXXX640]": 48057, + "[XXXXX641]": 48192, + "[XXXXX642]": 48446, + "[XXXXX643]": 48081, + "[XXXXX644]": 48533, + "[XXXXX645]": 47556, + "[XXXXX646]": 48908, + "[XXXXX647]": 48014, + "[XXXXX648]": 48455, + "[XXXXX649]": 47950, + "[XXXXX64]": 49139, + "[XXXXX650]": 47558, + "[XXXXX651]": 47653, + "[XXXXX652]": 48387, + "[XXXXX653]": 47809, + "[XXXXX654]": 48562, + "[XXXXX655]": 48665, + "[XXXXX656]": 48871, + "[XXXXX657]": 48987, + "[XXXXX658]": 47646, + "[XXXXX659]": 48881, + "[XXXXX65]": 47613, + "[XXXXX660]": 49109, + "[XXXXX661]": 49140, + "[XXXXX662]": 48023, + "[XXXXX663]": 48380, + "[XXXXX664]": 48065, + "[XXXXX665]": 47685, + "[XXXXX666]": 47484, + "[XXXXX667]": 47628, + "[XXXXX668]": 48151, + "[XXXXX669]": 47847, + "[XXXXX66]": 49100, + "[XXXXX670]": 47768, + "[XXXXX671]": 47640, + "[XXXXX672]": 48946, + "[XXXXX673]": 48624, + "[XXXXX674]": 48843, + "[XXXXX675]": 47736, + "[XXXXX676]": 47881, + "[XXXXX677]": 48690, + "[XXXXX678]": 48709, + "[XXXXX679]": 48577, + "[XXXXX67]": 48984, + "[XXXXX680]": 47500, + "[XXXXX681]": 48491, + "[XXXXX682]": 48691, + "[XXXXX683]": 48810, + "[XXXXX684]": 48173, + "[XXXXX685]": 48407, + "[XXXXX686]": 48292, + "[XXXXX687]": 48330, + "[XXXXX688]": 49118, + "[XXXXX689]": 48604, + "[XXXXX68]": 48174, + "[XXXXX690]": 48077, + "[XXXXX691]": 48743, + "[XXXXX692]": 48583, + "[XXXXX693]": 47391, + "[XXXXX694]": 48229, + "[XXXXX695]": 48789, + "[XXXXX696]": 48777, + "[XXXXX697]": 47535, + "[XXXXX698]": 48122, + "[XXXXX699]": 48232, + "[XXXXX69]": 48704, + "[XXXXX6]": 48927, + "[XXXXX700]": 48403, + "[XXXXX701]": 47451, + "[XXXXX702]": 48039, + "[XXXXX703]": 47568, + "[XXXXX704]": 48692, + "[XXXXX705]": 47437, + "[XXXXX706]": 47854, + "[XXXXX707]": 49148, + "[XXXXX708]": 48923, + "[XXXXX709]": 48133, + "[XXXXX70]": 47407, + "[XXXXX710]": 48425, + "[XXXXX711]": 48998, + "[XXXXX712]": 48801, + "[XXXXX713]": 48525, + "[XXXXX714]": 47917, + "[XXXXX715]": 47782, + "[XXXXX716]": 48697, + "[XXXXX717]": 47836, + "[XXXXX718]": 47725, + "[XXXXX719]": 48218, + "[XXXXX71]": 49065, + "[XXXXX720]": 48956, + "[XXXXX721]": 48321, + "[XXXXX722]": 47812, + "[XXXXX723]": 47466, + "[XXXXX724]": 48462, + "[XXXXX725]": 47898, + "[XXXXX726]": 49060, + "[XXXXX727]": 47589, + "[XXXXX728]": 49117, + "[XXXXX729]": 48393, + "[XXXXX72]": 48439, + "[XXXXX730]": 48100, + "[XXXXX731]": 48394, + "[XXXXX732]": 48643, + "[XXXXX733]": 48423, + "[XXXXX734]": 48183, + "[XXXXX735]": 49101, + "[XXXXX736]": 48381, + "[XXXXX737]": 48854, + "[XXXXX738]": 49067, + "[XXXXX739]": 48876, + "[XXXXX73]": 47392, + "[XXXXX740]": 48179, + "[XXXXX741]": 48194, + "[XXXXX742]": 48791, + "[XXXXX743]": 48985, + "[XXXXX744]": 48535, + "[XXXXX745]": 48436, + "[XXXXX746]": 47896, + "[XXXXX747]": 47583, + "[XXXXX748]": 49142, + "[XXXXX749]": 48958, + "[XXXXX74]": 49064, + "[XXXXX750]": 47569, + "[XXXXX751]": 47548, + "[XXXXX752]": 49083, + "[XXXXX753]": 47746, + "[XXXXX754]": 49144, + "[XXXXX755]": 48600, + "[XXXXX756]": 47791, + "[XXXXX757]": 47661, + "[XXXXX758]": 48295, + "[XXXXX759]": 47912, + "[XXXXX75]": 48025, + "[XXXXX760]": 47495, + "[XXXXX761]": 48156, + "[XXXXX762]": 47907, + "[XXXXX763]": 48123, + "[XXXXX764]": 48134, + "[XXXXX765]": 47597, + "[XXXXX766]": 48278, + "[XXXXX767]": 47555, + "[XXXXX768]": 49011, + "[XXXXX769]": 47918, + "[XXXXX76]": 47902, + "[XXXXX770]": 48957, + "[XXXXX771]": 48936, + "[XXXXX772]": 48269, + "[XXXXX773]": 48473, + "[XXXXX774]": 49035, + "[XXXXX775]": 47984, + "[XXXXX776]": 48300, + "[XXXXX777]": 48085, + "[XXXXX778]": 47826, + "[XXXXX779]": 48019, + "[XXXXX77]": 48031, + "[XXXXX780]": 48376, + "[XXXXX781]": 47534, + "[XXXXX782]": 48764, + "[XXXXX783]": 49063, + "[XXXXX784]": 47840, + "[XXXXX785]": 48547, + "[XXXXX786]": 48941, + "[XXXXX787]": 47650, + "[XXXXX788]": 47800, + "[XXXXX789]": 48606, + "[XXXXX78]": 47873, + "[XXXXX790]": 48060, + "[XXXXX791]": 47885, + "[XXXXX792]": 47863, + "[XXXXX793]": 48730, + "[XXXXX794]": 47662, + "[XXXXX795]": 47438, + "[XXXXX796]": 48385, + "[XXXXX797]": 48449, + "[XXXXX798]": 47673, + "[XXXXX799]": 48093, + "[XXXXX79]": 48865, + "[XXXXX7]": 48372, + "[XXXXX800]": 48729, + "[XXXXX801]": 47474, + "[XXXXX802]": 48875, + "[XXXXX803]": 48029, + "[XXXXX804]": 48735, + "[XXXXX805]": 48297, + "[XXXXX806]": 48411, + "[XXXXX807]": 47913, + "[XXXXX808]": 48710, + "[XXXXX809]": 48094, + "[XXXXX80]": 48841, + "[XXXXX810]": 48428, + "[XXXXX811]": 48532, + "[XXXXX812]": 48950, + "[XXXXX813]": 48739, + "[XXXXX814]": 48137, + "[XXXXX815]": 47884, + "[XXXXX816]": 48779, + "[XXXXX817]": 47496, + "[XXXXX818]": 48352, + "[XXXXX819]": 48891, + "[XXXXX81]": 48051, + "[XXXXX820]": 48050, + "[XXXXX821]": 47573, + "[XXXXX822]": 48373, + "[XXXXX823]": 47793, + "[XXXXX824]": 47747, + "[XXXXX825]": 47758, + "[XXXXX826]": 48302, + "[XXXXX827]": 48785, + "[XXXXX828]": 48870, + "[XXXXX829]": 48899, + "[XXXXX82]": 49141, + "[XXXXX830]": 48884, + "[XXXXX831]": 47981, + "[XXXXX832]": 48223, + "[XXXXX833]": 48072, + "[XXXXX834]": 48576, + "[XXXXX835]": 48711, + "[XXXXX836]": 47460, + "[XXXXX837]": 47801, + "[XXXXX838]": 47651, + "[XXXXX839]": 47663, + "[XXXXX83]": 49076, + "[XXXXX840]": 48298, + "[XXXXX841]": 49150, + "[XXXXX842]": 48517, + "[XXXXX843]": 47418, + "[XXXXX844]": 47627, + "[XXXXX845]": 48230, + "[XXXXX846]": 48010, + "[XXXXX847]": 47423, + "[XXXXX848]": 49048, + "[XXXXX849]": 48524, + "[XXXXX84]": 47900, + "[XXXXX850]": 47787, + "[XXXXX851]": 48974, + "[XXXXX852]": 48652, + "[XXXXX853]": 47849, + "[XXXXX854]": 48623, + "[XXXXX855]": 49026, + "[XXXXX856]": 49068, + "[XXXXX857]": 48802, + "[XXXXX858]": 48236, + "[XXXXX859]": 48170, + "[XXXXX85]": 47909, + "[XXXXX860]": 47924, + "[XXXXX861]": 47607, + "[XXXXX862]": 47565, + "[XXXXX863]": 48038, + "[XXXXX864]": 49149, + "[XXXXX865]": 49081, + "[XXXXX866]": 48905, + "[XXXXX867]": 47792, + "[XXXXX868]": 48482, + "[XXXXX869]": 47704, + "[XXXXX86]": 49036, + "[XXXXX870]": 47959, + "[XXXXX871]": 48890, + "[XXXXX872]": 48860, + "[XXXXX873]": 48326, + "[XXXXX874]": 47617, + "[XXXXX875]": 47654, + "[XXXXX876]": 47986, + "[XXXXX877]": 48632, + "[XXXXX878]": 48175, + "[XXXXX879]": 48581, + "[XXXXX87]": 47608, + "[XXXXX880]": 47424, + "[XXXXX881]": 49134, + "[XXXXX882]": 48012, + "[XXXXX883]": 48696, + "[XXXXX884]": 48699, + "[XXXXX885]": 47955, + "[XXXXX886]": 49104, + "[XXXXX887]": 47827, + "[XXXXX888]": 49014, + "[XXXXX889]": 48539, + "[XXXXX88]": 48496, + "[XXXXX890]": 48723, + "[XXXXX891]": 48235, + "[XXXXX892]": 48195, + "[XXXXX893]": 48216, + "[XXXXX894]": 48444, + "[XXXXX895]": 48719, + "[XXXXX896]": 47715, + "[XXXXX897]": 48803, + "[XXXXX898]": 48679, + "[XXXXX899]": 48619, + "[XXXXX89]": 48500, + "[XXXXX8]": 49008, + "[XXXXX900]": 48120, + "[XXXXX901]": 48241, + "[XXXXX902]": 47852, + "[XXXXX903]": 48417, + "[XXXXX904]": 47671, + "[XXXXX905]": 48654, + "[XXXXX906]": 49056, + "[XXXXX907]": 48878, + "[XXXXX908]": 48708, + "[XXXXX909]": 48698, + "[XXXXX90]": 47578, + "[XXXXX910]": 49016, + "[XXXXX911]": 47931, + "[XXXXX912]": 48441, + "[XXXXX913]": 48937, + "[XXXXX914]": 47415, + "[XXXXX915]": 47546, + "[XXXXX916]": 48284, + "[XXXXX917]": 48483, + "[XXXXX918]": 47946, + "[XXXXX919]": 48613, + "[XXXXX91]": 47759, + "[XXXXX920]": 48468, + "[XXXXX921]": 48438, + "[XXXXX922]": 49004, + "[XXXXX923]": 48498, + "[XXXXX924]": 48315, + "[XXXXX925]": 48765, + "[XXXXX926]": 48363, + "[XXXXX927]": 48947, + "[XXXXX928]": 47606, + "[XXXXX929]": 48188, + "[XXXXX92]": 48798, + "[XXXXX930]": 47600, + "[XXXXX931]": 49096, + "[XXXXX932]": 47876, + "[XXXXX933]": 48856, + "[XXXXX934]": 48546, + "[XXXXX935]": 47486, + "[XXXXX936]": 48718, + "[XXXXX937]": 47592, + "[XXXXX938]": 48035, + "[XXXXX939]": 47509, + "[XXXXX93]": 49050, + "[XXXXX940]": 47956, + "[XXXXX941]": 48919, + "[XXXXX942]": 47993, + "[XXXXX943]": 48415, + "[XXXXX944]": 48925, + "[XXXXX945]": 48656, + "[XXXXX946]": 48763, + "[XXXXX947]": 48422, + "[XXXXX948]": 48814, + "[XXXXX949]": 47769, + "[XXXXX94]": 48367, + "[XXXXX950]": 47878, + "[XXXXX951]": 48320, + "[XXXXX952]": 48389, + "[XXXXX953]": 49032, + "[XXXXX954]": 49025, + "[XXXXX955]": 48686, + "[XXXXX956]": 48384, + "[XXXXX957]": 49024, + "[XXXXX958]": 48902, + "[XXXXX959]": 47810, + "[XXXXX95]": 48079, + "[XXXXX960]": 47682, + "[XXXXX961]": 49051, + "[XXXXX962]": 48771, + "[XXXXX963]": 48755, + "[XXXXX964]": 48915, + "[XXXXX965]": 47739, + "[XXXXX966]": 48942, + "[XXXXX967]": 48283, + "[XXXXX968]": 47971, + "[XXXXX969]": 48559, + "[XXXXX96]": 48464, + "[XXXXX970]": 47861, + "[XXXXX971]": 48469, + "[XXXXX972]": 48938, + "[XXXXX973]": 48097, + "[XXXXX974]": 47742, + "[XXXXX975]": 48657, + "[XXXXX976]": 48424, + "[XXXXX977]": 48866, + "[XXXXX978]": 47824, + "[XXXXX979]": 48207, + "[XXXXX97]": 48967, + "[XXXXX980]": 47575, + "[XXXXX981]": 48388, + "[XXXXX982]": 47940, + "[XXXXX983]": 48778, + "[XXXXX984]": 48426, + "[XXXXX985]": 48260, + "[XXXXX986]": 48418, + "[XXXXX987]": 47728, + "[XXXXX988]": 49086, + "[XXXXX989]": 48747, + "[XXXXX98]": 48140, + "[XXXXX990]": 48030, + "[XXXXX991]": 47459, + "[XXXXX992]": 48364, + "[XXXXX993]": 49137, + "[XXXXX994]": 48712, + "[XXXXX995]": 47980, + "[XXXXX996]": 47777, + "[XXXXX997]": 48819, + "[XXXXX998]": 48642, + "[XXXXX999]": 48975, + "[XXXXX99]": 48213, + "[XXXXX9]": 47755 +} diff --git a/checkpoint-4000/config.json b/checkpoint-4000/config.json new file mode 100644 index 0000000..87e344b --- /dev/null +++ b/checkpoint-4000/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 47386, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 47387, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 768, + "n_head": 12, + "n_inner": 3072, + "n_layer": 12, + "n_positions": 512, + "pad_token_id": 47388, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 49152 +} diff --git a/checkpoint-4000/generation_config.json b/checkpoint-4000/generation_config.json new file mode 100644 index 0000000..e73b324 --- /dev/null +++ b/checkpoint-4000/generation_config.json @@ -0,0 +1,10 @@ +{ + "_from_model_config": true, + "bos_token_id": 47386, + "eos_token_id": [ + 47387, + 50001 + ], + "pad_token_id": 47388, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-4000/model.safetensors b/checkpoint-4000/model.safetensors new file mode 100644 index 0000000..57bcbf8 --- /dev/null +++ b/checkpoint-4000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da045b6f162b8f24a71f2614c17fd48ebc5fed08c2a3ac26b5bf9d7358d1ab01 +size 246410944 diff --git a/checkpoint-4000/rng_state.pth b/checkpoint-4000/rng_state.pth new file mode 100644 index 0000000..540c04b --- /dev/null +++ b/checkpoint-4000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fe122c29393120b83e80b56d25df27f62c0ec7bb6765489e905efa63e449aa2 +size 14645 diff --git a/checkpoint-4000/special_tokens_map.json b/checkpoint-4000/special_tokens_map.json new file mode 100644 index 0000000..86972d3 --- /dev/null +++ b/checkpoint-4000/special_tokens_map.json @@ -0,0 +1,1815 @@ +{ + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-4000/spiece.model b/checkpoint-4000/spiece.model new file mode 100644 index 0000000..aa5e7bb --- /dev/null +++ b/checkpoint-4000/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:658c1246bf680a2a73ff33ccf7bbcde25b6d81c80c5cc610f4680cf9942f981b +size 1138208 diff --git a/checkpoint-4000/tokenizer_config.json b/checkpoint-4000/tokenizer_config.json new file mode 100644 index 0000000..b5acc55 --- /dev/null +++ b/checkpoint-4000/tokenizer_config.json @@ -0,0 +1,15919 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47386": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47387": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47388": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47389": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47390": { + "content": "[XXXXX1404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47391": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47392": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47393": { + "content": "[XXXXX1731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47394": { + "content": "[XXXXX1315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47395": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47396": { + "content": "[XXXXX1366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47397": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47398": { + "content": "[XXXXX1239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47399": { + "content": "[XXXXX1457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47400": { + "content": "[XXXXX1278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47401": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47402": { + "content": "[XXXXX1313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47403": { + "content": "[XXXXX1395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47404": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47405": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47406": { + "content": "[XXXXX1556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47407": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47408": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47409": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47410": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47411": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47412": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47413": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47414": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47415": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47416": { + "content": "[XXXXX1261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47417": { + "content": "[XXXXX1280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47418": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47419": { + "content": "[XXXXX1220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47420": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47421": { + "content": "[XXXXX1306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47422": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47423": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47424": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47425": { + "content": "[XXXXX1588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47426": { + "content": "[XXXXX1523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47427": { + "content": "[XXXXX1474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47428": { + "content": "[XXXXX1586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47429": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47430": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47431": { + "content": "[XXXXX1342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47432": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47433": { + "content": "[XXXXX1343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47434": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47435": { + "content": "[XXXXX1709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47436": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47437": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47438": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47439": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47440": { + "content": "[XXXXX1563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47441": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47442": { + "content": "[XXXXX1550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47443": { + "content": "[XXXXX1661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47444": { + "content": "[XXXXX1599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47445": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47446": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47447": { + "content": "[XXXXX1635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47448": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47449": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47450": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47451": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47452": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47453": { + "content": "[XXXXX1219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47454": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47455": { + "content": "[XXXXX1418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47456": { + "content": "[XXXXX1680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47457": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47458": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47459": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47460": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47461": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47462": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47463": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47464": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47465": { + "content": "[XXXXX1506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47466": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47467": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47468": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47469": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47470": { + "content": "[XXXXX1411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47471": { + "content": "[XXXXX1561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47472": { + "content": "[XXXXX1282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47473": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47474": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47475": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47476": { + "content": "[XXXXX1583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47477": { + "content": "[XXXXX1737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47478": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47479": { + "content": "[XXXXX1564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47480": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47481": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47482": { + "content": "[XXXXX1573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47483": { + "content": "[XXXXX1253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47484": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47485": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47486": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47487": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47488": { + "content": "[XXXXX1623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47489": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47490": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47491": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47492": { + "content": "[XXXXX1214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47493": { + "content": "[XXXXX1677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47494": { + "content": "[XXXXX1458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47495": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47496": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47497": { + "content": "[XXXXX1215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47498": { + "content": "[XXXXX1248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47499": { + "content": "[XXXXX1555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47500": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47501": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47502": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47503": { + "content": "[XXXXX1670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47504": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47505": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47506": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47507": { + "content": "[XXXXX1582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47508": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47509": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47510": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47511": { + "content": "[XXXXX1257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47512": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47513": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47514": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47515": { + "content": "[XXXXX1410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47516": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47517": { + "content": "[XXXXX1352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47518": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47519": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47520": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47521": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47522": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47523": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47524": { + "content": "[XXXXX1695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47525": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47526": { + "content": "[XXXXX1200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47527": { + "content": "[XXXXX1671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47528": { + "content": "[XXXXX1666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47529": { + "content": "[XXXXX1482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47530": { + "content": "[XXXXX1732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47531": { + "content": "[XXXXX1335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47532": { + "content": "[XXXXX1452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47533": { + "content": "[XXXXX1615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47534": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47535": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47536": { + "content": "[XXXXX1694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47537": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47538": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47539": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47540": { + "content": "[XXXXX1413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47541": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47542": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47543": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47544": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47545": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47546": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47547": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47548": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47549": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47550": { + "content": "[XXXXX1360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47551": { + "content": "[XXXXX1376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47552": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47553": { + "content": "[XXXXX1308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47554": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47555": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47556": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47557": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47558": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47559": { + "content": "[XXXXX1736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47560": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47561": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47562": { + "content": "[XXXXX1370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47563": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47564": { + "content": "[XXXXX1746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47565": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47566": { + "content": "[XXXXX1659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47567": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47568": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47569": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47570": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47571": { + "content": "[XXXXX1648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47572": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47573": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47574": { + "content": "[XXXXX1617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47575": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47576": { + "content": "[XXXXX1567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47577": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47578": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47579": { + "content": "[XXXXX1725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47580": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47581": { + "content": "[XXXXX1513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47582": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47583": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47584": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47585": { + "content": "[XXXXX1251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47586": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47587": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47588": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47589": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47590": { + "content": "[XXXXX1507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47591": { + "content": "[XXXXX1397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47592": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47593": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47594": { + "content": "[XXXXX1390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47595": { + "content": "[XXXXX1442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47596": { + "content": "[XXXXX1228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47597": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47598": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47599": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47600": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47601": { + "content": "[XXXXX1238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47602": { + "content": "[XXXXX1636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47603": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47604": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47605": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47606": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47607": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47608": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47609": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47610": { + "content": "[XXXXX1642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47611": { + "content": "[XXXXX1423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47612": { + "content": "[XXXXX1299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47613": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47614": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47615": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47616": { + "content": "[XXXXX1240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47617": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47618": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47619": { + "content": "[XXXXX1383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47620": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47621": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47622": { + "content": "[XXXXX1209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47623": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47624": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47625": { + "content": "[XXXXX1722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47626": { + "content": "[XXXXX1593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47627": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47628": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47629": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47630": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47631": { + "content": "[XXXXX1446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47632": { + "content": "[XXXXX1398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47633": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47634": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47635": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47636": { + "content": "[XXXXX1421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47637": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47638": { + "content": "[XXXXX1701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47639": { + "content": "[XXXXX1612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47640": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47641": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47642": { + "content": "[XXXXX1527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47643": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47644": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47645": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47646": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47647": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47648": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47649": { + "content": "[XXXXX1481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47650": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47651": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47652": { + "content": "[XXXXX1598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47653": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47654": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47655": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47656": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47657": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47658": { + "content": "[XXXXX1378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47659": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47660": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47661": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47662": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47663": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47664": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47665": { + "content": "[XXXXX1272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47666": { + "content": "[XXXXX1652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47667": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47668": { + "content": "[XXXXX1460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47669": { + "content": "[XXXXX1227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47670": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47671": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47672": { + "content": "[XXXXX1268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47673": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47674": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47675": { + "content": "[XXXXX1488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47676": { + "content": "[XXXXX1393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47677": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47678": { + "content": "[XXXXX1647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47679": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47680": { + "content": "[XXXXX1691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47681": { + "content": "[XXXXX1246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47682": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47683": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47684": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47685": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47686": { + "content": "[XXXXX1367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47687": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47688": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47689": { + "content": "[XXXXX1322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47690": { + "content": "[XXXXX1414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47691": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47692": { + "content": "[XXXXX1729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47693": { + "content": "[XXXXX1703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47694": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47695": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47696": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47697": { + "content": "[XXXXX1309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47698": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47699": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47700": { + "content": "[XXXXX1365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47701": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47702": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47703": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47704": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47705": { + "content": "[XXXXX1400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47706": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47707": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47708": { + "content": "[XXXXX1565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47709": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47710": { + "content": "[XXXXX1284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47711": { + "content": "[XXXXX1473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47712": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47713": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47714": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47715": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47716": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47717": { + "content": "[XXXXX1649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47718": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47719": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47720": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47721": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47722": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47723": { + "content": "[XXXXX1337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47724": { + "content": "[XXXXX1386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47725": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47726": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47727": { + "content": "[XXXXX1533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47728": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47729": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47730": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47731": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47732": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47733": { + "content": "[XXXXX1664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47734": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47735": { + "content": "[XXXXX1289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47736": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47737": { + "content": "[XXXXX1496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47738": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47739": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47740": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47741": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47742": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47743": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47744": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47745": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47746": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47747": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47748": { + "content": "[XXXXX1640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47749": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47750": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47751": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47752": { + "content": "[XXXXX1502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47753": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47754": { + "content": "[XXXXX1279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47755": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47756": { + "content": "[XXXXX1387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47757": { + "content": "[XXXXX1277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47758": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47759": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47760": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47761": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47762": { + "content": "[XXXXX1516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47763": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47764": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47765": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47766": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47767": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47768": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47769": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47770": { + "content": "[XXXXX1471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47771": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47772": { + "content": "[XXXXX1674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47773": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47774": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47775": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47776": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47777": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47778": { + "content": "[XXXXX1486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47779": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47780": { + "content": "[XXXXX1468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47781": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47782": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47783": { + "content": "[XXXXX1675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47784": { + "content": "[XXXXX1708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47785": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47786": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47787": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47788": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47789": { + "content": "[XXXXX1311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47790": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47791": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47792": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47793": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47794": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47795": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47796": { + "content": "[XXXXX1566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47797": { + "content": "[XXXXX1758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47798": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47799": { + "content": "[XXXXX1208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47800": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47801": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47802": { + "content": "[XXXXX1304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47803": { + "content": "[XXXXX1417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47804": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47805": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47806": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47807": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47808": { + "content": "[XXXXX1420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47809": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47810": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47811": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47812": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47813": { + "content": "[XXXXX1328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47814": { + "content": "[XXXXX1431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47815": { + "content": "[XXXXX1273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47816": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47817": { + "content": "[XXXXX1672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47818": { + "content": "[XXXXX1243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47819": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47820": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47821": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47822": { + "content": "[XXXXX1611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47823": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47824": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47825": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47826": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47827": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47828": { + "content": "[XXXXX1379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47829": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47830": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47831": { + "content": "[XXXXX1443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47832": { + "content": "[XXXXX1716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47833": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47834": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47835": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47836": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47837": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47838": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47839": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47840": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47841": { + "content": "[XXXXX1218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47842": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47843": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47844": { + "content": "[XXXXX1558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47845": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47846": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47847": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47848": { + "content": "[XXXXX1269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47849": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47850": { + "content": "[XXXXX1484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47851": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47852": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47853": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47854": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47855": { + "content": "[XXXXX1602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47856": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47857": { + "content": "[XXXXX1755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47858": { + "content": "[XXXXX1412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47859": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47860": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47861": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47862": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47863": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47864": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47865": { + "content": "[XXXXX1266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47866": { + "content": "[XXXXX1624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47867": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47868": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47869": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47870": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47871": { + "content": "[XXXXX1721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47872": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47873": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47874": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47875": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47876": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47877": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47878": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47879": { + "content": "[XXXXX1199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47880": { + "content": "[XXXXX1344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47881": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47882": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47883": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47884": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47885": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47886": { + "content": "[XXXXX1515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47887": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47888": { + "content": "[XXXXX1678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47889": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47890": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47891": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47892": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47893": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47894": { + "content": "[XXXXX1557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47895": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47896": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47897": { + "content": "[XXXXX1324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47898": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47899": { + "content": "[XXXXX1554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47900": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47901": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47902": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47903": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47904": { + "content": "[XXXXX1577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47905": { + "content": "[XXXXX1305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47906": { + "content": "[XXXXX1681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47907": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47908": { + "content": "[XXXXX1338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47909": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47910": { + "content": "[XXXXX1303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47911": { + "content": "[XXXXX1207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47912": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47913": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47914": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47915": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47916": { + "content": "[XXXXX1734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47917": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47918": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47919": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47920": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47921": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47922": { + "content": "[XXXXX1403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47923": { + "content": "[XXXXX1464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47924": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47925": { + "content": "[XXXXX1233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47926": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47927": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47928": { + "content": "[XXXXX1620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47929": { + "content": "[XXXXX1487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47930": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47931": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47932": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47933": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47934": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47935": { + "content": "[XXXXX1637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47936": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47937": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47938": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47939": { + "content": "[XXXXX1633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47940": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47941": { + "content": "[XXXXX1402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47942": { + "content": "[XXXXX1300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47943": { + "content": "[XXXXX1735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47944": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47945": { + "content": "[XXXXX1454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47946": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47947": { + "content": "[XXXXX1470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47948": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47949": { + "content": "[XXXXX1435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47950": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47951": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47952": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47953": { + "content": "[XXXXX1639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47954": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47955": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47956": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47957": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47958": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47959": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47960": { + "content": "[XXXXX1575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47961": { + "content": "[XXXXX1604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47962": { + "content": "[XXXXX1512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47963": { + "content": "[XXXXX1394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47964": { + "content": "[XXXXX1600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47965": { + "content": "[XXXXX1724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47966": { + "content": "[XXXXX1323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47967": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47968": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47969": { + "content": "[XXXXX1753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47970": { + "content": "[XXXXX1752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47971": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47972": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47973": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47974": { + "content": "[XXXXX1646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47975": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47976": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47977": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47978": { + "content": "[XXXXX1720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47979": { + "content": "[XXXXX1263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47980": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47981": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47982": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47983": { + "content": "[XXXXX1616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47984": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47985": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47986": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47987": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47988": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47989": { + "content": "[XXXXX1707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47990": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47991": { + "content": "[XXXXX1553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47992": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47993": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47994": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47995": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47996": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47997": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47998": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47999": { + "content": "[XXXXX1288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48000": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48001": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48002": { + "content": "[XXXXX1241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48003": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48004": { + "content": "[XXXXX1409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48005": { + "content": "[XXXXX1440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48006": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48007": { + "content": "[XXXXX1631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48008": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48009": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48010": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48011": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48012": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48013": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48014": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48015": { + "content": "[XXXXX1275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48016": { + "content": "[XXXXX1274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48017": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48018": { + "content": "[XXXXX1744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48019": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48020": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48021": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48022": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48023": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48024": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48025": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48026": { + "content": "[XXXXX1682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48027": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48028": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48029": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48030": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48031": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48032": { + "content": "[XXXXX1369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48033": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48034": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48035": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48036": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48037": { + "content": "[XXXXX1662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48038": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48039": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48040": { + "content": "[XXXXX1655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48041": { + "content": "[XXXXX1374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48042": { + "content": "[XXXXX1700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48043": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48044": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48045": { + "content": "[XXXXX1596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48046": { + "content": "[XXXXX1287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48047": { + "content": "[XXXXX1281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48048": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48049": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48050": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48051": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48052": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48053": { + "content": "[XXXXX1613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48054": { + "content": "[XXXXX1415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48055": { + "content": "[XXXXX1529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48056": { + "content": "[XXXXX1622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48057": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48058": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48059": { + "content": "[XXXXX1679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48060": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48061": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48062": { + "content": "[XXXXX1357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48063": { + "content": "[XXXXX1301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48064": { + "content": "[XXXXX1230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48065": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48066": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48067": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48068": { + "content": "[XXXXX1434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48069": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48070": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48071": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48072": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48073": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48074": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48075": { + "content": "[XXXXX1628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48076": { + "content": "[XXXXX1325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48077": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48078": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48079": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48080": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48081": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48082": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48083": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48084": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48085": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48086": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48087": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48088": { + "content": "[XXXXX1541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48089": { + "content": "[XXXXX1687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48090": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48091": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48092": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48093": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48094": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48095": { + "content": "[XXXXX1546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48096": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48097": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48098": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48099": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48100": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48101": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48102": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48103": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48104": { + "content": "[XXXXX1351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48105": { + "content": "[XXXXX1643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48106": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48107": { + "content": "[XXXXX1231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48108": { + "content": "[XXXXX1271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48109": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48110": { + "content": "[XXXXX1336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48111": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48112": { + "content": "[XXXXX1748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48113": { + "content": "[XXXXX1545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48114": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48115": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48116": { + "content": "[XXXXX1641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48117": { + "content": "[XXXXX1714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48118": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48119": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48120": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48121": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48122": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48123": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48124": { + "content": "[XXXXX1538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48125": { + "content": "[XXXXX1669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48126": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48127": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48128": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48129": { + "content": "[XXXXX1733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48130": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48131": { + "content": "[XXXXX1210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48132": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48133": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48134": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48135": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48136": { + "content": "[XXXXX1380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48137": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48138": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48139": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48140": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48141": { + "content": "[XXXXX1497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48142": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48143": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48144": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48145": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48146": { + "content": "[XXXXX1692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48147": { + "content": "[XXXXX1317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48148": { + "content": "[XXXXX1606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48149": { + "content": "[XXXXX1683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48150": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48151": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48152": { + "content": "[XXXXX1710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48153": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48154": { + "content": "[XXXXX1222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48155": { + "content": "[XXXXX1461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48156": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48157": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48158": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48159": { + "content": "[XXXXX1698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48160": { + "content": "[XXXXX1232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48161": { + "content": "[XXXXX1743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48162": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48163": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48164": { + "content": "[XXXXX1559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48165": { + "content": "[XXXXX1321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48166": { + "content": "[XXXXX1276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48167": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48168": { + "content": "[XXXXX1259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48169": { + "content": "[XXXXX1408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48170": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48171": { + "content": "[XXXXX1429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48172": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48173": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48174": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48175": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48176": { + "content": "[XXXXX1388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48177": { + "content": "[XXXXX1621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48178": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48179": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48180": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48181": { + "content": "[XXXXX1430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48182": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48183": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48184": { + "content": "[XXXXX1510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48185": { + "content": "[XXXXX1715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48186": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48187": { + "content": "[XXXXX1316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48188": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48189": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48190": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48191": { + "content": "[XXXXX1568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48192": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48193": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48194": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48195": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48196": { + "content": "[XXXXX1349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48197": { + "content": "[XXXXX1696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48198": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48199": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48200": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48201": { + "content": "[XXXXX1237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48202": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48203": { + "content": "[XXXXX1462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48204": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48205": { + "content": "[XXXXX1571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48206": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48207": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48208": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48209": { + "content": "[XXXXX1286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48210": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48211": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48212": { + "content": "[XXXXX1371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48213": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48214": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48215": { + "content": "[XXXXX1548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48216": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48217": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48218": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48219": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48220": { + "content": "[XXXXX1549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48221": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48222": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48223": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48224": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48225": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48226": { + "content": "[XXXXX1419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48227": { + "content": "[XXXXX1658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48228": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48229": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48230": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48231": { + "content": "[XXXXX1594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48232": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48233": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48234": { + "content": "[XXXXX1626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48235": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48236": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48237": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48238": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48239": { + "content": "[XXXXX1267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48240": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48241": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48242": { + "content": "[XXXXX1368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48243": { + "content": "[XXXXX1332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48244": { + "content": "[XXXXX1739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48245": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48246": { + "content": "[XXXXX1375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48247": { + "content": "[XXXXX1723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48248": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48249": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48250": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48251": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48252": { + "content": "[XXXXX1436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48253": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48254": { + "content": "[XXXXX1384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48255": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48256": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48257": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48258": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48259": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48260": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48261": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48262": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48263": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48264": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48265": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48266": { + "content": "[XXXXX1294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48267": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48268": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48269": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48270": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48271": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48272": { + "content": "[XXXXX1493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48273": { + "content": "[XXXXX1625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48274": { + "content": "[XXXXX1585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48275": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48276": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48277": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48278": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48279": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48280": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48281": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48282": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48283": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48284": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48285": { + "content": "[XXXXX1614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48286": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48287": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48288": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48289": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48290": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48291": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48292": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48293": { + "content": "[XXXXX1258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48294": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48295": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48296": { + "content": "[XXXXX1605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48297": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48298": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48299": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48300": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48301": { + "content": "[XXXXX1711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48302": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48303": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48304": { + "content": "[XXXXX1212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48305": { + "content": "[XXXXX1540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48306": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48307": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48308": { + "content": "[XXXXX1463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48309": { + "content": "[XXXXX1205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48310": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48311": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48312": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48313": { + "content": "[XXXXX1686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48314": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48315": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48316": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48317": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48318": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48319": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48320": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48321": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48322": { + "content": "[XXXXX1334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48323": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48324": { + "content": "[XXXXX1603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48325": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48326": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48327": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48328": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48329": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48330": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48331": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48332": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48333": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48334": { + "content": "[XXXXX1619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48335": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48336": { + "content": "[XXXXX1572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48337": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48338": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48339": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48340": { + "content": "[XXXXX1254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48341": { + "content": "[XXXXX1476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48342": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48343": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48344": { + "content": "[XXXXX1250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48345": { + "content": "[XXXXX1211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48346": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48347": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48348": { + "content": "[XXXXX1524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48349": { + "content": "[XXXXX1455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48350": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48351": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48352": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48353": { + "content": "[XXXXX1377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48354": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48355": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48356": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48357": { + "content": "[XXXXX1354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48358": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48359": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48360": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48361": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48362": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48363": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48364": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48365": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48366": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48367": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48368": { + "content": "[XXXXX1302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48369": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48370": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48371": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48372": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48373": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48374": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48375": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48376": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48377": { + "content": "[XXXXX1663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48378": { + "content": "[XXXXX1249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48379": { + "content": "[XXXXX1439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48380": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48381": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48382": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48383": { + "content": "[XXXXX1717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48384": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48385": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48386": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48387": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48388": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48389": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48390": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48391": { + "content": "[XXXXX1347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48392": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48393": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48394": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48395": { + "content": "[XXXXX1727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48396": { + "content": "[XXXXX1689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48397": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48398": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48399": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48400": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48401": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48402": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48403": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48404": { + "content": "[XXXXX1350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48405": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48406": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48407": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48408": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48409": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48410": { + "content": "[XXXXX1517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48411": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48412": { + "content": "[XXXXX1196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48413": { + "content": "[XXXXX1234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48414": { + "content": "[XXXXX1578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48415": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48416": { + "content": "[XXXXX1441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48417": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48418": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48419": { + "content": "[XXXXX1447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48420": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48421": { + "content": "[XXXXX1478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48422": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48423": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48424": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48425": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48426": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48427": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48428": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48429": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48430": { + "content": "[XXXXX1503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48431": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48432": { + "content": "[XXXXX1738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48433": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48434": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48435": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48436": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48437": { + "content": "[XXXXX1518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48438": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48439": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48440": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48441": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48442": { + "content": "[XXXXX1217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48443": { + "content": "[XXXXX1298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48444": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48445": { + "content": "[XXXXX1508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48446": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48447": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48448": { + "content": "[XXXXX1225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48449": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48450": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48451": { + "content": "[XXXXX1684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48452": { + "content": "[XXXXX1499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48453": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48454": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48455": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48456": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48457": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48458": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48459": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48460": { + "content": "[XXXXX1644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48461": { + "content": "[XXXXX1704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48462": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48463": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48464": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48465": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48466": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48467": { + "content": "[XXXXX1705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48468": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48469": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48470": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48471": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48472": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48473": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48474": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48475": { + "content": "[XXXXX1521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48476": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48477": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48478": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48479": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48480": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48481": { + "content": "[XXXXX1203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48482": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48483": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48484": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48485": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48486": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48487": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48488": { + "content": "[XXXXX1197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48489": { + "content": "[XXXXX1331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48490": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48491": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48492": { + "content": "[XXXXX1356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48493": { + "content": "[XXXXX1396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48494": { + "content": "[XXXXX1537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48495": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48496": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48497": { + "content": "[XXXXX1730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48498": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48499": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48500": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48501": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48502": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48503": { + "content": "[XXXXX1757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48504": { + "content": "[XXXXX1467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48505": { + "content": "[XXXXX1706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48506": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48507": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48508": { + "content": "[XXXXX1754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48509": { + "content": "[XXXXX1745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48510": { + "content": "[XXXXX1668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48511": { + "content": "[XXXXX1224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48512": { + "content": "[XXXXX1726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48513": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48514": { + "content": "[XXXXX1407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48515": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48516": { + "content": "[XXXXX1569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48517": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48518": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48519": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48520": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48521": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48522": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48523": { + "content": "[XXXXX1520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48524": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48525": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48526": { + "content": "[XXXXX1651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48527": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48528": { + "content": "[XXXXX1740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48529": { + "content": "[XXXXX1348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48530": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48531": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48532": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48533": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48534": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48535": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48536": { + "content": "[XXXXX1690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48537": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48538": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48539": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48540": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48541": { + "content": "[XXXXX1459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48542": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48543": { + "content": "[XXXXX1242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48544": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48545": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48546": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48547": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48548": { + "content": "[XXXXX1528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48549": { + "content": "[XXXXX1319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48550": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48551": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48552": { + "content": "[XXXXX1632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48553": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48554": { + "content": "[XXXXX1595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48555": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48556": { + "content": "[XXXXX1290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48557": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48558": { + "content": "[XXXXX1699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48559": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48560": { + "content": "[XXXXX1601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48561": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48562": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48563": { + "content": "[XXXXX1756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48564": { + "content": "[XXXXX1381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48565": { + "content": "[XXXXX1560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48566": { + "content": "[XXXXX1270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48567": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48568": { + "content": "[XXXXX1202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48569": { + "content": "[XXXXX1244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48570": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48571": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48572": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48573": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48574": { + "content": "[XXXXX1479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48575": { + "content": "[XXXXX1312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48576": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48577": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48578": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48579": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48580": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48581": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48582": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48583": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48584": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48585": { + "content": "[XXXXX1427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48586": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48587": { + "content": "[XXXXX1657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48588": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48589": { + "content": "[XXXXX1432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48590": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48591": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48592": { + "content": "[XXXXX1264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48593": { + "content": "[XXXXX1498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48594": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48595": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48596": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48597": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48598": { + "content": "[XXXXX1491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48599": { + "content": "[XXXXX1584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48600": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48601": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48602": { + "content": "[XXXXX1229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48603": { + "content": "[XXXXX1511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48604": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48605": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48606": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48607": { + "content": "[XXXXX1544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48608": { + "content": "[XXXXX1204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48609": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48610": { + "content": "[XXXXX1372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48611": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48612": { + "content": "[XXXXX1490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48613": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48614": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48615": { + "content": "[XXXXX1416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48616": { + "content": "[XXXXX1450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48617": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48618": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48619": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48620": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48621": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48622": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48623": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48624": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48625": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48626": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48627": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48628": { + "content": "[XXXXX1465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48629": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48630": { + "content": "[XXXXX1530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48631": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48632": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48633": { + "content": "[XXXXX1580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48634": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48635": { + "content": "[XXXXX1405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48636": { + "content": "[XXXXX1653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48637": { + "content": "[XXXXX1500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48638": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48639": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48640": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48641": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48642": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48643": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48644": { + "content": "[XXXXX1320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48645": { + "content": "[XXXXX1472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48646": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48647": { + "content": "[XXXXX1245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48648": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48649": { + "content": "[XXXXX1713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48650": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48651": { + "content": "[XXXXX1340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48652": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48653": { + "content": "[XXXXX1650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48654": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48655": { + "content": "[XXXXX1514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48656": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48657": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48658": { + "content": "[XXXXX1495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48659": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48660": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48661": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48662": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48663": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48664": { + "content": "[XXXXX1480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48665": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48666": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48667": { + "content": "[XXXXX1428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48668": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48669": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48670": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48671": { + "content": "[XXXXX1741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48672": { + "content": "[XXXXX1221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48673": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48674": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48675": { + "content": "[XXXXX1483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48676": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48677": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48678": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48679": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48680": { + "content": "[XXXXX1385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48681": { + "content": "[XXXXX1389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48682": { + "content": "[XXXXX1213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48683": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48684": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48685": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48686": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48687": { + "content": "[XXXXX1291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48688": { + "content": "[XXXXX1451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48689": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48690": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48691": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48692": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48693": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48694": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48695": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48696": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48697": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48698": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48699": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48700": { + "content": "[XXXXX1339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48701": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48702": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48703": { + "content": "[XXXXX1318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48704": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48705": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48706": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48707": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48708": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48709": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48710": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48711": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48712": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48713": { + "content": "[XXXXX1293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48714": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48715": { + "content": "[XXXXX1252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48716": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48717": { + "content": "[XXXXX1536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48718": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48719": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48720": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48721": { + "content": "[XXXXX1358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48722": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48723": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48724": { + "content": "[XXXXX1437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48725": { + "content": "[XXXXX1634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48726": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48727": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48728": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48729": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48730": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48731": { + "content": "[XXXXX1589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48732": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48733": { + "content": "[XXXXX1693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48734": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48735": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48736": { + "content": "[XXXXX1256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48737": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48738": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48739": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48740": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48741": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48742": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48743": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48744": { + "content": "[XXXXX1477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48745": { + "content": "[XXXXX1262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48746": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48747": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48748": { + "content": "[XXXXX1362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48749": { + "content": "[XXXXX1201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48750": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48751": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48752": { + "content": "[XXXXX1579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48753": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48754": { + "content": "[XXXXX1327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48755": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48756": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48757": { + "content": "[XXXXX1627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48758": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48759": { + "content": "[XXXXX1504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48760": { + "content": "[XXXXX1391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48761": { + "content": "[XXXXX1456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48762": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48763": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48764": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48765": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48766": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48767": { + "content": "[XXXXX1609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48768": { + "content": "[XXXXX1629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48769": { + "content": "[XXXXX1597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48770": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48771": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48772": { + "content": "[XXXXX1346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48773": { + "content": "[XXXXX1645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48774": { + "content": "[XXXXX1660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48775": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48776": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48777": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48778": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48779": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48780": { + "content": "[XXXXX1469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48781": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48782": { + "content": "[XXXXX1424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48783": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48784": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48785": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48786": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48787": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48788": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48789": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48790": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48791": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48792": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48793": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48794": { + "content": "[XXXXX1297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48795": { + "content": "[XXXXX1688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48796": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48797": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48798": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48799": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48800": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48801": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48802": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48803": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48804": { + "content": "[XXXXX1501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48805": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48806": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48807": { + "content": "[XXXXX1438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48808": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48809": { + "content": "[XXXXX1330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48810": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48811": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48812": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48813": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48814": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48815": { + "content": "[XXXXX1519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48816": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48817": { + "content": "[XXXXX1489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48818": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48819": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48820": { + "content": "[XXXXX1630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48821": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48822": { + "content": "[XXXXX1509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48823": { + "content": "[XXXXX1505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48824": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48825": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48826": { + "content": "[XXXXX1581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48827": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48828": { + "content": "[XXXXX1618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48829": { + "content": "[XXXXX1314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48830": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48831": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48832": { + "content": "[XXXXX1422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48833": { + "content": "[XXXXX1364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48834": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48835": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48836": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48837": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48838": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48839": { + "content": "[XXXXX1591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48840": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48841": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48842": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48843": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48844": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48845": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48846": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48847": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48848": { + "content": "[XXXXX1535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48849": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48850": { + "content": "[XXXXX1353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48851": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48852": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48853": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48854": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48855": { + "content": "[XXXXX1206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48856": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48857": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48858": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48859": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48860": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48861": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48862": { + "content": "[XXXXX1355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48863": { + "content": "[XXXXX1547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48864": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48865": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48866": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48867": { + "content": "[XXXXX1728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48868": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48869": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48870": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48871": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48872": { + "content": "[XXXXX1522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48873": { + "content": "[XXXXX1326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48874": { + "content": "[XXXXX1448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48875": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48876": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48877": { + "content": "[XXXXX1341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48878": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48879": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48880": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48881": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48882": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48883": { + "content": "[XXXXX1285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48884": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48885": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48886": { + "content": "[XXXXX1750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48887": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48888": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48889": { + "content": "[XXXXX1742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48890": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48891": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48892": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48893": { + "content": "[XXXXX1445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48894": { + "content": "[XXXXX1466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48895": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48896": { + "content": "[XXXXX1531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48897": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48898": { + "content": "[XXXXX1247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48899": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48900": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48901": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48902": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48903": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48904": { + "content": "[XXXXX1494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48905": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48906": { + "content": "[XXXXX1406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48907": { + "content": "[XXXXX1610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48908": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48909": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48910": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48911": { + "content": "[XXXXX1570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48912": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48913": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48914": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48915": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48916": { + "content": "[XXXXX1433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48917": { + "content": "[XXXXX1295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48918": { + "content": "[XXXXX1485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48919": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48920": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48921": { + "content": "[XXXXX1333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48922": { + "content": "[XXXXX1359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48923": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48924": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48925": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48926": { + "content": "[XXXXX1761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48927": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48928": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48929": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48930": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48931": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48932": { + "content": "[XXXXX1751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48933": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48934": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48935": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48936": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48937": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48938": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48939": { + "content": "[XXXXX1216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48940": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48941": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48942": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48943": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48944": { + "content": "[XXXXX1534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48945": { + "content": "[XXXXX1265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48946": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48947": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48948": { + "content": "[XXXXX1525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48949": { + "content": "[XXXXX1760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48950": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48951": { + "content": "[XXXXX1260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48952": { + "content": "[XXXXX1574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48953": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48954": { + "content": "[XXXXX1702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48955": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48956": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48957": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48958": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48959": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48960": { + "content": "[XXXXX1562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48961": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48962": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48963": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48964": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48965": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48966": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48967": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48968": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48969": { + "content": "[XXXXX1747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48970": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48971": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48972": { + "content": "[XXXXX1587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48973": { + "content": "[XXXXX1382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48974": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48975": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48976": { + "content": "[XXXXX1426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48977": { + "content": "[XXXXX1345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48978": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48979": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48980": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48981": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48982": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48983": { + "content": "[XXXXX1401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48984": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48985": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48986": { + "content": "[XXXXX1719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48987": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48988": { + "content": "[XXXXX1226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48989": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48990": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48991": { + "content": "[XXXXX1255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48992": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48993": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48994": { + "content": "[XXXXX1608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48995": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48996": { + "content": "[XXXXX1399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48997": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48998": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48999": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49000": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49001": { + "content": "[XXXXX1656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49002": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49003": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49004": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49005": { + "content": "[XXXXX1235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49006": { + "content": "[XXXXX1592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49007": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49008": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49009": { + "content": "[XXXXX1590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49010": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49011": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49012": { + "content": "[XXXXX1718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49013": { + "content": "[XXXXX1373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49014": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49015": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49016": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49017": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49018": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49019": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49020": { + "content": "[XXXXX1532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49021": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49022": { + "content": "[XXXXX1542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49023": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49024": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49025": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49026": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49027": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49028": { + "content": "[XXXXX1363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49029": { + "content": "[XXXXX1685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49030": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49031": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49032": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49033": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49034": { + "content": "[XXXXX1444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49035": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49036": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49037": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49038": { + "content": "[XXXXX1607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49039": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49040": { + "content": "[XXXXX1283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49041": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49042": { + "content": "[XXXXX1475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49043": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49044": { + "content": "[XXXXX1543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49045": { + "content": "[XXXXX1361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49046": { + "content": "[XXXXX1292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49047": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49048": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49049": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49050": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49051": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49052": { + "content": "[XXXXX1676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49053": { + "content": "[XXXXX1759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49054": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49055": { + "content": "[XXXXX1539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49056": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49057": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49058": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49059": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49060": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49061": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49062": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49063": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49064": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49065": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49066": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49067": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49068": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49069": { + "content": "[XXXXX1310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49070": { + "content": "[XXXXX1654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49071": { + "content": "[XXXXX1665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49072": { + "content": "[XXXXX1329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49073": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49074": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49075": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49076": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49077": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49078": { + "content": "[XXXXX1449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49079": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49080": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49081": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49082": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49083": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49084": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49085": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49086": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49087": { + "content": "[XXXXX1223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49088": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49089": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49090": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49091": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49092": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49093": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49094": { + "content": "[XXXXX1712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49095": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49096": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49097": { + "content": "[XXXXX1198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49098": { + "content": "[XXXXX1576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49099": { + "content": "[XXXXX1526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49100": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49101": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49102": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49103": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49104": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49105": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49106": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49107": { + "content": "[XXXXX1453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49108": { + "content": "[XXXXX1492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49109": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49110": { + "content": "[XXXXX1392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49111": { + "content": "[XXXXX1673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49112": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49113": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49114": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49115": { + "content": "[XXXXX1236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49116": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49117": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49118": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49119": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49120": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49121": { + "content": "[XXXXX1296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49122": { + "content": "[XXXXX1551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49123": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49124": { + "content": "[XXXXX1667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49125": { + "content": "[XXXXX1307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49126": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49127": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49128": { + "content": "[XXXXX1749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49129": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49130": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49131": { + "content": "[XXXXX1552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49132": { + "content": "[XXXXX1638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49133": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49134": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49135": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49136": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49137": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49138": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49139": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49140": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49141": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49142": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49143": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49144": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49145": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49146": { + "content": "[XXXXX1425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49147": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49148": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49149": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49150": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49151": { + "content": "[XXXXX1697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-4000/trainer_state.json b/checkpoint-4000/trainer_state.json new file mode 100644 index 0000000..6372aa7 --- /dev/null +++ b/checkpoint-4000/trainer_state.json @@ -0,0 +1,8122 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 4.744958481613286, + "eval_steps": 500, + "global_step": 4000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 10.6509840965271, + "epoch": 0.005931198102016607, + "grad_norm": 11.4375, + "learning_rate": 2e-06, + "loss": 10.7955, + "mean_token_accuracy": 0.00017467249417677522, + "num_tokens": 12647.0, + "step": 5 + }, + { + "entropy": 10.650976181030273, + "epoch": 0.011862396204033215, + "grad_norm": 10.875, + "learning_rate": 4.5e-06, + "loss": 10.7449, + "mean_token_accuracy": 0.0003256943717133254, + "num_tokens": 26668.0, + "step": 10 + }, + { + "entropy": 10.65047550201416, + "epoch": 0.017793594306049824, + "grad_norm": 8.5, + "learning_rate": 7e-06, + "loss": 10.5392, + "mean_token_accuracy": 0.011320227157557382, + "num_tokens": 41021.0, + "step": 15 + }, + { + "entropy": 10.645245170593261, + "epoch": 0.02372479240806643, + "grad_norm": 5.6875, + "learning_rate": 9.5e-06, + "loss": 10.2512, + "mean_token_accuracy": 0.03331172131001949, + "num_tokens": 56626.0, + "step": 20 + }, + { + "entropy": 10.620162200927734, + "epoch": 0.02965599051008304, + "grad_norm": 3.46875, + "learning_rate": 1.2e-05, + "loss": 9.9999, + "mean_token_accuracy": 0.03278177715837956, + "num_tokens": 72914.0, + "step": 25 + }, + { + "entropy": 10.59833517074585, + "epoch": 0.03558718861209965, + "grad_norm": 2.75, + "learning_rate": 1.4500000000000002e-05, + "loss": 9.8507, + "mean_token_accuracy": 0.03321463130414486, + "num_tokens": 88514.0, + "step": 30 + }, + { + "entropy": 10.59533166885376, + "epoch": 0.04151838671411625, + "grad_norm": 2.6875, + "learning_rate": 1.7000000000000003e-05, + "loss": 9.7557, + "mean_token_accuracy": 0.03128496501594782, + "num_tokens": 101256.0, + "step": 35 + }, + { + "entropy": 10.598009204864502, + "epoch": 0.04744958481613286, + "grad_norm": 2.34375, + "learning_rate": 1.95e-05, + "loss": 9.7229, + "mean_token_accuracy": 0.03391152955591679, + "num_tokens": 114459.0, + "step": 40 + }, + { + "entropy": 10.583034133911132, + "epoch": 0.05338078291814947, + "grad_norm": 2.203125, + "learning_rate": 2.2e-05, + "loss": 9.7096, + "mean_token_accuracy": 0.031900213845074174, + "num_tokens": 129858.0, + "step": 45 + }, + { + "entropy": 10.583144092559815, + "epoch": 0.05931198102016608, + "grad_norm": 2.421875, + "learning_rate": 2.4500000000000003e-05, + "loss": 9.6353, + "mean_token_accuracy": 0.03371269796043634, + "num_tokens": 143486.0, + "step": 50 + }, + { + "entropy": 10.582204055786132, + "epoch": 0.06524317912218268, + "grad_norm": 2.171875, + "learning_rate": 2.7e-05, + "loss": 9.5795, + "mean_token_accuracy": 0.035220497474074366, + "num_tokens": 156003.0, + "step": 55 + }, + { + "entropy": 10.569349002838134, + "epoch": 0.0711743772241993, + "grad_norm": 2.1875, + "learning_rate": 2.95e-05, + "loss": 9.5437, + "mean_token_accuracy": 0.034727090038359165, + "num_tokens": 170988.0, + "step": 60 + }, + { + "entropy": 10.552780246734619, + "epoch": 0.0771055753262159, + "grad_norm": 2.15625, + "learning_rate": 3.2e-05, + "loss": 9.4193, + "mean_token_accuracy": 0.03448135014623403, + "num_tokens": 187165.0, + "step": 65 + }, + { + "entropy": 10.542837047576905, + "epoch": 0.0830367734282325, + "grad_norm": 2.125, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.368, + "mean_token_accuracy": 0.03228826243430376, + "num_tokens": 202072.0, + "step": 70 + }, + { + "entropy": 10.534712505340575, + "epoch": 0.08896797153024912, + "grad_norm": 2.0625, + "learning_rate": 3.7e-05, + "loss": 9.2131, + "mean_token_accuracy": 0.034324941039085385, + "num_tokens": 215375.0, + "step": 75 + }, + { + "entropy": 10.50705509185791, + "epoch": 0.09489916963226572, + "grad_norm": 1.921875, + "learning_rate": 3.95e-05, + "loss": 9.1257, + "mean_token_accuracy": 0.03353528436273336, + "num_tokens": 228749.0, + "step": 80 + }, + { + "entropy": 10.478670978546143, + "epoch": 0.10083036773428232, + "grad_norm": 2.09375, + "learning_rate": 4.2000000000000004e-05, + "loss": 9.0183, + "mean_token_accuracy": 0.03314766474068165, + "num_tokens": 242387.0, + "step": 85 + }, + { + "entropy": 10.458618545532227, + "epoch": 0.10676156583629894, + "grad_norm": 2.046875, + "learning_rate": 4.45e-05, + "loss": 8.9252, + "mean_token_accuracy": 0.03416665960103273, + "num_tokens": 257793.0, + "step": 90 + }, + { + "entropy": 10.419714641571044, + "epoch": 0.11269276393831554, + "grad_norm": 2.125, + "learning_rate": 4.7000000000000004e-05, + "loss": 8.8134, + "mean_token_accuracy": 0.036843133717775346, + "num_tokens": 271187.0, + "step": 95 + }, + { + "entropy": 10.339355945587158, + "epoch": 0.11862396204033215, + "grad_norm": 1.921875, + "learning_rate": 4.9500000000000004e-05, + "loss": 8.6836, + "mean_token_accuracy": 0.04052316285669803, + "num_tokens": 284937.0, + "step": 100 + }, + { + "entropy": 10.289305877685546, + "epoch": 0.12455516014234876, + "grad_norm": 2.140625, + "learning_rate": 5.2e-05, + "loss": 8.523, + "mean_token_accuracy": 0.042971277609467506, + "num_tokens": 300108.0, + "step": 105 + }, + { + "entropy": 10.171844291687012, + "epoch": 0.13048635824436536, + "grad_norm": 2.109375, + "learning_rate": 5.45e-05, + "loss": 8.4071, + "mean_token_accuracy": 0.0435908630490303, + "num_tokens": 316760.0, + "step": 110 + }, + { + "entropy": 10.090029907226562, + "epoch": 0.13641755634638197, + "grad_norm": 1.8515625, + "learning_rate": 5.7e-05, + "loss": 8.2269, + "mean_token_accuracy": 0.04757884480059147, + "num_tokens": 329705.0, + "step": 115 + }, + { + "entropy": 9.968478775024414, + "epoch": 0.1423487544483986, + "grad_norm": 1.8046875, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.1048, + "mean_token_accuracy": 0.05177154988050461, + "num_tokens": 342947.0, + "step": 120 + }, + { + "entropy": 9.810734272003174, + "epoch": 0.14827995255041518, + "grad_norm": 1.6015625, + "learning_rate": 6.2e-05, + "loss": 7.957, + "mean_token_accuracy": 0.05589810460805893, + "num_tokens": 358397.0, + "step": 125 + }, + { + "entropy": 9.629272270202637, + "epoch": 0.1542111506524318, + "grad_norm": 2.015625, + "learning_rate": 6.450000000000001e-05, + "loss": 7.8543, + "mean_token_accuracy": 0.058608030527830125, + "num_tokens": 370369.0, + "step": 130 + }, + { + "entropy": 9.431285285949707, + "epoch": 0.1601423487544484, + "grad_norm": 1.46875, + "learning_rate": 6.7e-05, + "loss": 7.7282, + "mean_token_accuracy": 0.06019565127789974, + "num_tokens": 386896.0, + "step": 135 + }, + { + "entropy": 9.166491031646729, + "epoch": 0.166073546856465, + "grad_norm": 1.6171875, + "learning_rate": 6.950000000000001e-05, + "loss": 7.571, + "mean_token_accuracy": 0.06539936549961567, + "num_tokens": 400433.0, + "step": 140 + }, + { + "entropy": 8.998315811157227, + "epoch": 0.17200474495848161, + "grad_norm": 1.9296875, + "learning_rate": 7.2e-05, + "loss": 7.5193, + "mean_token_accuracy": 0.06127564944326878, + "num_tokens": 415092.0, + "step": 145 + }, + { + "entropy": 8.760649585723877, + "epoch": 0.17793594306049823, + "grad_norm": 1.625, + "learning_rate": 7.45e-05, + "loss": 7.3847, + "mean_token_accuracy": 0.06551449336111545, + "num_tokens": 429793.0, + "step": 150 + }, + { + "entropy": 8.53032569885254, + "epoch": 0.18386714116251482, + "grad_norm": 1.703125, + "learning_rate": 7.7e-05, + "loss": 7.3618, + "mean_token_accuracy": 0.07152369543910027, + "num_tokens": 442618.0, + "step": 155 + }, + { + "entropy": 8.432501602172852, + "epoch": 0.18979833926453143, + "grad_norm": 1.484375, + "learning_rate": 7.950000000000001e-05, + "loss": 7.2263, + "mean_token_accuracy": 0.0709031268954277, + "num_tokens": 454976.0, + "step": 160 + }, + { + "entropy": 8.288888359069825, + "epoch": 0.19572953736654805, + "grad_norm": 2.09375, + "learning_rate": 8.2e-05, + "loss": 7.2693, + "mean_token_accuracy": 0.06482412219047547, + "num_tokens": 467523.0, + "step": 165 + }, + { + "entropy": 8.135635375976562, + "epoch": 0.20166073546856464, + "grad_norm": 1.203125, + "learning_rate": 8.450000000000001e-05, + "loss": 7.1729, + "mean_token_accuracy": 0.07200234681367874, + "num_tokens": 481391.0, + "step": 170 + }, + { + "entropy": 8.090270137786865, + "epoch": 0.20759193357058126, + "grad_norm": 1.3515625, + "learning_rate": 8.7e-05, + "loss": 7.147, + "mean_token_accuracy": 0.06691372841596603, + "num_tokens": 496697.0, + "step": 175 + }, + { + "entropy": 8.008182764053345, + "epoch": 0.21352313167259787, + "grad_norm": 1.96875, + "learning_rate": 8.95e-05, + "loss": 7.1704, + "mean_token_accuracy": 0.07276545092463493, + "num_tokens": 510091.0, + "step": 180 + }, + { + "entropy": 7.948391151428223, + "epoch": 0.21945432977461446, + "grad_norm": 1.390625, + "learning_rate": 9.2e-05, + "loss": 7.1071, + "mean_token_accuracy": 0.0736262746155262, + "num_tokens": 522168.0, + "step": 185 + }, + { + "entropy": 7.860538482666016, + "epoch": 0.22538552787663108, + "grad_norm": 1.2890625, + "learning_rate": 9.45e-05, + "loss": 7.0333, + "mean_token_accuracy": 0.0750058189034462, + "num_tokens": 535853.0, + "step": 190 + }, + { + "entropy": 7.789449167251587, + "epoch": 0.2313167259786477, + "grad_norm": 1.484375, + "learning_rate": 9.7e-05, + "loss": 7.0532, + "mean_token_accuracy": 0.07566255033016205, + "num_tokens": 551082.0, + "step": 195 + }, + { + "entropy": 7.820679521560669, + "epoch": 0.2372479240806643, + "grad_norm": 1.5859375, + "learning_rate": 9.95e-05, + "loss": 7.0735, + "mean_token_accuracy": 0.0763503935188055, + "num_tokens": 567181.0, + "step": 200 + }, + { + "entropy": 7.715967988967895, + "epoch": 0.2431791221826809, + "grad_norm": 1.46875, + "learning_rate": 0.000102, + "loss": 6.9882, + "mean_token_accuracy": 0.0811008334159851, + "num_tokens": 580689.0, + "step": 205 + }, + { + "entropy": 7.671104192733765, + "epoch": 0.2491103202846975, + "grad_norm": 1.40625, + "learning_rate": 0.00010449999999999999, + "loss": 6.9075, + "mean_token_accuracy": 0.08624595254659653, + "num_tokens": 594590.0, + "step": 210 + }, + { + "entropy": 7.669063520431519, + "epoch": 0.25504151838671413, + "grad_norm": 1.1796875, + "learning_rate": 0.000107, + "loss": 6.9659, + "mean_token_accuracy": 0.07704100087285042, + "num_tokens": 610577.0, + "step": 215 + }, + { + "entropy": 7.621254777908325, + "epoch": 0.2609727164887307, + "grad_norm": 1.1484375, + "learning_rate": 0.0001095, + "loss": 6.9894, + "mean_token_accuracy": 0.0770975686609745, + "num_tokens": 627066.0, + "step": 220 + }, + { + "entropy": 7.582563304901123, + "epoch": 0.2669039145907473, + "grad_norm": 1.2109375, + "learning_rate": 0.000112, + "loss": 6.9863, + "mean_token_accuracy": 0.08030139058828353, + "num_tokens": 642601.0, + "step": 225 + }, + { + "entropy": 7.5748522758483885, + "epoch": 0.27283511269276395, + "grad_norm": 1.4296875, + "learning_rate": 0.0001145, + "loss": 6.8436, + "mean_token_accuracy": 0.08795318827033043, + "num_tokens": 655615.0, + "step": 230 + }, + { + "entropy": 7.51125283241272, + "epoch": 0.27876631079478054, + "grad_norm": 1.140625, + "learning_rate": 0.00011700000000000001, + "loss": 6.8805, + "mean_token_accuracy": 0.08227636963129044, + "num_tokens": 670218.0, + "step": 235 + }, + { + "entropy": 7.581772565841675, + "epoch": 0.2846975088967972, + "grad_norm": 1.359375, + "learning_rate": 0.00011949999999999999, + "loss": 6.8693, + "mean_token_accuracy": 0.08509634733200074, + "num_tokens": 683661.0, + "step": 240 + }, + { + "entropy": 7.414237833023071, + "epoch": 0.29062870699881377, + "grad_norm": 1.15625, + "learning_rate": 0.000122, + "loss": 6.8471, + "mean_token_accuracy": 0.08358772993087768, + "num_tokens": 699767.0, + "step": 245 + }, + { + "entropy": 7.437202262878418, + "epoch": 0.29655990510083036, + "grad_norm": 1.328125, + "learning_rate": 0.0001245, + "loss": 6.774, + "mean_token_accuracy": 0.09326352775096894, + "num_tokens": 713579.0, + "step": 250 + }, + { + "entropy": 7.383161449432373, + "epoch": 0.302491103202847, + "grad_norm": 1.703125, + "learning_rate": 0.000127, + "loss": 6.8019, + "mean_token_accuracy": 0.08484338372945785, + "num_tokens": 727490.0, + "step": 255 + }, + { + "entropy": 7.414105653762817, + "epoch": 0.3084223013048636, + "grad_norm": 1.0625, + "learning_rate": 0.0001295, + "loss": 6.8822, + "mean_token_accuracy": 0.08486307561397552, + "num_tokens": 742477.0, + "step": 260 + }, + { + "entropy": 7.386582565307617, + "epoch": 0.3143534994068802, + "grad_norm": 1.5703125, + "learning_rate": 0.000132, + "loss": 6.7436, + "mean_token_accuracy": 0.08875370100140571, + "num_tokens": 757772.0, + "step": 265 + }, + { + "entropy": 7.385796451568604, + "epoch": 0.3202846975088968, + "grad_norm": 1.515625, + "learning_rate": 0.00013450000000000002, + "loss": 6.795, + "mean_token_accuracy": 0.08812053054571152, + "num_tokens": 772898.0, + "step": 270 + }, + { + "entropy": 7.329386568069458, + "epoch": 0.3262158956109134, + "grad_norm": 1.34375, + "learning_rate": 0.00013700000000000002, + "loss": 6.7697, + "mean_token_accuracy": 0.08715710267424584, + "num_tokens": 788395.0, + "step": 275 + }, + { + "entropy": 7.318710279464722, + "epoch": 0.33214709371293, + "grad_norm": 1.578125, + "learning_rate": 0.0001395, + "loss": 6.83, + "mean_token_accuracy": 0.08070869520306587, + "num_tokens": 803413.0, + "step": 280 + }, + { + "entropy": 7.188418292999268, + "epoch": 0.33807829181494664, + "grad_norm": 1.484375, + "learning_rate": 0.00014199999999999998, + "loss": 6.6976, + "mean_token_accuracy": 0.09588895291090012, + "num_tokens": 817775.0, + "step": 285 + }, + { + "entropy": 7.389742612838745, + "epoch": 0.34400948991696323, + "grad_norm": 1.6328125, + "learning_rate": 0.0001445, + "loss": 6.8092, + "mean_token_accuracy": 0.08903076201677322, + "num_tokens": 831379.0, + "step": 290 + }, + { + "entropy": 7.300806474685669, + "epoch": 0.3499406880189798, + "grad_norm": 1.3046875, + "learning_rate": 0.000147, + "loss": 6.7387, + "mean_token_accuracy": 0.08791814595460892, + "num_tokens": 846596.0, + "step": 295 + }, + { + "entropy": 7.254555749893188, + "epoch": 0.35587188612099646, + "grad_norm": 1.25, + "learning_rate": 0.0001495, + "loss": 6.7438, + "mean_token_accuracy": 0.08821789696812629, + "num_tokens": 862063.0, + "step": 300 + }, + { + "entropy": 7.275745964050293, + "epoch": 0.36180308422301305, + "grad_norm": 1.2734375, + "learning_rate": 0.000152, + "loss": 6.6954, + "mean_token_accuracy": 0.08966124951839446, + "num_tokens": 876841.0, + "step": 305 + }, + { + "entropy": 7.221111488342285, + "epoch": 0.36773428232502964, + "grad_norm": 1.2734375, + "learning_rate": 0.00015450000000000001, + "loss": 6.7751, + "mean_token_accuracy": 0.09116524010896683, + "num_tokens": 890728.0, + "step": 310 + }, + { + "entropy": 7.206338787078858, + "epoch": 0.3736654804270463, + "grad_norm": 1.359375, + "learning_rate": 0.000157, + "loss": 6.6956, + "mean_token_accuracy": 0.09070762842893601, + "num_tokens": 905599.0, + "step": 315 + }, + { + "entropy": 7.1817542552948, + "epoch": 0.37959667852906287, + "grad_norm": 1.59375, + "learning_rate": 0.0001595, + "loss": 6.6483, + "mean_token_accuracy": 0.09768397733569145, + "num_tokens": 918139.0, + "step": 320 + }, + { + "entropy": 7.167359304428101, + "epoch": 0.38552787663107946, + "grad_norm": 1.484375, + "learning_rate": 0.000162, + "loss": 6.7114, + "mean_token_accuracy": 0.09328882694244385, + "num_tokens": 931666.0, + "step": 325 + }, + { + "entropy": 7.196693468093872, + "epoch": 0.3914590747330961, + "grad_norm": 1.3046875, + "learning_rate": 0.00016450000000000001, + "loss": 6.6605, + "mean_token_accuracy": 0.09237670227885246, + "num_tokens": 946286.0, + "step": 330 + }, + { + "entropy": 7.148892021179199, + "epoch": 0.3973902728351127, + "grad_norm": 1.4140625, + "learning_rate": 0.00016700000000000002, + "loss": 6.6029, + "mean_token_accuracy": 0.09802859723567962, + "num_tokens": 959689.0, + "step": 335 + }, + { + "entropy": 7.091142225265503, + "epoch": 0.4033214709371293, + "grad_norm": 1.53125, + "learning_rate": 0.00016950000000000003, + "loss": 6.6481, + "mean_token_accuracy": 0.09793345853686333, + "num_tokens": 972707.0, + "step": 340 + }, + { + "entropy": 7.103200006484985, + "epoch": 0.4092526690391459, + "grad_norm": 1.296875, + "learning_rate": 0.00017199999999999998, + "loss": 6.6694, + "mean_token_accuracy": 0.09691287726163864, + "num_tokens": 988010.0, + "step": 345 + }, + { + "entropy": 7.109372472763061, + "epoch": 0.4151838671411625, + "grad_norm": 1.609375, + "learning_rate": 0.00017449999999999999, + "loss": 6.7001, + "mean_token_accuracy": 0.0866947390139103, + "num_tokens": 1003823.0, + "step": 350 + }, + { + "entropy": 7.018935489654541, + "epoch": 0.4211150652431791, + "grad_norm": 1.3125, + "learning_rate": 0.000177, + "loss": 6.4583, + "mean_token_accuracy": 0.10792901739478111, + "num_tokens": 1018276.0, + "step": 355 + }, + { + "entropy": 7.151296997070313, + "epoch": 0.42704626334519574, + "grad_norm": 1.2890625, + "learning_rate": 0.0001795, + "loss": 6.6782, + "mean_token_accuracy": 0.09361589401960373, + "num_tokens": 1031242.0, + "step": 360 + }, + { + "entropy": 7.0902214527130125, + "epoch": 0.43297746144721233, + "grad_norm": 1.3984375, + "learning_rate": 0.000182, + "loss": 6.5786, + "mean_token_accuracy": 0.09998262599110604, + "num_tokens": 1043940.0, + "step": 365 + }, + { + "entropy": 6.944676065444947, + "epoch": 0.4389086595492289, + "grad_norm": 1.2109375, + "learning_rate": 0.0001845, + "loss": 6.508, + "mean_token_accuracy": 0.09759898036718369, + "num_tokens": 1058656.0, + "step": 370 + }, + { + "entropy": 7.117189264297485, + "epoch": 0.44483985765124556, + "grad_norm": 1.265625, + "learning_rate": 0.000187, + "loss": 6.6092, + "mean_token_accuracy": 0.09189791083335877, + "num_tokens": 1073128.0, + "step": 375 + }, + { + "entropy": 6.948076343536377, + "epoch": 0.45077105575326215, + "grad_norm": 1.5390625, + "learning_rate": 0.0001895, + "loss": 6.5416, + "mean_token_accuracy": 0.09809970185160637, + "num_tokens": 1086467.0, + "step": 380 + }, + { + "entropy": 7.076186227798462, + "epoch": 0.45670225385527874, + "grad_norm": 1.46875, + "learning_rate": 0.000192, + "loss": 6.6616, + "mean_token_accuracy": 0.10060962289571762, + "num_tokens": 1100356.0, + "step": 385 + }, + { + "entropy": 7.028731060028076, + "epoch": 0.4626334519572954, + "grad_norm": 1.3046875, + "learning_rate": 0.0001945, + "loss": 6.5814, + "mean_token_accuracy": 0.10232764557003975, + "num_tokens": 1115877.0, + "step": 390 + }, + { + "entropy": 7.04663872718811, + "epoch": 0.46856465005931197, + "grad_norm": 1.375, + "learning_rate": 0.00019700000000000002, + "loss": 6.5466, + "mean_token_accuracy": 0.10219399407505989, + "num_tokens": 1131415.0, + "step": 395 + }, + { + "entropy": 6.8535503387451175, + "epoch": 0.4744958481613286, + "grad_norm": 1.5234375, + "learning_rate": 0.00019950000000000002, + "loss": 6.5137, + "mean_token_accuracy": 0.09734094068408013, + "num_tokens": 1145903.0, + "step": 400 + }, + { + "entropy": 6.879596471786499, + "epoch": 0.4804270462633452, + "grad_norm": 1.125, + "learning_rate": 0.000202, + "loss": 6.4397, + "mean_token_accuracy": 0.0997365266084671, + "num_tokens": 1161168.0, + "step": 405 + }, + { + "entropy": 6.921687078475952, + "epoch": 0.4863582443653618, + "grad_norm": 1.3515625, + "learning_rate": 0.00020449999999999998, + "loss": 6.5196, + "mean_token_accuracy": 0.09855128526687622, + "num_tokens": 1178155.0, + "step": 410 + }, + { + "entropy": 6.924295806884766, + "epoch": 0.49228944246737844, + "grad_norm": 1.3828125, + "learning_rate": 0.000207, + "loss": 6.3697, + "mean_token_accuracy": 0.1099881686270237, + "num_tokens": 1190830.0, + "step": 415 + }, + { + "entropy": 6.827713060379028, + "epoch": 0.498220640569395, + "grad_norm": 1.375, + "learning_rate": 0.0002095, + "loss": 6.3842, + "mean_token_accuracy": 0.10342236086726189, + "num_tokens": 1205260.0, + "step": 420 + }, + { + "entropy": 6.883217096328735, + "epoch": 0.5041518386714117, + "grad_norm": 1.4453125, + "learning_rate": 0.000212, + "loss": 6.431, + "mean_token_accuracy": 0.10836012288928032, + "num_tokens": 1218856.0, + "step": 425 + }, + { + "entropy": 6.832102727890015, + "epoch": 0.5100830367734283, + "grad_norm": 1.328125, + "learning_rate": 0.0002145, + "loss": 6.5014, + "mean_token_accuracy": 0.10428635627031327, + "num_tokens": 1234669.0, + "step": 430 + }, + { + "entropy": 6.830685758590699, + "epoch": 0.5160142348754448, + "grad_norm": 1.46875, + "learning_rate": 0.00021700000000000002, + "loss": 6.4289, + "mean_token_accuracy": 0.1057804524898529, + "num_tokens": 1249514.0, + "step": 435 + }, + { + "entropy": 6.837182474136353, + "epoch": 0.5219454329774614, + "grad_norm": 1.1015625, + "learning_rate": 0.0002195, + "loss": 6.3638, + "mean_token_accuracy": 0.1109524667263031, + "num_tokens": 1262311.0, + "step": 440 + }, + { + "entropy": 6.767211008071899, + "epoch": 0.527876631079478, + "grad_norm": 1.3359375, + "learning_rate": 0.000222, + "loss": 6.3519, + "mean_token_accuracy": 0.10807539224624634, + "num_tokens": 1277681.0, + "step": 445 + }, + { + "entropy": 6.781484460830688, + "epoch": 0.5338078291814946, + "grad_norm": 1.390625, + "learning_rate": 0.0002245, + "loss": 6.3968, + "mean_token_accuracy": 0.10917404815554618, + "num_tokens": 1292300.0, + "step": 450 + }, + { + "entropy": 6.775958061218262, + "epoch": 0.5397390272835113, + "grad_norm": 1.234375, + "learning_rate": 0.00022700000000000002, + "loss": 6.4142, + "mean_token_accuracy": 0.10393262058496475, + "num_tokens": 1307426.0, + "step": 455 + }, + { + "entropy": 6.787585258483887, + "epoch": 0.5456702253855279, + "grad_norm": 1.0546875, + "learning_rate": 0.00022950000000000002, + "loss": 6.4414, + "mean_token_accuracy": 0.09955934658646584, + "num_tokens": 1322167.0, + "step": 460 + }, + { + "entropy": 6.75556001663208, + "epoch": 0.5516014234875445, + "grad_norm": 1.2265625, + "learning_rate": 0.00023200000000000003, + "loss": 6.3126, + "mean_token_accuracy": 0.11029193922877312, + "num_tokens": 1335343.0, + "step": 465 + }, + { + "entropy": 6.719364500045776, + "epoch": 0.5575326215895611, + "grad_norm": 1.234375, + "learning_rate": 0.00023449999999999998, + "loss": 6.3129, + "mean_token_accuracy": 0.11020243093371392, + "num_tokens": 1349078.0, + "step": 470 + }, + { + "entropy": 6.670861291885376, + "epoch": 0.5634638196915777, + "grad_norm": 1.2265625, + "learning_rate": 0.000237, + "loss": 6.2388, + "mean_token_accuracy": 0.11813571006059646, + "num_tokens": 1362030.0, + "step": 475 + }, + { + "entropy": 6.790364742279053, + "epoch": 0.5693950177935944, + "grad_norm": 1.3125, + "learning_rate": 0.0002395, + "loss": 6.3965, + "mean_token_accuracy": 0.10456062778830529, + "num_tokens": 1378303.0, + "step": 480 + }, + { + "entropy": 6.773904657363891, + "epoch": 0.575326215895611, + "grad_norm": 1.203125, + "learning_rate": 0.000242, + "loss": 6.3906, + "mean_token_accuracy": 0.10592009201645851, + "num_tokens": 1392585.0, + "step": 485 + }, + { + "entropy": 6.805166101455688, + "epoch": 0.5812574139976275, + "grad_norm": 1.5, + "learning_rate": 0.0002445, + "loss": 6.3973, + "mean_token_accuracy": 0.11140659600496292, + "num_tokens": 1406962.0, + "step": 490 + }, + { + "entropy": 6.573492240905762, + "epoch": 0.5871886120996441, + "grad_norm": 1.2265625, + "learning_rate": 0.000247, + "loss": 6.2853, + "mean_token_accuracy": 0.11129999980330467, + "num_tokens": 1419493.0, + "step": 495 + }, + { + "entropy": 6.735859537124634, + "epoch": 0.5931198102016607, + "grad_norm": 1.3125, + "learning_rate": 0.0002495, + "loss": 6.3007, + "mean_token_accuracy": 0.10790175497531891, + "num_tokens": 1435373.0, + "step": 500 + }, + { + "epoch": 0.5931198102016607, + "eval_entropy": 6.67236985896994, + "eval_loss": 6.441715717315674, + "eval_mean_token_accuracy": 0.10966419813685988, + "eval_num_tokens": 1435373.0, + "eval_runtime": 2.4776, + "eval_samples_per_second": 1052.652, + "eval_steps_per_second": 131.581, + "step": 500 + }, + { + "entropy": 6.6947290897369385, + "epoch": 0.5990510083036773, + "grad_norm": 1.3359375, + "learning_rate": 0.000252, + "loss": 6.2707, + "mean_token_accuracy": 0.11756636276841163, + "num_tokens": 1449805.0, + "step": 505 + }, + { + "entropy": 6.634400224685669, + "epoch": 0.604982206405694, + "grad_norm": 1.3125, + "learning_rate": 0.0002545, + "loss": 6.2855, + "mean_token_accuracy": 0.11045260801911354, + "num_tokens": 1463657.0, + "step": 510 + }, + { + "entropy": 6.727581596374511, + "epoch": 0.6109134045077106, + "grad_norm": 1.4140625, + "learning_rate": 0.000257, + "loss": 6.3004, + "mean_token_accuracy": 0.11670920848846436, + "num_tokens": 1478089.0, + "step": 515 + }, + { + "entropy": 6.619698333740234, + "epoch": 0.6168446026097272, + "grad_norm": 1.4296875, + "learning_rate": 0.0002595, + "loss": 6.311, + "mean_token_accuracy": 0.11146906316280365, + "num_tokens": 1492225.0, + "step": 520 + }, + { + "entropy": 6.630937004089356, + "epoch": 0.6227758007117438, + "grad_norm": 1.1875, + "learning_rate": 0.000262, + "loss": 6.3008, + "mean_token_accuracy": 0.10728157833218574, + "num_tokens": 1506751.0, + "step": 525 + }, + { + "entropy": 6.599562358856201, + "epoch": 0.6287069988137604, + "grad_norm": 1.140625, + "learning_rate": 0.00026450000000000003, + "loss": 6.2004, + "mean_token_accuracy": 0.11617306619882584, + "num_tokens": 1520590.0, + "step": 530 + }, + { + "entropy": 6.652629327774048, + "epoch": 0.6346381969157769, + "grad_norm": 1.1953125, + "learning_rate": 0.00026700000000000004, + "loss": 6.2527, + "mean_token_accuracy": 0.11343958005309104, + "num_tokens": 1534752.0, + "step": 535 + }, + { + "entropy": 6.587781953811645, + "epoch": 0.6405693950177936, + "grad_norm": 1.3828125, + "learning_rate": 0.00026950000000000005, + "loss": 6.2154, + "mean_token_accuracy": 0.12041136622428894, + "num_tokens": 1547891.0, + "step": 540 + }, + { + "entropy": 6.418690204620361, + "epoch": 0.6465005931198102, + "grad_norm": 1.2578125, + "learning_rate": 0.00027200000000000005, + "loss": 6.1542, + "mean_token_accuracy": 0.12026057541370391, + "num_tokens": 1562560.0, + "step": 545 + }, + { + "entropy": 6.670684385299682, + "epoch": 0.6524317912218268, + "grad_norm": 1.328125, + "learning_rate": 0.0002745, + "loss": 6.3091, + "mean_token_accuracy": 0.11120221018791199, + "num_tokens": 1576896.0, + "step": 550 + }, + { + "entropy": 6.535441923141479, + "epoch": 0.6583629893238434, + "grad_norm": 1.265625, + "learning_rate": 0.000277, + "loss": 6.2086, + "mean_token_accuracy": 0.11225326210260392, + "num_tokens": 1590806.0, + "step": 555 + }, + { + "entropy": 6.601208257675171, + "epoch": 0.66429418742586, + "grad_norm": 1.234375, + "learning_rate": 0.0002795, + "loss": 6.326, + "mean_token_accuracy": 0.10773437917232513, + "num_tokens": 1605874.0, + "step": 560 + }, + { + "entropy": 6.616091251373291, + "epoch": 0.6702253855278766, + "grad_norm": 1.2734375, + "learning_rate": 0.00028199999999999997, + "loss": 6.2108, + "mean_token_accuracy": 0.11664134711027145, + "num_tokens": 1620947.0, + "step": 565 + }, + { + "entropy": 6.484318447113037, + "epoch": 0.6761565836298933, + "grad_norm": 1.296875, + "learning_rate": 0.0002845, + "loss": 6.2608, + "mean_token_accuracy": 0.10255342498421668, + "num_tokens": 1635974.0, + "step": 570 + }, + { + "entropy": 6.542778062820434, + "epoch": 0.6820877817319099, + "grad_norm": 1.109375, + "learning_rate": 0.000287, + "loss": 6.2163, + "mean_token_accuracy": 0.10959842428565025, + "num_tokens": 1651502.0, + "step": 575 + }, + { + "entropy": 6.45567512512207, + "epoch": 0.6880189798339265, + "grad_norm": 1.1796875, + "learning_rate": 0.0002895, + "loss": 6.1629, + "mean_token_accuracy": 0.11728360131382942, + "num_tokens": 1665547.0, + "step": 580 + }, + { + "entropy": 6.501108646392822, + "epoch": 0.693950177935943, + "grad_norm": 1.1796875, + "learning_rate": 0.000292, + "loss": 6.1508, + "mean_token_accuracy": 0.12227020487189293, + "num_tokens": 1678875.0, + "step": 585 + }, + { + "entropy": 6.480410623550415, + "epoch": 0.6998813760379596, + "grad_norm": 1.3203125, + "learning_rate": 0.0002945, + "loss": 6.1681, + "mean_token_accuracy": 0.11540260091423989, + "num_tokens": 1692673.0, + "step": 590 + }, + { + "entropy": 6.511543416976929, + "epoch": 0.7058125741399762, + "grad_norm": 1.109375, + "learning_rate": 0.000297, + "loss": 6.2156, + "mean_token_accuracy": 0.11393610835075378, + "num_tokens": 1707318.0, + "step": 595 + }, + { + "entropy": 6.460053396224976, + "epoch": 0.7117437722419929, + "grad_norm": 1.4140625, + "learning_rate": 0.0002995, + "loss": 6.2426, + "mean_token_accuracy": 0.11120611354708672, + "num_tokens": 1724331.0, + "step": 600 + }, + { + "entropy": 6.442718982696533, + "epoch": 0.7176749703440095, + "grad_norm": 1.3203125, + "learning_rate": 0.000302, + "loss": 6.0492, + "mean_token_accuracy": 0.12235584780573845, + "num_tokens": 1736151.0, + "step": 605 + }, + { + "entropy": 6.444410896301269, + "epoch": 0.7236061684460261, + "grad_norm": 1.28125, + "learning_rate": 0.0003045, + "loss": 6.1371, + "mean_token_accuracy": 0.11987931281328201, + "num_tokens": 1749831.0, + "step": 610 + }, + { + "entropy": 6.455282926559448, + "epoch": 0.7295373665480427, + "grad_norm": 1.1875, + "learning_rate": 0.000307, + "loss": 6.173, + "mean_token_accuracy": 0.11412288546562195, + "num_tokens": 1764296.0, + "step": 615 + }, + { + "entropy": 6.49344654083252, + "epoch": 0.7354685646500593, + "grad_norm": 1.4609375, + "learning_rate": 0.0003095, + "loss": 6.1473, + "mean_token_accuracy": 0.11842510327696801, + "num_tokens": 1778042.0, + "step": 620 + }, + { + "entropy": 6.402311325073242, + "epoch": 0.741399762752076, + "grad_norm": 1.109375, + "learning_rate": 0.000312, + "loss": 6.1244, + "mean_token_accuracy": 0.1204920805990696, + "num_tokens": 1791614.0, + "step": 625 + }, + { + "entropy": 6.386654949188232, + "epoch": 0.7473309608540926, + "grad_norm": 1.140625, + "learning_rate": 0.0003145, + "loss": 6.082, + "mean_token_accuracy": 0.1170621544122696, + "num_tokens": 1807388.0, + "step": 630 + }, + { + "entropy": 6.513570547103882, + "epoch": 0.7532621589561092, + "grad_norm": 1.2109375, + "learning_rate": 0.000317, + "loss": 6.187, + "mean_token_accuracy": 0.1129879891872406, + "num_tokens": 1820407.0, + "step": 635 + }, + { + "entropy": 6.353465366363525, + "epoch": 0.7591933570581257, + "grad_norm": 1.140625, + "learning_rate": 0.0003195, + "loss": 6.0709, + "mean_token_accuracy": 0.11846939399838448, + "num_tokens": 1834666.0, + "step": 640 + }, + { + "entropy": 6.402153253555298, + "epoch": 0.7651245551601423, + "grad_norm": 1.390625, + "learning_rate": 0.000322, + "loss": 6.169, + "mean_token_accuracy": 0.11969529762864113, + "num_tokens": 1848160.0, + "step": 645 + }, + { + "entropy": 6.429388856887817, + "epoch": 0.7710557532621589, + "grad_norm": 1.046875, + "learning_rate": 0.00032450000000000003, + "loss": 6.1763, + "mean_token_accuracy": 0.11832700744271278, + "num_tokens": 1865140.0, + "step": 650 + }, + { + "entropy": 6.384272193908691, + "epoch": 0.7769869513641756, + "grad_norm": 1.1484375, + "learning_rate": 0.00032700000000000003, + "loss": 6.0502, + "mean_token_accuracy": 0.12135105207562447, + "num_tokens": 1878447.0, + "step": 655 + }, + { + "entropy": 6.368830823898316, + "epoch": 0.7829181494661922, + "grad_norm": 1.1953125, + "learning_rate": 0.00032950000000000004, + "loss": 6.0999, + "mean_token_accuracy": 0.11421585902571678, + "num_tokens": 1893539.0, + "step": 660 + }, + { + "entropy": 6.452864456176758, + "epoch": 0.7888493475682088, + "grad_norm": 1.1328125, + "learning_rate": 0.00033200000000000005, + "loss": 6.1646, + "mean_token_accuracy": 0.120599914342165, + "num_tokens": 1908052.0, + "step": 665 + }, + { + "entropy": 6.347026681900024, + "epoch": 0.7947805456702254, + "grad_norm": 1.0859375, + "learning_rate": 0.00033450000000000005, + "loss": 6.0494, + "mean_token_accuracy": 0.12437219470739365, + "num_tokens": 1921528.0, + "step": 670 + }, + { + "entropy": 6.360257863998413, + "epoch": 0.800711743772242, + "grad_norm": 1.1640625, + "learning_rate": 0.000337, + "loss": 6.0758, + "mean_token_accuracy": 0.12383257448673249, + "num_tokens": 1935089.0, + "step": 675 + }, + { + "entropy": 6.4030664443969725, + "epoch": 0.8066429418742586, + "grad_norm": 1.203125, + "learning_rate": 0.0003395, + "loss": 6.1896, + "mean_token_accuracy": 0.11006285175681114, + "num_tokens": 1949717.0, + "step": 680 + }, + { + "entropy": 6.300024366378784, + "epoch": 0.8125741399762753, + "grad_norm": 1.546875, + "learning_rate": 0.000342, + "loss": 6.0568, + "mean_token_accuracy": 0.12153587713837624, + "num_tokens": 1962619.0, + "step": 685 + }, + { + "entropy": 6.450096464157104, + "epoch": 0.8185053380782918, + "grad_norm": 1.375, + "learning_rate": 0.00034449999999999997, + "loss": 6.143, + "mean_token_accuracy": 0.11284489929676056, + "num_tokens": 1977094.0, + "step": 690 + }, + { + "entropy": 6.286441040039063, + "epoch": 0.8244365361803084, + "grad_norm": 1.0625, + "learning_rate": 0.000347, + "loss": 6.1106, + "mean_token_accuracy": 0.11766432374715804, + "num_tokens": 1992446.0, + "step": 695 + }, + { + "entropy": 6.301593971252442, + "epoch": 0.830367734282325, + "grad_norm": 1.1640625, + "learning_rate": 0.0003495, + "loss": 6.0526, + "mean_token_accuracy": 0.1210049532353878, + "num_tokens": 2008753.0, + "step": 700 + }, + { + "entropy": 6.312734651565552, + "epoch": 0.8362989323843416, + "grad_norm": 1.140625, + "learning_rate": 0.000352, + "loss": 6.0098, + "mean_token_accuracy": 0.1238975889980793, + "num_tokens": 2024088.0, + "step": 705 + }, + { + "entropy": 6.338296222686767, + "epoch": 0.8422301304863582, + "grad_norm": 1.21875, + "learning_rate": 0.0003545, + "loss": 6.0283, + "mean_token_accuracy": 0.11651979684829712, + "num_tokens": 2038449.0, + "step": 710 + }, + { + "entropy": 6.306093740463257, + "epoch": 0.8481613285883749, + "grad_norm": 1.1328125, + "learning_rate": 0.000357, + "loss": 6.0258, + "mean_token_accuracy": 0.1278011307120323, + "num_tokens": 2052038.0, + "step": 715 + }, + { + "entropy": 6.271956300735473, + "epoch": 0.8540925266903915, + "grad_norm": 1.1875, + "learning_rate": 0.0003595, + "loss": 5.9769, + "mean_token_accuracy": 0.12276132255792618, + "num_tokens": 2064907.0, + "step": 720 + }, + { + "entropy": 6.297043323516846, + "epoch": 0.8600237247924081, + "grad_norm": 1.0703125, + "learning_rate": 0.000362, + "loss": 6.1502, + "mean_token_accuracy": 0.1173181675374508, + "num_tokens": 2081295.0, + "step": 725 + }, + { + "entropy": 6.336274099349976, + "epoch": 0.8659549228944247, + "grad_norm": 1.0390625, + "learning_rate": 0.0003645, + "loss": 6.0652, + "mean_token_accuracy": 0.12099355086684227, + "num_tokens": 2098077.0, + "step": 730 + }, + { + "entropy": 6.285319423675537, + "epoch": 0.8718861209964412, + "grad_norm": 1.1484375, + "learning_rate": 0.000367, + "loss": 6.0532, + "mean_token_accuracy": 0.12013457342982292, + "num_tokens": 2111716.0, + "step": 735 + }, + { + "entropy": 6.27389874458313, + "epoch": 0.8778173190984578, + "grad_norm": 1.1171875, + "learning_rate": 0.0003695, + "loss": 5.9654, + "mean_token_accuracy": 0.13291287645697594, + "num_tokens": 2125757.0, + "step": 740 + }, + { + "entropy": 6.267977666854859, + "epoch": 0.8837485172004745, + "grad_norm": 1.1875, + "learning_rate": 0.000372, + "loss": 6.1618, + "mean_token_accuracy": 0.11648618057370186, + "num_tokens": 2142929.0, + "step": 745 + }, + { + "entropy": 6.27850079536438, + "epoch": 0.8896797153024911, + "grad_norm": 1.265625, + "learning_rate": 0.0003745, + "loss": 6.0379, + "mean_token_accuracy": 0.12373944073915481, + "num_tokens": 2155206.0, + "step": 750 + }, + { + "entropy": 6.240651369094849, + "epoch": 0.8956109134045077, + "grad_norm": 1.1875, + "learning_rate": 0.000377, + "loss": 5.9246, + "mean_token_accuracy": 0.12547165155410767, + "num_tokens": 2169816.0, + "step": 755 + }, + { + "entropy": 6.190544652938843, + "epoch": 0.9015421115065243, + "grad_norm": 1.0390625, + "learning_rate": 0.0003795, + "loss": 6.0044, + "mean_token_accuracy": 0.12672639563679694, + "num_tokens": 2184827.0, + "step": 760 + }, + { + "entropy": 6.259784412384033, + "epoch": 0.9074733096085409, + "grad_norm": 1.15625, + "learning_rate": 0.000382, + "loss": 5.9353, + "mean_token_accuracy": 0.12988706678152084, + "num_tokens": 2199333.0, + "step": 765 + }, + { + "entropy": 6.1021686553955075, + "epoch": 0.9134045077105575, + "grad_norm": 0.87109375, + "learning_rate": 0.0003845, + "loss": 5.9947, + "mean_token_accuracy": 0.12381677329540253, + "num_tokens": 2215239.0, + "step": 770 + }, + { + "entropy": 6.2903533458709715, + "epoch": 0.9193357058125742, + "grad_norm": 1.0390625, + "learning_rate": 0.00038700000000000003, + "loss": 5.9998, + "mean_token_accuracy": 0.1248672790825367, + "num_tokens": 2229369.0, + "step": 775 + }, + { + "entropy": 6.169124412536621, + "epoch": 0.9252669039145908, + "grad_norm": 1.1875, + "learning_rate": 0.00038950000000000003, + "loss": 5.9842, + "mean_token_accuracy": 0.12811334952712058, + "num_tokens": 2242709.0, + "step": 780 + }, + { + "entropy": 6.2337898254394535, + "epoch": 0.9311981020166074, + "grad_norm": 1.140625, + "learning_rate": 0.00039200000000000004, + "loss": 5.9655, + "mean_token_accuracy": 0.12137661054730416, + "num_tokens": 2257067.0, + "step": 785 + }, + { + "entropy": 6.1931390285491945, + "epoch": 0.9371293001186239, + "grad_norm": 1.25, + "learning_rate": 0.00039450000000000005, + "loss": 5.9103, + "mean_token_accuracy": 0.13152316808700562, + "num_tokens": 2270932.0, + "step": 790 + }, + { + "entropy": 6.182427406311035, + "epoch": 0.9430604982206405, + "grad_norm": 1.0546875, + "learning_rate": 0.00039700000000000005, + "loss": 6.0279, + "mean_token_accuracy": 0.12549996599555016, + "num_tokens": 2285517.0, + "step": 795 + }, + { + "entropy": 6.1117936134338375, + "epoch": 0.9489916963226572, + "grad_norm": 1.1875, + "learning_rate": 0.0003995, + "loss": 5.8952, + "mean_token_accuracy": 0.1253364697098732, + "num_tokens": 2298657.0, + "step": 800 + }, + { + "entropy": 6.14580602645874, + "epoch": 0.9549228944246738, + "grad_norm": 1.2109375, + "learning_rate": 0.000402, + "loss": 5.9069, + "mean_token_accuracy": 0.132824869453907, + "num_tokens": 2312521.0, + "step": 805 + }, + { + "entropy": 6.149325656890869, + "epoch": 0.9608540925266904, + "grad_norm": 1.375, + "learning_rate": 0.0004045, + "loss": 5.901, + "mean_token_accuracy": 0.12876850068569184, + "num_tokens": 2325849.0, + "step": 810 + }, + { + "entropy": 6.160182809829712, + "epoch": 0.966785290628707, + "grad_norm": 1.2578125, + "learning_rate": 0.00040699999999999997, + "loss": 5.933, + "mean_token_accuracy": 0.12433248236775399, + "num_tokens": 2339717.0, + "step": 815 + }, + { + "entropy": 6.148682689666748, + "epoch": 0.9727164887307236, + "grad_norm": 1.078125, + "learning_rate": 0.0004095, + "loss": 5.9644, + "mean_token_accuracy": 0.12969405129551886, + "num_tokens": 2353536.0, + "step": 820 + }, + { + "entropy": 6.15325140953064, + "epoch": 0.9786476868327402, + "grad_norm": 1.1953125, + "learning_rate": 0.000412, + "loss": 5.9392, + "mean_token_accuracy": 0.12233664244413375, + "num_tokens": 2368626.0, + "step": 825 + }, + { + "entropy": 6.148900079727173, + "epoch": 0.9845788849347569, + "grad_norm": 1.1796875, + "learning_rate": 0.0004145, + "loss": 6.0228, + "mean_token_accuracy": 0.1229950562119484, + "num_tokens": 2383768.0, + "step": 830 + }, + { + "entropy": 6.253143930435181, + "epoch": 0.9905100830367735, + "grad_norm": 1.1640625, + "learning_rate": 0.000417, + "loss": 6.0531, + "mean_token_accuracy": 0.12633627876639367, + "num_tokens": 2398089.0, + "step": 835 + }, + { + "entropy": 6.143814277648926, + "epoch": 0.99644128113879, + "grad_norm": 1.15625, + "learning_rate": 0.0004195, + "loss": 5.9179, + "mean_token_accuracy": 0.13075150698423385, + "num_tokens": 2411354.0, + "step": 840 + }, + { + "entropy": 6.1597785472869875, + "epoch": 1.0023724792408066, + "grad_norm": 1.1015625, + "learning_rate": 0.000422, + "loss": 5.9132, + "mean_token_accuracy": 0.1338951252400875, + "num_tokens": 2425071.0, + "step": 845 + }, + { + "entropy": 6.226427221298218, + "epoch": 1.0083036773428233, + "grad_norm": 1.234375, + "learning_rate": 0.0004245, + "loss": 5.8618, + "mean_token_accuracy": 0.13656074777245522, + "num_tokens": 2439143.0, + "step": 850 + }, + { + "entropy": 5.997689485549927, + "epoch": 1.0142348754448398, + "grad_norm": 1.0859375, + "learning_rate": 0.000427, + "loss": 5.7022, + "mean_token_accuracy": 0.1348326951265335, + "num_tokens": 2453466.0, + "step": 855 + }, + { + "entropy": 6.064882230758667, + "epoch": 1.0201660735468565, + "grad_norm": 1.21875, + "learning_rate": 0.0004295, + "loss": 5.815, + "mean_token_accuracy": 0.13819923251867294, + "num_tokens": 2466802.0, + "step": 860 + }, + { + "entropy": 6.077611827850342, + "epoch": 1.026097271648873, + "grad_norm": 1.265625, + "learning_rate": 0.000432, + "loss": 5.7763, + "mean_token_accuracy": 0.13229055777192117, + "num_tokens": 2480080.0, + "step": 865 + }, + { + "entropy": 6.0491447925567625, + "epoch": 1.0320284697508897, + "grad_norm": 1.390625, + "learning_rate": 0.0004345, + "loss": 5.83, + "mean_token_accuracy": 0.1349202238023281, + "num_tokens": 2495196.0, + "step": 870 + }, + { + "entropy": 5.99519829750061, + "epoch": 1.0379596678529064, + "grad_norm": 1.1875, + "learning_rate": 0.000437, + "loss": 5.734, + "mean_token_accuracy": 0.13301657065749167, + "num_tokens": 2510084.0, + "step": 875 + }, + { + "entropy": 6.138531064987182, + "epoch": 1.0438908659549229, + "grad_norm": 1.203125, + "learning_rate": 0.0004395, + "loss": 5.8045, + "mean_token_accuracy": 0.13315934240818023, + "num_tokens": 2522834.0, + "step": 880 + }, + { + "entropy": 6.013190269470215, + "epoch": 1.0498220640569396, + "grad_norm": 1.0703125, + "learning_rate": 0.000442, + "loss": 5.7781, + "mean_token_accuracy": 0.1408059172332287, + "num_tokens": 2536778.0, + "step": 885 + }, + { + "entropy": 6.016625690460205, + "epoch": 1.055753262158956, + "grad_norm": 1.171875, + "learning_rate": 0.0004445, + "loss": 5.8079, + "mean_token_accuracy": 0.13629683703184128, + "num_tokens": 2551220.0, + "step": 890 + }, + { + "entropy": 6.152676439285278, + "epoch": 1.0616844602609727, + "grad_norm": 1.2734375, + "learning_rate": 0.000447, + "loss": 5.8853, + "mean_token_accuracy": 0.12912147343158722, + "num_tokens": 2565686.0, + "step": 895 + }, + { + "entropy": 5.9945775985717775, + "epoch": 1.0676156583629894, + "grad_norm": 1.234375, + "learning_rate": 0.00044950000000000003, + "loss": 5.8012, + "mean_token_accuracy": 0.1301092065870762, + "num_tokens": 2579569.0, + "step": 900 + }, + { + "entropy": 6.045119094848633, + "epoch": 1.073546856465006, + "grad_norm": 1.390625, + "learning_rate": 0.00045200000000000004, + "loss": 5.7873, + "mean_token_accuracy": 0.13423676043748856, + "num_tokens": 2593226.0, + "step": 905 + }, + { + "entropy": 5.971383666992187, + "epoch": 1.0794780545670226, + "grad_norm": 1.046875, + "learning_rate": 0.00045450000000000004, + "loss": 5.748, + "mean_token_accuracy": 0.13364143371582032, + "num_tokens": 2607711.0, + "step": 910 + }, + { + "entropy": 6.028302955627441, + "epoch": 1.085409252669039, + "grad_norm": 1.109375, + "learning_rate": 0.00045700000000000005, + "loss": 5.7788, + "mean_token_accuracy": 0.13531881719827651, + "num_tokens": 2623024.0, + "step": 915 + }, + { + "entropy": 6.003001356124878, + "epoch": 1.0913404507710558, + "grad_norm": 1.078125, + "learning_rate": 0.00045950000000000006, + "loss": 5.7666, + "mean_token_accuracy": 0.1361100286245346, + "num_tokens": 2637824.0, + "step": 920 + }, + { + "entropy": 5.995635271072388, + "epoch": 1.0972716488730723, + "grad_norm": 1.1796875, + "learning_rate": 0.000462, + "loss": 5.7772, + "mean_token_accuracy": 0.13633406162261963, + "num_tokens": 2652077.0, + "step": 925 + }, + { + "entropy": 5.994116687774659, + "epoch": 1.103202846975089, + "grad_norm": 1.2265625, + "learning_rate": 0.0004645, + "loss": 5.7796, + "mean_token_accuracy": 0.1343744106590748, + "num_tokens": 2666791.0, + "step": 930 + }, + { + "entropy": 5.9884919166564945, + "epoch": 1.1091340450771057, + "grad_norm": 0.9375, + "learning_rate": 0.000467, + "loss": 5.8653, + "mean_token_accuracy": 0.13153321593999862, + "num_tokens": 2681482.0, + "step": 935 + }, + { + "entropy": 5.957932996749878, + "epoch": 1.1150652431791221, + "grad_norm": 1.09375, + "learning_rate": 0.0004695, + "loss": 5.6686, + "mean_token_accuracy": 0.14378132447600364, + "num_tokens": 2695305.0, + "step": 940 + }, + { + "entropy": 6.023182153701782, + "epoch": 1.1209964412811388, + "grad_norm": 1.1640625, + "learning_rate": 0.000472, + "loss": 5.7336, + "mean_token_accuracy": 0.13786137402057647, + "num_tokens": 2712211.0, + "step": 945 + }, + { + "entropy": 5.941826725006104, + "epoch": 1.1269276393831553, + "grad_norm": 1.109375, + "learning_rate": 0.0004745, + "loss": 5.7816, + "mean_token_accuracy": 0.13546779826283456, + "num_tokens": 2726888.0, + "step": 950 + }, + { + "entropy": 5.957491064071656, + "epoch": 1.132858837485172, + "grad_norm": 1.0859375, + "learning_rate": 0.000477, + "loss": 5.7527, + "mean_token_accuracy": 0.13760311529040337, + "num_tokens": 2741734.0, + "step": 955 + }, + { + "entropy": 5.94100170135498, + "epoch": 1.1387900355871885, + "grad_norm": 1.3046875, + "learning_rate": 0.0004795, + "loss": 5.7551, + "mean_token_accuracy": 0.14393994361162185, + "num_tokens": 2754680.0, + "step": 960 + }, + { + "entropy": 5.94309253692627, + "epoch": 1.1447212336892052, + "grad_norm": 1.3125, + "learning_rate": 0.000482, + "loss": 5.8065, + "mean_token_accuracy": 0.129212536662817, + "num_tokens": 2769572.0, + "step": 965 + }, + { + "entropy": 6.076050662994385, + "epoch": 1.150652431791222, + "grad_norm": 1.3359375, + "learning_rate": 0.0004845, + "loss": 5.7537, + "mean_token_accuracy": 0.13419156968593599, + "num_tokens": 2782948.0, + "step": 970 + }, + { + "entropy": 5.846741008758545, + "epoch": 1.1565836298932384, + "grad_norm": 1.1171875, + "learning_rate": 0.000487, + "loss": 5.6832, + "mean_token_accuracy": 0.1396567314863205, + "num_tokens": 2795399.0, + "step": 975 + }, + { + "entropy": 5.9153892993927, + "epoch": 1.162514827995255, + "grad_norm": 1.203125, + "learning_rate": 0.0004895, + "loss": 5.6837, + "mean_token_accuracy": 0.13754538744688033, + "num_tokens": 2809591.0, + "step": 980 + }, + { + "entropy": 5.938817977905273, + "epoch": 1.1684460260972718, + "grad_norm": 1.015625, + "learning_rate": 0.000492, + "loss": 5.7227, + "mean_token_accuracy": 0.13820295482873918, + "num_tokens": 2824106.0, + "step": 985 + }, + { + "entropy": 5.93713231086731, + "epoch": 1.1743772241992882, + "grad_norm": 1.1640625, + "learning_rate": 0.0004945, + "loss": 5.8459, + "mean_token_accuracy": 0.1346195101737976, + "num_tokens": 2838616.0, + "step": 990 + }, + { + "entropy": 5.968208456039429, + "epoch": 1.180308422301305, + "grad_norm": 1.4140625, + "learning_rate": 0.000497, + "loss": 5.7473, + "mean_token_accuracy": 0.13854797407984734, + "num_tokens": 2851707.0, + "step": 995 + }, + { + "entropy": 5.898858261108399, + "epoch": 1.1862396204033214, + "grad_norm": 1.0390625, + "learning_rate": 0.0004995, + "loss": 5.7691, + "mean_token_accuracy": 0.1328132927417755, + "num_tokens": 2867644.0, + "step": 1000 + }, + { + "epoch": 1.1862396204033214, + "eval_entropy": 5.91133521232137, + "eval_loss": 6.012734413146973, + "eval_mean_token_accuracy": 0.13139666496930313, + "eval_num_tokens": 2867644.0, + "eval_runtime": 2.4739, + "eval_samples_per_second": 1054.225, + "eval_steps_per_second": 131.778, + "step": 1000 + }, + { + "entropy": 5.986166191101074, + "epoch": 1.1921708185053381, + "grad_norm": 1.0703125, + "learning_rate": 0.00049999967732573, + "loss": 5.7701, + "mean_token_accuracy": 0.1327154405415058, + "num_tokens": 2882663.0, + "step": 1005 + }, + { + "entropy": 5.940847110748291, + "epoch": 1.1981020166073546, + "grad_norm": 1.21875, + "learning_rate": 0.0004999983664630945, + "loss": 5.8284, + "mean_token_accuracy": 0.1329515464603901, + "num_tokens": 2898791.0, + "step": 1010 + }, + { + "entropy": 5.939939355850219, + "epoch": 1.2040332147093713, + "grad_norm": 1.09375, + "learning_rate": 0.0004999960472508219, + "loss": 5.7229, + "mean_token_accuracy": 0.14346506744623183, + "num_tokens": 2912997.0, + "step": 1015 + }, + { + "entropy": 5.890226602554321, + "epoch": 1.209964412811388, + "grad_norm": 1.171875, + "learning_rate": 0.0004999927196993059, + "loss": 5.7083, + "mean_token_accuracy": 0.1415116421878338, + "num_tokens": 2925064.0, + "step": 1020 + }, + { + "entropy": 5.959262037277222, + "epoch": 1.2158956109134045, + "grad_norm": 1.1484375, + "learning_rate": 0.0004999883838234592, + "loss": 5.7633, + "mean_token_accuracy": 0.13465891852974893, + "num_tokens": 2941400.0, + "step": 1025 + }, + { + "entropy": 5.861705589294433, + "epoch": 1.2218268090154212, + "grad_norm": 1.1328125, + "learning_rate": 0.0004999830396427133, + "loss": 5.7352, + "mean_token_accuracy": 0.13958436101675034, + "num_tokens": 2955541.0, + "step": 1030 + }, + { + "entropy": 5.922749280929565, + "epoch": 1.2277580071174377, + "grad_norm": 1.109375, + "learning_rate": 0.0004999766871810188, + "loss": 5.7479, + "mean_token_accuracy": 0.1416574686765671, + "num_tokens": 2968928.0, + "step": 1035 + }, + { + "entropy": 5.934699630737304, + "epoch": 1.2336892052194544, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999693264668446, + "loss": 5.6844, + "mean_token_accuracy": 0.14234655275940894, + "num_tokens": 2984072.0, + "step": 1040 + }, + { + "entropy": 5.891662549972534, + "epoch": 1.2396204033214708, + "grad_norm": 1.015625, + "learning_rate": 0.0004999609575331786, + "loss": 5.7787, + "mean_token_accuracy": 0.13772650435566902, + "num_tokens": 2999083.0, + "step": 1045 + }, + { + "entropy": 5.854400157928467, + "epoch": 1.2455516014234875, + "grad_norm": 1.1796875, + "learning_rate": 0.0004999515804175268, + "loss": 5.726, + "mean_token_accuracy": 0.13745229691267014, + "num_tokens": 3012738.0, + "step": 1050 + }, + { + "entropy": 5.869228887557983, + "epoch": 1.2514827995255042, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999411951619134, + "loss": 5.6694, + "mean_token_accuracy": 0.14171827286481858, + "num_tokens": 3027929.0, + "step": 1055 + }, + { + "entropy": 5.864783573150635, + "epoch": 1.2574139976275207, + "grad_norm": 0.98828125, + "learning_rate": 0.000499929801812881, + "loss": 5.8025, + "mean_token_accuracy": 0.13281177058815957, + "num_tokens": 3043576.0, + "step": 1060 + }, + { + "entropy": 5.822867107391358, + "epoch": 1.2633451957295374, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999174004214899, + "loss": 5.6696, + "mean_token_accuracy": 0.1398370385169983, + "num_tokens": 3059352.0, + "step": 1065 + }, + { + "entropy": 5.936639642715454, + "epoch": 1.269276393831554, + "grad_norm": 1.1484375, + "learning_rate": 0.0004999039910433179, + "loss": 5.7859, + "mean_token_accuracy": 0.1422264978289604, + "num_tokens": 3073140.0, + "step": 1070 + }, + { + "entropy": 5.890475559234619, + "epoch": 1.2752075919335706, + "grad_norm": 1.1015625, + "learning_rate": 0.0004998895737384605, + "loss": 5.7601, + "mean_token_accuracy": 0.14164954274892808, + "num_tokens": 3087710.0, + "step": 1075 + }, + { + "entropy": 5.919763278961182, + "epoch": 1.281138790035587, + "grad_norm": 1.125, + "learning_rate": 0.0004998741485715297, + "loss": 5.713, + "mean_token_accuracy": 0.14089994207024575, + "num_tokens": 3102035.0, + "step": 1080 + }, + { + "entropy": 5.838283920288086, + "epoch": 1.2870699881376038, + "grad_norm": 0.984375, + "learning_rate": 0.0004998577156116551, + "loss": 5.7754, + "mean_token_accuracy": 0.13512811809778214, + "num_tokens": 3118534.0, + "step": 1085 + }, + { + "entropy": 5.856381511688232, + "epoch": 1.2930011862396205, + "grad_norm": 1.0078125, + "learning_rate": 0.0004998402749324823, + "loss": 5.7229, + "mean_token_accuracy": 0.13245076537132264, + "num_tokens": 3133419.0, + "step": 1090 + }, + { + "entropy": 5.997888469696045, + "epoch": 1.298932384341637, + "grad_norm": 1.25, + "learning_rate": 0.0004998218266121731, + "loss": 5.8243, + "mean_token_accuracy": 0.1440747559070587, + "num_tokens": 3145903.0, + "step": 1095 + }, + { + "entropy": 5.824967718124389, + "epoch": 1.3048635824436536, + "grad_norm": 1.078125, + "learning_rate": 0.0004998023707334055, + "loss": 5.7688, + "mean_token_accuracy": 0.1350715659558773, + "num_tokens": 3159938.0, + "step": 1100 + }, + { + "entropy": 5.8246561050415036, + "epoch": 1.3107947805456703, + "grad_norm": 0.9921875, + "learning_rate": 0.0004997819073833724, + "loss": 5.6475, + "mean_token_accuracy": 0.1452900804579258, + "num_tokens": 3175089.0, + "step": 1105 + }, + { + "entropy": 5.855417728424072, + "epoch": 1.3167259786476868, + "grad_norm": 1.0859375, + "learning_rate": 0.0004997604366537823, + "loss": 5.7858, + "mean_token_accuracy": 0.13705137223005295, + "num_tokens": 3191027.0, + "step": 1110 + }, + { + "entropy": 5.746766853332519, + "epoch": 1.3226571767497035, + "grad_norm": 1.140625, + "learning_rate": 0.000499737958640858, + "loss": 5.6247, + "mean_token_accuracy": 0.14565233290195465, + "num_tokens": 3205489.0, + "step": 1115 + }, + { + "entropy": 5.841010189056396, + "epoch": 1.32858837485172, + "grad_norm": 1.0625, + "learning_rate": 0.0004997144734453367, + "loss": 5.604, + "mean_token_accuracy": 0.14238353818655014, + "num_tokens": 3218764.0, + "step": 1120 + }, + { + "entropy": 5.837244129180908, + "epoch": 1.3345195729537367, + "grad_norm": 1.0078125, + "learning_rate": 0.0004996899811724693, + "loss": 5.7391, + "mean_token_accuracy": 0.13837844729423524, + "num_tokens": 3232953.0, + "step": 1125 + }, + { + "entropy": 5.772788858413696, + "epoch": 1.3404507710557532, + "grad_norm": 1.03125, + "learning_rate": 0.0004996644819320201, + "loss": 5.646, + "mean_token_accuracy": 0.14131752848625184, + "num_tokens": 3246977.0, + "step": 1130 + }, + { + "entropy": 5.676492929458618, + "epoch": 1.3463819691577699, + "grad_norm": 1.1640625, + "learning_rate": 0.0004996379758382662, + "loss": 5.5467, + "mean_token_accuracy": 0.14851859956979752, + "num_tokens": 3260668.0, + "step": 1135 + }, + { + "entropy": 5.83406023979187, + "epoch": 1.3523131672597866, + "grad_norm": 1.0859375, + "learning_rate": 0.0004996104630099969, + "loss": 5.6622, + "mean_token_accuracy": 0.1436814546585083, + "num_tokens": 3274213.0, + "step": 1140 + }, + { + "entropy": 5.770905447006226, + "epoch": 1.358244365361803, + "grad_norm": 1.1875, + "learning_rate": 0.0004995819435705133, + "loss": 5.6455, + "mean_token_accuracy": 0.13666117042303086, + "num_tokens": 3288011.0, + "step": 1145 + }, + { + "entropy": 5.856086683273316, + "epoch": 1.3641755634638197, + "grad_norm": 1.0546875, + "learning_rate": 0.0004995524176476277, + "loss": 5.7079, + "mean_token_accuracy": 0.1383526973426342, + "num_tokens": 3303263.0, + "step": 1150 + }, + { + "entropy": 5.795949029922485, + "epoch": 1.3701067615658362, + "grad_norm": 1.1328125, + "learning_rate": 0.0004995218853736631, + "loss": 5.6848, + "mean_token_accuracy": 0.14614594876766204, + "num_tokens": 3316843.0, + "step": 1155 + }, + { + "entropy": 5.752928686141968, + "epoch": 1.376037959667853, + "grad_norm": 1.0625, + "learning_rate": 0.0004994903468854527, + "loss": 5.5688, + "mean_token_accuracy": 0.14343352913856505, + "num_tokens": 3331527.0, + "step": 1160 + }, + { + "entropy": 5.751480293273926, + "epoch": 1.3819691577698694, + "grad_norm": 1.09375, + "learning_rate": 0.0004994578023243386, + "loss": 5.6655, + "mean_token_accuracy": 0.1439042344689369, + "num_tokens": 3347795.0, + "step": 1165 + }, + { + "entropy": 5.797406005859375, + "epoch": 1.387900355871886, + "grad_norm": 0.94140625, + "learning_rate": 0.0004994242518361723, + "loss": 5.7132, + "mean_token_accuracy": 0.1414179876446724, + "num_tokens": 3363532.0, + "step": 1170 + }, + { + "entropy": 5.777079343795776, + "epoch": 1.3938315539739028, + "grad_norm": 1.109375, + "learning_rate": 0.0004993896955713133, + "loss": 5.6743, + "mean_token_accuracy": 0.14409229755401612, + "num_tokens": 3377040.0, + "step": 1175 + }, + { + "entropy": 5.753640937805176, + "epoch": 1.3997627520759193, + "grad_norm": 1.25, + "learning_rate": 0.0004993541336846283, + "loss": 5.6287, + "mean_token_accuracy": 0.1529825061559677, + "num_tokens": 3390663.0, + "step": 1180 + }, + { + "entropy": 5.791894626617432, + "epoch": 1.405693950177936, + "grad_norm": 0.96875, + "learning_rate": 0.000499317566335491, + "loss": 5.6625, + "mean_token_accuracy": 0.1494051843881607, + "num_tokens": 3405860.0, + "step": 1185 + }, + { + "entropy": 5.734993839263916, + "epoch": 1.4116251482799527, + "grad_norm": 1.0859375, + "learning_rate": 0.0004992799936877813, + "loss": 5.6489, + "mean_token_accuracy": 0.14007329940795898, + "num_tokens": 3420248.0, + "step": 1190 + }, + { + "entropy": 5.817593097686768, + "epoch": 1.4175563463819691, + "grad_norm": 1.03125, + "learning_rate": 0.0004992414159098841, + "loss": 5.6469, + "mean_token_accuracy": 0.14704996794462205, + "num_tokens": 3434126.0, + "step": 1195 + }, + { + "entropy": 5.779922151565552, + "epoch": 1.4234875444839858, + "grad_norm": 1.1328125, + "learning_rate": 0.0004992018331746891, + "loss": 5.7038, + "mean_token_accuracy": 0.14136891365051268, + "num_tokens": 3449462.0, + "step": 1200 + }, + { + "entropy": 5.80670485496521, + "epoch": 1.4294187425860023, + "grad_norm": 1.0078125, + "learning_rate": 0.0004991612456595896, + "loss": 5.7589, + "mean_token_accuracy": 0.1408810332417488, + "num_tokens": 3465536.0, + "step": 1205 + }, + { + "entropy": 5.7316718101501465, + "epoch": 1.435349940688019, + "grad_norm": 1.0859375, + "learning_rate": 0.0004991196535464824, + "loss": 5.6359, + "mean_token_accuracy": 0.14721256196498872, + "num_tokens": 3479129.0, + "step": 1210 + }, + { + "entropy": 5.719354104995728, + "epoch": 1.4412811387900355, + "grad_norm": 1.3203125, + "learning_rate": 0.0004990770570217659, + "loss": 5.5441, + "mean_token_accuracy": 0.15703994482755662, + "num_tokens": 3492191.0, + "step": 1215 + }, + { + "entropy": 5.779579067230225, + "epoch": 1.4472123368920522, + "grad_norm": 1.1796875, + "learning_rate": 0.0004990334562763401, + "loss": 5.7006, + "mean_token_accuracy": 0.1453902617096901, + "num_tokens": 3507459.0, + "step": 1220 + }, + { + "entropy": 5.741008663177491, + "epoch": 1.453143534994069, + "grad_norm": 1.0390625, + "learning_rate": 0.0004989888515056057, + "loss": 5.6628, + "mean_token_accuracy": 0.14069193080067635, + "num_tokens": 3521517.0, + "step": 1225 + }, + { + "entropy": 5.746186399459839, + "epoch": 1.4590747330960854, + "grad_norm": 1.0625, + "learning_rate": 0.0004989432429094627, + "loss": 5.6036, + "mean_token_accuracy": 0.1472635604441166, + "num_tokens": 3535279.0, + "step": 1230 + }, + { + "entropy": 5.725585222244263, + "epoch": 1.465005931198102, + "grad_norm": 1.0859375, + "learning_rate": 0.0004988966306923099, + "loss": 5.5219, + "mean_token_accuracy": 0.1509362980723381, + "num_tokens": 3549960.0, + "step": 1235 + }, + { + "entropy": 5.702635431289673, + "epoch": 1.4709371293001186, + "grad_norm": 1.078125, + "learning_rate": 0.0004988490150630441, + "loss": 5.6504, + "mean_token_accuracy": 0.1413729466497898, + "num_tokens": 3563814.0, + "step": 1240 + }, + { + "entropy": 5.836396932601929, + "epoch": 1.4768683274021353, + "grad_norm": 1.0390625, + "learning_rate": 0.0004988003962350589, + "loss": 5.653, + "mean_token_accuracy": 0.15044173300266267, + "num_tokens": 3577529.0, + "step": 1245 + }, + { + "entropy": 5.712747097015381, + "epoch": 1.4827995255041517, + "grad_norm": 1.21875, + "learning_rate": 0.0004987507744262436, + "loss": 5.5913, + "mean_token_accuracy": 0.1456787832081318, + "num_tokens": 3591812.0, + "step": 1250 + }, + { + "entropy": 5.635834550857544, + "epoch": 1.4887307236061684, + "grad_norm": 1.0546875, + "learning_rate": 0.0004987001498589828, + "loss": 5.5787, + "mean_token_accuracy": 0.14813287556171417, + "num_tokens": 3604954.0, + "step": 1255 + }, + { + "entropy": 5.760722827911377, + "epoch": 1.4946619217081851, + "grad_norm": 1.03125, + "learning_rate": 0.0004986485227601548, + "loss": 5.6178, + "mean_token_accuracy": 0.14130520299077035, + "num_tokens": 3620486.0, + "step": 1260 + }, + { + "entropy": 5.717405652999878, + "epoch": 1.5005931198102016, + "grad_norm": 0.9921875, + "learning_rate": 0.000498595893361131, + "loss": 5.555, + "mean_token_accuracy": 0.15612171441316605, + "num_tokens": 3633972.0, + "step": 1265 + }, + { + "entropy": 5.7364737033844, + "epoch": 1.5065243179122183, + "grad_norm": 1.0546875, + "learning_rate": 0.0004985422618977744, + "loss": 5.6037, + "mean_token_accuracy": 0.151451975107193, + "num_tokens": 3649306.0, + "step": 1270 + }, + { + "entropy": 5.7654664516448975, + "epoch": 1.512455516014235, + "grad_norm": 0.98828125, + "learning_rate": 0.0004984876286104392, + "loss": 5.6786, + "mean_token_accuracy": 0.14375052377581596, + "num_tokens": 3664809.0, + "step": 1275 + }, + { + "entropy": 5.70614218711853, + "epoch": 1.5183867141162515, + "grad_norm": 1.2421875, + "learning_rate": 0.0004984319937439693, + "loss": 5.6095, + "mean_token_accuracy": 0.15040914267301558, + "num_tokens": 3677669.0, + "step": 1280 + }, + { + "entropy": 5.743654489517212, + "epoch": 1.524317912218268, + "grad_norm": 1.015625, + "learning_rate": 0.0004983753575476969, + "loss": 5.6267, + "mean_token_accuracy": 0.14291197434067726, + "num_tokens": 3690588.0, + "step": 1285 + }, + { + "entropy": 5.696566772460938, + "epoch": 1.5302491103202847, + "grad_norm": 1.0703125, + "learning_rate": 0.0004983177202754421, + "loss": 5.6522, + "mean_token_accuracy": 0.14571921825408934, + "num_tokens": 3703749.0, + "step": 1290 + }, + { + "entropy": 5.805274868011475, + "epoch": 1.5361803084223014, + "grad_norm": 0.9296875, + "learning_rate": 0.0004982590821855115, + "loss": 5.68, + "mean_token_accuracy": 0.13761823400855064, + "num_tokens": 3720181.0, + "step": 1295 + }, + { + "entropy": 5.711960506439209, + "epoch": 1.5421115065243178, + "grad_norm": 0.953125, + "learning_rate": 0.0004981994435406965, + "loss": 5.6042, + "mean_token_accuracy": 0.14782098084688186, + "num_tokens": 3734918.0, + "step": 1300 + }, + { + "entropy": 5.666572904586792, + "epoch": 1.5480427046263345, + "grad_norm": 0.9765625, + "learning_rate": 0.0004981388046082731, + "loss": 5.5494, + "mean_token_accuracy": 0.15440027564764022, + "num_tokens": 3748660.0, + "step": 1305 + }, + { + "entropy": 5.685553789138794, + "epoch": 1.5539739027283512, + "grad_norm": 0.97265625, + "learning_rate": 0.0004980771656599998, + "loss": 5.6201, + "mean_token_accuracy": 0.14841450601816178, + "num_tokens": 3763481.0, + "step": 1310 + }, + { + "entropy": 5.763680267333984, + "epoch": 1.5599051008303677, + "grad_norm": 1.0390625, + "learning_rate": 0.0004980145269721168, + "loss": 5.6376, + "mean_token_accuracy": 0.14404506087303162, + "num_tokens": 3777077.0, + "step": 1315 + }, + { + "entropy": 5.685877466201783, + "epoch": 1.5658362989323842, + "grad_norm": 0.91796875, + "learning_rate": 0.000497950888825345, + "loss": 5.6386, + "mean_token_accuracy": 0.14266225099563598, + "num_tokens": 3793649.0, + "step": 1320 + }, + { + "entropy": 5.687498426437378, + "epoch": 1.571767497034401, + "grad_norm": 0.96484375, + "learning_rate": 0.000497886251504884, + "loss": 5.5262, + "mean_token_accuracy": 0.15134050250053405, + "num_tokens": 3807712.0, + "step": 1325 + }, + { + "entropy": 5.639243650436401, + "epoch": 1.5776986951364176, + "grad_norm": 0.98046875, + "learning_rate": 0.0004978206153004117, + "loss": 5.5347, + "mean_token_accuracy": 0.1552049770951271, + "num_tokens": 3821637.0, + "step": 1330 + }, + { + "entropy": 5.8086631298065186, + "epoch": 1.583629893238434, + "grad_norm": 1.0546875, + "learning_rate": 0.0004977539805060824, + "loss": 5.6912, + "mean_token_accuracy": 0.1436895474791527, + "num_tokens": 3836272.0, + "step": 1335 + }, + { + "entropy": 5.614665985107422, + "epoch": 1.5895610913404508, + "grad_norm": 1.1171875, + "learning_rate": 0.0004976863474205257, + "loss": 5.5055, + "mean_token_accuracy": 0.15429906994104386, + "num_tokens": 3850018.0, + "step": 1340 + }, + { + "entropy": 5.774603271484375, + "epoch": 1.5954922894424675, + "grad_norm": 1.1640625, + "learning_rate": 0.0004976177163468451, + "loss": 5.5949, + "mean_token_accuracy": 0.15020062923431396, + "num_tokens": 3865061.0, + "step": 1345 + }, + { + "entropy": 5.631220006942749, + "epoch": 1.601423487544484, + "grad_norm": 1.09375, + "learning_rate": 0.0004975480875926168, + "loss": 5.6835, + "mean_token_accuracy": 0.15097753554582596, + "num_tokens": 3879697.0, + "step": 1350 + }, + { + "entropy": 5.735270404815674, + "epoch": 1.6073546856465006, + "grad_norm": 1.140625, + "learning_rate": 0.000497477461469888, + "loss": 5.4825, + "mean_token_accuracy": 0.15924198776483536, + "num_tokens": 3891889.0, + "step": 1355 + }, + { + "entropy": 5.665686845779419, + "epoch": 1.6132858837485173, + "grad_norm": 1.0234375, + "learning_rate": 0.0004974058382951757, + "loss": 5.5945, + "mean_token_accuracy": 0.1450992450118065, + "num_tokens": 3907356.0, + "step": 1360 + }, + { + "entropy": 5.731923580169678, + "epoch": 1.6192170818505338, + "grad_norm": 1.078125, + "learning_rate": 0.0004973332183894653, + "loss": 5.5786, + "mean_token_accuracy": 0.14734622836112976, + "num_tokens": 3921839.0, + "step": 1365 + }, + { + "entropy": 5.587240982055664, + "epoch": 1.6251482799525503, + "grad_norm": 0.9609375, + "learning_rate": 0.0004972596020782096, + "loss": 5.483, + "mean_token_accuracy": 0.15152351856231688, + "num_tokens": 3937266.0, + "step": 1370 + }, + { + "entropy": 5.740517473220825, + "epoch": 1.631079478054567, + "grad_norm": 1.046875, + "learning_rate": 0.0004971849896913259, + "loss": 5.6174, + "mean_token_accuracy": 0.14421468004584312, + "num_tokens": 3952721.0, + "step": 1375 + }, + { + "entropy": 5.699207830429077, + "epoch": 1.6370106761565837, + "grad_norm": 1.21875, + "learning_rate": 0.0004971093815631965, + "loss": 5.626, + "mean_token_accuracy": 0.14614131152629853, + "num_tokens": 3966557.0, + "step": 1380 + }, + { + "entropy": 5.577703142166138, + "epoch": 1.6429418742586002, + "grad_norm": 0.98828125, + "learning_rate": 0.0004970327780326655, + "loss": 5.4592, + "mean_token_accuracy": 0.15435569435358049, + "num_tokens": 3978739.0, + "step": 1385 + }, + { + "entropy": 5.523289442062378, + "epoch": 1.6488730723606169, + "grad_norm": 0.90234375, + "learning_rate": 0.0004969551794430383, + "loss": 5.4758, + "mean_token_accuracy": 0.15182152688503264, + "num_tokens": 3993868.0, + "step": 1390 + }, + { + "entropy": 5.735844373703003, + "epoch": 1.6548042704626336, + "grad_norm": 1.0859375, + "learning_rate": 0.0004968765861420799, + "loss": 5.6032, + "mean_token_accuracy": 0.15374974012374878, + "num_tokens": 4006661.0, + "step": 1395 + }, + { + "entropy": 5.63426947593689, + "epoch": 1.66073546856465, + "grad_norm": 0.984375, + "learning_rate": 0.0004967969984820128, + "loss": 5.5828, + "mean_token_accuracy": 0.1495743677020073, + "num_tokens": 4021670.0, + "step": 1400 + }, + { + "entropy": 5.673282051086426, + "epoch": 1.6666666666666665, + "grad_norm": 1.0703125, + "learning_rate": 0.0004967164168195159, + "loss": 5.5646, + "mean_token_accuracy": 0.1479659453034401, + "num_tokens": 4036995.0, + "step": 1405 + }, + { + "entropy": 5.667166376113892, + "epoch": 1.6725978647686834, + "grad_norm": 1.15625, + "learning_rate": 0.000496634841515723, + "loss": 5.6035, + "mean_token_accuracy": 0.15370306074619294, + "num_tokens": 4049464.0, + "step": 1410 + }, + { + "entropy": 5.649252462387085, + "epoch": 1.6785290628707, + "grad_norm": 1.15625, + "learning_rate": 0.0004965522729362209, + "loss": 5.5096, + "mean_token_accuracy": 0.15451542884111405, + "num_tokens": 4063630.0, + "step": 1415 + }, + { + "entropy": 5.63691987991333, + "epoch": 1.6844602609727164, + "grad_norm": 1.1484375, + "learning_rate": 0.0004964687114510478, + "loss": 5.5176, + "mean_token_accuracy": 0.14818612933158876, + "num_tokens": 4079890.0, + "step": 1420 + }, + { + "entropy": 5.556159973144531, + "epoch": 1.690391459074733, + "grad_norm": 0.984375, + "learning_rate": 0.0004963841574346917, + "loss": 5.5784, + "mean_token_accuracy": 0.15199574530124665, + "num_tokens": 4095693.0, + "step": 1425 + }, + { + "entropy": 5.76162371635437, + "epoch": 1.6963226571767498, + "grad_norm": 1.0390625, + "learning_rate": 0.0004962986112660887, + "loss": 5.6264, + "mean_token_accuracy": 0.14758573174476625, + "num_tokens": 4109655.0, + "step": 1430 + }, + { + "entropy": 5.5980674743652346, + "epoch": 1.7022538552787663, + "grad_norm": 1.046875, + "learning_rate": 0.0004962120733286215, + "loss": 5.4904, + "mean_token_accuracy": 0.15562087446451187, + "num_tokens": 4123870.0, + "step": 1435 + }, + { + "entropy": 5.724174547195434, + "epoch": 1.708185053380783, + "grad_norm": 1.0859375, + "learning_rate": 0.0004961245440101171, + "loss": 5.6127, + "mean_token_accuracy": 0.15370832234621049, + "num_tokens": 4138009.0, + "step": 1440 + }, + { + "entropy": 5.661290311813355, + "epoch": 1.7141162514827997, + "grad_norm": 1.125, + "learning_rate": 0.000496036023702846, + "loss": 5.6985, + "mean_token_accuracy": 0.14476853236556053, + "num_tokens": 4151929.0, + "step": 1445 + }, + { + "entropy": 5.681108665466309, + "epoch": 1.7200474495848161, + "grad_norm": 1.109375, + "learning_rate": 0.0004959465128035195, + "loss": 5.5322, + "mean_token_accuracy": 0.1587254822254181, + "num_tokens": 4164626.0, + "step": 1450 + }, + { + "entropy": 5.668149662017822, + "epoch": 1.7259786476868326, + "grad_norm": 0.96875, + "learning_rate": 0.0004958560117132884, + "loss": 5.4829, + "mean_token_accuracy": 0.1552940219640732, + "num_tokens": 4179418.0, + "step": 1455 + }, + { + "entropy": 5.586788272857666, + "epoch": 1.7319098457888493, + "grad_norm": 0.9296875, + "learning_rate": 0.0004957645208377411, + "loss": 5.5927, + "mean_token_accuracy": 0.14715088456869124, + "num_tokens": 4194385.0, + "step": 1460 + }, + { + "entropy": 5.677043342590332, + "epoch": 1.737841043890866, + "grad_norm": 1.0234375, + "learning_rate": 0.000495672040586902, + "loss": 5.5726, + "mean_token_accuracy": 0.1476666510105133, + "num_tokens": 4209246.0, + "step": 1465 + }, + { + "entropy": 5.573235273361206, + "epoch": 1.7437722419928825, + "grad_norm": 0.94921875, + "learning_rate": 0.0004955785713752292, + "loss": 5.5215, + "mean_token_accuracy": 0.1514071211218834, + "num_tokens": 4225142.0, + "step": 1470 + }, + { + "entropy": 5.6124965190887455, + "epoch": 1.7497034400948992, + "grad_norm": 0.9921875, + "learning_rate": 0.0004954841136216132, + "loss": 5.5121, + "mean_token_accuracy": 0.1569083496928215, + "num_tokens": 4239495.0, + "step": 1475 + }, + { + "entropy": 5.6624431133270265, + "epoch": 1.755634638196916, + "grad_norm": 1.1640625, + "learning_rate": 0.0004953886677493746, + "loss": 5.4459, + "mean_token_accuracy": 0.16436467915773392, + "num_tokens": 4251780.0, + "step": 1480 + }, + { + "entropy": 5.616982173919678, + "epoch": 1.7615658362989324, + "grad_norm": 1.515625, + "learning_rate": 0.0004952922341862622, + "loss": 5.6927, + "mean_token_accuracy": 0.14587103947997093, + "num_tokens": 4265490.0, + "step": 1485 + }, + { + "entropy": 5.64134464263916, + "epoch": 1.7674970344009489, + "grad_norm": 1.0234375, + "learning_rate": 0.0004951948133644514, + "loss": 5.4655, + "mean_token_accuracy": 0.15793099850416184, + "num_tokens": 4280478.0, + "step": 1490 + }, + { + "entropy": 5.635649013519287, + "epoch": 1.7734282325029656, + "grad_norm": 0.93359375, + "learning_rate": 0.0004950964057205421, + "loss": 5.5551, + "mean_token_accuracy": 0.1520090416073799, + "num_tokens": 4296649.0, + "step": 1495 + }, + { + "entropy": 5.565133810043335, + "epoch": 1.7793594306049823, + "grad_norm": 0.97265625, + "learning_rate": 0.0004949970116955566, + "loss": 5.525, + "mean_token_accuracy": 0.15610957741737366, + "num_tokens": 4310470.0, + "step": 1500 + }, + { + "epoch": 1.7793594306049823, + "eval_entropy": 5.4890358755193605, + "eval_loss": 5.720747947692871, + "eval_mean_token_accuracy": 0.15074070664179837, + "eval_num_tokens": 4310470.0, + "eval_runtime": 2.4551, + "eval_samples_per_second": 1062.291, + "eval_steps_per_second": 132.786, + "step": 1500 + }, + { + "entropy": 5.62813172340393, + "epoch": 1.7852906287069987, + "grad_norm": 1.09375, + "learning_rate": 0.0004948966317349379, + "loss": 5.5502, + "mean_token_accuracy": 0.15073443800210953, + "num_tokens": 4324996.0, + "step": 1505 + }, + { + "entropy": 5.527570104598999, + "epoch": 1.7912218268090154, + "grad_norm": 1.0390625, + "learning_rate": 0.0004947952662885473, + "loss": 5.4804, + "mean_token_accuracy": 0.15607783049345017, + "num_tokens": 4337194.0, + "step": 1510 + }, + { + "entropy": 5.547454500198365, + "epoch": 1.7971530249110321, + "grad_norm": 0.96875, + "learning_rate": 0.000494692915810663, + "loss": 5.4743, + "mean_token_accuracy": 0.1528942972421646, + "num_tokens": 4352516.0, + "step": 1515 + }, + { + "entropy": 5.56812629699707, + "epoch": 1.8030842230130486, + "grad_norm": 1.171875, + "learning_rate": 0.0004945895807599775, + "loss": 5.5122, + "mean_token_accuracy": 0.16002019345760346, + "num_tokens": 4367654.0, + "step": 1520 + }, + { + "entropy": 5.605467319488525, + "epoch": 1.809015421115065, + "grad_norm": 1.125, + "learning_rate": 0.0004944852615995956, + "loss": 5.5013, + "mean_token_accuracy": 0.15724539756774902, + "num_tokens": 4381275.0, + "step": 1525 + }, + { + "entropy": 5.572732782363891, + "epoch": 1.814946619217082, + "grad_norm": 1.078125, + "learning_rate": 0.0004943799587970328, + "loss": 5.494, + "mean_token_accuracy": 0.1523606076836586, + "num_tokens": 4394392.0, + "step": 1530 + }, + { + "entropy": 5.530032682418823, + "epoch": 1.8208778173190985, + "grad_norm": 1.0625, + "learning_rate": 0.0004942736728242127, + "loss": 5.4026, + "mean_token_accuracy": 0.15689572244882583, + "num_tokens": 4407512.0, + "step": 1535 + }, + { + "entropy": 5.584712648391724, + "epoch": 1.826809015421115, + "grad_norm": 1.125, + "learning_rate": 0.0004941664041574651, + "loss": 5.507, + "mean_token_accuracy": 0.15881744623184205, + "num_tokens": 4422223.0, + "step": 1540 + }, + { + "entropy": 5.6050506114959715, + "epoch": 1.8327402135231317, + "grad_norm": 1.09375, + "learning_rate": 0.0004940581532775237, + "loss": 5.4926, + "mean_token_accuracy": 0.1518533781170845, + "num_tokens": 4436994.0, + "step": 1545 + }, + { + "entropy": 5.4888392925262455, + "epoch": 1.8386714116251484, + "grad_norm": 0.95703125, + "learning_rate": 0.0004939489206695241, + "loss": 5.4267, + "mean_token_accuracy": 0.15675119161605836, + "num_tokens": 4450429.0, + "step": 1550 + }, + { + "entropy": 5.62486629486084, + "epoch": 1.8446026097271648, + "grad_norm": 0.98046875, + "learning_rate": 0.0004938387068230021, + "loss": 5.5789, + "mean_token_accuracy": 0.15119255930185319, + "num_tokens": 4465991.0, + "step": 1555 + }, + { + "entropy": 5.55673360824585, + "epoch": 1.8505338078291815, + "grad_norm": 1.03125, + "learning_rate": 0.0004937275122318902, + "loss": 5.4977, + "mean_token_accuracy": 0.15660169571638108, + "num_tokens": 4480873.0, + "step": 1560 + }, + { + "entropy": 5.634980964660644, + "epoch": 1.8564650059311982, + "grad_norm": 1.1015625, + "learning_rate": 0.0004936153373945165, + "loss": 5.5428, + "mean_token_accuracy": 0.159622260928154, + "num_tokens": 4493443.0, + "step": 1565 + }, + { + "entropy": 5.580209970474243, + "epoch": 1.8623962040332147, + "grad_norm": 1.015625, + "learning_rate": 0.0004935021828136025, + "loss": 5.5042, + "mean_token_accuracy": 0.15394536405801773, + "num_tokens": 4506457.0, + "step": 1570 + }, + { + "entropy": 5.547038459777832, + "epoch": 1.8683274021352312, + "grad_norm": 1.078125, + "learning_rate": 0.0004933880489962602, + "loss": 5.4575, + "mean_token_accuracy": 0.15576548576354982, + "num_tokens": 4520529.0, + "step": 1575 + }, + { + "entropy": 5.558015251159668, + "epoch": 1.8742586002372479, + "grad_norm": 0.96875, + "learning_rate": 0.0004932729364539901, + "loss": 5.3993, + "mean_token_accuracy": 0.15773553699254989, + "num_tokens": 4535100.0, + "step": 1580 + }, + { + "entropy": 5.509803533554077, + "epoch": 1.8801897983392646, + "grad_norm": 1.1328125, + "learning_rate": 0.0004931568457026789, + "loss": 5.5262, + "mean_token_accuracy": 0.1584371492266655, + "num_tokens": 4549152.0, + "step": 1585 + }, + { + "entropy": 5.5465106010437015, + "epoch": 1.886120996441281, + "grad_norm": 1.015625, + "learning_rate": 0.0004930397772625976, + "loss": 5.3981, + "mean_token_accuracy": 0.16331460624933242, + "num_tokens": 4563302.0, + "step": 1590 + }, + { + "entropy": 5.470412969589233, + "epoch": 1.8920521945432978, + "grad_norm": 0.9921875, + "learning_rate": 0.0004929217316583985, + "loss": 5.3418, + "mean_token_accuracy": 0.1644173815846443, + "num_tokens": 4576770.0, + "step": 1595 + }, + { + "entropy": 5.56337342262268, + "epoch": 1.8979833926453145, + "grad_norm": 0.90625, + "learning_rate": 0.000492802709419113, + "loss": 5.4922, + "mean_token_accuracy": 0.1560358837246895, + "num_tokens": 4590264.0, + "step": 1600 + }, + { + "entropy": 5.541475391387939, + "epoch": 1.903914590747331, + "grad_norm": 0.9609375, + "learning_rate": 0.0004926827110781496, + "loss": 5.4658, + "mean_token_accuracy": 0.1521800145506859, + "num_tokens": 4606217.0, + "step": 1605 + }, + { + "entropy": 5.499109220504761, + "epoch": 1.9098457888493474, + "grad_norm": 1.0703125, + "learning_rate": 0.0004925617371732914, + "loss": 5.3749, + "mean_token_accuracy": 0.16113989651203156, + "num_tokens": 4620460.0, + "step": 1610 + }, + { + "entropy": 5.545439529418945, + "epoch": 1.9157769869513643, + "grad_norm": 0.94921875, + "learning_rate": 0.0004924397882466933, + "loss": 5.4441, + "mean_token_accuracy": 0.15975887924432755, + "num_tokens": 4635915.0, + "step": 1615 + }, + { + "entropy": 5.561807680130005, + "epoch": 1.9217081850533808, + "grad_norm": 1.046875, + "learning_rate": 0.0004923168648448799, + "loss": 5.4467, + "mean_token_accuracy": 0.15793247371912003, + "num_tokens": 4650789.0, + "step": 1620 + }, + { + "entropy": 5.594422292709351, + "epoch": 1.9276393831553973, + "grad_norm": 0.9609375, + "learning_rate": 0.0004921929675187433, + "loss": 5.518, + "mean_token_accuracy": 0.15074024945497513, + "num_tokens": 4666306.0, + "step": 1625 + }, + { + "entropy": 5.519123840332031, + "epoch": 1.933570581257414, + "grad_norm": 1.046875, + "learning_rate": 0.0004920680968235397, + "loss": 5.5125, + "mean_token_accuracy": 0.1595379963517189, + "num_tokens": 4679587.0, + "step": 1630 + }, + { + "entropy": 5.621131181716919, + "epoch": 1.9395017793594307, + "grad_norm": 1.109375, + "learning_rate": 0.0004919422533188882, + "loss": 5.441, + "mean_token_accuracy": 0.15777284204959868, + "num_tokens": 4694237.0, + "step": 1635 + }, + { + "entropy": 5.571220350265503, + "epoch": 1.9454329774614472, + "grad_norm": 0.93359375, + "learning_rate": 0.0004918154375687673, + "loss": 5.5383, + "mean_token_accuracy": 0.1469981402158737, + "num_tokens": 4708423.0, + "step": 1640 + }, + { + "entropy": 5.614190530776978, + "epoch": 1.9513641755634639, + "grad_norm": 1.0234375, + "learning_rate": 0.0004916876501415129, + "loss": 5.495, + "mean_token_accuracy": 0.15826049596071243, + "num_tokens": 4723039.0, + "step": 1645 + }, + { + "entropy": 5.505533838272095, + "epoch": 1.9572953736654806, + "grad_norm": 1.2265625, + "learning_rate": 0.0004915588916098151, + "loss": 5.4317, + "mean_token_accuracy": 0.16039896309375762, + "num_tokens": 4735882.0, + "step": 1650 + }, + { + "entropy": 5.477867507934571, + "epoch": 1.963226571767497, + "grad_norm": 1.140625, + "learning_rate": 0.0004914291625507164, + "loss": 5.4436, + "mean_token_accuracy": 0.16591833531856537, + "num_tokens": 4748810.0, + "step": 1655 + }, + { + "entropy": 5.561583375930786, + "epoch": 1.9691577698695135, + "grad_norm": 0.94921875, + "learning_rate": 0.000491298463545609, + "loss": 5.4632, + "mean_token_accuracy": 0.1546772077679634, + "num_tokens": 4763563.0, + "step": 1660 + }, + { + "entropy": 5.511043453216553, + "epoch": 1.9750889679715302, + "grad_norm": 1.109375, + "learning_rate": 0.0004911667951802318, + "loss": 5.4528, + "mean_token_accuracy": 0.15551470816135407, + "num_tokens": 4775483.0, + "step": 1665 + }, + { + "entropy": 5.501114273071289, + "epoch": 1.981020166073547, + "grad_norm": 0.8359375, + "learning_rate": 0.000491034158044668, + "loss": 5.4583, + "mean_token_accuracy": 0.1569467306137085, + "num_tokens": 4792507.0, + "step": 1670 + }, + { + "entropy": 5.568025827407837, + "epoch": 1.9869513641755634, + "grad_norm": 0.953125, + "learning_rate": 0.0004909005527333421, + "loss": 5.5004, + "mean_token_accuracy": 0.155551216006279, + "num_tokens": 4807722.0, + "step": 1675 + }, + { + "entropy": 5.516203594207764, + "epoch": 1.99288256227758, + "grad_norm": 1.015625, + "learning_rate": 0.000490765979845018, + "loss": 5.32, + "mean_token_accuracy": 0.16825991868972778, + "num_tokens": 4821129.0, + "step": 1680 + }, + { + "entropy": 5.505976819992066, + "epoch": 1.9988137603795968, + "grad_norm": 1.109375, + "learning_rate": 0.000490630439982796, + "loss": 5.3815, + "mean_token_accuracy": 0.15964729189872742, + "num_tokens": 4835483.0, + "step": 1685 + }, + { + "entropy": 5.534174060821533, + "epoch": 2.0047449584816133, + "grad_norm": 0.98828125, + "learning_rate": 0.0004904939337541093, + "loss": 5.165, + "mean_token_accuracy": 0.17265937626361846, + "num_tokens": 4848607.0, + "step": 1690 + }, + { + "entropy": 5.4161741733551025, + "epoch": 2.0106761565836297, + "grad_norm": 1.03125, + "learning_rate": 0.0004903564617707227, + "loss": 5.129, + "mean_token_accuracy": 0.17384703904390336, + "num_tokens": 4863324.0, + "step": 1695 + }, + { + "entropy": 5.535564327239991, + "epoch": 2.0166073546856467, + "grad_norm": 1.0234375, + "learning_rate": 0.0004902180246487285, + "loss": 5.1794, + "mean_token_accuracy": 0.17566659599542617, + "num_tokens": 4876603.0, + "step": 1700 + }, + { + "entropy": 5.487852954864502, + "epoch": 2.022538552787663, + "grad_norm": 0.90625, + "learning_rate": 0.000490078623008545, + "loss": 5.2708, + "mean_token_accuracy": 0.16383918672800063, + "num_tokens": 4893733.0, + "step": 1705 + }, + { + "entropy": 5.522866249084473, + "epoch": 2.0284697508896796, + "grad_norm": 1.0546875, + "learning_rate": 0.0004899382574749124, + "loss": 5.2032, + "mean_token_accuracy": 0.1683608591556549, + "num_tokens": 4908476.0, + "step": 1710 + }, + { + "entropy": 5.46659140586853, + "epoch": 2.0344009489916965, + "grad_norm": 1.0390625, + "learning_rate": 0.000489796928676891, + "loss": 5.1535, + "mean_token_accuracy": 0.17724859714508057, + "num_tokens": 4920471.0, + "step": 1715 + }, + { + "entropy": 5.461789083480835, + "epoch": 2.040332147093713, + "grad_norm": 1.0390625, + "learning_rate": 0.0004896546372478581, + "loss": 5.1845, + "mean_token_accuracy": 0.17168280780315398, + "num_tokens": 4934984.0, + "step": 1720 + }, + { + "entropy": 5.375751543045044, + "epoch": 2.0462633451957295, + "grad_norm": 0.99609375, + "learning_rate": 0.0004895113838255049, + "loss": 5.1993, + "mean_token_accuracy": 0.16719358563423156, + "num_tokens": 4949709.0, + "step": 1725 + }, + { + "entropy": 5.503344297409058, + "epoch": 2.052194543297746, + "grad_norm": 0.9609375, + "learning_rate": 0.0004893671690518343, + "loss": 5.1678, + "mean_token_accuracy": 0.17527552992105483, + "num_tokens": 4964439.0, + "step": 1730 + }, + { + "entropy": 5.424249362945557, + "epoch": 2.058125741399763, + "grad_norm": 1.0390625, + "learning_rate": 0.0004892219935731571, + "loss": 5.1255, + "mean_token_accuracy": 0.1706253096461296, + "num_tokens": 4979958.0, + "step": 1735 + }, + { + "entropy": 5.445143413543701, + "epoch": 2.0640569395017794, + "grad_norm": 1.0, + "learning_rate": 0.0004890758580400898, + "loss": 5.2107, + "mean_token_accuracy": 0.17454935014247894, + "num_tokens": 4993034.0, + "step": 1740 + }, + { + "entropy": 5.3907262802124025, + "epoch": 2.069988137603796, + "grad_norm": 1.0078125, + "learning_rate": 0.0004889287631075513, + "loss": 5.1469, + "mean_token_accuracy": 0.17527274340391158, + "num_tokens": 5008580.0, + "step": 1745 + }, + { + "entropy": 5.415247631072998, + "epoch": 2.0759193357058128, + "grad_norm": 0.98828125, + "learning_rate": 0.0004887807094347606, + "loss": 5.1757, + "mean_token_accuracy": 0.1709846779704094, + "num_tokens": 5022322.0, + "step": 1750 + }, + { + "entropy": 5.5165040493011475, + "epoch": 2.0818505338078293, + "grad_norm": 0.9453125, + "learning_rate": 0.0004886316976852326, + "loss": 5.1905, + "mean_token_accuracy": 0.16880395114421845, + "num_tokens": 5036511.0, + "step": 1755 + }, + { + "entropy": 5.393788051605225, + "epoch": 2.0877817319098457, + "grad_norm": 1.0234375, + "learning_rate": 0.0004884817285267766, + "loss": 5.1845, + "mean_token_accuracy": 0.1742696449160576, + "num_tokens": 5050129.0, + "step": 1760 + }, + { + "entropy": 5.337964820861816, + "epoch": 2.093712930011862, + "grad_norm": 1.0390625, + "learning_rate": 0.0004883308026314923, + "loss": 5.0561, + "mean_token_accuracy": 0.18535924702882767, + "num_tokens": 5062299.0, + "step": 1765 + }, + { + "entropy": 5.378459167480469, + "epoch": 2.099644128113879, + "grad_norm": 1.0546875, + "learning_rate": 0.00048817892067576726, + "loss": 5.1866, + "mean_token_accuracy": 0.17031457126140595, + "num_tokens": 5077665.0, + "step": 1770 + }, + { + "entropy": 5.357861471176148, + "epoch": 2.1055753262158956, + "grad_norm": 1.140625, + "learning_rate": 0.0004880260833402734, + "loss": 5.1114, + "mean_token_accuracy": 0.1715405285358429, + "num_tokens": 5092005.0, + "step": 1775 + }, + { + "entropy": 5.379746150970459, + "epoch": 2.111506524317912, + "grad_norm": 0.96484375, + "learning_rate": 0.0004878722913099645, + "loss": 5.199, + "mean_token_accuracy": 0.16930181831121444, + "num_tokens": 5109155.0, + "step": 1780 + }, + { + "entropy": 5.383475065231323, + "epoch": 2.117437722419929, + "grad_norm": 0.96484375, + "learning_rate": 0.000487717545274073, + "loss": 5.149, + "mean_token_accuracy": 0.16863701194524766, + "num_tokens": 5125791.0, + "step": 1785 + }, + { + "entropy": 5.384926605224609, + "epoch": 2.1233689205219455, + "grad_norm": 1.078125, + "learning_rate": 0.0004875618459261065, + "loss": 5.1762, + "mean_token_accuracy": 0.16971782743930816, + "num_tokens": 5139908.0, + "step": 1790 + }, + { + "entropy": 5.391865921020508, + "epoch": 2.129300118623962, + "grad_norm": 0.96875, + "learning_rate": 0.00048740519396384515, + "loss": 5.1527, + "mean_token_accuracy": 0.17617459148168563, + "num_tokens": 5154922.0, + "step": 1795 + }, + { + "entropy": 5.33276104927063, + "epoch": 2.135231316725979, + "grad_norm": 1.0625, + "learning_rate": 0.0004872475900893382, + "loss": 5.1899, + "mean_token_accuracy": 0.17570777982473373, + "num_tokens": 5169919.0, + "step": 1800 + }, + { + "entropy": 5.48026123046875, + "epoch": 2.1411625148279954, + "grad_norm": 1.0390625, + "learning_rate": 0.0004870890350089011, + "loss": 5.1829, + "mean_token_accuracy": 0.16823343187570572, + "num_tokens": 5186687.0, + "step": 1805 + }, + { + "entropy": 5.437422800064087, + "epoch": 2.147093712930012, + "grad_norm": 1.0859375, + "learning_rate": 0.00048692952943311214, + "loss": 5.2063, + "mean_token_accuracy": 0.1717593029141426, + "num_tokens": 5199489.0, + "step": 1810 + }, + { + "entropy": 5.496373796463013, + "epoch": 2.1530249110320283, + "grad_norm": 1.015625, + "learning_rate": 0.0004867690740768094, + "loss": 5.2399, + "mean_token_accuracy": 0.17145588397979736, + "num_tokens": 5214549.0, + "step": 1815 + }, + { + "entropy": 5.366263675689697, + "epoch": 2.1589561091340452, + "grad_norm": 1.0390625, + "learning_rate": 0.00048660766965908736, + "loss": 5.2164, + "mean_token_accuracy": 0.16977577656507492, + "num_tokens": 5228571.0, + "step": 1820 + }, + { + "entropy": 5.388319301605224, + "epoch": 2.1648873072360617, + "grad_norm": 1.03125, + "learning_rate": 0.000486445316903294, + "loss": 5.1452, + "mean_token_accuracy": 0.17680991888046266, + "num_tokens": 5242797.0, + "step": 1825 + }, + { + "entropy": 5.426320600509643, + "epoch": 2.170818505338078, + "grad_norm": 0.99609375, + "learning_rate": 0.000486282016537027, + "loss": 5.2368, + "mean_token_accuracy": 0.17110936492681503, + "num_tokens": 5257692.0, + "step": 1830 + }, + { + "entropy": 5.450334596633911, + "epoch": 2.176749703440095, + "grad_norm": 1.125, + "learning_rate": 0.0004861177692921313, + "loss": 5.2329, + "mean_token_accuracy": 0.17457327097654343, + "num_tokens": 5273117.0, + "step": 1835 + }, + { + "entropy": 5.369627332687378, + "epoch": 2.1826809015421116, + "grad_norm": 0.9375, + "learning_rate": 0.000485952575904695, + "loss": 5.1764, + "mean_token_accuracy": 0.165084633231163, + "num_tokens": 5287232.0, + "step": 1840 + }, + { + "entropy": 5.3623122215271, + "epoch": 2.188612099644128, + "grad_norm": 1.0859375, + "learning_rate": 0.0004857864371150467, + "loss": 5.164, + "mean_token_accuracy": 0.17174010574817658, + "num_tokens": 5300049.0, + "step": 1845 + }, + { + "entropy": 5.422196960449218, + "epoch": 2.1945432977461445, + "grad_norm": 1.109375, + "learning_rate": 0.0004856193536677515, + "loss": 5.1665, + "mean_token_accuracy": 0.17225924283266067, + "num_tokens": 5313811.0, + "step": 1850 + }, + { + "entropy": 5.38545184135437, + "epoch": 2.2004744958481615, + "grad_norm": 1.109375, + "learning_rate": 0.00048545132631160856, + "loss": 5.2414, + "mean_token_accuracy": 0.16925344467163086, + "num_tokens": 5326402.0, + "step": 1855 + }, + { + "entropy": 5.331728982925415, + "epoch": 2.206405693950178, + "grad_norm": 1.1875, + "learning_rate": 0.000485282355799647, + "loss": 5.1074, + "mean_token_accuracy": 0.1777871370315552, + "num_tokens": 5340440.0, + "step": 1860 + }, + { + "entropy": 5.373279333114624, + "epoch": 2.2123368920521944, + "grad_norm": 1.0546875, + "learning_rate": 0.0004851124428891226, + "loss": 5.2044, + "mean_token_accuracy": 0.17208765894174577, + "num_tokens": 5355271.0, + "step": 1865 + }, + { + "entropy": 5.3738720417022705, + "epoch": 2.2182680901542113, + "grad_norm": 0.953125, + "learning_rate": 0.00048494158834151485, + "loss": 5.1657, + "mean_token_accuracy": 0.1768079251050949, + "num_tokens": 5371939.0, + "step": 1870 + }, + { + "entropy": 5.338125801086425, + "epoch": 2.224199288256228, + "grad_norm": 0.984375, + "learning_rate": 0.00048476979292252323, + "loss": 5.0599, + "mean_token_accuracy": 0.18021448701620102, + "num_tokens": 5386242.0, + "step": 1875 + }, + { + "entropy": 5.32992787361145, + "epoch": 2.2301304863582443, + "grad_norm": 1.0625, + "learning_rate": 0.0004845970574020637, + "loss": 5.1392, + "mean_token_accuracy": 0.17196872234344482, + "num_tokens": 5399867.0, + "step": 1880 + }, + { + "entropy": 5.3204365253448485, + "epoch": 2.2360616844602608, + "grad_norm": 0.9609375, + "learning_rate": 0.00048442338255426555, + "loss": 5.0614, + "mean_token_accuracy": 0.1749480903148651, + "num_tokens": 5414236.0, + "step": 1885 + }, + { + "entropy": 5.360966062545776, + "epoch": 2.2419928825622777, + "grad_norm": 1.03125, + "learning_rate": 0.0004842487691574675, + "loss": 5.1766, + "mean_token_accuracy": 0.17208879739046096, + "num_tokens": 5428510.0, + "step": 1890 + }, + { + "entropy": 5.411381673812866, + "epoch": 2.247924080664294, + "grad_norm": 1.0390625, + "learning_rate": 0.0004840732179942146, + "loss": 5.1757, + "mean_token_accuracy": 0.17247659713029861, + "num_tokens": 5443137.0, + "step": 1895 + }, + { + "entropy": 5.371445941925049, + "epoch": 2.2538552787663106, + "grad_norm": 1.0390625, + "learning_rate": 0.00048389672985125467, + "loss": 5.1897, + "mean_token_accuracy": 0.1735587641596794, + "num_tokens": 5456574.0, + "step": 1900 + }, + { + "entropy": 5.3538429737091064, + "epoch": 2.2597864768683276, + "grad_norm": 0.91796875, + "learning_rate": 0.0004837193055195344, + "loss": 5.1926, + "mean_token_accuracy": 0.17189497202634813, + "num_tokens": 5472789.0, + "step": 1905 + }, + { + "entropy": 5.422811889648438, + "epoch": 2.265717674970344, + "grad_norm": 0.9921875, + "learning_rate": 0.00048354094579419656, + "loss": 5.1784, + "mean_token_accuracy": 0.1655895009636879, + "num_tokens": 5488202.0, + "step": 1910 + }, + { + "entropy": 5.344785451889038, + "epoch": 2.2716488730723605, + "grad_norm": 0.9375, + "learning_rate": 0.00048336165147457537, + "loss": 5.2373, + "mean_token_accuracy": 0.16763855069875716, + "num_tokens": 5502661.0, + "step": 1915 + }, + { + "entropy": 5.352733612060547, + "epoch": 2.277580071174377, + "grad_norm": 1.3046875, + "learning_rate": 0.00048318142336419413, + "loss": 5.1591, + "mean_token_accuracy": 0.17304945439100267, + "num_tokens": 5516371.0, + "step": 1920 + }, + { + "entropy": 5.342757987976074, + "epoch": 2.283511269276394, + "grad_norm": 1.0390625, + "learning_rate": 0.0004830002622707604, + "loss": 5.1239, + "mean_token_accuracy": 0.1793706387281418, + "num_tokens": 5529339.0, + "step": 1925 + }, + { + "entropy": 5.337879085540772, + "epoch": 2.2894424673784104, + "grad_norm": 1.0859375, + "learning_rate": 0.00048281816900616354, + "loss": 5.1158, + "mean_token_accuracy": 0.17504990845918655, + "num_tokens": 5543173.0, + "step": 1930 + }, + { + "entropy": 5.280277824401855, + "epoch": 2.295373665480427, + "grad_norm": 0.98046875, + "learning_rate": 0.00048263514438647015, + "loss": 5.1089, + "mean_token_accuracy": 0.17652505189180373, + "num_tokens": 5557080.0, + "step": 1935 + }, + { + "entropy": 5.356028890609741, + "epoch": 2.301304863582444, + "grad_norm": 0.9609375, + "learning_rate": 0.0004824511892319209, + "loss": 5.1702, + "mean_token_accuracy": 0.17574198096990584, + "num_tokens": 5571422.0, + "step": 1940 + }, + { + "entropy": 5.253097772598267, + "epoch": 2.3072360616844603, + "grad_norm": 1.265625, + "learning_rate": 0.0004822663043669267, + "loss": 4.9664, + "mean_token_accuracy": 0.18942097276449205, + "num_tokens": 5583057.0, + "step": 1945 + }, + { + "entropy": 5.27740592956543, + "epoch": 2.3131672597864767, + "grad_norm": 1.0546875, + "learning_rate": 0.00048208049062006505, + "loss": 5.2096, + "mean_token_accuracy": 0.16950699239969252, + "num_tokens": 5596201.0, + "step": 1950 + }, + { + "entropy": 5.393002700805664, + "epoch": 2.3190984578884937, + "grad_norm": 0.921875, + "learning_rate": 0.0004818937488240764, + "loss": 5.1601, + "mean_token_accuracy": 0.17385102808475494, + "num_tokens": 5612461.0, + "step": 1955 + }, + { + "entropy": 5.323347473144532, + "epoch": 2.32502965599051, + "grad_norm": 1.046875, + "learning_rate": 0.00048170607981586023, + "loss": 5.2285, + "mean_token_accuracy": 0.16853837668895721, + "num_tokens": 5628148.0, + "step": 1960 + }, + { + "entropy": 5.288127470016479, + "epoch": 2.3309608540925266, + "grad_norm": 1.015625, + "learning_rate": 0.0004815174844364714, + "loss": 5.0684, + "mean_token_accuracy": 0.1746617555618286, + "num_tokens": 5641695.0, + "step": 1965 + }, + { + "entropy": 5.371695184707642, + "epoch": 2.3368920521945435, + "grad_norm": 1.0625, + "learning_rate": 0.0004813279635311165, + "loss": 5.1085, + "mean_token_accuracy": 0.18225748091936111, + "num_tokens": 5654902.0, + "step": 1970 + }, + { + "entropy": 5.291834688186645, + "epoch": 2.34282325029656, + "grad_norm": 1.125, + "learning_rate": 0.00048113751794914974, + "loss": 5.1022, + "mean_token_accuracy": 0.18446253687143327, + "num_tokens": 5666899.0, + "step": 1975 + }, + { + "entropy": 5.420601224899292, + "epoch": 2.3487544483985765, + "grad_norm": 0.9296875, + "learning_rate": 0.0004809461485440694, + "loss": 5.2152, + "mean_token_accuracy": 0.17578936219215394, + "num_tokens": 5682525.0, + "step": 1980 + }, + { + "entropy": 5.2827568531036375, + "epoch": 2.354685646500593, + "grad_norm": 1.0, + "learning_rate": 0.0004807538561735143, + "loss": 5.14, + "mean_token_accuracy": 0.16829978823661804, + "num_tokens": 5697097.0, + "step": 1985 + }, + { + "entropy": 5.2644284725189205, + "epoch": 2.36061684460261, + "grad_norm": 1.140625, + "learning_rate": 0.00048056064169925904, + "loss": 5.0869, + "mean_token_accuracy": 0.17536696344614028, + "num_tokens": 5712340.0, + "step": 1990 + }, + { + "entropy": 5.353961038589477, + "epoch": 2.3665480427046264, + "grad_norm": 1.0625, + "learning_rate": 0.00048036650598721125, + "loss": 5.197, + "mean_token_accuracy": 0.16865415275096893, + "num_tokens": 5726509.0, + "step": 1995 + }, + { + "entropy": 5.3073567867279055, + "epoch": 2.372479240806643, + "grad_norm": 1.015625, + "learning_rate": 0.00048017144990740673, + "loss": 5.121, + "mean_token_accuracy": 0.1786181464791298, + "num_tokens": 5740977.0, + "step": 2000 + }, + { + "epoch": 2.372479240806643, + "eval_entropy": 5.170273498523454, + "eval_loss": 5.574867248535156, + "eval_mean_token_accuracy": 0.16265562777778853, + "eval_num_tokens": 5740977.0, + "eval_runtime": 2.4303, + "eval_samples_per_second": 1073.13, + "eval_steps_per_second": 134.141, + "step": 2000 + }, + { + "entropy": 5.288026952743531, + "epoch": 2.3784104389086593, + "grad_norm": 1.15625, + "learning_rate": 0.00047997547433400615, + "loss": 5.0974, + "mean_token_accuracy": 0.1805935502052307, + "num_tokens": 5756000.0, + "step": 2005 + }, + { + "entropy": 5.338898134231568, + "epoch": 2.3843416370106763, + "grad_norm": 0.97265625, + "learning_rate": 0.0004797785801452911, + "loss": 5.1033, + "mean_token_accuracy": 0.18041265308856963, + "num_tokens": 5771438.0, + "step": 2010 + }, + { + "entropy": 5.329379606246948, + "epoch": 2.3902728351126927, + "grad_norm": 1.1171875, + "learning_rate": 0.00047958076822365994, + "loss": 5.1506, + "mean_token_accuracy": 0.17072732895612716, + "num_tokens": 5784686.0, + "step": 2015 + }, + { + "entropy": 5.344692611694336, + "epoch": 2.396204033214709, + "grad_norm": 1.0078125, + "learning_rate": 0.0004793820394556238, + "loss": 5.201, + "mean_token_accuracy": 0.17325544208288193, + "num_tokens": 5799363.0, + "step": 2020 + }, + { + "entropy": 5.308460712432861, + "epoch": 2.402135231316726, + "grad_norm": 1.0390625, + "learning_rate": 0.0004791823947318029, + "loss": 5.0887, + "mean_token_accuracy": 0.176689213514328, + "num_tokens": 5812109.0, + "step": 2025 + }, + { + "entropy": 5.2809264183044435, + "epoch": 2.4080664294187426, + "grad_norm": 1.078125, + "learning_rate": 0.0004789818349469222, + "loss": 5.0932, + "mean_token_accuracy": 0.18039163053035737, + "num_tokens": 5825780.0, + "step": 2030 + }, + { + "entropy": 5.265401554107666, + "epoch": 2.413997627520759, + "grad_norm": 1.0625, + "learning_rate": 0.00047878036099980795, + "loss": 5.1356, + "mean_token_accuracy": 0.16557523757219314, + "num_tokens": 5841184.0, + "step": 2035 + }, + { + "entropy": 5.28918867111206, + "epoch": 2.419928825622776, + "grad_norm": 1.15625, + "learning_rate": 0.00047857797379338284, + "loss": 5.1151, + "mean_token_accuracy": 0.18016838133335114, + "num_tokens": 5854422.0, + "step": 2040 + }, + { + "entropy": 5.434517860412598, + "epoch": 2.4258600237247925, + "grad_norm": 1.0625, + "learning_rate": 0.00047837467423466284, + "loss": 5.2756, + "mean_token_accuracy": 0.16469118744134903, + "num_tokens": 5870878.0, + "step": 2045 + }, + { + "entropy": 5.323330879211426, + "epoch": 2.431791221826809, + "grad_norm": 1.1015625, + "learning_rate": 0.00047817046323475246, + "loss": 5.2065, + "mean_token_accuracy": 0.16481388956308365, + "num_tokens": 5886137.0, + "step": 2050 + }, + { + "entropy": 5.346496486663819, + "epoch": 2.4377224199288254, + "grad_norm": 1.03125, + "learning_rate": 0.0004779653417088408, + "loss": 5.1252, + "mean_token_accuracy": 0.17990775406360626, + "num_tokens": 5900300.0, + "step": 2055 + }, + { + "entropy": 5.322238492965698, + "epoch": 2.4436536180308424, + "grad_norm": 0.9375, + "learning_rate": 0.00047775931057619786, + "loss": 5.2122, + "mean_token_accuracy": 0.1684417709708214, + "num_tokens": 5917933.0, + "step": 2060 + }, + { + "entropy": 5.431944942474365, + "epoch": 2.449584816132859, + "grad_norm": 0.984375, + "learning_rate": 0.00047755237076016997, + "loss": 5.1549, + "mean_token_accuracy": 0.1798498421907425, + "num_tokens": 5932189.0, + "step": 2065 + }, + { + "entropy": 5.2723767280578615, + "epoch": 2.4555160142348753, + "grad_norm": 1.0234375, + "learning_rate": 0.0004773445231881757, + "loss": 5.1586, + "mean_token_accuracy": 0.17868874669075013, + "num_tokens": 5945999.0, + "step": 2070 + }, + { + "entropy": 5.317199230194092, + "epoch": 2.4614472123368922, + "grad_norm": 1.015625, + "learning_rate": 0.0004771357687917021, + "loss": 5.1759, + "mean_token_accuracy": 0.17290179580450057, + "num_tokens": 5960187.0, + "step": 2075 + }, + { + "entropy": 5.290809917449951, + "epoch": 2.4673784104389087, + "grad_norm": 0.96875, + "learning_rate": 0.0004769261085063, + "loss": 5.1032, + "mean_token_accuracy": 0.17626044750213624, + "num_tokens": 5975211.0, + "step": 2080 + }, + { + "entropy": 5.2783082008361815, + "epoch": 2.473309608540925, + "grad_norm": 1.015625, + "learning_rate": 0.00047671554327157996, + "loss": 5.09, + "mean_token_accuracy": 0.17717413753271102, + "num_tokens": 5988904.0, + "step": 2085 + }, + { + "entropy": 5.230610990524292, + "epoch": 2.4792408066429417, + "grad_norm": 1.0546875, + "learning_rate": 0.00047650407403120845, + "loss": 5.0964, + "mean_token_accuracy": 0.17791107147932053, + "num_tokens": 6004691.0, + "step": 2090 + }, + { + "entropy": 5.2898766040802006, + "epoch": 2.4851720047449586, + "grad_norm": 1.0625, + "learning_rate": 0.00047629170173290296, + "loss": 5.1428, + "mean_token_accuracy": 0.17288617938756942, + "num_tokens": 6017859.0, + "step": 2095 + }, + { + "entropy": 5.320411825180054, + "epoch": 2.491103202846975, + "grad_norm": 0.98828125, + "learning_rate": 0.0004760784273284286, + "loss": 5.1645, + "mean_token_accuracy": 0.17397502213716506, + "num_tokens": 6032042.0, + "step": 2100 + }, + { + "entropy": 5.293785238265992, + "epoch": 2.4970344009489915, + "grad_norm": 0.97265625, + "learning_rate": 0.0004758642517735928, + "loss": 5.1838, + "mean_token_accuracy": 0.1742447093129158, + "num_tokens": 6048591.0, + "step": 2105 + }, + { + "entropy": 5.232989549636841, + "epoch": 2.5029655990510085, + "grad_norm": 1.109375, + "learning_rate": 0.00047564917602824203, + "loss": 5.0759, + "mean_token_accuracy": 0.179649518430233, + "num_tokens": 6062436.0, + "step": 2110 + }, + { + "entropy": 5.266342687606811, + "epoch": 2.508896797153025, + "grad_norm": 1.125, + "learning_rate": 0.0004754332010562567, + "loss": 5.0365, + "mean_token_accuracy": 0.18351121246814728, + "num_tokens": 6075564.0, + "step": 2115 + }, + { + "entropy": 5.31279501914978, + "epoch": 2.5148279952550414, + "grad_norm": 1.046875, + "learning_rate": 0.0004752163278255473, + "loss": 5.1432, + "mean_token_accuracy": 0.1722079709172249, + "num_tokens": 6088939.0, + "step": 2120 + }, + { + "entropy": 5.295576190948486, + "epoch": 2.5207591933570583, + "grad_norm": 1.03125, + "learning_rate": 0.0004749985573080501, + "loss": 5.0956, + "mean_token_accuracy": 0.17826481014490128, + "num_tokens": 6101855.0, + "step": 2125 + }, + { + "entropy": 5.266389179229736, + "epoch": 2.526690391459075, + "grad_norm": 1.0546875, + "learning_rate": 0.0004747798904797225, + "loss": 5.0738, + "mean_token_accuracy": 0.1764925792813301, + "num_tokens": 6116192.0, + "step": 2130 + }, + { + "entropy": 5.1693144798278805, + "epoch": 2.5326215895610913, + "grad_norm": 0.94921875, + "learning_rate": 0.0004745603283205387, + "loss": 5.0887, + "mean_token_accuracy": 0.17885565012693405, + "num_tokens": 6130741.0, + "step": 2135 + }, + { + "entropy": 5.278003215789795, + "epoch": 2.538552787663108, + "grad_norm": 1.0703125, + "learning_rate": 0.00047433987181448546, + "loss": 5.056, + "mean_token_accuracy": 0.180057655274868, + "num_tokens": 6144937.0, + "step": 2140 + }, + { + "entropy": 5.2536839008331295, + "epoch": 2.5444839857651247, + "grad_norm": 1.1484375, + "learning_rate": 0.0004741185219495579, + "loss": 5.1384, + "mean_token_accuracy": 0.1841862380504608, + "num_tokens": 6156747.0, + "step": 2145 + }, + { + "entropy": 5.199393939971924, + "epoch": 2.550415183867141, + "grad_norm": 1.078125, + "learning_rate": 0.0004738962797177544, + "loss": 5.0336, + "mean_token_accuracy": 0.18659159690141677, + "num_tokens": 6169148.0, + "step": 2150 + }, + { + "entropy": 5.317109870910644, + "epoch": 2.5563463819691576, + "grad_norm": 1.03125, + "learning_rate": 0.00047367314611507276, + "loss": 5.107, + "mean_token_accuracy": 0.17958347201347352, + "num_tokens": 6181881.0, + "step": 2155 + }, + { + "entropy": 5.259987688064575, + "epoch": 2.562277580071174, + "grad_norm": 1.03125, + "learning_rate": 0.00047344912214150565, + "loss": 5.0531, + "mean_token_accuracy": 0.17894216775894164, + "num_tokens": 6196155.0, + "step": 2160 + }, + { + "entropy": 5.232990169525147, + "epoch": 2.568208778173191, + "grad_norm": 1.109375, + "learning_rate": 0.00047322420880103566, + "loss": 5.124, + "mean_token_accuracy": 0.17405239790678023, + "num_tokens": 6210918.0, + "step": 2165 + }, + { + "entropy": 5.249849700927735, + "epoch": 2.5741399762752075, + "grad_norm": 0.96484375, + "learning_rate": 0.00047299840710163157, + "loss": 5.0786, + "mean_token_accuracy": 0.18167687505483626, + "num_tokens": 6225747.0, + "step": 2170 + }, + { + "entropy": 5.256479358673095, + "epoch": 2.580071174377224, + "grad_norm": 1.109375, + "learning_rate": 0.0004727717180552431, + "loss": 5.137, + "mean_token_accuracy": 0.17358365505933762, + "num_tokens": 6239038.0, + "step": 2175 + }, + { + "entropy": 5.342339181900025, + "epoch": 2.586002372479241, + "grad_norm": 1.0546875, + "learning_rate": 0.00047254414267779686, + "loss": 5.2372, + "mean_token_accuracy": 0.17196187376976013, + "num_tokens": 6253346.0, + "step": 2180 + }, + { + "entropy": 5.303297472000122, + "epoch": 2.5919335705812574, + "grad_norm": 0.9453125, + "learning_rate": 0.0004723156819891917, + "loss": 5.2119, + "mean_token_accuracy": 0.17385910600423812, + "num_tokens": 6268060.0, + "step": 2185 + }, + { + "entropy": 5.266570806503296, + "epoch": 2.597864768683274, + "grad_norm": 0.94921875, + "learning_rate": 0.0004720863370132937, + "loss": 5.0388, + "mean_token_accuracy": 0.18387284874916077, + "num_tokens": 6283192.0, + "step": 2190 + }, + { + "entropy": 5.214200639724732, + "epoch": 2.603795966785291, + "grad_norm": 1.015625, + "learning_rate": 0.00047185610877793245, + "loss": 5.1047, + "mean_token_accuracy": 0.18674758821725845, + "num_tokens": 6297511.0, + "step": 2195 + }, + { + "entropy": 5.277515506744384, + "epoch": 2.6097271648873073, + "grad_norm": 0.94921875, + "learning_rate": 0.0004716249983148955, + "loss": 5.1247, + "mean_token_accuracy": 0.1791581928730011, + "num_tokens": 6313257.0, + "step": 2200 + }, + { + "entropy": 5.248571062088013, + "epoch": 2.6156583629893237, + "grad_norm": 1.0703125, + "learning_rate": 0.0004713930066599246, + "loss": 5.0519, + "mean_token_accuracy": 0.1780620649456978, + "num_tokens": 6326437.0, + "step": 2205 + }, + { + "entropy": 5.23038158416748, + "epoch": 2.6215895610913407, + "grad_norm": 0.96875, + "learning_rate": 0.00047116013485271014, + "loss": 5.0944, + "mean_token_accuracy": 0.18125442415475845, + "num_tokens": 6341704.0, + "step": 2210 + }, + { + "entropy": 5.240528726577759, + "epoch": 2.627520759193357, + "grad_norm": 1.0078125, + "learning_rate": 0.0004709263839368875, + "loss": 5.105, + "mean_token_accuracy": 0.17949420362710952, + "num_tokens": 6355783.0, + "step": 2215 + }, + { + "entropy": 5.3141090869903564, + "epoch": 2.6334519572953736, + "grad_norm": 1.0, + "learning_rate": 0.00047069175496003147, + "loss": 5.1015, + "mean_token_accuracy": 0.1741042762994766, + "num_tokens": 6370601.0, + "step": 2220 + }, + { + "entropy": 5.2879376888275145, + "epoch": 2.6393831553973905, + "grad_norm": 0.9765625, + "learning_rate": 0.0004704562489736522, + "loss": 5.1441, + "mean_token_accuracy": 0.1749232068657875, + "num_tokens": 6388124.0, + "step": 2225 + }, + { + "entropy": 5.316340398788452, + "epoch": 2.645314353499407, + "grad_norm": 1.0, + "learning_rate": 0.0004702198670331901, + "loss": 5.1487, + "mean_token_accuracy": 0.17196937203407286, + "num_tokens": 6403018.0, + "step": 2230 + }, + { + "entropy": 5.255807828903198, + "epoch": 2.6512455516014235, + "grad_norm": 1.0625, + "learning_rate": 0.0004699826101980112, + "loss": 5.0898, + "mean_token_accuracy": 0.17568791508674622, + "num_tokens": 6417403.0, + "step": 2235 + }, + { + "entropy": 5.249996376037598, + "epoch": 2.65717674970344, + "grad_norm": 1.1015625, + "learning_rate": 0.0004697444795314027, + "loss": 5.1367, + "mean_token_accuracy": 0.1690463364124298, + "num_tokens": 6432950.0, + "step": 2240 + }, + { + "entropy": 5.27621431350708, + "epoch": 2.6631079478054565, + "grad_norm": 1.0625, + "learning_rate": 0.00046950547610056766, + "loss": 5.1516, + "mean_token_accuracy": 0.1721343442797661, + "num_tokens": 6447735.0, + "step": 2245 + }, + { + "entropy": 5.281610584259033, + "epoch": 2.6690391459074734, + "grad_norm": 1.0859375, + "learning_rate": 0.0004692656009766206, + "loss": 5.0463, + "mean_token_accuracy": 0.18724312782287597, + "num_tokens": 6460066.0, + "step": 2250 + }, + { + "entropy": 5.2377824783325195, + "epoch": 2.67497034400949, + "grad_norm": 1.1328125, + "learning_rate": 0.00046902485523458266, + "loss": 5.1765, + "mean_token_accuracy": 0.16881112903356552, + "num_tokens": 6473880.0, + "step": 2255 + }, + { + "entropy": 5.330496311187744, + "epoch": 2.6809015421115063, + "grad_norm": 1.0859375, + "learning_rate": 0.0004687832399533767, + "loss": 5.0731, + "mean_token_accuracy": 0.1850060999393463, + "num_tokens": 6485678.0, + "step": 2260 + }, + { + "entropy": 5.215729856491089, + "epoch": 2.6868327402135233, + "grad_norm": 1.0, + "learning_rate": 0.0004685407562158226, + "loss": 5.1479, + "mean_token_accuracy": 0.17705656737089157, + "num_tokens": 6498606.0, + "step": 2265 + }, + { + "entropy": 5.218173503875732, + "epoch": 2.6927639383155397, + "grad_norm": 1.046875, + "learning_rate": 0.0004682974051086321, + "loss": 5.0863, + "mean_token_accuracy": 0.18237122297286987, + "num_tokens": 6511590.0, + "step": 2270 + }, + { + "entropy": 5.29819803237915, + "epoch": 2.698695136417556, + "grad_norm": 1.0703125, + "learning_rate": 0.0004680531877224042, + "loss": 5.1659, + "mean_token_accuracy": 0.17502329647541046, + "num_tokens": 6525391.0, + "step": 2275 + }, + { + "entropy": 5.247089862823486, + "epoch": 2.704626334519573, + "grad_norm": 0.97265625, + "learning_rate": 0.00046780810515162027, + "loss": 5.1129, + "mean_token_accuracy": 0.17722094506025315, + "num_tokens": 6540749.0, + "step": 2280 + }, + { + "entropy": 5.228551435470581, + "epoch": 2.7105575326215896, + "grad_norm": 1.0078125, + "learning_rate": 0.00046756215849463905, + "loss": 5.1351, + "mean_token_accuracy": 0.1777515858411789, + "num_tokens": 6556607.0, + "step": 2285 + }, + { + "entropy": 5.227963972091675, + "epoch": 2.716488730723606, + "grad_norm": 1.1328125, + "learning_rate": 0.00046731534885369175, + "loss": 5.0378, + "mean_token_accuracy": 0.18670109808444976, + "num_tokens": 6569340.0, + "step": 2290 + }, + { + "entropy": 5.254456853866577, + "epoch": 2.722419928825623, + "grad_norm": 1.0390625, + "learning_rate": 0.00046706767733487714, + "loss": 5.1495, + "mean_token_accuracy": 0.168257737159729, + "num_tokens": 6586070.0, + "step": 2295 + }, + { + "entropy": 5.350936985015869, + "epoch": 2.7283511269276395, + "grad_norm": 1.09375, + "learning_rate": 0.00046681914504815653, + "loss": 5.2384, + "mean_token_accuracy": 0.17244828790426253, + "num_tokens": 6601441.0, + "step": 2300 + }, + { + "entropy": 5.22352089881897, + "epoch": 2.734282325029656, + "grad_norm": 1.0390625, + "learning_rate": 0.0004665697531073489, + "loss": 5.1004, + "mean_token_accuracy": 0.17834114283323288, + "num_tokens": 6616478.0, + "step": 2305 + }, + { + "entropy": 5.29279670715332, + "epoch": 2.7402135231316724, + "grad_norm": 0.9453125, + "learning_rate": 0.0004663195026301258, + "loss": 5.1774, + "mean_token_accuracy": 0.17028742134571076, + "num_tokens": 6631519.0, + "step": 2310 + }, + { + "entropy": 5.289520025253296, + "epoch": 2.7461447212336894, + "grad_norm": 0.99609375, + "learning_rate": 0.00046606839473800626, + "loss": 5.1519, + "mean_token_accuracy": 0.1711852639913559, + "num_tokens": 6646862.0, + "step": 2315 + }, + { + "entropy": 5.285637235641479, + "epoch": 2.752075919335706, + "grad_norm": 1.0078125, + "learning_rate": 0.00046581643055635215, + "loss": 5.0706, + "mean_token_accuracy": 0.18027766644954682, + "num_tokens": 6660731.0, + "step": 2320 + }, + { + "entropy": 5.257721757888794, + "epoch": 2.7580071174377223, + "grad_norm": 1.0, + "learning_rate": 0.00046556361121436265, + "loss": 5.0884, + "mean_token_accuracy": 0.17217349857091904, + "num_tokens": 6675922.0, + "step": 2325 + }, + { + "entropy": 5.210122585296631, + "epoch": 2.763938315539739, + "grad_norm": 1.0078125, + "learning_rate": 0.0004653099378450696, + "loss": 5.086, + "mean_token_accuracy": 0.17834757566452025, + "num_tokens": 6689363.0, + "step": 2330 + }, + { + "entropy": 5.289632892608642, + "epoch": 2.7698695136417557, + "grad_norm": 1.1796875, + "learning_rate": 0.0004650554115853321, + "loss": 5.08, + "mean_token_accuracy": 0.17782238125801086, + "num_tokens": 6702655.0, + "step": 2335 + }, + { + "entropy": 5.233364868164062, + "epoch": 2.775800711743772, + "grad_norm": 0.94921875, + "learning_rate": 0.00046480003357583154, + "loss": 5.115, + "mean_token_accuracy": 0.1791711837053299, + "num_tokens": 6718101.0, + "step": 2340 + }, + { + "entropy": 5.249103927612305, + "epoch": 2.7817319098457887, + "grad_norm": 1.015625, + "learning_rate": 0.00046454380496106665, + "loss": 5.0327, + "mean_token_accuracy": 0.18523623198270797, + "num_tokens": 6731410.0, + "step": 2345 + }, + { + "entropy": 5.2448647022247314, + "epoch": 2.7876631079478056, + "grad_norm": 1.109375, + "learning_rate": 0.0004642867268893481, + "loss": 5.1059, + "mean_token_accuracy": 0.18096584379673003, + "num_tokens": 6744544.0, + "step": 2350 + }, + { + "entropy": 5.1900553703308105, + "epoch": 2.793594306049822, + "grad_norm": 0.97265625, + "learning_rate": 0.0004640288005127933, + "loss": 5.0096, + "mean_token_accuracy": 0.18570955991744995, + "num_tokens": 6757559.0, + "step": 2355 + }, + { + "entropy": 5.22004246711731, + "epoch": 2.7995255041518385, + "grad_norm": 1.0390625, + "learning_rate": 0.000463770026987322, + "loss": 5.0821, + "mean_token_accuracy": 0.17724673599004745, + "num_tokens": 6772655.0, + "step": 2360 + }, + { + "entropy": 5.193439579010009, + "epoch": 2.8054567022538555, + "grad_norm": 1.078125, + "learning_rate": 0.0004635104074726498, + "loss": 5.011, + "mean_token_accuracy": 0.18544310331344604, + "num_tokens": 6786038.0, + "step": 2365 + }, + { + "entropy": 5.228322505950928, + "epoch": 2.811387900355872, + "grad_norm": 1.0703125, + "learning_rate": 0.0004632499431322842, + "loss": 5.0586, + "mean_token_accuracy": 0.17480345368385314, + "num_tokens": 6799759.0, + "step": 2370 + }, + { + "entropy": 5.192971563339233, + "epoch": 2.8173190984578884, + "grad_norm": 1.1015625, + "learning_rate": 0.00046298863513351854, + "loss": 5.1025, + "mean_token_accuracy": 0.1785614773631096, + "num_tokens": 6814242.0, + "step": 2375 + }, + { + "entropy": 5.30884952545166, + "epoch": 2.8232502965599053, + "grad_norm": 0.96484375, + "learning_rate": 0.00046272648464742733, + "loss": 5.1246, + "mean_token_accuracy": 0.16953468918800355, + "num_tokens": 6828697.0, + "step": 2380 + }, + { + "entropy": 5.15752215385437, + "epoch": 2.829181494661922, + "grad_norm": 1.1953125, + "learning_rate": 0.0004624634928488605, + "loss": 5.0758, + "mean_token_accuracy": 0.18574994206428527, + "num_tokens": 6842549.0, + "step": 2385 + }, + { + "entropy": 5.288483715057373, + "epoch": 2.8351126927639383, + "grad_norm": 1.0546875, + "learning_rate": 0.00046219966091643865, + "loss": 5.1667, + "mean_token_accuracy": 0.17601943910121917, + "num_tokens": 6857599.0, + "step": 2390 + }, + { + "entropy": 5.216753959655762, + "epoch": 2.8410438908659548, + "grad_norm": 1.15625, + "learning_rate": 0.00046193499003254737, + "loss": 5.0904, + "mean_token_accuracy": 0.18286330252885818, + "num_tokens": 6872621.0, + "step": 2395 + }, + { + "entropy": 5.251305961608887, + "epoch": 2.8469750889679717, + "grad_norm": 1.0625, + "learning_rate": 0.0004616694813833322, + "loss": 5.1589, + "mean_token_accuracy": 0.1729411706328392, + "num_tokens": 6887297.0, + "step": 2400 + }, + { + "entropy": 5.263056373596191, + "epoch": 2.852906287069988, + "grad_norm": 1.1484375, + "learning_rate": 0.00046140313615869287, + "loss": 5.0538, + "mean_token_accuracy": 0.18049194067716598, + "num_tokens": 6900857.0, + "step": 2405 + }, + { + "entropy": 5.1703661441802975, + "epoch": 2.8588374851720046, + "grad_norm": 1.03125, + "learning_rate": 0.00046113595555227885, + "loss": 5.0715, + "mean_token_accuracy": 0.18290164321660995, + "num_tokens": 6917351.0, + "step": 2410 + }, + { + "entropy": 5.134192991256714, + "epoch": 2.864768683274021, + "grad_norm": 1.0859375, + "learning_rate": 0.000460867940761483, + "loss": 5.0086, + "mean_token_accuracy": 0.19504904747009277, + "num_tokens": 6930619.0, + "step": 2415 + }, + { + "entropy": 5.185745000839233, + "epoch": 2.870699881376038, + "grad_norm": 1.0546875, + "learning_rate": 0.0004605990929874366, + "loss": 5.0501, + "mean_token_accuracy": 0.17975494414567947, + "num_tokens": 6944842.0, + "step": 2420 + }, + { + "entropy": 5.221125698089599, + "epoch": 2.8766310794780545, + "grad_norm": 1.0859375, + "learning_rate": 0.00046032941343500443, + "loss": 5.0331, + "mean_token_accuracy": 0.18169520050287247, + "num_tokens": 6957699.0, + "step": 2425 + }, + { + "entropy": 5.243278074264526, + "epoch": 2.882562277580071, + "grad_norm": 1.1015625, + "learning_rate": 0.00046005890331277875, + "loss": 5.1779, + "mean_token_accuracy": 0.1789306804537773, + "num_tokens": 6973373.0, + "step": 2430 + }, + { + "entropy": 5.273877429962158, + "epoch": 2.888493475682088, + "grad_norm": 1.046875, + "learning_rate": 0.0004597875638330739, + "loss": 5.1065, + "mean_token_accuracy": 0.17897169589996337, + "num_tokens": 6985943.0, + "step": 2435 + }, + { + "entropy": 5.267488431930542, + "epoch": 2.8944246737841044, + "grad_norm": 1.0859375, + "learning_rate": 0.00045951539621192137, + "loss": 5.1196, + "mean_token_accuracy": 0.19029628336429597, + "num_tokens": 6999655.0, + "step": 2440 + }, + { + "entropy": 5.225543117523193, + "epoch": 2.900355871886121, + "grad_norm": 0.97265625, + "learning_rate": 0.0004592424016690637, + "loss": 5.0894, + "mean_token_accuracy": 0.1805782213807106, + "num_tokens": 7014278.0, + "step": 2445 + }, + { + "entropy": 5.211720752716064, + "epoch": 2.906287069988138, + "grad_norm": 1.0546875, + "learning_rate": 0.00045896858142794976, + "loss": 5.0853, + "mean_token_accuracy": 0.18050264269113542, + "num_tokens": 7029998.0, + "step": 2450 + }, + { + "entropy": 5.261847639083863, + "epoch": 2.9122182680901543, + "grad_norm": 1.0390625, + "learning_rate": 0.0004586939367157285, + "loss": 5.08, + "mean_token_accuracy": 0.17528700977563857, + "num_tokens": 7043212.0, + "step": 2455 + }, + { + "entropy": 5.205530023574829, + "epoch": 2.9181494661921707, + "grad_norm": 1.0546875, + "learning_rate": 0.000458418468763244, + "loss": 5.0157, + "mean_token_accuracy": 0.18455137461423873, + "num_tokens": 7057723.0, + "step": 2460 + }, + { + "entropy": 5.222577953338623, + "epoch": 2.9240806642941877, + "grad_norm": 1.1015625, + "learning_rate": 0.00045814217880502973, + "loss": 5.1525, + "mean_token_accuracy": 0.17377886772155762, + "num_tokens": 7073334.0, + "step": 2465 + }, + { + "entropy": 5.240353107452393, + "epoch": 2.930011862396204, + "grad_norm": 0.9453125, + "learning_rate": 0.000457865068079303, + "loss": 5.1136, + "mean_token_accuracy": 0.17955139875411988, + "num_tokens": 7087671.0, + "step": 2470 + }, + { + "entropy": 5.162194871902466, + "epoch": 2.9359430604982206, + "grad_norm": 1.09375, + "learning_rate": 0.00045758713782795946, + "loss": 4.9601, + "mean_token_accuracy": 0.18688122928142548, + "num_tokens": 7101168.0, + "step": 2475 + }, + { + "entropy": 5.209585046768188, + "epoch": 2.941874258600237, + "grad_norm": 1.046875, + "learning_rate": 0.0004573083892965677, + "loss": 5.1268, + "mean_token_accuracy": 0.18048435896635057, + "num_tokens": 7115581.0, + "step": 2480 + }, + { + "entropy": 5.200497722625732, + "epoch": 2.9478054567022536, + "grad_norm": 1.09375, + "learning_rate": 0.00045702882373436317, + "loss": 5.1, + "mean_token_accuracy": 0.17545540034770965, + "num_tokens": 7129948.0, + "step": 2485 + }, + { + "entropy": 5.13970685005188, + "epoch": 2.9537366548042705, + "grad_norm": 1.0390625, + "learning_rate": 0.0004567484423942433, + "loss": 4.9933, + "mean_token_accuracy": 0.18735943138599395, + "num_tokens": 7144122.0, + "step": 2490 + }, + { + "entropy": 5.212256240844726, + "epoch": 2.959667852906287, + "grad_norm": 1.25, + "learning_rate": 0.00045646724653276117, + "loss": 5.0423, + "mean_token_accuracy": 0.19172451496124268, + "num_tokens": 7157892.0, + "step": 2495 + }, + { + "entropy": 5.22672963142395, + "epoch": 2.9655990510083035, + "grad_norm": 0.94140625, + "learning_rate": 0.00045618523741012044, + "loss": 5.1198, + "mean_token_accuracy": 0.1785096600651741, + "num_tokens": 7172581.0, + "step": 2500 + }, + { + "epoch": 2.9655990510083035, + "eval_entropy": 5.128191098113732, + "eval_loss": 5.4554667472839355, + "eval_mean_token_accuracy": 0.16967149755340413, + "eval_num_tokens": 7172581.0, + "eval_runtime": 2.4682, + "eval_samples_per_second": 1056.643, + "eval_steps_per_second": 132.08, + "step": 2500 + }, + { + "entropy": 5.209706211090088, + "epoch": 2.9715302491103204, + "grad_norm": 1.09375, + "learning_rate": 0.00045590241629016933, + "loss": 5.081, + "mean_token_accuracy": 0.17838001102209092, + "num_tokens": 7187180.0, + "step": 2505 + }, + { + "entropy": 5.186795330047607, + "epoch": 2.977461447212337, + "grad_norm": 1.078125, + "learning_rate": 0.00045561878444039526, + "loss": 5.0928, + "mean_token_accuracy": 0.1853885158896446, + "num_tokens": 7202153.0, + "step": 2510 + }, + { + "entropy": 5.233902025222778, + "epoch": 2.9833926453143533, + "grad_norm": 1.109375, + "learning_rate": 0.00045533434313191866, + "loss": 5.0663, + "mean_token_accuracy": 0.1795577213168144, + "num_tokens": 7217714.0, + "step": 2515 + }, + { + "entropy": 5.072184324264526, + "epoch": 2.9893238434163703, + "grad_norm": 1.03125, + "learning_rate": 0.0004550490936394881, + "loss": 5.0248, + "mean_token_accuracy": 0.1885547786951065, + "num_tokens": 7232366.0, + "step": 2520 + }, + { + "entropy": 5.288804340362549, + "epoch": 2.9952550415183867, + "grad_norm": 1.1484375, + "learning_rate": 0.0004547630372414737, + "loss": 5.0433, + "mean_token_accuracy": 0.18170098960399628, + "num_tokens": 7245542.0, + "step": 2525 + }, + { + "entropy": 5.13629674911499, + "epoch": 3.001186239620403, + "grad_norm": 0.96484375, + "learning_rate": 0.00045447617521986205, + "loss": 4.966, + "mean_token_accuracy": 0.18382924646139145, + "num_tokens": 7260437.0, + "step": 2530 + }, + { + "entropy": 5.186529493331909, + "epoch": 3.00711743772242, + "grad_norm": 1.09375, + "learning_rate": 0.00045418850886025006, + "loss": 4.7908, + "mean_token_accuracy": 0.19730883985757827, + "num_tokens": 7273470.0, + "step": 2535 + }, + { + "entropy": 5.14306674003601, + "epoch": 3.0130486358244366, + "grad_norm": 1.0078125, + "learning_rate": 0.0004539000394518393, + "loss": 4.8184, + "mean_token_accuracy": 0.19704275578260422, + "num_tokens": 7286515.0, + "step": 2540 + }, + { + "entropy": 5.08558144569397, + "epoch": 3.018979833926453, + "grad_norm": 1.1015625, + "learning_rate": 0.00045361076828743054, + "loss": 4.6494, + "mean_token_accuracy": 0.2086326450109482, + "num_tokens": 7299011.0, + "step": 2545 + }, + { + "entropy": 5.100022411346435, + "epoch": 3.0249110320284696, + "grad_norm": 0.99609375, + "learning_rate": 0.00045332069666341733, + "loss": 4.7556, + "mean_token_accuracy": 0.2030994936823845, + "num_tokens": 7312421.0, + "step": 2550 + }, + { + "entropy": 5.228758382797241, + "epoch": 3.0308422301304865, + "grad_norm": 0.8828125, + "learning_rate": 0.000453029825879781, + "loss": 4.829, + "mean_token_accuracy": 0.1881020963191986, + "num_tokens": 7326298.0, + "step": 2555 + }, + { + "entropy": 5.20881233215332, + "epoch": 3.036773428232503, + "grad_norm": 1.1015625, + "learning_rate": 0.0004527381572400838, + "loss": 4.8349, + "mean_token_accuracy": 0.19809474796056747, + "num_tokens": 7340411.0, + "step": 2560 + }, + { + "entropy": 5.2084184169769285, + "epoch": 3.0427046263345194, + "grad_norm": 1.03125, + "learning_rate": 0.00045244569205146425, + "loss": 4.7739, + "mean_token_accuracy": 0.19972959756851197, + "num_tokens": 7355853.0, + "step": 2565 + }, + { + "entropy": 5.0268631935119625, + "epoch": 3.0486358244365364, + "grad_norm": 0.9765625, + "learning_rate": 0.00045215243162463023, + "loss": 4.7546, + "mean_token_accuracy": 0.2027596727013588, + "num_tokens": 7370462.0, + "step": 2570 + }, + { + "entropy": 5.1120353698730465, + "epoch": 3.054567022538553, + "grad_norm": 1.1171875, + "learning_rate": 0.00045185837727385373, + "loss": 4.7613, + "mean_token_accuracy": 0.19956568926572799, + "num_tokens": 7382283.0, + "step": 2575 + }, + { + "entropy": 5.185872745513916, + "epoch": 3.0604982206405693, + "grad_norm": 0.99609375, + "learning_rate": 0.0004515635303169648, + "loss": 4.8004, + "mean_token_accuracy": 0.19398040175437928, + "num_tokens": 7397282.0, + "step": 2580 + }, + { + "entropy": 5.129135847091675, + "epoch": 3.066429418742586, + "grad_norm": 1.09375, + "learning_rate": 0.00045126789207534544, + "loss": 4.7633, + "mean_token_accuracy": 0.19493884593248367, + "num_tokens": 7410471.0, + "step": 2585 + }, + { + "entropy": 5.097009515762329, + "epoch": 3.0723606168446027, + "grad_norm": 1.1640625, + "learning_rate": 0.00045097146387392423, + "loss": 4.7541, + "mean_token_accuracy": 0.20093791782855988, + "num_tokens": 7426151.0, + "step": 2590 + }, + { + "entropy": 5.208783435821533, + "epoch": 3.078291814946619, + "grad_norm": 1.0, + "learning_rate": 0.00045067424704116956, + "loss": 4.8063, + "mean_token_accuracy": 0.19725323617458343, + "num_tokens": 7441336.0, + "step": 2595 + }, + { + "entropy": 5.1333612442016605, + "epoch": 3.0842230130486357, + "grad_norm": 1.03125, + "learning_rate": 0.0004503762429090845, + "loss": 4.8512, + "mean_token_accuracy": 0.19190199822187423, + "num_tokens": 7456152.0, + "step": 2600 + }, + { + "entropy": 5.071452474594116, + "epoch": 3.0901542111506526, + "grad_norm": 1.0390625, + "learning_rate": 0.00045007745281320035, + "loss": 4.7492, + "mean_token_accuracy": 0.19597499817609787, + "num_tokens": 7469477.0, + "step": 2605 + }, + { + "entropy": 5.152786159515381, + "epoch": 3.096085409252669, + "grad_norm": 1.1875, + "learning_rate": 0.0004497778780925706, + "loss": 4.745, + "mean_token_accuracy": 0.20036472231149674, + "num_tokens": 7482859.0, + "step": 2610 + }, + { + "entropy": 5.149897813796997, + "epoch": 3.1020166073546855, + "grad_norm": 1.171875, + "learning_rate": 0.00044947752008976546, + "loss": 4.7565, + "mean_token_accuracy": 0.20434682816267014, + "num_tokens": 7497021.0, + "step": 2615 + }, + { + "entropy": 5.082270812988281, + "epoch": 3.1079478054567025, + "grad_norm": 0.98828125, + "learning_rate": 0.0004491763801508652, + "loss": 4.8287, + "mean_token_accuracy": 0.19397101253271104, + "num_tokens": 7512528.0, + "step": 2620 + }, + { + "entropy": 5.1444420337677, + "epoch": 3.113879003558719, + "grad_norm": 1.03125, + "learning_rate": 0.0004488744596254545, + "loss": 4.8243, + "mean_token_accuracy": 0.19616906642913817, + "num_tokens": 7529492.0, + "step": 2625 + }, + { + "entropy": 5.099391889572144, + "epoch": 3.1198102016607354, + "grad_norm": 1.046875, + "learning_rate": 0.00044857175986661634, + "loss": 4.8307, + "mean_token_accuracy": 0.1908296301960945, + "num_tokens": 7544750.0, + "step": 2630 + }, + { + "entropy": 5.151020145416259, + "epoch": 3.125741399762752, + "grad_norm": 0.98828125, + "learning_rate": 0.00044826828223092584, + "loss": 4.8131, + "mean_token_accuracy": 0.19755022823810578, + "num_tokens": 7560436.0, + "step": 2635 + }, + { + "entropy": 5.078480672836304, + "epoch": 3.131672597864769, + "grad_norm": 1.0546875, + "learning_rate": 0.0004479640280784443, + "loss": 4.744, + "mean_token_accuracy": 0.19955695867538453, + "num_tokens": 7572784.0, + "step": 2640 + }, + { + "entropy": 5.113914966583252, + "epoch": 3.1376037959667853, + "grad_norm": 1.171875, + "learning_rate": 0.00044765899877271306, + "loss": 4.859, + "mean_token_accuracy": 0.1986508622765541, + "num_tokens": 7585677.0, + "step": 2645 + }, + { + "entropy": 5.126020288467407, + "epoch": 3.1435349940688018, + "grad_norm": 1.0625, + "learning_rate": 0.0004473531956807471, + "loss": 4.8702, + "mean_token_accuracy": 0.19153172969818116, + "num_tokens": 7600099.0, + "step": 2650 + }, + { + "entropy": 5.072196006774902, + "epoch": 3.1494661921708187, + "grad_norm": 0.93359375, + "learning_rate": 0.0004470466201730298, + "loss": 4.7925, + "mean_token_accuracy": 0.19439838826656342, + "num_tokens": 7615907.0, + "step": 2655 + }, + { + "entropy": 5.143037557601929, + "epoch": 3.155397390272835, + "grad_norm": 1.03125, + "learning_rate": 0.00044673927362350545, + "loss": 4.8237, + "mean_token_accuracy": 0.19680167287588118, + "num_tokens": 7629322.0, + "step": 2660 + }, + { + "entropy": 5.135795927047729, + "epoch": 3.1613285883748516, + "grad_norm": 1.1328125, + "learning_rate": 0.00044643115740957437, + "loss": 4.7916, + "mean_token_accuracy": 0.1951526179909706, + "num_tokens": 7642876.0, + "step": 2665 + }, + { + "entropy": 5.147537422180176, + "epoch": 3.167259786476868, + "grad_norm": 1.0859375, + "learning_rate": 0.000446122272912086, + "loss": 4.7397, + "mean_token_accuracy": 0.20763775259256362, + "num_tokens": 7655252.0, + "step": 2670 + }, + { + "entropy": 5.109446811676025, + "epoch": 3.173190984578885, + "grad_norm": 1.015625, + "learning_rate": 0.0004458126215153329, + "loss": 4.7983, + "mean_token_accuracy": 0.19524380266666413, + "num_tokens": 7669858.0, + "step": 2675 + }, + { + "entropy": 5.115171337127686, + "epoch": 3.1791221826809015, + "grad_norm": 1.0546875, + "learning_rate": 0.0004455022046070446, + "loss": 4.8484, + "mean_token_accuracy": 0.18973655700683595, + "num_tokens": 7684268.0, + "step": 2680 + }, + { + "entropy": 5.018248653411865, + "epoch": 3.185053380782918, + "grad_norm": 1.109375, + "learning_rate": 0.0004451910235783814, + "loss": 4.717, + "mean_token_accuracy": 0.21085696369409562, + "num_tokens": 7696579.0, + "step": 2685 + }, + { + "entropy": 5.127526092529297, + "epoch": 3.190984578884935, + "grad_norm": 1.09375, + "learning_rate": 0.0004448790798239278, + "loss": 4.8436, + "mean_token_accuracy": 0.19351662397384645, + "num_tokens": 7712167.0, + "step": 2690 + }, + { + "entropy": 5.105394887924194, + "epoch": 3.1969157769869514, + "grad_norm": 0.96875, + "learning_rate": 0.0004445663747416868, + "loss": 4.8131, + "mean_token_accuracy": 0.19317025691270828, + "num_tokens": 7729466.0, + "step": 2695 + }, + { + "entropy": 5.043076610565185, + "epoch": 3.202846975088968, + "grad_norm": 1.140625, + "learning_rate": 0.00044425290973307345, + "loss": 4.6998, + "mean_token_accuracy": 0.20704733729362487, + "num_tokens": 7741327.0, + "step": 2700 + }, + { + "entropy": 5.05340690612793, + "epoch": 3.208778173190985, + "grad_norm": 1.140625, + "learning_rate": 0.0004439386862029081, + "loss": 4.7979, + "mean_token_accuracy": 0.2003027930855751, + "num_tokens": 7757212.0, + "step": 2705 + }, + { + "entropy": 5.1013377666473385, + "epoch": 3.2147093712930013, + "grad_norm": 1.078125, + "learning_rate": 0.00044362370555941057, + "loss": 4.8373, + "mean_token_accuracy": 0.19453289955854416, + "num_tokens": 7772726.0, + "step": 2710 + }, + { + "entropy": 5.200697374343872, + "epoch": 3.2206405693950177, + "grad_norm": 1.109375, + "learning_rate": 0.0004433079692141941, + "loss": 4.9332, + "mean_token_accuracy": 0.1931446298956871, + "num_tokens": 7788185.0, + "step": 2715 + }, + { + "entropy": 5.098084259033203, + "epoch": 3.2265717674970342, + "grad_norm": 1.09375, + "learning_rate": 0.00044299147858225835, + "loss": 4.8124, + "mean_token_accuracy": 0.19363399744033813, + "num_tokens": 7802653.0, + "step": 2720 + }, + { + "entropy": 5.1125976085662845, + "epoch": 3.232502965599051, + "grad_norm": 0.95703125, + "learning_rate": 0.0004426742350819834, + "loss": 4.7917, + "mean_token_accuracy": 0.19389940202236175, + "num_tokens": 7816898.0, + "step": 2725 + }, + { + "entropy": 5.147168445587158, + "epoch": 3.2384341637010676, + "grad_norm": 0.98828125, + "learning_rate": 0.0004423562401351234, + "loss": 4.876, + "mean_token_accuracy": 0.1905128002166748, + "num_tokens": 7833509.0, + "step": 2730 + }, + { + "entropy": 5.192942333221436, + "epoch": 3.244365361803084, + "grad_norm": 0.99609375, + "learning_rate": 0.00044203749516680035, + "loss": 4.8427, + "mean_token_accuracy": 0.1987154722213745, + "num_tokens": 7849910.0, + "step": 2735 + }, + { + "entropy": 5.063848209381104, + "epoch": 3.250296559905101, + "grad_norm": 1.0546875, + "learning_rate": 0.0004417180016054972, + "loss": 4.8113, + "mean_token_accuracy": 0.1946829855442047, + "num_tokens": 7864555.0, + "step": 2740 + }, + { + "entropy": 5.090720558166504, + "epoch": 3.2562277580071175, + "grad_norm": 1.0703125, + "learning_rate": 0.00044139776088305215, + "loss": 4.7492, + "mean_token_accuracy": 0.2016763925552368, + "num_tokens": 7878850.0, + "step": 2745 + }, + { + "entropy": 5.091657066345215, + "epoch": 3.262158956109134, + "grad_norm": 1.046875, + "learning_rate": 0.00044107677443465165, + "loss": 4.9031, + "mean_token_accuracy": 0.19536128789186477, + "num_tokens": 7894200.0, + "step": 2750 + }, + { + "entropy": 5.134050750732422, + "epoch": 3.2680901542111505, + "grad_norm": 1.1953125, + "learning_rate": 0.00044075504369882416, + "loss": 4.8529, + "mean_token_accuracy": 0.19184636920690537, + "num_tokens": 7908939.0, + "step": 2755 + }, + { + "entropy": 5.132843923568726, + "epoch": 3.2740213523131674, + "grad_norm": 0.9921875, + "learning_rate": 0.0004404325701174338, + "loss": 4.8618, + "mean_token_accuracy": 0.19030990153551103, + "num_tokens": 7924223.0, + "step": 2760 + }, + { + "entropy": 5.081524896621704, + "epoch": 3.279952550415184, + "grad_norm": 1.0625, + "learning_rate": 0.0004401093551356739, + "loss": 4.7557, + "mean_token_accuracy": 0.2024812862277031, + "num_tokens": 7938323.0, + "step": 2765 + }, + { + "entropy": 5.049100589752197, + "epoch": 3.2858837485172003, + "grad_norm": 0.92578125, + "learning_rate": 0.0004397854002020604, + "loss": 4.7814, + "mean_token_accuracy": 0.2020518437027931, + "num_tokens": 7952126.0, + "step": 2770 + }, + { + "entropy": 5.080816555023193, + "epoch": 3.2918149466192173, + "grad_norm": 1.2265625, + "learning_rate": 0.0004394607067684251, + "loss": 4.7988, + "mean_token_accuracy": 0.19751653522253038, + "num_tokens": 7965150.0, + "step": 2775 + }, + { + "entropy": 5.15736985206604, + "epoch": 3.2977461447212337, + "grad_norm": 1.015625, + "learning_rate": 0.00043913527628990984, + "loss": 4.8365, + "mean_token_accuracy": 0.19114754498004913, + "num_tokens": 7980532.0, + "step": 2780 + }, + { + "entropy": 5.0498096466064455, + "epoch": 3.30367734282325, + "grad_norm": 1.0546875, + "learning_rate": 0.00043880911022495955, + "loss": 4.7979, + "mean_token_accuracy": 0.19996661990880965, + "num_tokens": 7994731.0, + "step": 2785 + }, + { + "entropy": 5.045728778839111, + "epoch": 3.309608540925267, + "grad_norm": 1.0, + "learning_rate": 0.0004384822100353155, + "loss": 4.7792, + "mean_token_accuracy": 0.20297738313674926, + "num_tokens": 8009405.0, + "step": 2790 + }, + { + "entropy": 5.043602848052979, + "epoch": 3.3155397390272836, + "grad_norm": 1.046875, + "learning_rate": 0.00043815457718600933, + "loss": 4.703, + "mean_token_accuracy": 0.20316480547189714, + "num_tokens": 8023683.0, + "step": 2795 + }, + { + "entropy": 4.979565191268921, + "epoch": 3.3214709371293, + "grad_norm": 1.0625, + "learning_rate": 0.0004378262131453558, + "loss": 4.7448, + "mean_token_accuracy": 0.20116145312786102, + "num_tokens": 8038219.0, + "step": 2800 + }, + { + "entropy": 5.029000902175904, + "epoch": 3.3274021352313166, + "grad_norm": 1.1484375, + "learning_rate": 0.00043749711938494693, + "loss": 4.7479, + "mean_token_accuracy": 0.2009764328598976, + "num_tokens": 8052037.0, + "step": 2805 + }, + { + "entropy": 5.063984489440918, + "epoch": 3.3333333333333335, + "grad_norm": 1.109375, + "learning_rate": 0.00043716729737964475, + "loss": 4.8005, + "mean_token_accuracy": 0.19967271238565446, + "num_tokens": 8065346.0, + "step": 2810 + }, + { + "entropy": 5.089534330368042, + "epoch": 3.33926453143535, + "grad_norm": 1.1953125, + "learning_rate": 0.000436836748607575, + "loss": 4.8024, + "mean_token_accuracy": 0.19638994485139846, + "num_tokens": 8081411.0, + "step": 2815 + }, + { + "entropy": 5.120129728317261, + "epoch": 3.3451957295373664, + "grad_norm": 1.1015625, + "learning_rate": 0.0004365054745501209, + "loss": 4.8472, + "mean_token_accuracy": 0.19565204232931138, + "num_tokens": 8096979.0, + "step": 2820 + }, + { + "entropy": 5.020432186126709, + "epoch": 3.351126927639383, + "grad_norm": 1.1953125, + "learning_rate": 0.0004361734766919156, + "loss": 4.8349, + "mean_token_accuracy": 0.1926871970295906, + "num_tokens": 8110573.0, + "step": 2825 + }, + { + "entropy": 5.061763572692871, + "epoch": 3.3570581257414, + "grad_norm": 1.171875, + "learning_rate": 0.0004358407565208361, + "loss": 4.8833, + "mean_token_accuracy": 0.1976574257016182, + "num_tokens": 8125529.0, + "step": 2830 + }, + { + "entropy": 5.12091588973999, + "epoch": 3.3629893238434163, + "grad_norm": 0.953125, + "learning_rate": 0.00043550731552799676, + "loss": 4.8466, + "mean_token_accuracy": 0.19565797746181487, + "num_tokens": 8141042.0, + "step": 2835 + }, + { + "entropy": 5.022051239013672, + "epoch": 3.368920521945433, + "grad_norm": 1.1796875, + "learning_rate": 0.0004351731552077423, + "loss": 4.7575, + "mean_token_accuracy": 0.19804837554693222, + "num_tokens": 8153157.0, + "step": 2840 + }, + { + "entropy": 5.021864032745361, + "epoch": 3.3748517200474497, + "grad_norm": 0.99609375, + "learning_rate": 0.00043483827705764094, + "loss": 4.7646, + "mean_token_accuracy": 0.20032886266708375, + "num_tokens": 8168570.0, + "step": 2845 + }, + { + "entropy": 5.108405017852784, + "epoch": 3.380782918149466, + "grad_norm": 1.0703125, + "learning_rate": 0.00043450268257847814, + "loss": 4.8059, + "mean_token_accuracy": 0.19953808933496475, + "num_tokens": 8182041.0, + "step": 2850 + }, + { + "entropy": 5.110202646255493, + "epoch": 3.3867141162514827, + "grad_norm": 1.0859375, + "learning_rate": 0.00043416637327424955, + "loss": 4.8449, + "mean_token_accuracy": 0.19766062647104263, + "num_tokens": 8196466.0, + "step": 2855 + }, + { + "entropy": 5.049158334732056, + "epoch": 3.3926453143534996, + "grad_norm": 1.078125, + "learning_rate": 0.00043382935065215444, + "loss": 4.7834, + "mean_token_accuracy": 0.19956779778003692, + "num_tokens": 8210847.0, + "step": 2860 + }, + { + "entropy": 5.013025093078613, + "epoch": 3.398576512455516, + "grad_norm": 1.0703125, + "learning_rate": 0.0004334916162225889, + "loss": 4.7041, + "mean_token_accuracy": 0.2068425863981247, + "num_tokens": 8225575.0, + "step": 2865 + }, + { + "entropy": 5.076068353652954, + "epoch": 3.4045077105575325, + "grad_norm": 1.1171875, + "learning_rate": 0.00043315317149913876, + "loss": 4.808, + "mean_token_accuracy": 0.19905340373516084, + "num_tokens": 8239881.0, + "step": 2870 + }, + { + "entropy": 5.018644142150879, + "epoch": 3.4104389086595495, + "grad_norm": 1.0859375, + "learning_rate": 0.00043281401799857356, + "loss": 4.8426, + "mean_token_accuracy": 0.19684257358312607, + "num_tokens": 8253692.0, + "step": 2875 + }, + { + "entropy": 5.0646027565002445, + "epoch": 3.416370106761566, + "grad_norm": 1.03125, + "learning_rate": 0.00043247415724083886, + "loss": 4.7819, + "mean_token_accuracy": 0.19912485182285308, + "num_tokens": 8268322.0, + "step": 2880 + }, + { + "entropy": 5.025012445449829, + "epoch": 3.4223013048635824, + "grad_norm": 0.953125, + "learning_rate": 0.0004321335907490502, + "loss": 4.8053, + "mean_token_accuracy": 0.19429467767477035, + "num_tokens": 8285317.0, + "step": 2885 + }, + { + "entropy": 5.100164270401001, + "epoch": 3.428232502965599, + "grad_norm": 1.046875, + "learning_rate": 0.0004317923200494856, + "loss": 4.7933, + "mean_token_accuracy": 0.20158445090055466, + "num_tokens": 8299429.0, + "step": 2890 + }, + { + "entropy": 5.039232349395752, + "epoch": 3.434163701067616, + "grad_norm": 1.046875, + "learning_rate": 0.00043145034667157935, + "loss": 4.8165, + "mean_token_accuracy": 0.1936866894364357, + "num_tokens": 8314039.0, + "step": 2895 + }, + { + "entropy": 5.04435977935791, + "epoch": 3.4400948991696323, + "grad_norm": 1.015625, + "learning_rate": 0.00043110767214791466, + "loss": 4.8579, + "mean_token_accuracy": 0.19030549228191376, + "num_tokens": 8328634.0, + "step": 2900 + }, + { + "entropy": 5.061645078659057, + "epoch": 3.4460260972716488, + "grad_norm": 1.078125, + "learning_rate": 0.0004307642980142171, + "loss": 4.7607, + "mean_token_accuracy": 0.20237151086330413, + "num_tokens": 8342448.0, + "step": 2905 + }, + { + "entropy": 5.0385942459106445, + "epoch": 3.4519572953736652, + "grad_norm": 1.140625, + "learning_rate": 0.0004304202258093473, + "loss": 4.7632, + "mean_token_accuracy": 0.20581259578466415, + "num_tokens": 8354450.0, + "step": 2910 + }, + { + "entropy": 5.031369161605835, + "epoch": 3.457888493475682, + "grad_norm": 1.125, + "learning_rate": 0.00043007545707529496, + "loss": 4.8276, + "mean_token_accuracy": 0.20016095489263536, + "num_tokens": 8369054.0, + "step": 2915 + }, + { + "entropy": 5.084920263290405, + "epoch": 3.4638196915776986, + "grad_norm": 1.0625, + "learning_rate": 0.0004297299933571708, + "loss": 4.8296, + "mean_token_accuracy": 0.20116593837738037, + "num_tokens": 8383401.0, + "step": 2920 + }, + { + "entropy": 5.0826586246490475, + "epoch": 3.469750889679715, + "grad_norm": 1.1640625, + "learning_rate": 0.0004293838362032003, + "loss": 4.8431, + "mean_token_accuracy": 0.19186071306467056, + "num_tokens": 8396990.0, + "step": 2925 + }, + { + "entropy": 5.091199779510498, + "epoch": 3.475682087781732, + "grad_norm": 1.15625, + "learning_rate": 0.00042903698716471677, + "loss": 4.7678, + "mean_token_accuracy": 0.2013833075761795, + "num_tokens": 8411212.0, + "step": 2930 + }, + { + "entropy": 5.048702621459961, + "epoch": 3.4816132858837485, + "grad_norm": 1.15625, + "learning_rate": 0.0004286894477961541, + "loss": 4.816, + "mean_token_accuracy": 0.19629474729299545, + "num_tokens": 8424669.0, + "step": 2935 + }, + { + "entropy": 4.976538515090942, + "epoch": 3.487544483985765, + "grad_norm": 1.109375, + "learning_rate": 0.00042834121965504014, + "loss": 4.7754, + "mean_token_accuracy": 0.19990172535181044, + "num_tokens": 8437122.0, + "step": 2940 + }, + { + "entropy": 5.10742974281311, + "epoch": 3.493475682087782, + "grad_norm": 0.98046875, + "learning_rate": 0.00042799230430198935, + "loss": 4.8296, + "mean_token_accuracy": 0.1914140284061432, + "num_tokens": 8450543.0, + "step": 2945 + }, + { + "entropy": 5.064130353927612, + "epoch": 3.4994068801897984, + "grad_norm": 1.234375, + "learning_rate": 0.000427642703300696, + "loss": 4.7662, + "mean_token_accuracy": 0.2023661881685257, + "num_tokens": 8464720.0, + "step": 2950 + }, + { + "entropy": 5.0957324504852295, + "epoch": 3.505338078291815, + "grad_norm": 1.21875, + "learning_rate": 0.00042729241821792726, + "loss": 4.8549, + "mean_token_accuracy": 0.1962006002664566, + "num_tokens": 8478547.0, + "step": 2955 + }, + { + "entropy": 5.1516471862792965, + "epoch": 3.511269276393832, + "grad_norm": 0.9765625, + "learning_rate": 0.000426941450623516, + "loss": 4.8781, + "mean_token_accuracy": 0.19749569445848464, + "num_tokens": 8494126.0, + "step": 2960 + }, + { + "entropy": 5.031353759765625, + "epoch": 3.5172004744958483, + "grad_norm": 1.0859375, + "learning_rate": 0.00042658980209035394, + "loss": 4.8601, + "mean_token_accuracy": 0.186987940967083, + "num_tokens": 8508575.0, + "step": 2965 + }, + { + "entropy": 5.0075500965118405, + "epoch": 3.5231316725978647, + "grad_norm": 1.1484375, + "learning_rate": 0.00042623747419438427, + "loss": 4.7508, + "mean_token_accuracy": 0.1991992712020874, + "num_tokens": 8523589.0, + "step": 2970 + }, + { + "entropy": 5.158101797103882, + "epoch": 3.5290628706998812, + "grad_norm": 1.109375, + "learning_rate": 0.000425884468514595, + "loss": 4.8535, + "mean_token_accuracy": 0.19646587669849397, + "num_tokens": 8538238.0, + "step": 2975 + }, + { + "entropy": 4.996473217010498, + "epoch": 3.534994068801898, + "grad_norm": 1.046875, + "learning_rate": 0.00042553078663301163, + "loss": 4.8191, + "mean_token_accuracy": 0.20561834871768953, + "num_tokens": 8551959.0, + "step": 2980 + }, + { + "entropy": 5.088233804702758, + "epoch": 3.5409252669039146, + "grad_norm": 1.046875, + "learning_rate": 0.00042517643013469, + "loss": 4.8048, + "mean_token_accuracy": 0.20215945243835448, + "num_tokens": 8564628.0, + "step": 2985 + }, + { + "entropy": 5.071303081512451, + "epoch": 3.546856465005931, + "grad_norm": 1.09375, + "learning_rate": 0.0004248214006077095, + "loss": 4.821, + "mean_token_accuracy": 0.19784992188215256, + "num_tokens": 8579342.0, + "step": 2990 + }, + { + "entropy": 5.061466932296753, + "epoch": 3.5527876631079476, + "grad_norm": 1.0859375, + "learning_rate": 0.00042446569964316557, + "loss": 4.8055, + "mean_token_accuracy": 0.19897904992103577, + "num_tokens": 8595096.0, + "step": 2995 + }, + { + "entropy": 5.215964984893799, + "epoch": 3.5587188612099645, + "grad_norm": 1.0625, + "learning_rate": 0.00042410932883516297, + "loss": 4.9033, + "mean_token_accuracy": 0.1953563556075096, + "num_tokens": 8608023.0, + "step": 3000 + }, + { + "epoch": 3.5587188612099645, + "eval_entropy": 4.9771839255935575, + "eval_loss": 5.412055492401123, + "eval_mean_token_accuracy": 0.17675103251736587, + "eval_num_tokens": 8608023.0, + "eval_runtime": 2.4284, + "eval_samples_per_second": 1073.944, + "eval_steps_per_second": 134.243, + "step": 3000 + }, + { + "entropy": 5.042902183532715, + "epoch": 3.564650059311981, + "grad_norm": 0.9609375, + "learning_rate": 0.00042375228978080813, + "loss": 4.7649, + "mean_token_accuracy": 0.2008129134774208, + "num_tokens": 8623529.0, + "step": 3005 + }, + { + "entropy": 5.038916540145874, + "epoch": 3.5705812574139975, + "grad_norm": 1.1875, + "learning_rate": 0.00042339458408020267, + "loss": 4.8383, + "mean_token_accuracy": 0.19716774225234984, + "num_tokens": 8639007.0, + "step": 3010 + }, + { + "entropy": 5.000910806655884, + "epoch": 3.5765124555160144, + "grad_norm": 1.1171875, + "learning_rate": 0.0004230362133364354, + "loss": 4.7451, + "mean_token_accuracy": 0.20509970784187317, + "num_tokens": 8653678.0, + "step": 3015 + }, + { + "entropy": 5.084241008758545, + "epoch": 3.582443653618031, + "grad_norm": 1.0859375, + "learning_rate": 0.0004226771791555758, + "loss": 4.9001, + "mean_token_accuracy": 0.18916919380426406, + "num_tokens": 8668663.0, + "step": 3020 + }, + { + "entropy": 5.098063039779663, + "epoch": 3.5883748517200473, + "grad_norm": 1.1015625, + "learning_rate": 0.00042231748314666684, + "loss": 4.8285, + "mean_token_accuracy": 0.1972780004143715, + "num_tokens": 8682121.0, + "step": 3025 + }, + { + "entropy": 4.962451457977295, + "epoch": 3.5943060498220643, + "grad_norm": 1.0546875, + "learning_rate": 0.00042195712692171705, + "loss": 4.8254, + "mean_token_accuracy": 0.19526612013578415, + "num_tokens": 8698409.0, + "step": 3030 + }, + { + "entropy": 5.078032970428467, + "epoch": 3.6002372479240807, + "grad_norm": 1.0859375, + "learning_rate": 0.00042159611209569416, + "loss": 4.8473, + "mean_token_accuracy": 0.1929122567176819, + "num_tokens": 8714076.0, + "step": 3035 + }, + { + "entropy": 5.09345006942749, + "epoch": 3.606168446026097, + "grad_norm": 0.9765625, + "learning_rate": 0.00042123444028651725, + "loss": 4.7946, + "mean_token_accuracy": 0.20138713866472244, + "num_tokens": 8730482.0, + "step": 3040 + }, + { + "entropy": 4.995736932754516, + "epoch": 3.612099644128114, + "grad_norm": 0.98046875, + "learning_rate": 0.00042087211311504986, + "loss": 4.7808, + "mean_token_accuracy": 0.2021682783961296, + "num_tokens": 8744036.0, + "step": 3045 + }, + { + "entropy": 5.092488193511963, + "epoch": 3.6180308422301306, + "grad_norm": 1.21875, + "learning_rate": 0.00042050913220509253, + "loss": 4.8339, + "mean_token_accuracy": 0.1878429561853409, + "num_tokens": 8760458.0, + "step": 3050 + }, + { + "entropy": 5.027280521392822, + "epoch": 3.623962040332147, + "grad_norm": 1.171875, + "learning_rate": 0.00042014549918337554, + "loss": 4.788, + "mean_token_accuracy": 0.19931856244802476, + "num_tokens": 8774946.0, + "step": 3055 + }, + { + "entropy": 5.0445245742797855, + "epoch": 3.6298932384341636, + "grad_norm": 1.0625, + "learning_rate": 0.0004197812156795518, + "loss": 4.7885, + "mean_token_accuracy": 0.20058033168315886, + "num_tokens": 8790918.0, + "step": 3060 + }, + { + "entropy": 5.032378005981445, + "epoch": 3.63582443653618, + "grad_norm": 1.2421875, + "learning_rate": 0.0004194162833261893, + "loss": 4.8178, + "mean_token_accuracy": 0.1946185812354088, + "num_tokens": 8803505.0, + "step": 3065 + }, + { + "entropy": 5.082729768753052, + "epoch": 3.641755634638197, + "grad_norm": 1.046875, + "learning_rate": 0.0004190507037587639, + "loss": 4.8787, + "mean_token_accuracy": 0.1933801293373108, + "num_tokens": 8819567.0, + "step": 3070 + }, + { + "entropy": 5.109076070785522, + "epoch": 3.6476868327402134, + "grad_norm": 1.25, + "learning_rate": 0.0004186844786156522, + "loss": 4.7838, + "mean_token_accuracy": 0.18985679149627685, + "num_tokens": 8834257.0, + "step": 3075 + }, + { + "entropy": 5.0223876476287845, + "epoch": 3.65361803084223, + "grad_norm": 1.0390625, + "learning_rate": 0.0004183176095381238, + "loss": 4.7938, + "mean_token_accuracy": 0.2065998211503029, + "num_tokens": 8847866.0, + "step": 3080 + }, + { + "entropy": 5.010385465621948, + "epoch": 3.659549228944247, + "grad_norm": 1.1015625, + "learning_rate": 0.000417950098170334, + "loss": 4.8118, + "mean_token_accuracy": 0.19870606809854507, + "num_tokens": 8863297.0, + "step": 3085 + }, + { + "entropy": 5.062593126296997, + "epoch": 3.6654804270462633, + "grad_norm": 1.15625, + "learning_rate": 0.000417581946159317, + "loss": 4.817, + "mean_token_accuracy": 0.19981457144021988, + "num_tokens": 8876605.0, + "step": 3090 + }, + { + "entropy": 4.998176097869873, + "epoch": 3.67141162514828, + "grad_norm": 0.953125, + "learning_rate": 0.0004172131551549778, + "loss": 4.7572, + "mean_token_accuracy": 0.206072661280632, + "num_tokens": 8892040.0, + "step": 3095 + }, + { + "entropy": 4.948314142227173, + "epoch": 3.6773428232502967, + "grad_norm": 0.9609375, + "learning_rate": 0.00041684372681008506, + "loss": 4.8146, + "mean_token_accuracy": 0.19830800145864486, + "num_tokens": 8905806.0, + "step": 3100 + }, + { + "entropy": 5.009223079681396, + "epoch": 3.683274021352313, + "grad_norm": 1.0703125, + "learning_rate": 0.00041647366278026415, + "loss": 4.777, + "mean_token_accuracy": 0.2011968970298767, + "num_tokens": 8920638.0, + "step": 3105 + }, + { + "entropy": 5.031396293640137, + "epoch": 3.6892052194543297, + "grad_norm": 1.125, + "learning_rate": 0.00041610296472398875, + "loss": 4.7595, + "mean_token_accuracy": 0.1939758390188217, + "num_tokens": 8933501.0, + "step": 3110 + }, + { + "entropy": 5.029152154922485, + "epoch": 3.6951364175563466, + "grad_norm": 1.1015625, + "learning_rate": 0.00041573163430257435, + "loss": 4.8538, + "mean_token_accuracy": 0.19719393253326417, + "num_tokens": 8948909.0, + "step": 3115 + }, + { + "entropy": 5.086005306243896, + "epoch": 3.701067615658363, + "grad_norm": 1.109375, + "learning_rate": 0.00041535967318017037, + "loss": 4.8204, + "mean_token_accuracy": 0.19703703224658967, + "num_tokens": 8961611.0, + "step": 3120 + }, + { + "entropy": 4.937661504745483, + "epoch": 3.7069988137603795, + "grad_norm": 1.0703125, + "learning_rate": 0.00041498708302375277, + "loss": 4.7334, + "mean_token_accuracy": 0.20828222185373307, + "num_tokens": 8975993.0, + "step": 3125 + }, + { + "entropy": 5.019860696792603, + "epoch": 3.7129300118623965, + "grad_norm": 1.0703125, + "learning_rate": 0.0004146138655031165, + "loss": 4.8078, + "mean_token_accuracy": 0.1950700029730797, + "num_tokens": 8989198.0, + "step": 3130 + }, + { + "entropy": 5.036433696746826, + "epoch": 3.718861209964413, + "grad_norm": 1.015625, + "learning_rate": 0.0004142400222908681, + "loss": 4.8078, + "mean_token_accuracy": 0.20096368491649627, + "num_tokens": 9004592.0, + "step": 3135 + }, + { + "entropy": 4.998563623428344, + "epoch": 3.7247924080664294, + "grad_norm": 1.140625, + "learning_rate": 0.0004138655550624183, + "loss": 4.773, + "mean_token_accuracy": 0.19526535868644715, + "num_tokens": 9017772.0, + "step": 3140 + }, + { + "entropy": 5.036626148223877, + "epoch": 3.730723606168446, + "grad_norm": 1.0625, + "learning_rate": 0.0004134904654959745, + "loss": 4.7073, + "mean_token_accuracy": 0.20760386288166047, + "num_tokens": 9031182.0, + "step": 3145 + }, + { + "entropy": 5.066286182403564, + "epoch": 3.7366548042704624, + "grad_norm": 1.0390625, + "learning_rate": 0.00041311475527253284, + "loss": 4.7977, + "mean_token_accuracy": 0.19728391021490096, + "num_tokens": 9044934.0, + "step": 3150 + }, + { + "entropy": 5.016174173355102, + "epoch": 3.7425860023724793, + "grad_norm": 1.0703125, + "learning_rate": 0.00041273842607587137, + "loss": 4.7928, + "mean_token_accuracy": 0.1950550675392151, + "num_tokens": 9059795.0, + "step": 3155 + }, + { + "entropy": 4.972341299057007, + "epoch": 3.7485172004744958, + "grad_norm": 1.03125, + "learning_rate": 0.00041236147959254166, + "loss": 4.782, + "mean_token_accuracy": 0.20030613243579865, + "num_tokens": 9073410.0, + "step": 3160 + }, + { + "entropy": 5.022267293930054, + "epoch": 3.7544483985765122, + "grad_norm": 1.046875, + "learning_rate": 0.00041198391751186227, + "loss": 4.8398, + "mean_token_accuracy": 0.19292792528867722, + "num_tokens": 9089338.0, + "step": 3165 + }, + { + "entropy": 5.042642307281494, + "epoch": 3.760379596678529, + "grad_norm": 1.15625, + "learning_rate": 0.0004116057415259101, + "loss": 4.7528, + "mean_token_accuracy": 0.20497467815876008, + "num_tokens": 9103520.0, + "step": 3170 + }, + { + "entropy": 5.021176958084107, + "epoch": 3.7663107947805456, + "grad_norm": 0.9765625, + "learning_rate": 0.00041122695332951363, + "loss": 4.7706, + "mean_token_accuracy": 0.20218247920274734, + "num_tokens": 9117935.0, + "step": 3175 + }, + { + "entropy": 4.987675666809082, + "epoch": 3.772241992882562, + "grad_norm": 1.0, + "learning_rate": 0.0004108475546202449, + "loss": 4.759, + "mean_token_accuracy": 0.20431260019540787, + "num_tokens": 9132457.0, + "step": 3180 + }, + { + "entropy": 5.050307130813598, + "epoch": 3.778173190984579, + "grad_norm": 1.09375, + "learning_rate": 0.0004104675470984121, + "loss": 4.8232, + "mean_token_accuracy": 0.19753638207912444, + "num_tokens": 9147329.0, + "step": 3185 + }, + { + "entropy": 5.029834890365601, + "epoch": 3.7841043890865955, + "grad_norm": 1.0625, + "learning_rate": 0.0004100869324670517, + "loss": 4.7634, + "mean_token_accuracy": 0.20562210381031037, + "num_tokens": 9161052.0, + "step": 3190 + }, + { + "entropy": 5.00586576461792, + "epoch": 3.790035587188612, + "grad_norm": 1.078125, + "learning_rate": 0.0004097057124319212, + "loss": 4.8242, + "mean_token_accuracy": 0.20105937719345093, + "num_tokens": 9175900.0, + "step": 3195 + }, + { + "entropy": 4.9953101634979244, + "epoch": 3.795966785290629, + "grad_norm": 1.0703125, + "learning_rate": 0.000409323888701491, + "loss": 4.7846, + "mean_token_accuracy": 0.2029906615614891, + "num_tokens": 9189706.0, + "step": 3200 + }, + { + "entropy": 5.035350704193116, + "epoch": 3.8018979833926454, + "grad_norm": 1.1328125, + "learning_rate": 0.0004089414629869373, + "loss": 4.8483, + "mean_token_accuracy": 0.1962611809372902, + "num_tokens": 9203727.0, + "step": 3205 + }, + { + "entropy": 5.05778546333313, + "epoch": 3.807829181494662, + "grad_norm": 0.98828125, + "learning_rate": 0.00040855843700213386, + "loss": 4.796, + "mean_token_accuracy": 0.19637212604284288, + "num_tokens": 9217664.0, + "step": 3210 + }, + { + "entropy": 4.937251186370849, + "epoch": 3.813760379596679, + "grad_norm": 0.99609375, + "learning_rate": 0.0004081748124636449, + "loss": 4.7115, + "mean_token_accuracy": 0.20479025095701217, + "num_tokens": 9233474.0, + "step": 3215 + }, + { + "entropy": 4.995423221588135, + "epoch": 3.8196915776986953, + "grad_norm": 1.046875, + "learning_rate": 0.00040779059109071706, + "loss": 4.7895, + "mean_token_accuracy": 0.20069828033447265, + "num_tokens": 9247567.0, + "step": 3220 + }, + { + "entropy": 5.027128553390503, + "epoch": 3.8256227758007118, + "grad_norm": 0.96875, + "learning_rate": 0.0004074057746052713, + "loss": 4.7736, + "mean_token_accuracy": 0.1999478057026863, + "num_tokens": 9262264.0, + "step": 3225 + }, + { + "entropy": 5.114210844039917, + "epoch": 3.8315539739027282, + "grad_norm": 1.0546875, + "learning_rate": 0.0004070203647318963, + "loss": 4.9095, + "mean_token_accuracy": 0.18577013909816742, + "num_tokens": 9276893.0, + "step": 3230 + }, + { + "entropy": 5.053824806213379, + "epoch": 3.8374851720047447, + "grad_norm": 1.1640625, + "learning_rate": 0.00040663436319783965, + "loss": 4.8054, + "mean_token_accuracy": 0.19727878272533417, + "num_tokens": 9291646.0, + "step": 3235 + }, + { + "entropy": 5.021931886672974, + "epoch": 3.8434163701067616, + "grad_norm": 1.0546875, + "learning_rate": 0.0004062477717330006, + "loss": 4.8344, + "mean_token_accuracy": 0.19990530163049697, + "num_tokens": 9305789.0, + "step": 3240 + }, + { + "entropy": 4.9833355903625485, + "epoch": 3.849347568208778, + "grad_norm": 1.03125, + "learning_rate": 0.00040586059206992214, + "loss": 4.7497, + "mean_token_accuracy": 0.1978788733482361, + "num_tokens": 9321039.0, + "step": 3245 + }, + { + "entropy": 5.031898260116577, + "epoch": 3.8552787663107946, + "grad_norm": 1.1171875, + "learning_rate": 0.0004054728259437836, + "loss": 4.82, + "mean_token_accuracy": 0.1935506910085678, + "num_tokens": 9337105.0, + "step": 3250 + }, + { + "entropy": 5.07962851524353, + "epoch": 3.8612099644128115, + "grad_norm": 1.015625, + "learning_rate": 0.00040508447509239224, + "loss": 4.8061, + "mean_token_accuracy": 0.19505731612443925, + "num_tokens": 9350684.0, + "step": 3255 + }, + { + "entropy": 5.032706165313721, + "epoch": 3.867141162514828, + "grad_norm": 1.03125, + "learning_rate": 0.000404695541256176, + "loss": 4.8298, + "mean_token_accuracy": 0.19414604753255843, + "num_tokens": 9365074.0, + "step": 3260 + }, + { + "entropy": 5.051387643814087, + "epoch": 3.8730723606168445, + "grad_norm": 1.046875, + "learning_rate": 0.0004043060261781756, + "loss": 4.9184, + "mean_token_accuracy": 0.18420381844043732, + "num_tokens": 9380912.0, + "step": 3265 + }, + { + "entropy": 5.086946487426758, + "epoch": 3.8790035587188614, + "grad_norm": 1.1640625, + "learning_rate": 0.00040391593160403656, + "loss": 4.8248, + "mean_token_accuracy": 0.20802772492170335, + "num_tokens": 9393812.0, + "step": 3270 + }, + { + "entropy": 4.938499832153321, + "epoch": 3.884934756820878, + "grad_norm": 1.1640625, + "learning_rate": 0.00040352525928200137, + "loss": 4.7925, + "mean_token_accuracy": 0.20416243374347687, + "num_tokens": 9409731.0, + "step": 3275 + }, + { + "entropy": 5.003332328796387, + "epoch": 3.8908659549228943, + "grad_norm": 1.078125, + "learning_rate": 0.0004031340109629017, + "loss": 4.7663, + "mean_token_accuracy": 0.20782396644353868, + "num_tokens": 9422743.0, + "step": 3280 + }, + { + "entropy": 5.017239379882812, + "epoch": 3.8967971530249113, + "grad_norm": 1.2578125, + "learning_rate": 0.000402742188400151, + "loss": 4.8235, + "mean_token_accuracy": 0.19541184455156327, + "num_tokens": 9436440.0, + "step": 3285 + }, + { + "entropy": 4.970128440856934, + "epoch": 3.9027283511269277, + "grad_norm": 1.0234375, + "learning_rate": 0.00040234979334973577, + "loss": 4.8555, + "mean_token_accuracy": 0.19211765229701996, + "num_tokens": 9451668.0, + "step": 3290 + }, + { + "entropy": 5.056919956207276, + "epoch": 3.908659549228944, + "grad_norm": 1.1640625, + "learning_rate": 0.00040195682757020846, + "loss": 4.7723, + "mean_token_accuracy": 0.21034520268440246, + "num_tokens": 9464700.0, + "step": 3295 + }, + { + "entropy": 4.960184717178345, + "epoch": 3.914590747330961, + "grad_norm": 1.03125, + "learning_rate": 0.00040156329282267915, + "loss": 4.7365, + "mean_token_accuracy": 0.20848041474819184, + "num_tokens": 9479003.0, + "step": 3300 + }, + { + "entropy": 4.990036296844482, + "epoch": 3.9205219454329776, + "grad_norm": 0.98828125, + "learning_rate": 0.00040116919087080787, + "loss": 4.7514, + "mean_token_accuracy": 0.20134748965501786, + "num_tokens": 9493134.0, + "step": 3305 + }, + { + "entropy": 5.011323022842407, + "epoch": 3.926453143534994, + "grad_norm": 1.1328125, + "learning_rate": 0.00040077452348079664, + "loss": 4.7617, + "mean_token_accuracy": 0.20163092166185378, + "num_tokens": 9507087.0, + "step": 3310 + }, + { + "entropy": 5.019417953491211, + "epoch": 3.9323843416370106, + "grad_norm": 1.2109375, + "learning_rate": 0.0004003792924213814, + "loss": 4.7621, + "mean_token_accuracy": 0.20881457775831222, + "num_tokens": 9518328.0, + "step": 3315 + }, + { + "entropy": 4.98180365562439, + "epoch": 3.938315539739027, + "grad_norm": 1.09375, + "learning_rate": 0.0003999834994638243, + "loss": 4.8216, + "mean_token_accuracy": 0.20216355621814727, + "num_tokens": 9532413.0, + "step": 3320 + }, + { + "entropy": 5.001606082916259, + "epoch": 3.944246737841044, + "grad_norm": 1.125, + "learning_rate": 0.0003995871463819059, + "loss": 4.761, + "mean_token_accuracy": 0.2026512235403061, + "num_tokens": 9547681.0, + "step": 3325 + }, + { + "entropy": 4.967384576797485, + "epoch": 3.9501779359430604, + "grad_norm": 1.1484375, + "learning_rate": 0.00039919023495191665, + "loss": 4.7276, + "mean_token_accuracy": 0.20670733749866485, + "num_tokens": 9560198.0, + "step": 3330 + }, + { + "entropy": 4.987757778167724, + "epoch": 3.956109134045077, + "grad_norm": 1.046875, + "learning_rate": 0.0003987927669526494, + "loss": 4.8062, + "mean_token_accuracy": 0.1983866959810257, + "num_tokens": 9574347.0, + "step": 3335 + }, + { + "entropy": 4.972973728179932, + "epoch": 3.962040332147094, + "grad_norm": 1.09375, + "learning_rate": 0.00039839474416539163, + "loss": 4.7004, + "mean_token_accuracy": 0.20886301398277282, + "num_tokens": 9587337.0, + "step": 3340 + }, + { + "entropy": 4.984016704559326, + "epoch": 3.9679715302491103, + "grad_norm": 1.171875, + "learning_rate": 0.00039799616837391655, + "loss": 4.784, + "mean_token_accuracy": 0.19981919676065446, + "num_tokens": 9601047.0, + "step": 3345 + }, + { + "entropy": 5.0524254322052, + "epoch": 3.973902728351127, + "grad_norm": 1.0625, + "learning_rate": 0.00039759704136447627, + "loss": 4.7662, + "mean_token_accuracy": 0.20110076069831848, + "num_tokens": 9614164.0, + "step": 3350 + }, + { + "entropy": 5.00496735572815, + "epoch": 3.9798339264531437, + "grad_norm": 1.21875, + "learning_rate": 0.0003971973649257929, + "loss": 4.8026, + "mean_token_accuracy": 0.19617463350296022, + "num_tokens": 9628179.0, + "step": 3355 + }, + { + "entropy": 4.986306190490723, + "epoch": 3.98576512455516, + "grad_norm": 1.1015625, + "learning_rate": 0.000396797140849051, + "loss": 4.8062, + "mean_token_accuracy": 0.20138847976922988, + "num_tokens": 9641575.0, + "step": 3360 + }, + { + "entropy": 5.002590847015381, + "epoch": 3.9916963226571767, + "grad_norm": 1.3046875, + "learning_rate": 0.00039639637092788935, + "loss": 4.7214, + "mean_token_accuracy": 0.20492513924837114, + "num_tokens": 9655381.0, + "step": 3365 + }, + { + "entropy": 5.0504356861114506, + "epoch": 3.9976275207591936, + "grad_norm": 1.1015625, + "learning_rate": 0.000395995056958393, + "loss": 4.8149, + "mean_token_accuracy": 0.19649633914232253, + "num_tokens": 9670477.0, + "step": 3370 + }, + { + "entropy": 4.922432947158813, + "epoch": 4.00355871886121, + "grad_norm": 1.1640625, + "learning_rate": 0.00039559320073908526, + "loss": 4.5875, + "mean_token_accuracy": 0.2211996853351593, + "num_tokens": 9683964.0, + "step": 3375 + }, + { + "entropy": 5.0110671043396, + "epoch": 4.0094899169632265, + "grad_norm": 0.94140625, + "learning_rate": 0.00039519080407091956, + "loss": 4.58, + "mean_token_accuracy": 0.21853467971086502, + "num_tokens": 9698415.0, + "step": 3380 + }, + { + "entropy": 5.0225770473480225, + "epoch": 4.0154211150652435, + "grad_norm": 0.98828125, + "learning_rate": 0.00039478786875727116, + "loss": 4.5708, + "mean_token_accuracy": 0.21765107959508895, + "num_tokens": 9712895.0, + "step": 3385 + }, + { + "entropy": 4.9370323657989506, + "epoch": 4.0213523131672595, + "grad_norm": 1.1015625, + "learning_rate": 0.00039438439660392983, + "loss": 4.475, + "mean_token_accuracy": 0.22428351193666457, + "num_tokens": 9728872.0, + "step": 3390 + }, + { + "entropy": 4.997824096679688, + "epoch": 4.027283511269276, + "grad_norm": 1.1171875, + "learning_rate": 0.00039398038941909066, + "loss": 4.5467, + "mean_token_accuracy": 0.21755390614271164, + "num_tokens": 9744284.0, + "step": 3395 + }, + { + "entropy": 4.97338900566101, + "epoch": 4.033214709371293, + "grad_norm": 1.078125, + "learning_rate": 0.000393575849013347, + "loss": 4.5463, + "mean_token_accuracy": 0.2152925118803978, + "num_tokens": 9759374.0, + "step": 3400 + }, + { + "entropy": 4.930527114868164, + "epoch": 4.039145907473309, + "grad_norm": 1.0625, + "learning_rate": 0.00039317077719968143, + "loss": 4.5183, + "mean_token_accuracy": 0.21953357756137848, + "num_tokens": 9773919.0, + "step": 3405 + }, + { + "entropy": 4.989052486419678, + "epoch": 4.045077105575326, + "grad_norm": 1.21875, + "learning_rate": 0.00039276517579345846, + "loss": 4.5668, + "mean_token_accuracy": 0.21412246227264403, + "num_tokens": 9788023.0, + "step": 3410 + }, + { + "entropy": 5.021774053573608, + "epoch": 4.051008303677343, + "grad_norm": 1.046875, + "learning_rate": 0.0003923590466124159, + "loss": 4.561, + "mean_token_accuracy": 0.21579589694738388, + "num_tokens": 9803037.0, + "step": 3415 + }, + { + "entropy": 4.994525671005249, + "epoch": 4.056939501779359, + "grad_norm": 1.1328125, + "learning_rate": 0.00039195239147665664, + "loss": 4.5317, + "mean_token_accuracy": 0.21720170676708223, + "num_tokens": 9816782.0, + "step": 3420 + }, + { + "entropy": 4.995402812957764, + "epoch": 4.062870699881376, + "grad_norm": 1.0625, + "learning_rate": 0.00039154521220864094, + "loss": 4.544, + "mean_token_accuracy": 0.21858830749988556, + "num_tokens": 9830471.0, + "step": 3425 + }, + { + "entropy": 4.991329097747803, + "epoch": 4.068801897983393, + "grad_norm": 1.0703125, + "learning_rate": 0.00039113751063317795, + "loss": 4.597, + "mean_token_accuracy": 0.21205688118934632, + "num_tokens": 9844303.0, + "step": 3430 + }, + { + "entropy": 4.940326738357544, + "epoch": 4.074733096085409, + "grad_norm": 1.0234375, + "learning_rate": 0.0003907292885774175, + "loss": 4.5388, + "mean_token_accuracy": 0.21253766417503356, + "num_tokens": 9861002.0, + "step": 3435 + }, + { + "entropy": 4.897701930999756, + "epoch": 4.080664294187426, + "grad_norm": 1.0703125, + "learning_rate": 0.0003903205478708419, + "loss": 4.5072, + "mean_token_accuracy": 0.22263137847185135, + "num_tokens": 9876338.0, + "step": 3440 + }, + { + "entropy": 5.052014923095703, + "epoch": 4.086595492289442, + "grad_norm": 1.0625, + "learning_rate": 0.0003899112903452582, + "loss": 4.6115, + "mean_token_accuracy": 0.21495201140642167, + "num_tokens": 9891217.0, + "step": 3445 + }, + { + "entropy": 4.955441427230835, + "epoch": 4.092526690391459, + "grad_norm": 1.1015625, + "learning_rate": 0.00038950151783478926, + "loss": 4.547, + "mean_token_accuracy": 0.22495205700397491, + "num_tokens": 9905309.0, + "step": 3450 + }, + { + "entropy": 4.965147495269775, + "epoch": 4.098457888493476, + "grad_norm": 1.015625, + "learning_rate": 0.000389091232175866, + "loss": 4.5015, + "mean_token_accuracy": 0.22329854369163513, + "num_tokens": 9918347.0, + "step": 3455 + }, + { + "entropy": 4.948949956893921, + "epoch": 4.104389086595492, + "grad_norm": 1.2265625, + "learning_rate": 0.0003886804352072192, + "loss": 4.5585, + "mean_token_accuracy": 0.21841878592967987, + "num_tokens": 9933068.0, + "step": 3460 + }, + { + "entropy": 4.864326620101929, + "epoch": 4.110320284697509, + "grad_norm": 1.0234375, + "learning_rate": 0.0003882691287698709, + "loss": 4.5283, + "mean_token_accuracy": 0.2233476459980011, + "num_tokens": 9948149.0, + "step": 3465 + }, + { + "entropy": 4.933009481430053, + "epoch": 4.116251482799526, + "grad_norm": 1.1015625, + "learning_rate": 0.0003878573147071265, + "loss": 4.5161, + "mean_token_accuracy": 0.2156417414546013, + "num_tokens": 9961494.0, + "step": 3470 + }, + { + "entropy": 4.932680368423462, + "epoch": 4.122182680901542, + "grad_norm": 1.0234375, + "learning_rate": 0.0003874449948645664, + "loss": 4.5063, + "mean_token_accuracy": 0.2222415953874588, + "num_tokens": 9977270.0, + "step": 3475 + }, + { + "entropy": 4.86724328994751, + "epoch": 4.128113879003559, + "grad_norm": 1.0390625, + "learning_rate": 0.0003870321710900375, + "loss": 4.4522, + "mean_token_accuracy": 0.2294168159365654, + "num_tokens": 9991102.0, + "step": 3480 + }, + { + "entropy": 4.947033166885376, + "epoch": 4.134045077105576, + "grad_norm": 1.171875, + "learning_rate": 0.00038661884523364537, + "loss": 4.5741, + "mean_token_accuracy": 0.22195196747779847, + "num_tokens": 10004991.0, + "step": 3485 + }, + { + "entropy": 4.9410834312438965, + "epoch": 4.139976275207592, + "grad_norm": 1.0859375, + "learning_rate": 0.00038620501914774554, + "loss": 4.5944, + "mean_token_accuracy": 0.2187734752893448, + "num_tokens": 10019654.0, + "step": 3490 + }, + { + "entropy": 4.893217134475708, + "epoch": 4.145907473309609, + "grad_norm": 1.078125, + "learning_rate": 0.00038579069468693526, + "loss": 4.4958, + "mean_token_accuracy": 0.22282861918210983, + "num_tokens": 10033831.0, + "step": 3495 + }, + { + "entropy": 4.945186996459961, + "epoch": 4.1518386714116255, + "grad_norm": 0.98046875, + "learning_rate": 0.00038537587370804567, + "loss": 4.5099, + "mean_token_accuracy": 0.21789855360984803, + "num_tokens": 10049549.0, + "step": 3500 + }, + { + "epoch": 4.1518386714116255, + "eval_entropy": 4.839259713705332, + "eval_loss": 5.367321491241455, + "eval_mean_token_accuracy": 0.18195566196748816, + "eval_num_tokens": 10049549.0, + "eval_runtime": 2.4857, + "eval_samples_per_second": 1049.215, + "eval_steps_per_second": 131.152, + "step": 3500 + }, + { + "entropy": 4.949001407623291, + "epoch": 4.157769869513642, + "grad_norm": 1.1953125, + "learning_rate": 0.0003849605580701327, + "loss": 4.5444, + "mean_token_accuracy": 0.21757382601499559, + "num_tokens": 10062471.0, + "step": 3505 + }, + { + "entropy": 4.934420490264893, + "epoch": 4.1637010676156585, + "grad_norm": 1.0703125, + "learning_rate": 0.0003845447496344694, + "loss": 4.5807, + "mean_token_accuracy": 0.21373047232627868, + "num_tokens": 10077154.0, + "step": 3510 + }, + { + "entropy": 4.976820373535157, + "epoch": 4.169632265717675, + "grad_norm": 1.046875, + "learning_rate": 0.00038412845026453715, + "loss": 4.526, + "mean_token_accuracy": 0.21752108186483382, + "num_tokens": 10089474.0, + "step": 3515 + }, + { + "entropy": 4.9126228332519535, + "epoch": 4.1755634638196915, + "grad_norm": 1.0546875, + "learning_rate": 0.00038371166182601756, + "loss": 4.5337, + "mean_token_accuracy": 0.21539070457220078, + "num_tokens": 10104377.0, + "step": 3520 + }, + { + "entropy": 4.887478303909302, + "epoch": 4.181494661921708, + "grad_norm": 1.0703125, + "learning_rate": 0.00038329438618678427, + "loss": 4.4854, + "mean_token_accuracy": 0.22191788107156754, + "num_tokens": 10119580.0, + "step": 3525 + }, + { + "entropy": 4.967412519454956, + "epoch": 4.187425860023724, + "grad_norm": 1.1015625, + "learning_rate": 0.0003828766252168938, + "loss": 4.6256, + "mean_token_accuracy": 0.20895761251449585, + "num_tokens": 10135586.0, + "step": 3530 + }, + { + "entropy": 4.829362487792968, + "epoch": 4.193357058125741, + "grad_norm": 1.2109375, + "learning_rate": 0.00038245838078857837, + "loss": 4.5119, + "mean_token_accuracy": 0.21914001256227494, + "num_tokens": 10148464.0, + "step": 3535 + }, + { + "entropy": 4.941340827941895, + "epoch": 4.199288256227758, + "grad_norm": 1.2109375, + "learning_rate": 0.0003820396547762363, + "loss": 4.5293, + "mean_token_accuracy": 0.21329305917024613, + "num_tokens": 10162838.0, + "step": 3540 + }, + { + "entropy": 4.8993401527404785, + "epoch": 4.205219454329774, + "grad_norm": 0.97265625, + "learning_rate": 0.0003816204490564247, + "loss": 4.4626, + "mean_token_accuracy": 0.225820828974247, + "num_tokens": 10178385.0, + "step": 3545 + }, + { + "entropy": 4.919313240051269, + "epoch": 4.211150652431791, + "grad_norm": 1.2265625, + "learning_rate": 0.0003812007655078501, + "loss": 4.5609, + "mean_token_accuracy": 0.21777454614639283, + "num_tokens": 10192616.0, + "step": 3550 + }, + { + "entropy": 4.987676429748535, + "epoch": 4.217081850533808, + "grad_norm": 1.1328125, + "learning_rate": 0.0003807806060113606, + "loss": 4.5856, + "mean_token_accuracy": 0.21827704459428787, + "num_tokens": 10206467.0, + "step": 3555 + }, + { + "entropy": 4.911167335510254, + "epoch": 4.223013048635824, + "grad_norm": 1.0703125, + "learning_rate": 0.0003803599724499373, + "loss": 4.5154, + "mean_token_accuracy": 0.22495382130146027, + "num_tokens": 10219993.0, + "step": 3560 + }, + { + "entropy": 4.865255451202392, + "epoch": 4.228944246737841, + "grad_norm": 1.0625, + "learning_rate": 0.000379938866708686, + "loss": 4.5095, + "mean_token_accuracy": 0.2240983322262764, + "num_tokens": 10234359.0, + "step": 3565 + }, + { + "entropy": 4.949184846878052, + "epoch": 4.234875444839858, + "grad_norm": 1.234375, + "learning_rate": 0.00037951729067482845, + "loss": 4.6212, + "mean_token_accuracy": 0.21564119905233384, + "num_tokens": 10248498.0, + "step": 3570 + }, + { + "entropy": 5.020032358169556, + "epoch": 4.240806642941874, + "grad_norm": 1.0390625, + "learning_rate": 0.00037909524623769405, + "loss": 4.6366, + "mean_token_accuracy": 0.2105604127049446, + "num_tokens": 10264281.0, + "step": 3575 + }, + { + "entropy": 4.982895183563232, + "epoch": 4.246737841043891, + "grad_norm": 1.125, + "learning_rate": 0.0003786727352887114, + "loss": 4.5799, + "mean_token_accuracy": 0.21946978121995925, + "num_tokens": 10278089.0, + "step": 3580 + }, + { + "entropy": 4.895901250839233, + "epoch": 4.252669039145908, + "grad_norm": 1.1171875, + "learning_rate": 0.00037824975972140004, + "loss": 4.5528, + "mean_token_accuracy": 0.21517277508974075, + "num_tokens": 10293704.0, + "step": 3585 + }, + { + "entropy": 4.942791414260864, + "epoch": 4.258600237247924, + "grad_norm": 1.109375, + "learning_rate": 0.0003778263214313614, + "loss": 4.6005, + "mean_token_accuracy": 0.21143771708011627, + "num_tokens": 10309242.0, + "step": 3590 + }, + { + "entropy": 4.96503586769104, + "epoch": 4.264531435349941, + "grad_norm": 1.09375, + "learning_rate": 0.00037740242231627086, + "loss": 4.5739, + "mean_token_accuracy": 0.21260294765233995, + "num_tokens": 10326394.0, + "step": 3595 + }, + { + "entropy": 4.9582971096038815, + "epoch": 4.270462633451958, + "grad_norm": 1.1875, + "learning_rate": 0.00037697806427586895, + "loss": 4.5723, + "mean_token_accuracy": 0.20982261300086974, + "num_tokens": 10338835.0, + "step": 3600 + }, + { + "entropy": 4.95024733543396, + "epoch": 4.276393831553974, + "grad_norm": 1.140625, + "learning_rate": 0.00037655324921195295, + "loss": 4.5422, + "mean_token_accuracy": 0.21664880514144896, + "num_tokens": 10352665.0, + "step": 3605 + }, + { + "entropy": 4.949320077896118, + "epoch": 4.282325029655991, + "grad_norm": 1.015625, + "learning_rate": 0.0003761279790283682, + "loss": 4.6211, + "mean_token_accuracy": 0.2119644895195961, + "num_tokens": 10368016.0, + "step": 3610 + }, + { + "entropy": 4.932809591293335, + "epoch": 4.288256227758007, + "grad_norm": 1.1328125, + "learning_rate": 0.00037570225563099993, + "loss": 4.5848, + "mean_token_accuracy": 0.207173253595829, + "num_tokens": 10383828.0, + "step": 3615 + }, + { + "entropy": 4.879697322845459, + "epoch": 4.294187425860024, + "grad_norm": 1.21875, + "learning_rate": 0.00037527608092776434, + "loss": 4.5116, + "mean_token_accuracy": 0.2246400997042656, + "num_tokens": 10396806.0, + "step": 3620 + }, + { + "entropy": 4.912312746047974, + "epoch": 4.300118623962041, + "grad_norm": 1.1640625, + "learning_rate": 0.0003748494568286002, + "loss": 4.5452, + "mean_token_accuracy": 0.2169484555721283, + "num_tokens": 10409240.0, + "step": 3625 + }, + { + "entropy": 4.952205801010132, + "epoch": 4.306049822064057, + "grad_norm": 1.078125, + "learning_rate": 0.0003744223852454603, + "loss": 4.5684, + "mean_token_accuracy": 0.2195367306470871, + "num_tokens": 10423780.0, + "step": 3630 + }, + { + "entropy": 4.926177883148194, + "epoch": 4.3119810201660735, + "grad_norm": 1.03125, + "learning_rate": 0.00037399486809230285, + "loss": 4.564, + "mean_token_accuracy": 0.21954804956912993, + "num_tokens": 10438351.0, + "step": 3635 + }, + { + "entropy": 4.919487428665161, + "epoch": 4.3179122182680905, + "grad_norm": 1.0546875, + "learning_rate": 0.0003735669072850829, + "loss": 4.4666, + "mean_token_accuracy": 0.22758726328611373, + "num_tokens": 10451489.0, + "step": 3640 + }, + { + "entropy": 4.992522239685059, + "epoch": 4.3238434163701065, + "grad_norm": 1.1328125, + "learning_rate": 0.0003731385047417439, + "loss": 4.6153, + "mean_token_accuracy": 0.2079178586602211, + "num_tokens": 10467610.0, + "step": 3645 + }, + { + "entropy": 4.967781734466553, + "epoch": 4.329774614472123, + "grad_norm": 1.1015625, + "learning_rate": 0.000372709662382209, + "loss": 4.552, + "mean_token_accuracy": 0.21371103674173356, + "num_tokens": 10481029.0, + "step": 3650 + }, + { + "entropy": 4.878114366531372, + "epoch": 4.33570581257414, + "grad_norm": 1.0859375, + "learning_rate": 0.0003722803821283722, + "loss": 4.5956, + "mean_token_accuracy": 0.2139382153749466, + "num_tokens": 10497318.0, + "step": 3655 + }, + { + "entropy": 4.859429502487183, + "epoch": 4.341637010676156, + "grad_norm": 1.078125, + "learning_rate": 0.00037185066590408997, + "loss": 4.392, + "mean_token_accuracy": 0.23174477219581605, + "num_tokens": 10511194.0, + "step": 3660 + }, + { + "entropy": 4.868615961074829, + "epoch": 4.347568208778173, + "grad_norm": 1.1171875, + "learning_rate": 0.00037142051563517287, + "loss": 4.5525, + "mean_token_accuracy": 0.2176743671298027, + "num_tokens": 10524609.0, + "step": 3665 + }, + { + "entropy": 4.932547903060913, + "epoch": 4.35349940688019, + "grad_norm": 1.1796875, + "learning_rate": 0.0003709899332493765, + "loss": 4.4982, + "mean_token_accuracy": 0.2166844129562378, + "num_tokens": 10537398.0, + "step": 3670 + }, + { + "entropy": 4.928352165222168, + "epoch": 4.359430604982206, + "grad_norm": 1.0859375, + "learning_rate": 0.00037055892067639314, + "loss": 4.6053, + "mean_token_accuracy": 0.21913551688194274, + "num_tokens": 10551658.0, + "step": 3675 + }, + { + "entropy": 4.989397954940796, + "epoch": 4.365361803084223, + "grad_norm": 0.86328125, + "learning_rate": 0.00037012747984784276, + "loss": 4.6025, + "mean_token_accuracy": 0.21916887611150743, + "num_tokens": 10567241.0, + "step": 3680 + }, + { + "entropy": 4.885055685043335, + "epoch": 4.37129300118624, + "grad_norm": 1.046875, + "learning_rate": 0.0003696956126972648, + "loss": 4.5511, + "mean_token_accuracy": 0.21823447644710542, + "num_tokens": 10581625.0, + "step": 3685 + }, + { + "entropy": 4.958601999282837, + "epoch": 4.377224199288256, + "grad_norm": 1.046875, + "learning_rate": 0.00036926332116010935, + "loss": 4.5612, + "mean_token_accuracy": 0.2181847646832466, + "num_tokens": 10596619.0, + "step": 3690 + }, + { + "entropy": 4.868906784057617, + "epoch": 4.383155397390273, + "grad_norm": 1.125, + "learning_rate": 0.00036883060717372813, + "loss": 4.571, + "mean_token_accuracy": 0.21200695186853408, + "num_tokens": 10611525.0, + "step": 3695 + }, + { + "entropy": 5.026228427886963, + "epoch": 4.389086595492289, + "grad_norm": 0.9453125, + "learning_rate": 0.0003683974726773664, + "loss": 4.7066, + "mean_token_accuracy": 0.2007292851805687, + "num_tokens": 10628139.0, + "step": 3700 + }, + { + "entropy": 4.917442035675049, + "epoch": 4.395017793594306, + "grad_norm": 1.078125, + "learning_rate": 0.0003679639196121539, + "loss": 4.5421, + "mean_token_accuracy": 0.21730383038520812, + "num_tokens": 10641093.0, + "step": 3705 + }, + { + "entropy": 4.904851627349854, + "epoch": 4.400948991696323, + "grad_norm": 1.109375, + "learning_rate": 0.00036752994992109617, + "loss": 4.5413, + "mean_token_accuracy": 0.22170090973377227, + "num_tokens": 10653360.0, + "step": 3710 + }, + { + "entropy": 4.865046739578247, + "epoch": 4.406880189798339, + "grad_norm": 1.203125, + "learning_rate": 0.0003670955655490658, + "loss": 4.5119, + "mean_token_accuracy": 0.2288769945502281, + "num_tokens": 10667170.0, + "step": 3715 + }, + { + "entropy": 4.892205238342285, + "epoch": 4.412811387900356, + "grad_norm": 1.1640625, + "learning_rate": 0.000366660768442794, + "loss": 4.5313, + "mean_token_accuracy": 0.21561039686203004, + "num_tokens": 10679998.0, + "step": 3720 + }, + { + "entropy": 4.871367263793945, + "epoch": 4.418742586002373, + "grad_norm": 1.0546875, + "learning_rate": 0.00036622556055086167, + "loss": 4.4911, + "mean_token_accuracy": 0.22132606208324432, + "num_tokens": 10693538.0, + "step": 3725 + }, + { + "entropy": 4.9184425354003904, + "epoch": 4.424673784104389, + "grad_norm": 1.1953125, + "learning_rate": 0.0003657899438236904, + "loss": 4.5128, + "mean_token_accuracy": 0.22167116701602935, + "num_tokens": 10705883.0, + "step": 3730 + }, + { + "entropy": 4.985387086868286, + "epoch": 4.430604982206406, + "grad_norm": 1.1015625, + "learning_rate": 0.0003653539202135345, + "loss": 4.5781, + "mean_token_accuracy": 0.21406898498535157, + "num_tokens": 10720294.0, + "step": 3735 + }, + { + "entropy": 4.9532801628112795, + "epoch": 4.436536180308423, + "grad_norm": 1.0390625, + "learning_rate": 0.0003649174916744713, + "loss": 4.6105, + "mean_token_accuracy": 0.2147031158208847, + "num_tokens": 10734784.0, + "step": 3740 + }, + { + "entropy": 4.879120302200318, + "epoch": 4.442467378410439, + "grad_norm": 1.1171875, + "learning_rate": 0.00036448066016239316, + "loss": 4.495, + "mean_token_accuracy": 0.21976542025804519, + "num_tokens": 10748397.0, + "step": 3745 + }, + { + "entropy": 4.983062505722046, + "epoch": 4.448398576512456, + "grad_norm": 1.046875, + "learning_rate": 0.00036404342763499814, + "loss": 4.666, + "mean_token_accuracy": 0.21218072026968002, + "num_tokens": 10763938.0, + "step": 3750 + }, + { + "entropy": 4.908005809783935, + "epoch": 4.454329774614472, + "grad_norm": 1.0859375, + "learning_rate": 0.00036360579605178176, + "loss": 4.6143, + "mean_token_accuracy": 0.21130552887916565, + "num_tokens": 10777723.0, + "step": 3755 + }, + { + "entropy": 4.94810152053833, + "epoch": 4.460260972716489, + "grad_norm": 1.1875, + "learning_rate": 0.00036316776737402767, + "loss": 4.5086, + "mean_token_accuracy": 0.22831115126609802, + "num_tokens": 10790744.0, + "step": 3760 + }, + { + "entropy": 4.875180673599243, + "epoch": 4.4661921708185055, + "grad_norm": 1.203125, + "learning_rate": 0.0003627293435647994, + "loss": 4.5773, + "mean_token_accuracy": 0.2184601604938507, + "num_tokens": 10804720.0, + "step": 3765 + }, + { + "entropy": 4.932240056991577, + "epoch": 4.4721233689205215, + "grad_norm": 1.0703125, + "learning_rate": 0.00036229052658893107, + "loss": 4.5138, + "mean_token_accuracy": 0.22189483791589737, + "num_tokens": 10819348.0, + "step": 3770 + }, + { + "entropy": 4.913123369216919, + "epoch": 4.4780545670225385, + "grad_norm": 1.2890625, + "learning_rate": 0.00036185131841301894, + "loss": 4.5474, + "mean_token_accuracy": 0.224131940305233, + "num_tokens": 10832549.0, + "step": 3775 + }, + { + "entropy": 4.929586887359619, + "epoch": 4.483985765124555, + "grad_norm": 1.1328125, + "learning_rate": 0.00036141172100541245, + "loss": 4.5888, + "mean_token_accuracy": 0.21493848264217377, + "num_tokens": 10846766.0, + "step": 3780 + }, + { + "entropy": 4.914976263046265, + "epoch": 4.489916963226571, + "grad_norm": 1.2734375, + "learning_rate": 0.0003609717363362054, + "loss": 4.6012, + "mean_token_accuracy": 0.21102828532457352, + "num_tokens": 10859506.0, + "step": 3785 + }, + { + "entropy": 4.856210708618164, + "epoch": 4.495848161328588, + "grad_norm": 1.1015625, + "learning_rate": 0.00036053136637722715, + "loss": 4.5178, + "mean_token_accuracy": 0.2186322867870331, + "num_tokens": 10873559.0, + "step": 3790 + }, + { + "entropy": 4.900162935256958, + "epoch": 4.501779359430605, + "grad_norm": 1.0390625, + "learning_rate": 0.00036009061310203374, + "loss": 4.5792, + "mean_token_accuracy": 0.20522619485855104, + "num_tokens": 10889441.0, + "step": 3795 + }, + { + "entropy": 4.9840555667877195, + "epoch": 4.507710557532621, + "grad_norm": 1.0703125, + "learning_rate": 0.00035964947848589904, + "loss": 4.6068, + "mean_token_accuracy": 0.20724985450506211, + "num_tokens": 10904538.0, + "step": 3800 + }, + { + "entropy": 4.90825400352478, + "epoch": 4.513641755634638, + "grad_norm": 1.125, + "learning_rate": 0.00035920796450580596, + "loss": 4.5775, + "mean_token_accuracy": 0.2163109451532364, + "num_tokens": 10920129.0, + "step": 3805 + }, + { + "entropy": 4.829426240921021, + "epoch": 4.519572953736655, + "grad_norm": 1.171875, + "learning_rate": 0.00035876607314043766, + "loss": 4.512, + "mean_token_accuracy": 0.22267879992723466, + "num_tokens": 10933100.0, + "step": 3810 + }, + { + "entropy": 4.878107118606567, + "epoch": 4.525504151838671, + "grad_norm": 1.2109375, + "learning_rate": 0.00035832380637016846, + "loss": 4.6123, + "mean_token_accuracy": 0.21037212014198303, + "num_tokens": 10949333.0, + "step": 3815 + }, + { + "entropy": 4.95169038772583, + "epoch": 4.531435349940688, + "grad_norm": 1.0390625, + "learning_rate": 0.00035788116617705535, + "loss": 4.5142, + "mean_token_accuracy": 0.22315363585948944, + "num_tokens": 10963539.0, + "step": 3820 + }, + { + "entropy": 4.918026256561279, + "epoch": 4.537366548042705, + "grad_norm": 1.1171875, + "learning_rate": 0.00035743815454482834, + "loss": 4.6232, + "mean_token_accuracy": 0.20704769790172578, + "num_tokens": 10978205.0, + "step": 3825 + }, + { + "entropy": 4.879274702072143, + "epoch": 4.543297746144721, + "grad_norm": 1.359375, + "learning_rate": 0.0003569947734588824, + "loss": 4.4718, + "mean_token_accuracy": 0.23167906254529952, + "num_tokens": 10990599.0, + "step": 3830 + }, + { + "entropy": 4.917426490783692, + "epoch": 4.549228944246738, + "grad_norm": 1.3125, + "learning_rate": 0.0003565510249062684, + "loss": 4.5469, + "mean_token_accuracy": 0.21902925819158553, + "num_tokens": 11003101.0, + "step": 3835 + }, + { + "entropy": 4.871329975128174, + "epoch": 4.555160142348754, + "grad_norm": 1.1484375, + "learning_rate": 0.0003561069108756837, + "loss": 4.5204, + "mean_token_accuracy": 0.22292227298021317, + "num_tokens": 11016390.0, + "step": 3840 + }, + { + "entropy": 4.88023362159729, + "epoch": 4.561091340450771, + "grad_norm": 1.1015625, + "learning_rate": 0.00035566243335746387, + "loss": 4.5717, + "mean_token_accuracy": 0.21451771706342698, + "num_tokens": 11031372.0, + "step": 3845 + }, + { + "entropy": 4.816264247894287, + "epoch": 4.567022538552788, + "grad_norm": 1.0625, + "learning_rate": 0.0003552175943435731, + "loss": 4.4249, + "mean_token_accuracy": 0.23228887915611268, + "num_tokens": 11045634.0, + "step": 3850 + }, + { + "entropy": 4.815663433074951, + "epoch": 4.572953736654805, + "grad_norm": 1.203125, + "learning_rate": 0.00035477239582759623, + "loss": 4.5014, + "mean_token_accuracy": 0.23030359745025636, + "num_tokens": 11058185.0, + "step": 3855 + }, + { + "entropy": 4.9244019985198975, + "epoch": 4.578884934756821, + "grad_norm": 1.0703125, + "learning_rate": 0.0003543268398047286, + "loss": 4.5686, + "mean_token_accuracy": 0.21440733075141907, + "num_tokens": 11073789.0, + "step": 3860 + }, + { + "entropy": 4.894974422454834, + "epoch": 4.584816132858838, + "grad_norm": 1.046875, + "learning_rate": 0.0003538809282717683, + "loss": 4.5714, + "mean_token_accuracy": 0.21468473076820374, + "num_tokens": 11087307.0, + "step": 3865 + }, + { + "entropy": 4.956341075897217, + "epoch": 4.590747330960854, + "grad_norm": 1.1484375, + "learning_rate": 0.0003534346632271063, + "loss": 4.6001, + "mean_token_accuracy": 0.21189410835504532, + "num_tokens": 11101966.0, + "step": 3870 + }, + { + "entropy": 4.930508327484131, + "epoch": 4.596678529062871, + "grad_norm": 1.203125, + "learning_rate": 0.00035298804667071806, + "loss": 4.5909, + "mean_token_accuracy": 0.2205038547515869, + "num_tokens": 11115642.0, + "step": 3875 + }, + { + "entropy": 4.882773685455322, + "epoch": 4.602609727164888, + "grad_norm": 1.1875, + "learning_rate": 0.00035254108060415415, + "loss": 4.5814, + "mean_token_accuracy": 0.2154085248708725, + "num_tokens": 11129616.0, + "step": 3880 + }, + { + "entropy": 4.87270073890686, + "epoch": 4.608540925266904, + "grad_norm": 1.1015625, + "learning_rate": 0.0003520937670305318, + "loss": 4.5488, + "mean_token_accuracy": 0.22267507910728454, + "num_tokens": 11141975.0, + "step": 3885 + }, + { + "entropy": 4.938285255432129, + "epoch": 4.6144721233689205, + "grad_norm": 1.109375, + "learning_rate": 0.0003516461079545255, + "loss": 4.5509, + "mean_token_accuracy": 0.21113669872283936, + "num_tokens": 11156128.0, + "step": 3890 + }, + { + "entropy": 4.924780225753784, + "epoch": 4.6204033214709375, + "grad_norm": 1.109375, + "learning_rate": 0.0003511981053823579, + "loss": 4.5647, + "mean_token_accuracy": 0.21801244020462035, + "num_tokens": 11170334.0, + "step": 3895 + }, + { + "entropy": 4.898917198181152, + "epoch": 4.6263345195729535, + "grad_norm": 1.15625, + "learning_rate": 0.00035074976132179155, + "loss": 4.5635, + "mean_token_accuracy": 0.21639289408922197, + "num_tokens": 11185165.0, + "step": 3900 + }, + { + "entropy": 4.871355104446411, + "epoch": 4.63226571767497, + "grad_norm": 1.0546875, + "learning_rate": 0.00035030107778211893, + "loss": 4.5284, + "mean_token_accuracy": 0.22062084525823594, + "num_tokens": 11199250.0, + "step": 3905 + }, + { + "entropy": 4.890713834762574, + "epoch": 4.638196915776987, + "grad_norm": 1.0234375, + "learning_rate": 0.0003498520567741543, + "loss": 4.5565, + "mean_token_accuracy": 0.2167780503630638, + "num_tokens": 11214585.0, + "step": 3910 + }, + { + "entropy": 4.872895050048828, + "epoch": 4.644128113879003, + "grad_norm": 1.09375, + "learning_rate": 0.0003494027003102239, + "loss": 4.4899, + "mean_token_accuracy": 0.22181470692157745, + "num_tokens": 11228664.0, + "step": 3915 + }, + { + "entropy": 4.836891031265258, + "epoch": 4.65005931198102, + "grad_norm": 1.125, + "learning_rate": 0.0003489530104041577, + "loss": 4.4951, + "mean_token_accuracy": 0.22113146185874938, + "num_tokens": 11243896.0, + "step": 3920 + }, + { + "entropy": 4.923533821105957, + "epoch": 4.655990510083036, + "grad_norm": 1.1875, + "learning_rate": 0.00034850298907128, + "loss": 4.53, + "mean_token_accuracy": 0.2168356418609619, + "num_tokens": 11257919.0, + "step": 3925 + }, + { + "entropy": 4.860488414764404, + "epoch": 4.661921708185053, + "grad_norm": 1.046875, + "learning_rate": 0.00034805263832840024, + "loss": 4.4978, + "mean_token_accuracy": 0.22182656079530716, + "num_tokens": 11271416.0, + "step": 3930 + }, + { + "entropy": 4.826270341873169, + "epoch": 4.66785290628707, + "grad_norm": 1.1640625, + "learning_rate": 0.00034760196019380425, + "loss": 4.5671, + "mean_token_accuracy": 0.21985392570495604, + "num_tokens": 11286870.0, + "step": 3935 + }, + { + "entropy": 4.985865783691406, + "epoch": 4.673784104389087, + "grad_norm": 1.1015625, + "learning_rate": 0.00034715095668724495, + "loss": 4.5457, + "mean_token_accuracy": 0.22065018266439437, + "num_tokens": 11300784.0, + "step": 3940 + }, + { + "entropy": 4.941800451278686, + "epoch": 4.679715302491103, + "grad_norm": 1.1015625, + "learning_rate": 0.0003466996298299336, + "loss": 4.6109, + "mean_token_accuracy": 0.2118876174092293, + "num_tokens": 11315988.0, + "step": 3945 + }, + { + "entropy": 4.850393199920655, + "epoch": 4.68564650059312, + "grad_norm": 1.1171875, + "learning_rate": 0.0003462479816445307, + "loss": 4.5779, + "mean_token_accuracy": 0.2169851690530777, + "num_tokens": 11329136.0, + "step": 3950 + }, + { + "entropy": 4.866232681274414, + "epoch": 4.691577698695136, + "grad_norm": 1.0078125, + "learning_rate": 0.0003457960141551365, + "loss": 4.5216, + "mean_token_accuracy": 0.21714198887348174, + "num_tokens": 11343381.0, + "step": 3955 + }, + { + "entropy": 4.905858325958252, + "epoch": 4.697508896797153, + "grad_norm": 0.91796875, + "learning_rate": 0.0003453437293872823, + "loss": 4.6158, + "mean_token_accuracy": 0.2082674726843834, + "num_tokens": 11360177.0, + "step": 3960 + }, + { + "entropy": 4.930188465118408, + "epoch": 4.70344009489917, + "grad_norm": 1.09375, + "learning_rate": 0.0003448911293679217, + "loss": 4.5419, + "mean_token_accuracy": 0.21424513608217238, + "num_tokens": 11375523.0, + "step": 3965 + }, + { + "entropy": 4.866753625869751, + "epoch": 4.709371293001186, + "grad_norm": 1.03125, + "learning_rate": 0.00034443821612542054, + "loss": 4.5526, + "mean_token_accuracy": 0.21434911489486694, + "num_tokens": 11392353.0, + "step": 3970 + }, + { + "entropy": 4.886464166641235, + "epoch": 4.715302491103203, + "grad_norm": 0.96484375, + "learning_rate": 0.0003439849916895488, + "loss": 4.559, + "mean_token_accuracy": 0.2147858500480652, + "num_tokens": 11407918.0, + "step": 3975 + }, + { + "entropy": 4.937608671188355, + "epoch": 4.72123368920522, + "grad_norm": 1.09375, + "learning_rate": 0.000343531458091471, + "loss": 4.582, + "mean_token_accuracy": 0.21453986465930938, + "num_tokens": 11421888.0, + "step": 3980 + }, + { + "entropy": 4.861459112167358, + "epoch": 4.727164887307236, + "grad_norm": 1.0703125, + "learning_rate": 0.00034307761736373723, + "loss": 4.522, + "mean_token_accuracy": 0.22018359303474427, + "num_tokens": 11436338.0, + "step": 3985 + }, + { + "entropy": 4.854418611526489, + "epoch": 4.733096085409253, + "grad_norm": 1.1015625, + "learning_rate": 0.0003426234715402738, + "loss": 4.4659, + "mean_token_accuracy": 0.223881858587265, + "num_tokens": 11450658.0, + "step": 3990 + }, + { + "entropy": 4.839980363845825, + "epoch": 4.73902728351127, + "grad_norm": 1.1015625, + "learning_rate": 0.00034216902265637463, + "loss": 4.4885, + "mean_token_accuracy": 0.21753302216529846, + "num_tokens": 11464073.0, + "step": 3995 + }, + { + "entropy": 4.8677722930908205, + "epoch": 4.744958481613286, + "grad_norm": 1.0546875, + "learning_rate": 0.00034171427274869165, + "loss": 4.5004, + "mean_token_accuracy": 0.22347734719514847, + "num_tokens": 11477212.0, + "step": 4000 + }, + { + "epoch": 4.744958481613286, + "eval_entropy": 4.764749740530377, + "eval_loss": 5.325899124145508, + "eval_mean_token_accuracy": 0.18570856036949743, + "eval_num_tokens": 11477212.0, + "eval_runtime": 2.4276, + "eval_samples_per_second": 1074.332, + "eval_steps_per_second": 134.292, + "step": 4000 + } + ], + "logging_steps": 5, + "max_steps": 8420, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 2.0193266760192e+16, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-4000/training_args.bin b/checkpoint-4000/training_args.bin new file mode 100644 index 0000000..4887968 --- /dev/null +++ b/checkpoint-4000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b1c135f6b8569a4ca131508cf9d8c7cebd96bc433f924eb7233c36a7d98147e +size 6289 diff --git a/checkpoint-4500/added_tokens.json b/checkpoint-4500/added_tokens.json new file mode 100644 index 0000000..ec04e13 --- /dev/null +++ b/checkpoint-4500/added_tokens.json @@ -0,0 +1,1768 @@ +{ + "": 47388, + "[CLS]": 47386, + "[MASK]": 47389, + "[SEP]": 47387, + "[XXXXX0]": 47670, + "[XXXXX1000]": 48506, + "[XXXXX1001]": 48961, + "[XXXXX1002]": 47825, + "[XXXXX1003]": 48233, + "[XXXXX1004]": 48970, + "[XXXXX1005]": 48971, + "[XXXXX1006]": 47998, + "[XXXXX1007]": 48989, + "[XXXXX1008]": 47450, + "[XXXXX1009]": 48240, + "[XXXXX100]": 47422, + "[XXXXX1010]": 47623, + "[XXXXX1011]": 47805, + "[XXXXX1012]": 48454, + "[XXXXX1013]": 48537, + "[XXXXX1014]": 47764, + "[XXXXX1015]": 47584, + "[XXXXX1016]": 48287, + "[XXXXX1017]": 48689, + "[XXXXX1018]": 49119, + "[XXXXX1019]": 48584, + "[XXXXX101]": 47890, + "[XXXXX1020]": 47445, + "[XXXXX1021]": 48199, + "[XXXXX1022]": 48276, + "[XXXXX1023]": 47859, + "[XXXXX1024]": 48258, + "[XXXXX1025]": 48325, + "[XXXXX1026]": 47687, + "[XXXXX1027]": 48990, + "[XXXXX1028]": 49059, + "[XXXXX1029]": 48382, + "[XXXXX102]": 47921, + "[XXXXX1030]": 47775, + "[XXXXX1031]": 47870, + "[XXXXX1032]": 47683, + "[XXXXX1033]": 48750, + "[XXXXX1034]": 49130, + "[XXXXX1035]": 47811, + "[XXXXX1036]": 47462, + "[XXXXX1037]": 47843, + "[XXXXX1038]": 47439, + "[XXXXX1039]": 48830, + "[XXXXX103]": 48327, + "[XXXXX1040]": 48720, + "[XXXXX1041]": 48485, + "[XXXXX1042]": 47919, + "[XXXXX1043]": 48781, + "[XXXXX1044]": 47695, + "[XXXXX1045]": 48043, + "[XXXXX1046]": 47732, + "[XXXXX1047]": 48590, + "[XXXXX1048]": 48901, + "[XXXXX1049]": 48470, + "[XXXXX104]": 47560, + "[XXXXX1050]": 47751, + "[XXXXX1051]": 48487, + "[XXXXX1052]": 48959, + "[XXXXX1053]": 47720, + "[XXXXX1054]": 48477, + "[XXXXX1055]": 47405, + "[XXXXX1056]": 47920, + "[XXXXX1057]": 48139, + "[XXXXX1058]": 48775, + "[XXXXX1059]": 47767, + "[XXXXX105]": 48734, + "[XXXXX1060]": 47446, + "[XXXXX1061]": 48433, + "[XXXXX1062]": 48073, + "[XXXXX1063]": 48868, + "[XXXXX1064]": 47615, + "[XXXXX1065]": 48702, + "[XXXXX1066]": 48578, + "[XXXXX1067]": 47773, + "[XXXXX1068]": 48659, + "[XXXXX1069]": 48281, + "[XXXXX106]": 48900, + "[XXXXX1070]": 48588, + "[XXXXX1071]": 47994, + "[XXXXX1072]": 47709, + "[XXXXX1073]": 47716, + "[XXXXX1074]": 48339, + "[XXXXX1075]": 49007, + "[XXXXX1076]": 49019, + "[XXXXX1077]": 48182, + "[XXXXX1078]": 48114, + "[XXXXX1079]": 49090, + "[XXXXX107]": 48981, + "[XXXXX1080]": 47901, + "[XXXXX1081]": 48465, + "[XXXXX1082]": 49027, + "[XXXXX1083]": 47839, + "[XXXXX1084]": 48061, + "[XXXXX1085]": 47657, + "[XXXXX1086]": 48963, + "[XXXXX1087]": 49089, + "[XXXXX1088]": 49135, + "[XXXXX1089]": 47487, + "[XXXXX108]": 48217, + "[XXXXX1090]": 48158, + "[XXXXX1091]": 49123, + "[XXXXX1092]": 47656, + "[XXXXX1093]": 49031, + "[XXXXX1094]": 48840, + "[XXXXX1095]": 48753, + "[XXXXX1096]": 47501, + "[XXXXX1097]": 47698, + "[XXXXX1098]": 47547, + "[XXXXX1099]": 48844, + "[XXXXX109]": 47587, + "[XXXXX10]": 47512, + "[XXXXX1100]": 47508, + "[XXXXX1101]": 48130, + "[XXXXX1102]": 48225, + "[XXXXX1103]": 48953, + "[XXXXX1104]": 47633, + "[XXXXX1105]": 48614, + "[XXXXX1106]": 48685, + "[XXXXX1107]": 47845, + "[XXXXX1108]": 48337, + "[XXXXX1109]": 48879, + "[XXXXX110]": 47862, + "[XXXXX1110]": 48222, + "[XXXXX1111]": 49127, + "[XXXXX1112]": 47893, + "[XXXXX1113]": 48261, + "[XXXXX1114]": 47543, + "[XXXXX1115]": 48597, + "[XXXXX1116]": 48206, + "[XXXXX1117]": 47478, + "[XXXXX1118]": 48930, + "[XXXXX1119]": 47864, + "[XXXXX111]": 48237, + "[XXXXX1120]": 48638, + "[XXXXX1121]": 48162, + "[XXXXX1122]": 48678, + "[XXXXX1123]": 48790, + "[XXXXX1124]": 49075, + "[XXXXX1125]": 47490, + "[XXXXX1126]": 47542, + "[XXXXX1127]": 48121, + "[XXXXX1128]": 48910, + "[XXXXX1129]": 47545, + "[XXXXX112]": 48153, + "[XXXXX1130]": 48499, + "[XXXXX1131]": 48943, + "[XXXXX1132]": 48066, + "[XXXXX1133]": 47882, + "[XXXXX1134]": 48392, + "[XXXXX1135]": 48553, + "[XXXXX1136]": 47505, + "[XXXXX1137]": 48634, + "[XXXXX1138]": 49082, + "[XXXXX1139]": 47707, + "[XXXXX113]": 48869, + "[XXXXX1140]": 48888, + "[XXXXX1141]": 48069, + "[XXXXX1142]": 48646, + "[XXXXX1143]": 47985, + "[XXXXX1144]": 47432, + "[XXXXX1145]": 48788, + "[XXXXX1146]": 48622, + "[XXXXX1147]": 48479, + "[XXXXX1148]": 47599, + "[XXXXX1149]": 48903, + "[XXXXX114]": 48071, + "[XXXXX1150]": 48303, + "[XXXXX1151]": 48316, + "[XXXXX1152]": 48999, + "[XXXXX1153]": 48629, + "[XXXXX1154]": 48515, + "[XXXXX1155]": 48264, + "[XXXXX1156]": 47837, + "[XXXXX1157]": 47537, + "[XXXXX1158]": 48882, + "[XXXXX1159]": 47744, + "[XXXXX115]": 47954, + "[XXXXX1160]": 47637, + "[XXXXX1161]": 48701, + "[XXXXX1162]": 48831, + "[XXXXX1163]": 48861, + "[XXXXX1164]": 48880, + "[XXXXX1165]": 47679, + "[XXXXX1166]": 47620, + "[XXXXX1167]": 48591, + "[XXXXX1168]": 48776, + "[XXXXX1169]": 48472, + "[XXXXX116]": 48997, + "[XXXXX1170]": 48992, + "[XXXXX1171]": 48440, + "[XXXXX1172]": 48145, + "[XXXXX1173]": 48466, + "[XXXXX1174]": 48319, + "[XXXXX1175]": 47745, + "[XXXXX1176]": 47933, + "[XXXXX1177]": 49084, + "[XXXXX1178]": 47544, + "[XXXXX1179]": 48935, + "[XXXXX117]": 49103, + "[XXXXX1180]": 48660, + "[XXXXX1181]": 48993, + "[XXXXX1182]": 47457, + "[XXXXX1183]": 47593, + "[XXXXX1184]": 47795, + "[XXXXX1185]": 47706, + "[XXXXX1186]": 48263, + "[XXXXX1187]": 49033, + "[XXXXX1188]": 48544, + "[XXXXX1189]": 47409, + "[XXXXX118]": 47420, + "[XXXXX1190]": 47834, + "[XXXXX1191]": 47874, + "[XXXXX1192]": 47397, + "[XXXXX1193]": 48853, + "[XXXXX1194]": 47641, + "[XXXXX1195]": 48484, + "[XXXXX1196]": 48412, + "[XXXXX1197]": 48488, + "[XXXXX1198]": 49097, + "[XXXXX1199]": 47879, + "[XXXXX119]": 48770, + "[XXXXX11]": 48211, + "[XXXXX1200]": 47526, + "[XXXXX1201]": 48749, + "[XXXXX1202]": 48568, + "[XXXXX1203]": 48481, + "[XXXXX1204]": 48608, + "[XXXXX1205]": 48309, + "[XXXXX1206]": 48855, + "[XXXXX1207]": 47911, + "[XXXXX1208]": 47799, + "[XXXXX1209]": 47622, + "[XXXXX120]": 48693, + "[XXXXX1210]": 48131, + "[XXXXX1211]": 48345, + "[XXXXX1212]": 48304, + "[XXXXX1213]": 48682, + "[XXXXX1214]": 47492, + "[XXXXX1215]": 47497, + "[XXXXX1216]": 48939, + "[XXXXX1217]": 48442, + "[XXXXX1218]": 47841, + "[XXXXX1219]": 47453, + "[XXXXX121]": 47554, + "[XXXXX1220]": 47419, + "[XXXXX1221]": 48672, + "[XXXXX1222]": 48154, + "[XXXXX1223]": 49087, + "[XXXXX1224]": 48511, + "[XXXXX1225]": 48448, + "[XXXXX1226]": 48988, + "[XXXXX1227]": 47669, + "[XXXXX1228]": 47596, + "[XXXXX1229]": 48602, + "[XXXXX122]": 48605, + "[XXXXX1230]": 48064, + "[XXXXX1231]": 48107, + "[XXXXX1232]": 48160, + "[XXXXX1233]": 47925, + "[XXXXX1234]": 48413, + "[XXXXX1235]": 49005, + "[XXXXX1236]": 49115, + "[XXXXX1237]": 48201, + "[XXXXX1238]": 47601, + "[XXXXX1239]": 47398, + "[XXXXX123]": 48582, + "[XXXXX1240]": 47616, + "[XXXXX1241]": 48002, + "[XXXXX1242]": 48543, + "[XXXXX1243]": 47818, + "[XXXXX1244]": 48569, + "[XXXXX1245]": 48647, + "[XXXXX1246]": 47681, + "[XXXXX1247]": 48898, + "[XXXXX1248]": 47498, + "[XXXXX1249]": 48378, + "[XXXXX124]": 48118, + "[XXXXX1250]": 48344, + "[XXXXX1251]": 47585, + "[XXXXX1252]": 48715, + "[XXXXX1253]": 47483, + "[XXXXX1254]": 48340, + "[XXXXX1255]": 48991, + "[XXXXX1256]": 48736, + "[XXXXX1257]": 47511, + "[XXXXX1258]": 48293, + "[XXXXX1259]": 48168, + "[XXXXX125]": 48374, + "[XXXXX1260]": 48951, + "[XXXXX1261]": 47416, + "[XXXXX1262]": 48745, + "[XXXXX1263]": 47979, + "[XXXXX1264]": 48592, + "[XXXXX1265]": 48945, + "[XXXXX1266]": 47865, + "[XXXXX1267]": 48239, + "[XXXXX1268]": 47672, + "[XXXXX1269]": 47848, + "[XXXXX126]": 48594, + "[XXXXX1270]": 48566, + "[XXXXX1271]": 48108, + "[XXXXX1272]": 47665, + "[XXXXX1273]": 47815, + "[XXXXX1274]": 48016, + "[XXXXX1275]": 48015, + "[XXXXX1276]": 48166, + "[XXXXX1277]": 47757, + "[XXXXX1278]": 47400, + "[XXXXX1279]": 47754, + "[XXXXX127]": 47436, + "[XXXXX1280]": 47417, + "[XXXXX1281]": 48047, + "[XXXXX1282]": 47472, + "[XXXXX1283]": 49040, + "[XXXXX1284]": 47710, + "[XXXXX1285]": 48883, + "[XXXXX1286]": 48209, + "[XXXXX1287]": 48046, + "[XXXXX1288]": 47999, + "[XXXXX1289]": 47735, + "[XXXXX128]": 48995, + "[XXXXX1290]": 48556, + "[XXXXX1291]": 48687, + "[XXXXX1292]": 49046, + "[XXXXX1293]": 48713, + "[XXXXX1294]": 48266, + "[XXXXX1295]": 48917, + "[XXXXX1296]": 49121, + "[XXXXX1297]": 48794, + "[XXXXX1298]": 48443, + "[XXXXX1299]": 47612, + "[XXXXX129]": 48082, + "[XXXXX12]": 48933, + "[XXXXX1300]": 47942, + "[XXXXX1301]": 48063, + "[XXXXX1302]": 48368, + "[XXXXX1303]": 47910, + "[XXXXX1304]": 47802, + "[XXXXX1305]": 47905, + "[XXXXX1306]": 47421, + "[XXXXX1307]": 49125, + "[XXXXX1308]": 47553, + "[XXXXX1309]": 47697, + "[XXXXX130]": 48746, + "[XXXXX1310]": 49069, + "[XXXXX1311]": 47789, + "[XXXXX1312]": 48575, + "[XXXXX1313]": 47402, + "[XXXXX1314]": 48829, + "[XXXXX1315]": 47394, + "[XXXXX1316]": 48187, + "[XXXXX1317]": 48147, + "[XXXXX1318]": 48703, + "[XXXXX1319]": 48549, + "[XXXXX131]": 48106, + "[XXXXX1320]": 48644, + "[XXXXX1321]": 48165, + "[XXXXX1322]": 47689, + "[XXXXX1323]": 47966, + "[XXXXX1324]": 47897, + "[XXXXX1325]": 48076, + "[XXXXX1326]": 48873, + "[XXXXX1327]": 48754, + "[XXXXX1328]": 47813, + "[XXXXX1329]": 49072, + "[XXXXX132]": 48427, + "[XXXXX1330]": 48809, + "[XXXXX1331]": 48489, + "[XXXXX1332]": 48243, + "[XXXXX1333]": 48921, + "[XXXXX1334]": 48322, + "[XXXXX1335]": 47531, + "[XXXXX1336]": 48110, + "[XXXXX1337]": 47723, + "[XXXXX1338]": 47908, + "[XXXXX1339]": 48700, + "[XXXXX133]": 47604, + "[XXXXX1340]": 48651, + "[XXXXX1341]": 48877, + "[XXXXX1342]": 47431, + "[XXXXX1343]": 47433, + "[XXXXX1344]": 47880, + "[XXXXX1345]": 48977, + "[XXXXX1346]": 48772, + "[XXXXX1347]": 48391, + "[XXXXX1348]": 48529, + "[XXXXX1349]": 48196, + "[XXXXX134]": 47765, + "[XXXXX1350]": 48404, + "[XXXXX1351]": 48104, + "[XXXXX1352]": 47517, + "[XXXXX1353]": 48850, + "[XXXXX1354]": 48357, + "[XXXXX1355]": 48862, + "[XXXXX1356]": 48492, + "[XXXXX1357]": 48062, + "[XXXXX1358]": 48721, + "[XXXXX1359]": 48922, + "[XXXXX135]": 47957, + "[XXXXX1360]": 47550, + "[XXXXX1361]": 49045, + "[XXXXX1362]": 48748, + "[XXXXX1363]": 49028, + "[XXXXX1364]": 48833, + "[XXXXX1365]": 47700, + "[XXXXX1366]": 47396, + "[XXXXX1367]": 47686, + "[XXXXX1368]": 48242, + "[XXXXX1369]": 48032, + "[XXXXX136]": 48342, + "[XXXXX1370]": 47562, + "[XXXXX1371]": 48212, + "[XXXXX1372]": 48610, + "[XXXXX1373]": 49013, + "[XXXXX1374]": 48041, + "[XXXXX1375]": 48246, + "[XXXXX1376]": 47551, + "[XXXXX1377]": 48353, + "[XXXXX1378]": 47658, + "[XXXXX1379]": 47828, + "[XXXXX137]": 48518, + "[XXXXX1380]": 48136, + "[XXXXX1381]": 48564, + "[XXXXX1382]": 48973, + "[XXXXX1383]": 47619, + "[XXXXX1384]": 48254, + "[XXXXX1385]": 48680, + "[XXXXX1386]": 47724, + "[XXXXX1387]": 47756, + "[XXXXX1388]": 48176, + "[XXXXX1389]": 48681, + "[XXXXX138]": 47664, + "[XXXXX1390]": 47594, + "[XXXXX1391]": 48760, + "[XXXXX1392]": 49110, + "[XXXXX1393]": 47676, + "[XXXXX1394]": 47963, + "[XXXXX1395]": 47403, + "[XXXXX1396]": 48493, + "[XXXXX1397]": 47591, + "[XXXXX1398]": 47632, + "[XXXXX1399]": 48996, + "[XXXXX139]": 48521, + "[XXXXX13]": 47875, + "[XXXXX1400]": 47705, + "[XXXXX1401]": 48983, + "[XXXXX1402]": 47941, + "[XXXXX1403]": 47922, + "[XXXXX1404]": 47390, + "[XXXXX1405]": 48635, + "[XXXXX1406]": 48906, + "[XXXXX1407]": 48514, + "[XXXXX1408]": 48169, + "[XXXXX1409]": 48004, + "[XXXXX140]": 48762, + "[XXXXX1410]": 47515, + "[XXXXX1411]": 47470, + "[XXXXX1412]": 47858, + "[XXXXX1413]": 47540, + "[XXXXX1414]": 47690, + "[XXXXX1415]": 48054, + "[XXXXX1416]": 48615, + "[XXXXX1417]": 47803, + "[XXXXX1418]": 47455, + "[XXXXX1419]": 48226, + "[XXXXX141]": 48912, + "[XXXXX1420]": 47808, + "[XXXXX1421]": 47636, + "[XXXXX1422]": 48832, + "[XXXXX1423]": 47611, + "[XXXXX1424]": 48782, + "[XXXXX1425]": 49146, + "[XXXXX1426]": 48976, + "[XXXXX1427]": 48585, + "[XXXXX1428]": 48667, + "[XXXXX1429]": 48171, + "[XXXXX142]": 48573, + "[XXXXX1430]": 48181, + "[XXXXX1431]": 47814, + "[XXXXX1432]": 48589, + "[XXXXX1433]": 48916, + "[XXXXX1434]": 48068, + "[XXXXX1435]": 47949, + "[XXXXX1436]": 48252, + "[XXXXX1437]": 48724, + "[XXXXX1438]": 48807, + "[XXXXX1439]": 48379, + "[XXXXX143]": 48835, + "[XXXXX1440]": 48005, + "[XXXXX1441]": 48416, + "[XXXXX1442]": 47595, + "[XXXXX1443]": 47831, + "[XXXXX1444]": 49034, + "[XXXXX1445]": 48893, + "[XXXXX1446]": 47631, + "[XXXXX1447]": 48419, + "[XXXXX1448]": 48874, + "[XXXXX1449]": 49078, + "[XXXXX144]": 48224, + "[XXXXX1450]": 48616, + "[XXXXX1451]": 48688, + "[XXXXX1452]": 47532, + "[XXXXX1453]": 49107, + "[XXXXX1454]": 47945, + "[XXXXX1455]": 48349, + "[XXXXX1456]": 48761, + "[XXXXX1457]": 47399, + "[XXXXX1458]": 47494, + "[XXXXX1459]": 48541, + "[XXXXX145]": 47819, + "[XXXXX1460]": 47668, + "[XXXXX1461]": 48155, + "[XXXXX1462]": 48203, + "[XXXXX1463]": 48308, + "[XXXXX1464]": 47923, + "[XXXXX1465]": 48628, + "[XXXXX1466]": 48894, + "[XXXXX1467]": 48504, + "[XXXXX1468]": 47780, + "[XXXXX1469]": 48780, + "[XXXXX146]": 47856, + "[XXXXX1470]": 47947, + "[XXXXX1471]": 47770, + "[XXXXX1472]": 48645, + "[XXXXX1473]": 47711, + "[XXXXX1474]": 47427, + "[XXXXX1475]": 49042, + "[XXXXX1476]": 48341, + "[XXXXX1477]": 48744, + "[XXXXX1478]": 48421, + "[XXXXX1479]": 48574, + "[XXXXX147]": 47892, + "[XXXXX1480]": 48664, + "[XXXXX1481]": 47649, + "[XXXXX1482]": 47529, + "[XXXXX1483]": 48675, + "[XXXXX1484]": 47850, + "[XXXXX1485]": 48918, + "[XXXXX1486]": 47778, + "[XXXXX1487]": 47929, + "[XXXXX1488]": 47675, + "[XXXXX1489]": 48817, + "[XXXXX148]": 47411, + "[XXXXX1490]": 48612, + "[XXXXX1491]": 48598, + "[XXXXX1492]": 49108, + "[XXXXX1493]": 48272, + "[XXXXX1494]": 48904, + "[XXXXX1495]": 48658, + "[XXXXX1496]": 47737, + "[XXXXX1497]": 48141, + "[XXXXX1498]": 48593, + "[XXXXX1499]": 48452, + "[XXXXX149]": 47718, + "[XXXXX14]": 47771, + "[XXXXX1500]": 48637, + "[XXXXX1501]": 48804, + "[XXXXX1502]": 47752, + "[XXXXX1503]": 48430, + "[XXXXX1504]": 48759, + "[XXXXX1505]": 48823, + "[XXXXX1506]": 47465, + "[XXXXX1507]": 47590, + "[XXXXX1508]": 48445, + "[XXXXX1509]": 48822, + "[XXXXX150]": 48400, + "[XXXXX1510]": 48184, + "[XXXXX1511]": 48603, + "[XXXXX1512]": 47962, + "[XXXXX1513]": 47581, + "[XXXXX1514]": 48655, + "[XXXXX1515]": 47886, + "[XXXXX1516]": 47762, + "[XXXXX1517]": 48410, + "[XXXXX1518]": 48437, + "[XXXXX1519]": 48815, + "[XXXXX151]": 47868, + "[XXXXX1520]": 48523, + "[XXXXX1521]": 48475, + "[XXXXX1522]": 48872, + "[XXXXX1523]": 47426, + "[XXXXX1524]": 48348, + "[XXXXX1525]": 48948, + "[XXXXX1526]": 49099, + "[XXXXX1527]": 47642, + "[XXXXX1528]": 48548, + "[XXXXX1529]": 48055, + "[XXXXX152]": 48542, + "[XXXXX1530]": 48630, + "[XXXXX1531]": 48896, + "[XXXXX1532]": 49020, + "[XXXXX1533]": 47727, + "[XXXXX1534]": 48944, + "[XXXXX1535]": 48848, + "[XXXXX1536]": 48717, + "[XXXXX1537]": 48494, + "[XXXXX1538]": 48124, + "[XXXXX1539]": 49055, + "[XXXXX153]": 48968, + "[XXXXX1540]": 48305, + "[XXXXX1541]": 48088, + "[XXXXX1542]": 49022, + "[XXXXX1543]": 49044, + "[XXXXX1544]": 48607, + "[XXXXX1545]": 48113, + "[XXXXX1546]": 48095, + "[XXXXX1547]": 48863, + "[XXXXX1548]": 48215, + "[XXXXX1549]": 48220, + "[XXXXX154]": 49023, + "[XXXXX1550]": 47442, + "[XXXXX1551]": 49122, + "[XXXXX1552]": 49131, + "[XXXXX1553]": 47991, + "[XXXXX1554]": 47899, + "[XXXXX1555]": 47499, + "[XXXXX1556]": 47406, + "[XXXXX1557]": 47894, + "[XXXXX1558]": 47844, + "[XXXXX1559]": 48164, + "[XXXXX155]": 47833, + "[XXXXX1560]": 48565, + "[XXXXX1561]": 47471, + "[XXXXX1562]": 48960, + "[XXXXX1563]": 47440, + "[XXXXX1564]": 47479, + "[XXXXX1565]": 47708, + "[XXXXX1566]": 47796, + "[XXXXX1567]": 47576, + "[XXXXX1568]": 48191, + "[XXXXX1569]": 48516, + "[XXXXX156]": 48827, + "[XXXXX1570]": 48911, + "[XXXXX1571]": 48205, + "[XXXXX1572]": 48336, + "[XXXXX1573]": 47482, + "[XXXXX1574]": 48952, + "[XXXXX1575]": 47960, + "[XXXXX1576]": 49098, + "[XXXXX1577]": 47904, + "[XXXXX1578]": 48414, + "[XXXXX1579]": 48752, + "[XXXXX157]": 48401, + "[XXXXX1580]": 48633, + "[XXXXX1581]": 48826, + "[XXXXX1582]": 47507, + "[XXXXX1583]": 47476, + "[XXXXX1584]": 48599, + "[XXXXX1585]": 48274, + "[XXXXX1586]": 47428, + "[XXXXX1587]": 48972, + "[XXXXX1588]": 47425, + "[XXXXX1589]": 48731, + "[XXXXX158]": 47951, + "[XXXXX1590]": 49009, + "[XXXXX1591]": 48839, + "[XXXXX1592]": 49006, + "[XXXXX1593]": 47626, + "[XXXXX1594]": 48231, + "[XXXXX1595]": 48554, + "[XXXXX1596]": 48045, + "[XXXXX1597]": 48769, + "[XXXXX1598]": 47652, + "[XXXXX1599]": 47444, + "[XXXXX159]": 49021, + "[XXXXX15]": 48530, + "[XXXXX1600]": 47964, + "[XXXXX1601]": 48560, + "[XXXXX1602]": 47855, + "[XXXXX1603]": 48324, + "[XXXXX1604]": 47961, + "[XXXXX1605]": 48296, + "[XXXXX1606]": 48148, + "[XXXXX1607]": 49038, + "[XXXXX1608]": 48994, + "[XXXXX1609]": 48767, + "[XXXXX160]": 48740, + "[XXXXX1610]": 48907, + "[XXXXX1611]": 47822, + "[XXXXX1612]": 47639, + "[XXXXX1613]": 48053, + "[XXXXX1614]": 48285, + "[XXXXX1615]": 47533, + "[XXXXX1616]": 47983, + "[XXXXX1617]": 47574, + "[XXXXX1618]": 48828, + "[XXXXX1619]": 48334, + "[XXXXX161]": 48290, + "[XXXXX1620]": 47928, + "[XXXXX1621]": 48177, + "[XXXXX1622]": 48056, + "[XXXXX1623]": 47488, + "[XXXXX1624]": 47866, + "[XXXXX1625]": 48273, + "[XXXXX1626]": 48234, + "[XXXXX1627]": 48757, + "[XXXXX1628]": 48075, + "[XXXXX1629]": 48768, + "[XXXXX162]": 48447, + "[XXXXX1630]": 48820, + "[XXXXX1631]": 48007, + "[XXXXX1632]": 48552, + "[XXXXX1633]": 47939, + "[XXXXX1634]": 48725, + "[XXXXX1635]": 47447, + "[XXXXX1636]": 47602, + "[XXXXX1637]": 47935, + "[XXXXX1638]": 49132, + "[XXXXX1639]": 47953, + "[XXXXX163]": 48371, + "[XXXXX1640]": 47748, + "[XXXXX1641]": 48116, + "[XXXXX1642]": 47610, + "[XXXXX1643]": 48105, + "[XXXXX1644]": 48460, + "[XXXXX1645]": 48773, + "[XXXXX1646]": 47974, + "[XXXXX1647]": 47678, + "[XXXXX1648]": 47571, + "[XXXXX1649]": 47717, + "[XXXXX164]": 48978, + "[XXXXX1650]": 48653, + "[XXXXX1651]": 48526, + "[XXXXX1652]": 47666, + "[XXXXX1653]": 48636, + "[XXXXX1654]": 49070, + "[XXXXX1655]": 48040, + "[XXXXX1656]": 49001, + "[XXXXX1657]": 48587, + "[XXXXX1658]": 48227, + "[XXXXX1659]": 47566, + "[XXXXX165]": 47992, + "[XXXXX1660]": 48774, + "[XXXXX1661]": 47443, + "[XXXXX1662]": 48037, + "[XXXXX1663]": 48377, + "[XXXXX1664]": 47733, + "[XXXXX1665]": 49071, + "[XXXXX1666]": 47528, + "[XXXXX1667]": 49124, + "[XXXXX1668]": 48510, + "[XXXXX1669]": 48125, + "[XXXXX166]": 48572, + "[XXXXX1670]": 47503, + "[XXXXX1671]": 47527, + "[XXXXX1672]": 47817, + "[XXXXX1673]": 49111, + "[XXXXX1674]": 47772, + "[XXXXX1675]": 47783, + "[XXXXX1676]": 49052, + "[XXXXX1677]": 47493, + "[XXXXX1678]": 47888, + "[XXXXX1679]": 48059, + "[XXXXX167]": 48008, + "[XXXXX1680]": 47456, + "[XXXXX1681]": 47906, + "[XXXXX1682]": 48026, + "[XXXXX1683]": 48149, + "[XXXXX1684]": 48451, + "[XXXXX1685]": 49029, + "[XXXXX1686]": 48313, + "[XXXXX1687]": 48089, + "[XXXXX1688]": 48795, + "[XXXXX1689]": 48396, + "[XXXXX168]": 47740, + "[XXXXX1690]": 48536, + "[XXXXX1691]": 47680, + "[XXXXX1692]": 48146, + "[XXXXX1693]": 48733, + "[XXXXX1694]": 47536, + "[XXXXX1695]": 47524, + "[XXXXX1696]": 48197, + "[XXXXX1697]": 49151, + "[XXXXX1698]": 48159, + "[XXXXX1699]": 48558, + "[XXXXX169]": 48189, + "[XXXXX16]": 48474, + "[XXXXX1700]": 48042, + "[XXXXX1701]": 47638, + "[XXXXX1702]": 48954, + "[XXXXX1703]": 47693, + "[XXXXX1704]": 48461, + "[XXXXX1705]": 48467, + "[XXXXX1706]": 48505, + "[XXXXX1707]": 47989, + "[XXXXX1708]": 47784, + "[XXXXX1709]": 47435, + "[XXXXX170]": 47429, + "[XXXXX1710]": 48152, + "[XXXXX1711]": 48301, + "[XXXXX1712]": 49094, + "[XXXXX1713]": 48649, + "[XXXXX1714]": 48117, + "[XXXXX1715]": 48185, + "[XXXXX1716]": 47832, + "[XXXXX1717]": 48383, + "[XXXXX1718]": 49012, + "[XXXXX1719]": 48986, + "[XXXXX171]": 48346, + "[XXXXX1720]": 47978, + "[XXXXX1721]": 47871, + "[XXXXX1722]": 47625, + "[XXXXX1723]": 48247, + "[XXXXX1724]": 47965, + "[XXXXX1725]": 47579, + "[XXXXX1726]": 48512, + "[XXXXX1727]": 48395, + "[XXXXX1728]": 48867, + "[XXXXX1729]": 47692, + "[XXXXX172]": 48003, + "[XXXXX1730]": 48497, + "[XXXXX1731]": 47393, + "[XXXXX1732]": 47530, + "[XXXXX1733]": 48129, + "[XXXXX1734]": 47916, + "[XXXXX1735]": 47943, + "[XXXXX1736]": 47559, + "[XXXXX1737]": 47477, + "[XXXXX1738]": 48432, + "[XXXXX1739]": 48244, + "[XXXXX173]": 48238, + "[XXXXX1740]": 48528, + "[XXXXX1741]": 48671, + "[XXXXX1742]": 48889, + "[XXXXX1743]": 48161, + "[XXXXX1744]": 48018, + "[XXXXX1745]": 48509, + "[XXXXX1746]": 47564, + "[XXXXX1747]": 48969, + "[XXXXX1748]": 48112, + "[XXXXX1749]": 49128, + "[XXXXX174]": 48786, + "[XXXXX1750]": 48886, + "[XXXXX1751]": 48932, + "[XXXXX1752]": 47970, + "[XXXXX1753]": 47969, + "[XXXXX1754]": 48508, + "[XXXXX1755]": 47857, + "[XXXXX1756]": 48563, + "[XXXXX1757]": 48503, + "[XXXXX1758]": 47797, + "[XXXXX1759]": 49053, + "[XXXXX175]": 48221, + "[XXXXX1760]": 48949, + "[XXXXX1761]": 48926, + "[XXXXX176]": 48895, + "[XXXXX177]": 48084, + "[XXXXX178]": 47408, + "[XXXXX179]": 48144, + "[XXXXX17]": 47563, + "[XXXXX180]": 47934, + "[XXXXX181]": 47567, + "[XXXXX182]": 47539, + "[XXXXX183]": 49106, + "[XXXXX184]": 48892, + "[XXXXX185]": 47458, + "[XXXXX186]": 48783, + "[XXXXX187]": 47914, + "[XXXXX188]": 47761, + "[XXXXX189]": 47997, + "[XXXXX18]": 48333, + "[XXXXX190]": 48312, + "[XXXXX191]": 49095, + "[XXXXX192]": 47785, + "[XXXXX193]": 47635, + "[XXXXX194]": 48955, + "[XXXXX195]": 48354, + "[XXXXX196]": 48545, + "[XXXXX197]": 48727, + "[XXXXX198]": 48306, + "[XXXXX199]": 49133, + "[XXXXX19]": 48262, + "[XXXXX1]": 49126, + "[XXXXX200]": 47701, + "[XXXXX201]": 47521, + "[XXXXX202]": 48805, + "[XXXXX203]": 48386, + "[XXXXX204]": 48909, + "[XXXXX205]": 47674, + "[XXXXX206]": 48640, + "[XXXXX207]": 48257, + "[XXXXX208]": 47977, + "[XXXXX209]": 48406, + "[XXXXX20]": 47779, + "[XXXXX210]": 48282, + "[XXXXX211]": 48280, + "[XXXXX212]": 47603, + "[XXXXX213]": 47869, + "[XXXXX214]": 47937, + "[XXXXX215]": 49073, + "[XXXXX216]": 47582, + "[XXXXX217]": 47816, + "[XXXXX218]": 47821, + "[XXXXX219]": 48857, + "[XXXXX21]": 48434, + "[XXXXX220]": 48172, + "[XXXXX221]": 47722, + "[XXXXX222]": 47618, + "[XXXXX223]": 48178, + "[XXXXX224]": 48000, + "[XXXXX225]": 48087, + "[XXXXX226]": 48924, + "[XXXXX227]": 47441, + "[XXXXX228]": 49058, + "[XXXXX229]": 48531, + "[XXXXX22]": 48052, + "[XXXXX230]": 47927, + "[XXXXX231]": 47930, + "[XXXXX232]": 49092, + "[XXXXX233]": 47996, + "[XXXXX234]": 49049, + "[XXXXX235]": 48299, + "[XXXXX236]": 48811, + "[XXXXX237]": 48343, + "[XXXXX238]": 49017, + "[XXXXX239]": 48806, + "[XXXXX23]": 48289, + "[XXXXX240]": 47835, + "[XXXXX241]": 48627, + "[XXXXX242]": 47643, + "[XXXXX243]": 47794, + "[XXXXX244]": 49093, + "[XXXXX245]": 47412, + "[XXXXX246]": 48092, + "[XXXXX247]": 47730, + "[XXXXX248]": 48228, + "[XXXXX249]": 47851, + "[XXXXX24]": 48722, + "[XXXXX250]": 48126, + "[XXXXX251]": 47749, + "[XXXXX252]": 47972, + "[XXXXX253]": 48534, + "[XXXXX254]": 48332, + "[XXXXX255]": 48601, + "[XXXXX256]": 48914, + "[XXXXX257]": 47760, + "[XXXXX258]": 48115, + "[XXXXX259]": 48338, + "[XXXXX25]": 48277, + "[XXXXX260]": 47853, + "[XXXXX261]": 48669, + "[XXXXX262]": 48834, + "[XXXXX263]": 48571, + "[XXXXX264]": 48738, + "[XXXXX265]": 48180, + "[XXXXX266]": 49002, + "[XXXXX267]": 47452, + "[XXXXX268]": 47684, + "[XXXXX269]": 47726, + "[XXXXX26]": 47895, + "[XXXXX270]": 48286, + "[XXXXX271]": 47401, + "[XXXXX272]": 48366, + "[XXXXX273]": 48913, + "[XXXXX274]": 47696, + "[XXXXX275]": 48429, + "[XXXXX276]": 48202, + "[XXXXX277]": 47714, + "[XXXXX278]": 47480, + "[XXXXX279]": 48551, + "[XXXXX27]": 47557, + "[XXXXX280]": 48323, + "[XXXXX281]": 47605, + "[XXXXX282]": 49079, + "[XXXXX283]": 47630, + "[XXXXX284]": 48210, + "[XXXXX285]": 48934, + "[XXXXX286]": 48742, + "[XXXXX287]": 48360, + "[XXXXX288]": 48214, + "[XXXXX289]": 47721, + "[XXXXX28]": 48390, + "[XXXXX290]": 48034, + "[XXXXX291]": 47404, + "[XXXXX292]": 48824, + "[XXXXX293]": 47570, + "[XXXXX294]": 48726, + "[XXXXX295]": 49147, + "[XXXXX296]": 47523, + "[XXXXX297]": 48074, + "[XXXXX298]": 48111, + "[XXXXX299]": 48797, + "[XXXXX29]": 48625, + "[XXXXX2]": 48707, + "[XXXXX300]": 47776, + "[XXXXX301]": 48897, + "[XXXXX302]": 48275, + "[XXXXX303]": 48307, + "[XXXXX304]": 48370, + "[XXXXX305]": 48662, + "[XXXXX306]": 48495, + "[XXXXX307]": 47867, + "[XXXXX308]": 48567, + "[XXXXX309]": 49112, + "[XXXXX30]": 48027, + "[XXXXX310]": 48818, + "[XXXXX311]": 47712, + "[XXXXX312]": 47938, + "[XXXXX313]": 48928, + "[XXXXX314]": 48251, + "[XXXXX315]": 48620, + "[XXXXX316]": 48821, + "[XXXXX317]": 48579, + "[XXXXX318]": 47860, + "[XXXXX319]": 48453, + "[XXXXX31]": 48799, + "[XXXXX320]": 48006, + "[XXXXX321]": 47766, + "[XXXXX322]": 48816, + "[XXXXX323]": 48358, + "[XXXXX324]": 48011, + "[XXXXX325]": 48208, + "[XXXXX326]": 48965, + "[XXXXX327]": 48058, + "[XXXXX328]": 48538, + "[XXXXX329]": 48480, + "[XXXXX32]": 48399, + "[XXXXX330]": 47634, + "[XXXXX331]": 47518, + "[XXXXX332]": 48132, + "[XXXXX333]": 47449, + "[XXXXX334]": 48044, + "[XXXXX335]": 47842, + "[XXXXX336]": 49041, + "[XXXXX337]": 48317, + "[XXXXX338]": 47830, + "[XXXXX339]": 49085, + "[XXXXX33]": 48852, + "[XXXXX340]": 47774, + "[XXXXX341]": 48650, + "[XXXXX342]": 48253, + "[XXXXX343]": 49145, + "[XXXXX344]": 48847, + "[XXXXX345]": 49062, + "[XXXXX346]": 48359, + "[XXXXX347]": 48595, + "[XXXXX348]": 47995, + "[XXXXX349]": 47729, + "[XXXXX34]": 48800, + "[XXXXX350]": 48245, + "[XXXXX351]": 48586, + "[XXXXX352]": 48365, + "[XXXXX353]": 48887, + "[XXXXX354]": 47464, + "[XXXXX355]": 47987, + "[XXXXX356]": 49136, + "[XXXXX357]": 48098, + "[XXXXX358]": 48259, + "[XXXXX359]": 47609, + "[XXXXX35]": 48127, + "[XXXXX360]": 48648, + "[XXXXX361]": 48431, + "[XXXXX362]": 48714, + "[XXXXX363]": 47624, + "[XXXXX364]": 47823, + "[XXXXX365]": 47936, + "[XXXXX366]": 47502, + "[XXXXX367]": 47506, + "[XXXXX368]": 49074, + "[XXXXX369]": 47731, + "[XXXXX36]": 48471, + "[XXXXX370]": 47807, + "[XXXXX371]": 47598, + "[XXXXX372]": 47806, + "[XXXXX373]": 47525, + "[XXXXX374]": 47883, + "[XXXXX375]": 49066, + "[XXXXX376]": 48067, + "[XXXXX377]": 48020, + "[XXXXX378]": 48527, + "[XXXXX379]": 48294, + "[XXXXX37]": 48102, + "[XXXXX380]": 48737, + "[XXXXX381]": 47614, + "[XXXXX382]": 48219, + "[XXXXX383]": 48143, + "[XXXXX384]": 48402, + "[XXXXX385]": 48190, + "[XXXXX386]": 48369, + "[XXXXX387]": 48982, + "[XXXXX388]": 49116, + "[XXXXX389]": 48793, + "[XXXXX38]": 48570, + "[XXXXX390]": 47491, + "[XXXXX391]": 48728, + "[XXXXX392]": 47948, + "[XXXXX393]": 48962, + "[XXXXX394]": 47988, + "[XXXXX395]": 47648, + "[XXXXX396]": 47395, + "[XXXXX397]": 47473, + "[XXXXX398]": 49091, + "[XXXXX399]": 49039, + "[XXXXX39]": 47958, + "[XXXXX3]": 48756, + "[XXXXX400]": 48784, + "[XXXXX401]": 47647, + "[XXXXX402]": 48028, + "[XXXXX403]": 48617, + "[XXXXX404]": 48964, + "[XXXXX405]": 48694, + "[XXXXX406]": 49043, + "[XXXXX407]": 47413, + "[XXXXX408]": 48557, + "[XXXXX409]": 48677, + "[XXXXX40]": 47514, + "[XXXXX410]": 47889, + "[XXXXX411]": 49010, + "[XXXXX412]": 47887, + "[XXXXX413]": 47655, + "[XXXXX414]": 47485, + "[XXXXX415]": 48741, + "[XXXXX416]": 48091, + "[XXXXX417]": 49061, + "[XXXXX418]": 48109, + "[XXXXX419]": 47702, + "[XXXXX41]": 48845, + "[XXXXX420]": 47430, + "[XXXXX421]": 49088, + "[XXXXX422]": 47677, + "[XXXXX423]": 48351, + "[XXXXX424]": 48001, + "[XXXXX425]": 48695, + "[XXXXX426]": 47713, + "[XXXXX427]": 48920, + "[XXXXX428]": 48674, + "[XXXXX429]": 48540, + "[XXXXX42]": 48142, + "[XXXXX430]": 47952, + "[XXXXX431]": 48362, + "[XXXXX432]": 47967, + "[XXXXX433]": 48705, + "[XXXXX434]": 48033, + "[XXXXX435]": 48024, + "[XXXXX436]": 47580, + "[XXXXX437]": 48618, + "[XXXXX438]": 47659, + "[XXXXX439]": 48435, + "[XXXXX43]": 48837, + "[XXXXX440]": 48631, + "[XXXXX441]": 47877, + "[XXXXX442]": 48036, + "[XXXXX443]": 47667, + "[XXXXX444]": 48502, + "[XXXXX445]": 49057, + "[XXXXX446]": 48979, + "[XXXXX447]": 47891, + "[XXXXX448]": 49143, + "[XXXXX449]": 48463, + "[XXXXX44]": 47872, + "[XXXXX450]": 47522, + "[XXXXX451]": 47703, + "[XXXXX452]": 47467, + "[XXXXX453]": 48099, + "[XXXXX454]": 48858, + "[XXXXX455]": 47538, + "[XXXXX456]": 48271, + "[XXXXX457]": 48270, + "[XXXXX458]": 49138, + "[XXXXX459]": 47691, + "[XXXXX45]": 47915, + "[XXXXX460]": 47461, + "[XXXXX461]": 48350, + "[XXXXX462]": 48813, + "[XXXXX463]": 48812, + "[XXXXX464]": 48163, + "[XXXXX465]": 49030, + "[XXXXX466]": 48787, + "[XXXXX467]": 48021, + "[XXXXX468]": 48248, + "[XXXXX469]": 47454, + "[XXXXX46]": 47572, + "[XXXXX470]": 48966, + "[XXXXX471]": 48929, + "[XXXXX472]": 47926, + "[XXXXX473]": 47410, + "[XXXXX474]": 48864, + "[XXXXX475]": 48119, + "[XXXXX476]": 47820, + "[XXXXX477]": 47932, + "[XXXXX478]": 47846, + "[XXXXX479]": 49054, + "[XXXXX47]": 48519, + "[XXXXX480]": 48101, + "[XXXXX481]": 48609, + "[XXXXX482]": 48128, + "[XXXXX483]": 48931, + "[XXXXX484]": 48267, + "[XXXXX485]": 48328, + "[XXXXX486]": 47463, + "[XXXXX487]": 48331, + "[XXXXX488]": 48198, + "[XXXXX489]": 48256, + "[XXXXX48]": 48167, + "[XXXXX490]": 48580, + "[XXXXX491]": 48049, + "[XXXXX492]": 48096, + "[XXXXX493]": 49129, + "[XXXXX494]": 47738, + "[XXXXX495]": 48611, + "[XXXXX496]": 48626, + "[XXXXX497]": 49003, + "[XXXXX498]": 47982, + "[XXXXX499]": 49047, + "[XXXXX49]": 48684, + "[XXXXX4]": 48456, + "[XXXXX500]": 48668, + "[XXXXX501]": 48017, + "[XXXXX502]": 48080, + "[XXXXX503]": 48150, + "[XXXXX504]": 47743, + "[XXXXX505]": 48859, + "[XXXXX506]": 47510, + "[XXXXX507]": 47541, + "[XXXXX508]": 47489, + "[XXXXX509]": 47504, + "[XXXXX50]": 47552, + "[XXXXX510]": 48086, + "[XXXXX511]": 48520, + "[XXXXX512]": 48204, + "[XXXXX513]": 48356, + "[XXXXX514]": 47968, + "[XXXXX515]": 47629, + "[XXXXX516]": 48450, + "[XXXXX517]": 48751, + "[XXXXX518]": 48673, + "[XXXXX519]": 48766, + "[XXXXX51]": 47763, + "[XXXXX520]": 47586, + "[XXXXX521]": 48193, + "[XXXXX522]": 47481, + "[XXXXX523]": 48070, + "[XXXXX524]": 48641, + "[XXXXX525]": 48555, + "[XXXXX526]": 47448, + "[XXXXX527]": 47788, + "[XXXXX528]": 48078, + "[XXXXX529]": 47781, + "[XXXXX52]": 48398, + "[XXXXX530]": 48255, + "[XXXXX531]": 48663, + "[XXXXX532]": 47798, + "[XXXXX533]": 48885, + "[XXXXX534]": 47790, + "[XXXXX535]": 47973, + "[XXXXX536]": 48842, + "[XXXXX537]": 48408, + "[XXXXX538]": 49113, + "[XXXXX539]": 48676, + "[XXXXX53]": 47786, + "[XXXXX540]": 48157, + "[XXXXX541]": 48670, + "[XXXXX542]": 48022, + "[XXXXX543]": 48009, + "[XXXXX544]": 48596, + "[XXXXX545]": 48329, + "[XXXXX546]": 48288, + "[XXXXX547]": 47469, + "[XXXXX548]": 48501, + "[XXXXX549]": 47976, + "[XXXXX54]": 47644, + "[XXXXX550]": 47588, + "[XXXXX551]": 48851, + "[XXXXX552]": 48250, + "[XXXXX553]": 47734, + "[XXXXX554]": 48940, + "[XXXXX555]": 49000, + "[XXXXX556]": 48200, + "[XXXXX557]": 47414, + "[XXXXX558]": 48090, + "[XXXXX559]": 47621, + "[XXXXX55]": 48048, + "[XXXXX560]": 47990, + "[XXXXX561]": 47519, + "[XXXXX562]": 47903, + "[XXXXX563]": 48522, + "[XXXXX564]": 47645, + "[XXXXX565]": 49080, + "[XXXXX566]": 47719, + "[XXXXX567]": 49105, + "[XXXXX568]": 48666, + "[XXXXX569]": 47549, + "[XXXXX56]": 49120, + "[XXXXX570]": 48355, + "[XXXXX571]": 48639, + "[XXXXX572]": 48083, + "[XXXXX573]": 48420, + "[XXXXX574]": 48661, + "[XXXXX575]": 47520, + "[XXXXX576]": 48318, + "[XXXXX577]": 49018, + "[XXXXX578]": 48458, + "[XXXXX579]": 47804, + "[XXXXX57]": 48490, + "[XXXXX580]": 48186, + "[XXXXX581]": 47699, + "[XXXXX582]": 48268, + "[XXXXX583]": 47688, + "[XXXXX584]": 47975, + "[XXXXX585]": 48013, + "[XXXXX586]": 48457, + "[XXXXX587]": 49114, + "[XXXXX588]": 48476, + "[XXXXX589]": 47694, + "[XXXXX58]": 48361, + "[XXXXX590]": 48758, + "[XXXXX591]": 48507, + "[XXXXX592]": 47434, + "[XXXXX593]": 48397, + "[XXXXX594]": 48846, + "[XXXXX595]": 48486, + "[XXXXX596]": 47944, + "[XXXXX597]": 47838, + "[XXXXX598]": 47475, + "[XXXXX599]": 48409, + "[XXXXX59]": 48836, + "[XXXXX5]": 48291, + "[XXXXX600]": 48561, + "[XXXXX601]": 48706, + "[XXXXX602]": 48311, + "[XXXXX603]": 48732, + "[XXXXX604]": 48716, + "[XXXXX605]": 48103, + "[XXXXX606]": 47741, + "[XXXXX607]": 49037, + "[XXXXX608]": 48513, + "[XXXXX609]": 47516, + "[XXXXX60]": 48980, + "[XXXXX610]": 47750, + "[XXXXX611]": 49077, + "[XXXXX612]": 47513, + "[XXXXX613]": 49102, + "[XXXXX614]": 48459, + "[XXXXX615]": 48792, + "[XXXXX616]": 48265, + "[XXXXX617]": 48375, + "[XXXXX618]": 48335, + "[XXXXX619]": 48796, + "[XXXXX61]": 48405, + "[XXXXX620]": 48550, + "[XXXXX621]": 48478, + "[XXXXX622]": 47468, + "[XXXXX623]": 48249, + "[XXXXX624]": 48838, + "[XXXXX625]": 48135, + "[XXXXX626]": 47577, + "[XXXXX627]": 47660, + "[XXXXX628]": 48347, + "[XXXXX629]": 47561, + "[XXXXX62]": 48314, + "[XXXXX630]": 47829, + "[XXXXX631]": 48621, + "[XXXXX632]": 48825, + "[XXXXX633]": 48849, + "[XXXXX634]": 48279, + "[XXXXX635]": 48310, + "[XXXXX636]": 49015, + "[XXXXX637]": 47753, + "[XXXXX638]": 48138, + "[XXXXX639]": 48808, + "[XXXXX63]": 48683, + "[XXXXX640]": 48057, + "[XXXXX641]": 48192, + "[XXXXX642]": 48446, + "[XXXXX643]": 48081, + "[XXXXX644]": 48533, + "[XXXXX645]": 47556, + "[XXXXX646]": 48908, + "[XXXXX647]": 48014, + "[XXXXX648]": 48455, + "[XXXXX649]": 47950, + "[XXXXX64]": 49139, + "[XXXXX650]": 47558, + "[XXXXX651]": 47653, + "[XXXXX652]": 48387, + "[XXXXX653]": 47809, + "[XXXXX654]": 48562, + "[XXXXX655]": 48665, + "[XXXXX656]": 48871, + "[XXXXX657]": 48987, + "[XXXXX658]": 47646, + "[XXXXX659]": 48881, + "[XXXXX65]": 47613, + "[XXXXX660]": 49109, + "[XXXXX661]": 49140, + "[XXXXX662]": 48023, + "[XXXXX663]": 48380, + "[XXXXX664]": 48065, + "[XXXXX665]": 47685, + "[XXXXX666]": 47484, + "[XXXXX667]": 47628, + "[XXXXX668]": 48151, + "[XXXXX669]": 47847, + "[XXXXX66]": 49100, + "[XXXXX670]": 47768, + "[XXXXX671]": 47640, + "[XXXXX672]": 48946, + "[XXXXX673]": 48624, + "[XXXXX674]": 48843, + "[XXXXX675]": 47736, + "[XXXXX676]": 47881, + "[XXXXX677]": 48690, + "[XXXXX678]": 48709, + "[XXXXX679]": 48577, + "[XXXXX67]": 48984, + "[XXXXX680]": 47500, + "[XXXXX681]": 48491, + "[XXXXX682]": 48691, + "[XXXXX683]": 48810, + "[XXXXX684]": 48173, + "[XXXXX685]": 48407, + "[XXXXX686]": 48292, + "[XXXXX687]": 48330, + "[XXXXX688]": 49118, + "[XXXXX689]": 48604, + "[XXXXX68]": 48174, + "[XXXXX690]": 48077, + "[XXXXX691]": 48743, + "[XXXXX692]": 48583, + "[XXXXX693]": 47391, + "[XXXXX694]": 48229, + "[XXXXX695]": 48789, + "[XXXXX696]": 48777, + "[XXXXX697]": 47535, + "[XXXXX698]": 48122, + "[XXXXX699]": 48232, + "[XXXXX69]": 48704, + "[XXXXX6]": 48927, + "[XXXXX700]": 48403, + "[XXXXX701]": 47451, + "[XXXXX702]": 48039, + "[XXXXX703]": 47568, + "[XXXXX704]": 48692, + "[XXXXX705]": 47437, + "[XXXXX706]": 47854, + "[XXXXX707]": 49148, + "[XXXXX708]": 48923, + "[XXXXX709]": 48133, + "[XXXXX70]": 47407, + "[XXXXX710]": 48425, + "[XXXXX711]": 48998, + "[XXXXX712]": 48801, + "[XXXXX713]": 48525, + "[XXXXX714]": 47917, + "[XXXXX715]": 47782, + "[XXXXX716]": 48697, + "[XXXXX717]": 47836, + "[XXXXX718]": 47725, + "[XXXXX719]": 48218, + "[XXXXX71]": 49065, + "[XXXXX720]": 48956, + "[XXXXX721]": 48321, + "[XXXXX722]": 47812, + "[XXXXX723]": 47466, + "[XXXXX724]": 48462, + "[XXXXX725]": 47898, + "[XXXXX726]": 49060, + "[XXXXX727]": 47589, + "[XXXXX728]": 49117, + "[XXXXX729]": 48393, + "[XXXXX72]": 48439, + "[XXXXX730]": 48100, + "[XXXXX731]": 48394, + "[XXXXX732]": 48643, + "[XXXXX733]": 48423, + "[XXXXX734]": 48183, + "[XXXXX735]": 49101, + "[XXXXX736]": 48381, + "[XXXXX737]": 48854, + "[XXXXX738]": 49067, + "[XXXXX739]": 48876, + "[XXXXX73]": 47392, + "[XXXXX740]": 48179, + "[XXXXX741]": 48194, + "[XXXXX742]": 48791, + "[XXXXX743]": 48985, + "[XXXXX744]": 48535, + "[XXXXX745]": 48436, + "[XXXXX746]": 47896, + "[XXXXX747]": 47583, + "[XXXXX748]": 49142, + "[XXXXX749]": 48958, + "[XXXXX74]": 49064, + "[XXXXX750]": 47569, + "[XXXXX751]": 47548, + "[XXXXX752]": 49083, + "[XXXXX753]": 47746, + "[XXXXX754]": 49144, + "[XXXXX755]": 48600, + "[XXXXX756]": 47791, + "[XXXXX757]": 47661, + "[XXXXX758]": 48295, + "[XXXXX759]": 47912, + "[XXXXX75]": 48025, + "[XXXXX760]": 47495, + "[XXXXX761]": 48156, + "[XXXXX762]": 47907, + "[XXXXX763]": 48123, + "[XXXXX764]": 48134, + "[XXXXX765]": 47597, + "[XXXXX766]": 48278, + "[XXXXX767]": 47555, + "[XXXXX768]": 49011, + "[XXXXX769]": 47918, + "[XXXXX76]": 47902, + "[XXXXX770]": 48957, + "[XXXXX771]": 48936, + "[XXXXX772]": 48269, + "[XXXXX773]": 48473, + "[XXXXX774]": 49035, + "[XXXXX775]": 47984, + "[XXXXX776]": 48300, + "[XXXXX777]": 48085, + "[XXXXX778]": 47826, + "[XXXXX779]": 48019, + "[XXXXX77]": 48031, + "[XXXXX780]": 48376, + "[XXXXX781]": 47534, + "[XXXXX782]": 48764, + "[XXXXX783]": 49063, + "[XXXXX784]": 47840, + "[XXXXX785]": 48547, + "[XXXXX786]": 48941, + "[XXXXX787]": 47650, + "[XXXXX788]": 47800, + "[XXXXX789]": 48606, + "[XXXXX78]": 47873, + "[XXXXX790]": 48060, + "[XXXXX791]": 47885, + "[XXXXX792]": 47863, + "[XXXXX793]": 48730, + "[XXXXX794]": 47662, + "[XXXXX795]": 47438, + "[XXXXX796]": 48385, + "[XXXXX797]": 48449, + "[XXXXX798]": 47673, + "[XXXXX799]": 48093, + "[XXXXX79]": 48865, + "[XXXXX7]": 48372, + "[XXXXX800]": 48729, + "[XXXXX801]": 47474, + "[XXXXX802]": 48875, + "[XXXXX803]": 48029, + "[XXXXX804]": 48735, + "[XXXXX805]": 48297, + "[XXXXX806]": 48411, + "[XXXXX807]": 47913, + "[XXXXX808]": 48710, + "[XXXXX809]": 48094, + "[XXXXX80]": 48841, + "[XXXXX810]": 48428, + "[XXXXX811]": 48532, + "[XXXXX812]": 48950, + "[XXXXX813]": 48739, + "[XXXXX814]": 48137, + "[XXXXX815]": 47884, + "[XXXXX816]": 48779, + "[XXXXX817]": 47496, + "[XXXXX818]": 48352, + "[XXXXX819]": 48891, + "[XXXXX81]": 48051, + "[XXXXX820]": 48050, + "[XXXXX821]": 47573, + "[XXXXX822]": 48373, + "[XXXXX823]": 47793, + "[XXXXX824]": 47747, + "[XXXXX825]": 47758, + "[XXXXX826]": 48302, + "[XXXXX827]": 48785, + "[XXXXX828]": 48870, + "[XXXXX829]": 48899, + "[XXXXX82]": 49141, + "[XXXXX830]": 48884, + "[XXXXX831]": 47981, + "[XXXXX832]": 48223, + "[XXXXX833]": 48072, + "[XXXXX834]": 48576, + "[XXXXX835]": 48711, + "[XXXXX836]": 47460, + "[XXXXX837]": 47801, + "[XXXXX838]": 47651, + "[XXXXX839]": 47663, + "[XXXXX83]": 49076, + "[XXXXX840]": 48298, + "[XXXXX841]": 49150, + "[XXXXX842]": 48517, + "[XXXXX843]": 47418, + "[XXXXX844]": 47627, + "[XXXXX845]": 48230, + "[XXXXX846]": 48010, + "[XXXXX847]": 47423, + "[XXXXX848]": 49048, + "[XXXXX849]": 48524, + "[XXXXX84]": 47900, + "[XXXXX850]": 47787, + "[XXXXX851]": 48974, + "[XXXXX852]": 48652, + "[XXXXX853]": 47849, + "[XXXXX854]": 48623, + "[XXXXX855]": 49026, + "[XXXXX856]": 49068, + "[XXXXX857]": 48802, + "[XXXXX858]": 48236, + "[XXXXX859]": 48170, + "[XXXXX85]": 47909, + "[XXXXX860]": 47924, + "[XXXXX861]": 47607, + "[XXXXX862]": 47565, + "[XXXXX863]": 48038, + "[XXXXX864]": 49149, + "[XXXXX865]": 49081, + "[XXXXX866]": 48905, + "[XXXXX867]": 47792, + "[XXXXX868]": 48482, + "[XXXXX869]": 47704, + "[XXXXX86]": 49036, + "[XXXXX870]": 47959, + "[XXXXX871]": 48890, + "[XXXXX872]": 48860, + "[XXXXX873]": 48326, + "[XXXXX874]": 47617, + "[XXXXX875]": 47654, + "[XXXXX876]": 47986, + "[XXXXX877]": 48632, + "[XXXXX878]": 48175, + "[XXXXX879]": 48581, + "[XXXXX87]": 47608, + "[XXXXX880]": 47424, + "[XXXXX881]": 49134, + "[XXXXX882]": 48012, + "[XXXXX883]": 48696, + "[XXXXX884]": 48699, + "[XXXXX885]": 47955, + "[XXXXX886]": 49104, + "[XXXXX887]": 47827, + "[XXXXX888]": 49014, + "[XXXXX889]": 48539, + "[XXXXX88]": 48496, + "[XXXXX890]": 48723, + "[XXXXX891]": 48235, + "[XXXXX892]": 48195, + "[XXXXX893]": 48216, + "[XXXXX894]": 48444, + "[XXXXX895]": 48719, + "[XXXXX896]": 47715, + "[XXXXX897]": 48803, + "[XXXXX898]": 48679, + "[XXXXX899]": 48619, + "[XXXXX89]": 48500, + "[XXXXX8]": 49008, + "[XXXXX900]": 48120, + "[XXXXX901]": 48241, + "[XXXXX902]": 47852, + "[XXXXX903]": 48417, + "[XXXXX904]": 47671, + "[XXXXX905]": 48654, + "[XXXXX906]": 49056, + "[XXXXX907]": 48878, + "[XXXXX908]": 48708, + "[XXXXX909]": 48698, + "[XXXXX90]": 47578, + "[XXXXX910]": 49016, + "[XXXXX911]": 47931, + "[XXXXX912]": 48441, + "[XXXXX913]": 48937, + "[XXXXX914]": 47415, + "[XXXXX915]": 47546, + "[XXXXX916]": 48284, + "[XXXXX917]": 48483, + "[XXXXX918]": 47946, + "[XXXXX919]": 48613, + "[XXXXX91]": 47759, + "[XXXXX920]": 48468, + "[XXXXX921]": 48438, + "[XXXXX922]": 49004, + "[XXXXX923]": 48498, + "[XXXXX924]": 48315, + "[XXXXX925]": 48765, + "[XXXXX926]": 48363, + "[XXXXX927]": 48947, + "[XXXXX928]": 47606, + "[XXXXX929]": 48188, + "[XXXXX92]": 48798, + "[XXXXX930]": 47600, + "[XXXXX931]": 49096, + "[XXXXX932]": 47876, + "[XXXXX933]": 48856, + "[XXXXX934]": 48546, + "[XXXXX935]": 47486, + "[XXXXX936]": 48718, + "[XXXXX937]": 47592, + "[XXXXX938]": 48035, + "[XXXXX939]": 47509, + "[XXXXX93]": 49050, + "[XXXXX940]": 47956, + "[XXXXX941]": 48919, + "[XXXXX942]": 47993, + "[XXXXX943]": 48415, + "[XXXXX944]": 48925, + "[XXXXX945]": 48656, + "[XXXXX946]": 48763, + "[XXXXX947]": 48422, + "[XXXXX948]": 48814, + "[XXXXX949]": 47769, + "[XXXXX94]": 48367, + "[XXXXX950]": 47878, + "[XXXXX951]": 48320, + "[XXXXX952]": 48389, + "[XXXXX953]": 49032, + "[XXXXX954]": 49025, + "[XXXXX955]": 48686, + "[XXXXX956]": 48384, + "[XXXXX957]": 49024, + "[XXXXX958]": 48902, + "[XXXXX959]": 47810, + "[XXXXX95]": 48079, + "[XXXXX960]": 47682, + "[XXXXX961]": 49051, + "[XXXXX962]": 48771, + "[XXXXX963]": 48755, + "[XXXXX964]": 48915, + "[XXXXX965]": 47739, + "[XXXXX966]": 48942, + "[XXXXX967]": 48283, + "[XXXXX968]": 47971, + "[XXXXX969]": 48559, + "[XXXXX96]": 48464, + "[XXXXX970]": 47861, + "[XXXXX971]": 48469, + "[XXXXX972]": 48938, + "[XXXXX973]": 48097, + "[XXXXX974]": 47742, + "[XXXXX975]": 48657, + "[XXXXX976]": 48424, + "[XXXXX977]": 48866, + "[XXXXX978]": 47824, + "[XXXXX979]": 48207, + "[XXXXX97]": 48967, + "[XXXXX980]": 47575, + "[XXXXX981]": 48388, + "[XXXXX982]": 47940, + "[XXXXX983]": 48778, + "[XXXXX984]": 48426, + "[XXXXX985]": 48260, + "[XXXXX986]": 48418, + "[XXXXX987]": 47728, + "[XXXXX988]": 49086, + "[XXXXX989]": 48747, + "[XXXXX98]": 48140, + "[XXXXX990]": 48030, + "[XXXXX991]": 47459, + "[XXXXX992]": 48364, + "[XXXXX993]": 49137, + "[XXXXX994]": 48712, + "[XXXXX995]": 47980, + "[XXXXX996]": 47777, + "[XXXXX997]": 48819, + "[XXXXX998]": 48642, + "[XXXXX999]": 48975, + "[XXXXX99]": 48213, + "[XXXXX9]": 47755 +} diff --git a/checkpoint-4500/config.json b/checkpoint-4500/config.json new file mode 100644 index 0000000..87e344b --- /dev/null +++ b/checkpoint-4500/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 47386, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 47387, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 768, + "n_head": 12, + "n_inner": 3072, + "n_layer": 12, + "n_positions": 512, + "pad_token_id": 47388, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 49152 +} diff --git a/checkpoint-4500/generation_config.json b/checkpoint-4500/generation_config.json new file mode 100644 index 0000000..e73b324 --- /dev/null +++ b/checkpoint-4500/generation_config.json @@ -0,0 +1,10 @@ +{ + "_from_model_config": true, + "bos_token_id": 47386, + "eos_token_id": [ + 47387, + 50001 + ], + "pad_token_id": 47388, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-4500/model.safetensors b/checkpoint-4500/model.safetensors new file mode 100644 index 0000000..3238b07 --- /dev/null +++ b/checkpoint-4500/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:601bda34192abba164714ebfe5587a993d9edd933877173749113decd6211b10 +size 246410944 diff --git a/checkpoint-4500/rng_state.pth b/checkpoint-4500/rng_state.pth new file mode 100644 index 0000000..cd34c3f --- /dev/null +++ b/checkpoint-4500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9dd0dbe2322c3d3f11a09a9381a69f87aadc189f885a113c69568a9eb3bb1fe5 +size 14645 diff --git a/checkpoint-4500/special_tokens_map.json b/checkpoint-4500/special_tokens_map.json new file mode 100644 index 0000000..86972d3 --- /dev/null +++ b/checkpoint-4500/special_tokens_map.json @@ -0,0 +1,1815 @@ +{ + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-4500/spiece.model b/checkpoint-4500/spiece.model new file mode 100644 index 0000000..aa5e7bb --- /dev/null +++ b/checkpoint-4500/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:658c1246bf680a2a73ff33ccf7bbcde25b6d81c80c5cc610f4680cf9942f981b +size 1138208 diff --git a/checkpoint-4500/tokenizer_config.json b/checkpoint-4500/tokenizer_config.json new file mode 100644 index 0000000..b5acc55 --- /dev/null +++ b/checkpoint-4500/tokenizer_config.json @@ -0,0 +1,15919 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47386": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47387": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47388": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47389": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47390": { + "content": "[XXXXX1404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47391": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47392": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47393": { + "content": "[XXXXX1731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47394": { + "content": "[XXXXX1315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47395": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47396": { + "content": "[XXXXX1366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47397": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47398": { + "content": "[XXXXX1239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47399": { + "content": "[XXXXX1457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47400": { + "content": "[XXXXX1278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47401": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47402": { + "content": "[XXXXX1313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47403": { + "content": "[XXXXX1395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47404": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47405": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47406": { + "content": "[XXXXX1556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47407": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47408": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47409": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47410": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47411": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47412": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47413": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47414": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47415": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47416": { + "content": "[XXXXX1261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47417": { + "content": "[XXXXX1280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47418": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47419": { + "content": "[XXXXX1220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47420": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47421": { + "content": "[XXXXX1306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47422": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47423": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47424": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47425": { + "content": "[XXXXX1588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47426": { + "content": "[XXXXX1523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47427": { + "content": "[XXXXX1474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47428": { + "content": "[XXXXX1586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47429": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47430": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47431": { + "content": "[XXXXX1342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47432": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47433": { + "content": "[XXXXX1343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47434": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47435": { + "content": "[XXXXX1709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47436": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47437": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47438": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47439": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47440": { + "content": "[XXXXX1563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47441": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47442": { + "content": "[XXXXX1550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47443": { + "content": "[XXXXX1661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47444": { + "content": "[XXXXX1599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47445": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47446": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47447": { + "content": "[XXXXX1635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47448": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47449": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47450": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47451": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47452": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47453": { + "content": "[XXXXX1219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47454": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47455": { + "content": "[XXXXX1418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47456": { + "content": "[XXXXX1680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47457": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47458": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47459": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47460": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47461": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47462": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47463": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47464": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47465": { + "content": "[XXXXX1506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47466": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47467": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47468": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47469": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47470": { + "content": "[XXXXX1411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47471": { + "content": "[XXXXX1561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47472": { + "content": "[XXXXX1282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47473": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47474": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47475": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47476": { + "content": "[XXXXX1583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47477": { + "content": "[XXXXX1737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47478": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47479": { + "content": "[XXXXX1564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47480": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47481": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47482": { + "content": "[XXXXX1573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47483": { + "content": "[XXXXX1253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47484": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47485": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47486": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47487": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47488": { + "content": "[XXXXX1623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47489": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47490": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47491": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47492": { + "content": "[XXXXX1214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47493": { + "content": "[XXXXX1677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47494": { + "content": "[XXXXX1458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47495": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47496": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47497": { + "content": "[XXXXX1215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47498": { + "content": "[XXXXX1248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47499": { + "content": "[XXXXX1555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47500": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47501": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47502": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47503": { + "content": "[XXXXX1670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47504": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47505": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47506": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47507": { + "content": "[XXXXX1582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47508": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47509": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47510": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47511": { + "content": "[XXXXX1257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47512": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47513": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47514": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47515": { + "content": "[XXXXX1410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47516": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47517": { + "content": "[XXXXX1352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47518": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47519": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47520": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47521": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47522": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47523": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47524": { + "content": "[XXXXX1695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47525": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47526": { + "content": "[XXXXX1200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47527": { + "content": "[XXXXX1671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47528": { + "content": "[XXXXX1666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47529": { + "content": "[XXXXX1482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47530": { + "content": "[XXXXX1732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47531": { + "content": "[XXXXX1335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47532": { + "content": "[XXXXX1452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47533": { + "content": "[XXXXX1615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47534": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47535": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47536": { + "content": "[XXXXX1694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47537": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47538": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47539": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47540": { + "content": "[XXXXX1413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47541": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47542": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47543": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47544": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47545": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47546": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47547": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47548": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47549": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47550": { + "content": "[XXXXX1360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47551": { + "content": "[XXXXX1376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47552": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47553": { + "content": "[XXXXX1308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47554": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47555": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47556": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47557": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47558": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47559": { + "content": "[XXXXX1736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47560": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47561": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47562": { + "content": "[XXXXX1370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47563": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47564": { + "content": "[XXXXX1746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47565": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47566": { + "content": "[XXXXX1659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47567": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47568": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47569": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47570": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47571": { + "content": "[XXXXX1648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47572": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47573": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47574": { + "content": "[XXXXX1617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47575": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47576": { + "content": "[XXXXX1567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47577": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47578": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47579": { + "content": "[XXXXX1725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47580": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47581": { + "content": "[XXXXX1513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47582": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47583": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47584": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47585": { + "content": "[XXXXX1251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47586": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47587": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47588": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47589": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47590": { + "content": "[XXXXX1507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47591": { + "content": "[XXXXX1397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47592": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47593": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47594": { + "content": "[XXXXX1390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47595": { + "content": "[XXXXX1442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47596": { + "content": "[XXXXX1228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47597": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47598": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47599": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47600": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47601": { + "content": "[XXXXX1238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47602": { + "content": "[XXXXX1636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47603": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47604": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47605": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47606": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47607": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47608": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47609": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47610": { + "content": "[XXXXX1642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47611": { + "content": "[XXXXX1423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47612": { + "content": "[XXXXX1299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47613": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47614": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47615": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47616": { + "content": "[XXXXX1240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47617": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47618": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47619": { + "content": "[XXXXX1383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47620": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47621": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47622": { + "content": "[XXXXX1209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47623": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47624": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47625": { + "content": "[XXXXX1722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47626": { + "content": "[XXXXX1593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47627": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47628": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47629": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47630": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47631": { + "content": "[XXXXX1446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47632": { + "content": "[XXXXX1398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47633": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47634": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47635": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47636": { + "content": "[XXXXX1421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47637": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47638": { + "content": "[XXXXX1701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47639": { + "content": "[XXXXX1612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47640": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47641": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47642": { + "content": "[XXXXX1527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47643": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47644": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47645": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47646": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47647": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47648": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47649": { + "content": "[XXXXX1481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47650": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47651": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47652": { + "content": "[XXXXX1598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47653": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47654": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47655": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47656": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47657": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47658": { + "content": "[XXXXX1378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47659": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47660": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47661": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47662": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47663": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47664": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47665": { + "content": "[XXXXX1272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47666": { + "content": "[XXXXX1652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47667": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47668": { + "content": "[XXXXX1460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47669": { + "content": "[XXXXX1227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47670": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47671": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47672": { + "content": "[XXXXX1268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47673": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47674": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47675": { + "content": "[XXXXX1488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47676": { + "content": "[XXXXX1393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47677": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47678": { + "content": "[XXXXX1647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47679": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47680": { + "content": "[XXXXX1691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47681": { + "content": "[XXXXX1246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47682": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47683": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47684": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47685": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47686": { + "content": "[XXXXX1367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47687": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47688": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47689": { + "content": "[XXXXX1322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47690": { + "content": "[XXXXX1414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47691": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47692": { + "content": "[XXXXX1729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47693": { + "content": "[XXXXX1703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47694": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47695": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47696": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47697": { + "content": "[XXXXX1309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47698": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47699": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47700": { + "content": "[XXXXX1365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47701": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47702": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47703": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47704": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47705": { + "content": "[XXXXX1400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47706": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47707": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47708": { + "content": "[XXXXX1565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47709": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47710": { + "content": "[XXXXX1284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47711": { + "content": "[XXXXX1473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47712": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47713": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47714": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47715": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47716": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47717": { + "content": "[XXXXX1649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47718": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47719": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47720": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47721": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47722": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47723": { + "content": "[XXXXX1337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47724": { + "content": "[XXXXX1386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47725": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47726": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47727": { + "content": "[XXXXX1533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47728": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47729": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47730": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47731": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47732": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47733": { + "content": "[XXXXX1664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47734": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47735": { + "content": "[XXXXX1289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47736": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47737": { + "content": "[XXXXX1496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47738": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47739": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47740": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47741": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47742": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47743": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47744": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47745": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47746": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47747": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47748": { + "content": "[XXXXX1640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47749": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47750": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47751": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47752": { + "content": "[XXXXX1502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47753": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47754": { + "content": "[XXXXX1279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47755": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47756": { + "content": "[XXXXX1387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47757": { + "content": "[XXXXX1277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47758": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47759": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47760": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47761": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47762": { + "content": "[XXXXX1516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47763": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47764": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47765": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47766": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47767": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47768": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47769": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47770": { + "content": "[XXXXX1471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47771": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47772": { + "content": "[XXXXX1674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47773": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47774": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47775": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47776": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47777": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47778": { + "content": "[XXXXX1486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47779": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47780": { + "content": "[XXXXX1468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47781": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47782": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47783": { + "content": "[XXXXX1675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47784": { + "content": "[XXXXX1708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47785": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47786": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47787": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47788": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47789": { + "content": "[XXXXX1311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47790": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47791": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47792": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47793": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47794": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47795": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47796": { + "content": "[XXXXX1566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47797": { + "content": "[XXXXX1758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47798": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47799": { + "content": "[XXXXX1208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47800": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47801": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47802": { + "content": "[XXXXX1304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47803": { + "content": "[XXXXX1417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47804": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47805": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47806": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47807": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47808": { + "content": "[XXXXX1420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47809": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47810": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47811": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47812": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47813": { + "content": "[XXXXX1328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47814": { + "content": "[XXXXX1431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47815": { + "content": "[XXXXX1273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47816": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47817": { + "content": "[XXXXX1672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47818": { + "content": "[XXXXX1243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47819": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47820": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47821": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47822": { + "content": "[XXXXX1611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47823": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47824": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47825": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47826": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47827": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47828": { + "content": "[XXXXX1379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47829": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47830": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47831": { + "content": "[XXXXX1443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47832": { + "content": "[XXXXX1716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47833": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47834": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47835": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47836": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47837": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47838": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47839": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47840": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47841": { + "content": "[XXXXX1218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47842": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47843": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47844": { + "content": "[XXXXX1558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47845": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47846": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47847": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47848": { + "content": "[XXXXX1269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47849": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47850": { + "content": "[XXXXX1484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47851": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47852": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47853": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47854": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47855": { + "content": "[XXXXX1602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47856": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47857": { + "content": "[XXXXX1755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47858": { + "content": "[XXXXX1412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47859": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47860": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47861": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47862": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47863": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47864": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47865": { + "content": "[XXXXX1266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47866": { + "content": "[XXXXX1624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47867": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47868": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47869": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47870": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47871": { + "content": "[XXXXX1721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47872": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47873": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47874": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47875": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47876": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47877": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47878": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47879": { + "content": "[XXXXX1199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47880": { + "content": "[XXXXX1344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47881": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47882": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47883": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47884": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47885": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47886": { + "content": "[XXXXX1515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47887": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47888": { + "content": "[XXXXX1678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47889": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47890": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47891": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47892": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47893": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47894": { + "content": "[XXXXX1557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47895": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47896": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47897": { + "content": "[XXXXX1324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47898": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47899": { + "content": "[XXXXX1554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47900": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47901": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47902": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47903": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47904": { + "content": "[XXXXX1577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47905": { + "content": "[XXXXX1305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47906": { + "content": "[XXXXX1681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47907": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47908": { + "content": "[XXXXX1338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47909": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47910": { + "content": "[XXXXX1303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47911": { + "content": "[XXXXX1207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47912": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47913": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47914": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47915": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47916": { + "content": "[XXXXX1734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47917": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47918": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47919": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47920": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47921": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47922": { + "content": "[XXXXX1403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47923": { + "content": "[XXXXX1464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47924": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47925": { + "content": "[XXXXX1233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47926": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47927": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47928": { + "content": "[XXXXX1620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47929": { + "content": "[XXXXX1487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47930": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47931": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47932": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47933": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47934": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47935": { + "content": "[XXXXX1637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47936": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47937": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47938": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47939": { + "content": "[XXXXX1633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47940": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47941": { + "content": "[XXXXX1402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47942": { + "content": "[XXXXX1300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47943": { + "content": "[XXXXX1735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47944": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47945": { + "content": "[XXXXX1454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47946": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47947": { + "content": "[XXXXX1470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47948": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47949": { + "content": "[XXXXX1435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47950": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47951": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47952": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47953": { + "content": "[XXXXX1639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47954": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47955": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47956": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47957": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47958": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47959": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47960": { + "content": "[XXXXX1575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47961": { + "content": "[XXXXX1604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47962": { + "content": "[XXXXX1512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47963": { + "content": "[XXXXX1394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47964": { + "content": "[XXXXX1600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47965": { + "content": "[XXXXX1724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47966": { + "content": "[XXXXX1323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47967": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47968": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47969": { + "content": "[XXXXX1753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47970": { + "content": "[XXXXX1752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47971": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47972": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47973": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47974": { + "content": "[XXXXX1646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47975": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47976": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47977": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47978": { + "content": "[XXXXX1720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47979": { + "content": "[XXXXX1263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47980": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47981": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47982": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47983": { + "content": "[XXXXX1616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47984": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47985": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47986": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47987": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47988": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47989": { + "content": "[XXXXX1707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47990": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47991": { + "content": "[XXXXX1553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47992": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47993": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47994": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47995": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47996": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47997": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47998": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47999": { + "content": "[XXXXX1288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48000": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48001": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48002": { + "content": "[XXXXX1241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48003": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48004": { + "content": "[XXXXX1409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48005": { + "content": "[XXXXX1440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48006": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48007": { + "content": "[XXXXX1631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48008": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48009": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48010": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48011": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48012": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48013": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48014": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48015": { + "content": "[XXXXX1275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48016": { + "content": "[XXXXX1274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48017": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48018": { + "content": "[XXXXX1744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48019": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48020": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48021": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48022": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48023": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48024": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48025": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48026": { + "content": "[XXXXX1682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48027": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48028": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48029": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48030": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48031": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48032": { + "content": "[XXXXX1369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48033": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48034": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48035": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48036": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48037": { + "content": "[XXXXX1662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48038": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48039": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48040": { + "content": "[XXXXX1655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48041": { + "content": "[XXXXX1374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48042": { + "content": "[XXXXX1700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48043": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48044": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48045": { + "content": "[XXXXX1596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48046": { + "content": "[XXXXX1287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48047": { + "content": "[XXXXX1281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48048": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48049": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48050": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48051": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48052": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48053": { + "content": "[XXXXX1613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48054": { + "content": "[XXXXX1415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48055": { + "content": "[XXXXX1529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48056": { + "content": "[XXXXX1622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48057": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48058": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48059": { + "content": "[XXXXX1679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48060": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48061": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48062": { + "content": "[XXXXX1357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48063": { + "content": "[XXXXX1301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48064": { + "content": "[XXXXX1230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48065": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48066": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48067": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48068": { + "content": "[XXXXX1434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48069": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48070": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48071": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48072": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48073": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48074": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48075": { + "content": "[XXXXX1628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48076": { + "content": "[XXXXX1325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48077": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48078": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48079": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48080": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48081": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48082": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48083": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48084": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48085": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48086": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48087": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48088": { + "content": "[XXXXX1541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48089": { + "content": "[XXXXX1687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48090": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48091": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48092": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48093": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48094": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48095": { + "content": "[XXXXX1546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48096": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48097": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48098": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48099": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48100": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48101": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48102": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48103": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48104": { + "content": "[XXXXX1351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48105": { + "content": "[XXXXX1643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48106": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48107": { + "content": "[XXXXX1231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48108": { + "content": "[XXXXX1271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48109": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48110": { + "content": "[XXXXX1336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48111": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48112": { + "content": "[XXXXX1748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48113": { + "content": "[XXXXX1545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48114": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48115": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48116": { + "content": "[XXXXX1641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48117": { + "content": "[XXXXX1714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48118": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48119": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48120": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48121": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48122": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48123": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48124": { + "content": "[XXXXX1538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48125": { + "content": "[XXXXX1669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48126": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48127": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48128": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48129": { + "content": "[XXXXX1733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48130": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48131": { + "content": "[XXXXX1210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48132": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48133": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48134": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48135": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48136": { + "content": "[XXXXX1380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48137": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48138": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48139": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48140": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48141": { + "content": "[XXXXX1497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48142": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48143": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48144": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48145": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48146": { + "content": "[XXXXX1692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48147": { + "content": "[XXXXX1317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48148": { + "content": "[XXXXX1606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48149": { + "content": "[XXXXX1683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48150": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48151": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48152": { + "content": "[XXXXX1710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48153": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48154": { + "content": "[XXXXX1222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48155": { + "content": "[XXXXX1461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48156": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48157": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48158": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48159": { + "content": "[XXXXX1698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48160": { + "content": "[XXXXX1232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48161": { + "content": "[XXXXX1743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48162": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48163": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48164": { + "content": "[XXXXX1559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48165": { + "content": "[XXXXX1321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48166": { + "content": "[XXXXX1276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48167": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48168": { + "content": "[XXXXX1259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48169": { + "content": "[XXXXX1408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48170": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48171": { + "content": "[XXXXX1429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48172": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48173": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48174": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48175": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48176": { + "content": "[XXXXX1388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48177": { + "content": "[XXXXX1621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48178": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48179": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48180": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48181": { + "content": "[XXXXX1430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48182": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48183": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48184": { + "content": "[XXXXX1510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48185": { + "content": "[XXXXX1715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48186": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48187": { + "content": "[XXXXX1316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48188": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48189": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48190": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48191": { + "content": "[XXXXX1568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48192": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48193": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48194": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48195": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48196": { + "content": "[XXXXX1349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48197": { + "content": "[XXXXX1696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48198": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48199": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48200": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48201": { + "content": "[XXXXX1237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48202": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48203": { + "content": "[XXXXX1462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48204": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48205": { + "content": "[XXXXX1571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48206": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48207": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48208": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48209": { + "content": "[XXXXX1286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48210": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48211": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48212": { + "content": "[XXXXX1371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48213": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48214": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48215": { + "content": "[XXXXX1548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48216": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48217": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48218": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48219": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48220": { + "content": "[XXXXX1549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48221": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48222": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48223": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48224": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48225": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48226": { + "content": "[XXXXX1419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48227": { + "content": "[XXXXX1658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48228": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48229": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48230": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48231": { + "content": "[XXXXX1594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48232": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48233": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48234": { + "content": "[XXXXX1626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48235": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48236": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48237": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48238": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48239": { + "content": "[XXXXX1267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48240": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48241": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48242": { + "content": "[XXXXX1368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48243": { + "content": "[XXXXX1332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48244": { + "content": "[XXXXX1739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48245": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48246": { + "content": "[XXXXX1375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48247": { + "content": "[XXXXX1723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48248": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48249": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48250": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48251": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48252": { + "content": "[XXXXX1436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48253": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48254": { + "content": "[XXXXX1384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48255": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48256": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48257": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48258": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48259": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48260": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48261": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48262": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48263": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48264": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48265": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48266": { + "content": "[XXXXX1294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48267": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48268": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48269": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48270": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48271": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48272": { + "content": "[XXXXX1493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48273": { + "content": "[XXXXX1625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48274": { + "content": "[XXXXX1585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48275": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48276": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48277": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48278": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48279": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48280": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48281": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48282": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48283": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48284": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48285": { + "content": "[XXXXX1614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48286": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48287": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48288": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48289": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48290": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48291": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48292": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48293": { + "content": "[XXXXX1258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48294": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48295": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48296": { + "content": "[XXXXX1605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48297": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48298": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48299": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48300": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48301": { + "content": "[XXXXX1711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48302": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48303": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48304": { + "content": "[XXXXX1212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48305": { + "content": "[XXXXX1540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48306": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48307": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48308": { + "content": "[XXXXX1463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48309": { + "content": "[XXXXX1205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48310": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48311": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48312": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48313": { + "content": "[XXXXX1686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48314": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48315": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48316": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48317": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48318": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48319": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48320": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48321": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48322": { + "content": "[XXXXX1334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48323": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48324": { + "content": "[XXXXX1603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48325": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48326": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48327": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48328": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48329": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48330": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48331": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48332": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48333": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48334": { + "content": "[XXXXX1619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48335": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48336": { + "content": "[XXXXX1572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48337": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48338": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48339": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48340": { + "content": "[XXXXX1254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48341": { + "content": "[XXXXX1476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48342": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48343": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48344": { + "content": "[XXXXX1250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48345": { + "content": "[XXXXX1211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48346": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48347": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48348": { + "content": "[XXXXX1524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48349": { + "content": "[XXXXX1455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48350": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48351": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48352": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48353": { + "content": "[XXXXX1377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48354": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48355": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48356": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48357": { + "content": "[XXXXX1354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48358": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48359": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48360": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48361": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48362": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48363": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48364": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48365": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48366": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48367": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48368": { + "content": "[XXXXX1302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48369": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48370": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48371": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48372": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48373": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48374": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48375": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48376": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48377": { + "content": "[XXXXX1663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48378": { + "content": "[XXXXX1249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48379": { + "content": "[XXXXX1439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48380": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48381": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48382": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48383": { + "content": "[XXXXX1717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48384": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48385": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48386": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48387": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48388": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48389": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48390": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48391": { + "content": "[XXXXX1347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48392": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48393": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48394": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48395": { + "content": "[XXXXX1727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48396": { + "content": "[XXXXX1689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48397": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48398": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48399": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48400": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48401": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48402": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48403": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48404": { + "content": "[XXXXX1350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48405": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48406": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48407": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48408": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48409": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48410": { + "content": "[XXXXX1517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48411": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48412": { + "content": "[XXXXX1196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48413": { + "content": "[XXXXX1234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48414": { + "content": "[XXXXX1578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48415": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48416": { + "content": "[XXXXX1441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48417": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48418": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48419": { + "content": "[XXXXX1447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48420": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48421": { + "content": "[XXXXX1478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48422": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48423": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48424": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48425": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48426": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48427": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48428": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48429": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48430": { + "content": "[XXXXX1503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48431": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48432": { + "content": "[XXXXX1738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48433": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48434": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48435": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48436": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48437": { + "content": "[XXXXX1518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48438": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48439": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48440": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48441": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48442": { + "content": "[XXXXX1217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48443": { + "content": "[XXXXX1298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48444": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48445": { + "content": "[XXXXX1508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48446": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48447": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48448": { + "content": "[XXXXX1225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48449": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48450": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48451": { + "content": "[XXXXX1684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48452": { + "content": "[XXXXX1499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48453": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48454": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48455": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48456": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48457": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48458": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48459": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48460": { + "content": "[XXXXX1644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48461": { + "content": "[XXXXX1704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48462": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48463": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48464": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48465": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48466": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48467": { + "content": "[XXXXX1705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48468": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48469": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48470": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48471": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48472": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48473": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48474": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48475": { + "content": "[XXXXX1521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48476": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48477": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48478": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48479": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48480": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48481": { + "content": "[XXXXX1203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48482": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48483": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48484": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48485": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48486": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48487": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48488": { + "content": "[XXXXX1197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48489": { + "content": "[XXXXX1331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48490": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48491": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48492": { + "content": "[XXXXX1356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48493": { + "content": "[XXXXX1396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48494": { + "content": "[XXXXX1537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48495": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48496": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48497": { + "content": "[XXXXX1730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48498": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48499": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48500": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48501": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48502": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48503": { + "content": "[XXXXX1757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48504": { + "content": "[XXXXX1467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48505": { + "content": "[XXXXX1706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48506": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48507": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48508": { + "content": "[XXXXX1754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48509": { + "content": "[XXXXX1745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48510": { + "content": "[XXXXX1668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48511": { + "content": "[XXXXX1224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48512": { + "content": "[XXXXX1726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48513": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48514": { + "content": "[XXXXX1407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48515": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48516": { + "content": "[XXXXX1569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48517": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48518": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48519": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48520": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48521": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48522": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48523": { + "content": "[XXXXX1520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48524": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48525": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48526": { + "content": "[XXXXX1651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48527": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48528": { + "content": "[XXXXX1740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48529": { + "content": "[XXXXX1348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48530": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48531": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48532": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48533": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48534": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48535": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48536": { + "content": "[XXXXX1690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48537": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48538": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48539": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48540": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48541": { + "content": "[XXXXX1459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48542": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48543": { + "content": "[XXXXX1242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48544": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48545": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48546": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48547": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48548": { + "content": "[XXXXX1528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48549": { + "content": "[XXXXX1319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48550": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48551": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48552": { + "content": "[XXXXX1632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48553": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48554": { + "content": "[XXXXX1595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48555": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48556": { + "content": "[XXXXX1290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48557": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48558": { + "content": "[XXXXX1699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48559": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48560": { + "content": "[XXXXX1601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48561": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48562": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48563": { + "content": "[XXXXX1756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48564": { + "content": "[XXXXX1381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48565": { + "content": "[XXXXX1560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48566": { + "content": "[XXXXX1270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48567": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48568": { + "content": "[XXXXX1202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48569": { + "content": "[XXXXX1244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48570": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48571": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48572": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48573": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48574": { + "content": "[XXXXX1479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48575": { + "content": "[XXXXX1312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48576": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48577": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48578": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48579": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48580": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48581": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48582": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48583": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48584": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48585": { + "content": "[XXXXX1427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48586": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48587": { + "content": "[XXXXX1657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48588": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48589": { + "content": "[XXXXX1432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48590": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48591": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48592": { + "content": "[XXXXX1264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48593": { + "content": "[XXXXX1498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48594": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48595": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48596": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48597": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48598": { + "content": "[XXXXX1491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48599": { + "content": "[XXXXX1584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48600": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48601": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48602": { + "content": "[XXXXX1229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48603": { + "content": "[XXXXX1511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48604": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48605": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48606": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48607": { + "content": "[XXXXX1544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48608": { + "content": "[XXXXX1204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48609": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48610": { + "content": "[XXXXX1372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48611": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48612": { + "content": "[XXXXX1490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48613": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48614": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48615": { + "content": "[XXXXX1416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48616": { + "content": "[XXXXX1450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48617": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48618": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48619": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48620": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48621": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48622": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48623": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48624": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48625": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48626": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48627": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48628": { + "content": "[XXXXX1465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48629": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48630": { + "content": "[XXXXX1530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48631": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48632": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48633": { + "content": "[XXXXX1580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48634": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48635": { + "content": "[XXXXX1405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48636": { + "content": "[XXXXX1653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48637": { + "content": "[XXXXX1500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48638": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48639": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48640": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48641": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48642": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48643": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48644": { + "content": "[XXXXX1320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48645": { + "content": "[XXXXX1472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48646": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48647": { + "content": "[XXXXX1245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48648": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48649": { + "content": "[XXXXX1713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48650": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48651": { + "content": "[XXXXX1340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48652": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48653": { + "content": "[XXXXX1650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48654": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48655": { + "content": "[XXXXX1514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48656": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48657": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48658": { + "content": "[XXXXX1495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48659": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48660": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48661": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48662": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48663": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48664": { + "content": "[XXXXX1480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48665": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48666": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48667": { + "content": "[XXXXX1428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48668": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48669": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48670": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48671": { + "content": "[XXXXX1741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48672": { + "content": "[XXXXX1221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48673": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48674": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48675": { + "content": "[XXXXX1483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48676": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48677": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48678": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48679": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48680": { + "content": "[XXXXX1385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48681": { + "content": "[XXXXX1389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48682": { + "content": "[XXXXX1213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48683": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48684": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48685": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48686": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48687": { + "content": "[XXXXX1291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48688": { + "content": "[XXXXX1451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48689": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48690": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48691": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48692": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48693": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48694": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48695": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48696": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48697": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48698": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48699": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48700": { + "content": "[XXXXX1339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48701": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48702": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48703": { + "content": "[XXXXX1318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48704": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48705": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48706": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48707": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48708": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48709": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48710": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48711": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48712": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48713": { + "content": "[XXXXX1293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48714": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48715": { + "content": "[XXXXX1252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48716": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48717": { + "content": "[XXXXX1536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48718": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48719": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48720": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48721": { + "content": "[XXXXX1358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48722": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48723": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48724": { + "content": "[XXXXX1437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48725": { + "content": "[XXXXX1634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48726": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48727": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48728": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48729": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48730": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48731": { + "content": "[XXXXX1589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48732": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48733": { + "content": "[XXXXX1693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48734": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48735": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48736": { + "content": "[XXXXX1256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48737": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48738": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48739": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48740": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48741": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48742": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48743": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48744": { + "content": "[XXXXX1477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48745": { + "content": "[XXXXX1262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48746": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48747": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48748": { + "content": "[XXXXX1362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48749": { + "content": "[XXXXX1201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48750": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48751": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48752": { + "content": "[XXXXX1579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48753": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48754": { + "content": "[XXXXX1327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48755": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48756": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48757": { + "content": "[XXXXX1627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48758": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48759": { + "content": "[XXXXX1504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48760": { + "content": "[XXXXX1391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48761": { + "content": "[XXXXX1456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48762": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48763": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48764": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48765": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48766": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48767": { + "content": "[XXXXX1609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48768": { + "content": "[XXXXX1629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48769": { + "content": "[XXXXX1597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48770": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48771": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48772": { + "content": "[XXXXX1346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48773": { + "content": "[XXXXX1645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48774": { + "content": "[XXXXX1660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48775": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48776": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48777": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48778": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48779": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48780": { + "content": "[XXXXX1469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48781": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48782": { + "content": "[XXXXX1424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48783": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48784": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48785": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48786": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48787": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48788": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48789": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48790": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48791": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48792": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48793": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48794": { + "content": "[XXXXX1297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48795": { + "content": "[XXXXX1688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48796": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48797": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48798": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48799": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48800": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48801": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48802": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48803": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48804": { + "content": "[XXXXX1501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48805": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48806": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48807": { + "content": "[XXXXX1438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48808": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48809": { + "content": "[XXXXX1330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48810": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48811": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48812": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48813": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48814": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48815": { + "content": "[XXXXX1519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48816": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48817": { + "content": "[XXXXX1489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48818": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48819": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48820": { + "content": "[XXXXX1630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48821": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48822": { + "content": "[XXXXX1509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48823": { + "content": "[XXXXX1505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48824": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48825": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48826": { + "content": "[XXXXX1581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48827": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48828": { + "content": "[XXXXX1618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48829": { + "content": "[XXXXX1314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48830": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48831": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48832": { + "content": "[XXXXX1422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48833": { + "content": "[XXXXX1364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48834": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48835": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48836": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48837": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48838": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48839": { + "content": "[XXXXX1591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48840": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48841": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48842": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48843": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48844": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48845": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48846": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48847": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48848": { + "content": "[XXXXX1535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48849": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48850": { + "content": "[XXXXX1353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48851": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48852": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48853": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48854": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48855": { + "content": "[XXXXX1206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48856": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48857": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48858": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48859": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48860": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48861": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48862": { + "content": "[XXXXX1355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48863": { + "content": "[XXXXX1547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48864": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48865": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48866": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48867": { + "content": "[XXXXX1728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48868": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48869": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48870": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48871": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48872": { + "content": "[XXXXX1522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48873": { + "content": "[XXXXX1326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48874": { + "content": "[XXXXX1448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48875": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48876": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48877": { + "content": "[XXXXX1341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48878": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48879": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48880": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48881": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48882": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48883": { + "content": "[XXXXX1285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48884": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48885": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48886": { + "content": "[XXXXX1750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48887": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48888": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48889": { + "content": "[XXXXX1742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48890": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48891": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48892": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48893": { + "content": "[XXXXX1445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48894": { + "content": "[XXXXX1466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48895": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48896": { + "content": "[XXXXX1531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48897": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48898": { + "content": "[XXXXX1247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48899": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48900": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48901": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48902": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48903": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48904": { + "content": "[XXXXX1494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48905": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48906": { + "content": "[XXXXX1406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48907": { + "content": "[XXXXX1610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48908": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48909": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48910": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48911": { + "content": "[XXXXX1570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48912": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48913": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48914": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48915": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48916": { + "content": "[XXXXX1433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48917": { + "content": "[XXXXX1295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48918": { + "content": "[XXXXX1485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48919": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48920": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48921": { + "content": "[XXXXX1333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48922": { + "content": "[XXXXX1359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48923": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48924": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48925": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48926": { + "content": "[XXXXX1761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48927": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48928": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48929": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48930": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48931": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48932": { + "content": "[XXXXX1751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48933": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48934": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48935": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48936": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48937": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48938": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48939": { + "content": "[XXXXX1216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48940": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48941": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48942": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48943": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48944": { + "content": "[XXXXX1534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48945": { + "content": "[XXXXX1265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48946": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48947": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48948": { + "content": "[XXXXX1525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48949": { + "content": "[XXXXX1760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48950": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48951": { + "content": "[XXXXX1260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48952": { + "content": "[XXXXX1574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48953": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48954": { + "content": "[XXXXX1702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48955": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48956": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48957": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48958": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48959": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48960": { + "content": "[XXXXX1562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48961": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48962": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48963": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48964": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48965": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48966": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48967": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48968": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48969": { + "content": "[XXXXX1747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48970": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48971": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48972": { + "content": "[XXXXX1587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48973": { + "content": "[XXXXX1382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48974": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48975": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48976": { + "content": "[XXXXX1426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48977": { + "content": "[XXXXX1345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48978": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48979": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48980": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48981": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48982": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48983": { + "content": "[XXXXX1401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48984": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48985": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48986": { + "content": "[XXXXX1719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48987": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48988": { + "content": "[XXXXX1226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48989": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48990": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48991": { + "content": "[XXXXX1255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48992": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48993": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48994": { + "content": "[XXXXX1608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48995": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48996": { + "content": "[XXXXX1399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48997": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48998": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48999": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49000": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49001": { + "content": "[XXXXX1656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49002": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49003": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49004": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49005": { + "content": "[XXXXX1235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49006": { + "content": "[XXXXX1592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49007": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49008": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49009": { + "content": "[XXXXX1590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49010": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49011": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49012": { + "content": "[XXXXX1718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49013": { + "content": "[XXXXX1373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49014": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49015": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49016": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49017": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49018": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49019": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49020": { + "content": "[XXXXX1532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49021": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49022": { + "content": "[XXXXX1542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49023": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49024": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49025": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49026": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49027": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49028": { + "content": "[XXXXX1363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49029": { + "content": "[XXXXX1685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49030": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49031": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49032": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49033": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49034": { + "content": "[XXXXX1444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49035": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49036": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49037": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49038": { + "content": "[XXXXX1607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49039": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49040": { + "content": "[XXXXX1283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49041": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49042": { + "content": "[XXXXX1475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49043": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49044": { + "content": "[XXXXX1543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49045": { + "content": "[XXXXX1361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49046": { + "content": "[XXXXX1292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49047": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49048": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49049": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49050": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49051": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49052": { + "content": "[XXXXX1676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49053": { + "content": "[XXXXX1759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49054": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49055": { + "content": "[XXXXX1539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49056": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49057": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49058": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49059": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49060": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49061": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49062": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49063": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49064": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49065": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49066": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49067": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49068": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49069": { + "content": "[XXXXX1310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49070": { + "content": "[XXXXX1654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49071": { + "content": "[XXXXX1665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49072": { + "content": "[XXXXX1329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49073": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49074": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49075": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49076": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49077": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49078": { + "content": "[XXXXX1449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49079": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49080": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49081": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49082": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49083": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49084": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49085": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49086": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49087": { + "content": "[XXXXX1223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49088": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49089": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49090": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49091": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49092": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49093": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49094": { + "content": "[XXXXX1712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49095": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49096": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49097": { + "content": "[XXXXX1198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49098": { + "content": "[XXXXX1576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49099": { + "content": "[XXXXX1526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49100": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49101": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49102": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49103": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49104": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49105": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49106": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49107": { + "content": "[XXXXX1453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49108": { + "content": "[XXXXX1492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49109": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49110": { + "content": "[XXXXX1392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49111": { + "content": "[XXXXX1673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49112": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49113": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49114": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49115": { + "content": "[XXXXX1236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49116": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49117": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49118": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49119": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49120": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49121": { + "content": "[XXXXX1296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49122": { + "content": "[XXXXX1551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49123": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49124": { + "content": "[XXXXX1667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49125": { + "content": "[XXXXX1307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49126": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49127": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49128": { + "content": "[XXXXX1749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49129": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49130": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49131": { + "content": "[XXXXX1552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49132": { + "content": "[XXXXX1638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49133": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49134": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49135": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49136": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49137": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49138": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49139": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49140": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49141": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49142": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49143": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49144": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49145": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49146": { + "content": "[XXXXX1425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49147": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49148": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49149": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49150": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49151": { + "content": "[XXXXX1697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-4500/trainer_state.json b/checkpoint-4500/trainer_state.json new file mode 100644 index 0000000..f86006e --- /dev/null +++ b/checkpoint-4500/trainer_state.json @@ -0,0 +1,9133 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 5.338078291814947, + "eval_steps": 500, + "global_step": 4500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 10.6509840965271, + "epoch": 0.005931198102016607, + "grad_norm": 11.4375, + "learning_rate": 2e-06, + "loss": 10.7955, + "mean_token_accuracy": 0.00017467249417677522, + "num_tokens": 12647.0, + "step": 5 + }, + { + "entropy": 10.650976181030273, + "epoch": 0.011862396204033215, + "grad_norm": 10.875, + "learning_rate": 4.5e-06, + "loss": 10.7449, + "mean_token_accuracy": 0.0003256943717133254, + "num_tokens": 26668.0, + "step": 10 + }, + { + "entropy": 10.65047550201416, + "epoch": 0.017793594306049824, + "grad_norm": 8.5, + "learning_rate": 7e-06, + "loss": 10.5392, + "mean_token_accuracy": 0.011320227157557382, + "num_tokens": 41021.0, + "step": 15 + }, + { + "entropy": 10.645245170593261, + "epoch": 0.02372479240806643, + "grad_norm": 5.6875, + "learning_rate": 9.5e-06, + "loss": 10.2512, + "mean_token_accuracy": 0.03331172131001949, + "num_tokens": 56626.0, + "step": 20 + }, + { + "entropy": 10.620162200927734, + "epoch": 0.02965599051008304, + "grad_norm": 3.46875, + "learning_rate": 1.2e-05, + "loss": 9.9999, + "mean_token_accuracy": 0.03278177715837956, + "num_tokens": 72914.0, + "step": 25 + }, + { + "entropy": 10.59833517074585, + "epoch": 0.03558718861209965, + "grad_norm": 2.75, + "learning_rate": 1.4500000000000002e-05, + "loss": 9.8507, + "mean_token_accuracy": 0.03321463130414486, + "num_tokens": 88514.0, + "step": 30 + }, + { + "entropy": 10.59533166885376, + "epoch": 0.04151838671411625, + "grad_norm": 2.6875, + "learning_rate": 1.7000000000000003e-05, + "loss": 9.7557, + "mean_token_accuracy": 0.03128496501594782, + "num_tokens": 101256.0, + "step": 35 + }, + { + "entropy": 10.598009204864502, + "epoch": 0.04744958481613286, + "grad_norm": 2.34375, + "learning_rate": 1.95e-05, + "loss": 9.7229, + "mean_token_accuracy": 0.03391152955591679, + "num_tokens": 114459.0, + "step": 40 + }, + { + "entropy": 10.583034133911132, + "epoch": 0.05338078291814947, + "grad_norm": 2.203125, + "learning_rate": 2.2e-05, + "loss": 9.7096, + "mean_token_accuracy": 0.031900213845074174, + "num_tokens": 129858.0, + "step": 45 + }, + { + "entropy": 10.583144092559815, + "epoch": 0.05931198102016608, + "grad_norm": 2.421875, + "learning_rate": 2.4500000000000003e-05, + "loss": 9.6353, + "mean_token_accuracy": 0.03371269796043634, + "num_tokens": 143486.0, + "step": 50 + }, + { + "entropy": 10.582204055786132, + "epoch": 0.06524317912218268, + "grad_norm": 2.171875, + "learning_rate": 2.7e-05, + "loss": 9.5795, + "mean_token_accuracy": 0.035220497474074366, + "num_tokens": 156003.0, + "step": 55 + }, + { + "entropy": 10.569349002838134, + "epoch": 0.0711743772241993, + "grad_norm": 2.1875, + "learning_rate": 2.95e-05, + "loss": 9.5437, + "mean_token_accuracy": 0.034727090038359165, + "num_tokens": 170988.0, + "step": 60 + }, + { + "entropy": 10.552780246734619, + "epoch": 0.0771055753262159, + "grad_norm": 2.15625, + "learning_rate": 3.2e-05, + "loss": 9.4193, + "mean_token_accuracy": 0.03448135014623403, + "num_tokens": 187165.0, + "step": 65 + }, + { + "entropy": 10.542837047576905, + "epoch": 0.0830367734282325, + "grad_norm": 2.125, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.368, + "mean_token_accuracy": 0.03228826243430376, + "num_tokens": 202072.0, + "step": 70 + }, + { + "entropy": 10.534712505340575, + "epoch": 0.08896797153024912, + "grad_norm": 2.0625, + "learning_rate": 3.7e-05, + "loss": 9.2131, + "mean_token_accuracy": 0.034324941039085385, + "num_tokens": 215375.0, + "step": 75 + }, + { + "entropy": 10.50705509185791, + "epoch": 0.09489916963226572, + "grad_norm": 1.921875, + "learning_rate": 3.95e-05, + "loss": 9.1257, + "mean_token_accuracy": 0.03353528436273336, + "num_tokens": 228749.0, + "step": 80 + }, + { + "entropy": 10.478670978546143, + "epoch": 0.10083036773428232, + "grad_norm": 2.09375, + "learning_rate": 4.2000000000000004e-05, + "loss": 9.0183, + "mean_token_accuracy": 0.03314766474068165, + "num_tokens": 242387.0, + "step": 85 + }, + { + "entropy": 10.458618545532227, + "epoch": 0.10676156583629894, + "grad_norm": 2.046875, + "learning_rate": 4.45e-05, + "loss": 8.9252, + "mean_token_accuracy": 0.03416665960103273, + "num_tokens": 257793.0, + "step": 90 + }, + { + "entropy": 10.419714641571044, + "epoch": 0.11269276393831554, + "grad_norm": 2.125, + "learning_rate": 4.7000000000000004e-05, + "loss": 8.8134, + "mean_token_accuracy": 0.036843133717775346, + "num_tokens": 271187.0, + "step": 95 + }, + { + "entropy": 10.339355945587158, + "epoch": 0.11862396204033215, + "grad_norm": 1.921875, + "learning_rate": 4.9500000000000004e-05, + "loss": 8.6836, + "mean_token_accuracy": 0.04052316285669803, + "num_tokens": 284937.0, + "step": 100 + }, + { + "entropy": 10.289305877685546, + "epoch": 0.12455516014234876, + "grad_norm": 2.140625, + "learning_rate": 5.2e-05, + "loss": 8.523, + "mean_token_accuracy": 0.042971277609467506, + "num_tokens": 300108.0, + "step": 105 + }, + { + "entropy": 10.171844291687012, + "epoch": 0.13048635824436536, + "grad_norm": 2.109375, + "learning_rate": 5.45e-05, + "loss": 8.4071, + "mean_token_accuracy": 0.0435908630490303, + "num_tokens": 316760.0, + "step": 110 + }, + { + "entropy": 10.090029907226562, + "epoch": 0.13641755634638197, + "grad_norm": 1.8515625, + "learning_rate": 5.7e-05, + "loss": 8.2269, + "mean_token_accuracy": 0.04757884480059147, + "num_tokens": 329705.0, + "step": 115 + }, + { + "entropy": 9.968478775024414, + "epoch": 0.1423487544483986, + "grad_norm": 1.8046875, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.1048, + "mean_token_accuracy": 0.05177154988050461, + "num_tokens": 342947.0, + "step": 120 + }, + { + "entropy": 9.810734272003174, + "epoch": 0.14827995255041518, + "grad_norm": 1.6015625, + "learning_rate": 6.2e-05, + "loss": 7.957, + "mean_token_accuracy": 0.05589810460805893, + "num_tokens": 358397.0, + "step": 125 + }, + { + "entropy": 9.629272270202637, + "epoch": 0.1542111506524318, + "grad_norm": 2.015625, + "learning_rate": 6.450000000000001e-05, + "loss": 7.8543, + "mean_token_accuracy": 0.058608030527830125, + "num_tokens": 370369.0, + "step": 130 + }, + { + "entropy": 9.431285285949707, + "epoch": 0.1601423487544484, + "grad_norm": 1.46875, + "learning_rate": 6.7e-05, + "loss": 7.7282, + "mean_token_accuracy": 0.06019565127789974, + "num_tokens": 386896.0, + "step": 135 + }, + { + "entropy": 9.166491031646729, + "epoch": 0.166073546856465, + "grad_norm": 1.6171875, + "learning_rate": 6.950000000000001e-05, + "loss": 7.571, + "mean_token_accuracy": 0.06539936549961567, + "num_tokens": 400433.0, + "step": 140 + }, + { + "entropy": 8.998315811157227, + "epoch": 0.17200474495848161, + "grad_norm": 1.9296875, + "learning_rate": 7.2e-05, + "loss": 7.5193, + "mean_token_accuracy": 0.06127564944326878, + "num_tokens": 415092.0, + "step": 145 + }, + { + "entropy": 8.760649585723877, + "epoch": 0.17793594306049823, + "grad_norm": 1.625, + "learning_rate": 7.45e-05, + "loss": 7.3847, + "mean_token_accuracy": 0.06551449336111545, + "num_tokens": 429793.0, + "step": 150 + }, + { + "entropy": 8.53032569885254, + "epoch": 0.18386714116251482, + "grad_norm": 1.703125, + "learning_rate": 7.7e-05, + "loss": 7.3618, + "mean_token_accuracy": 0.07152369543910027, + "num_tokens": 442618.0, + "step": 155 + }, + { + "entropy": 8.432501602172852, + "epoch": 0.18979833926453143, + "grad_norm": 1.484375, + "learning_rate": 7.950000000000001e-05, + "loss": 7.2263, + "mean_token_accuracy": 0.0709031268954277, + "num_tokens": 454976.0, + "step": 160 + }, + { + "entropy": 8.288888359069825, + "epoch": 0.19572953736654805, + "grad_norm": 2.09375, + "learning_rate": 8.2e-05, + "loss": 7.2693, + "mean_token_accuracy": 0.06482412219047547, + "num_tokens": 467523.0, + "step": 165 + }, + { + "entropy": 8.135635375976562, + "epoch": 0.20166073546856464, + "grad_norm": 1.203125, + "learning_rate": 8.450000000000001e-05, + "loss": 7.1729, + "mean_token_accuracy": 0.07200234681367874, + "num_tokens": 481391.0, + "step": 170 + }, + { + "entropy": 8.090270137786865, + "epoch": 0.20759193357058126, + "grad_norm": 1.3515625, + "learning_rate": 8.7e-05, + "loss": 7.147, + "mean_token_accuracy": 0.06691372841596603, + "num_tokens": 496697.0, + "step": 175 + }, + { + "entropy": 8.008182764053345, + "epoch": 0.21352313167259787, + "grad_norm": 1.96875, + "learning_rate": 8.95e-05, + "loss": 7.1704, + "mean_token_accuracy": 0.07276545092463493, + "num_tokens": 510091.0, + "step": 180 + }, + { + "entropy": 7.948391151428223, + "epoch": 0.21945432977461446, + "grad_norm": 1.390625, + "learning_rate": 9.2e-05, + "loss": 7.1071, + "mean_token_accuracy": 0.0736262746155262, + "num_tokens": 522168.0, + "step": 185 + }, + { + "entropy": 7.860538482666016, + "epoch": 0.22538552787663108, + "grad_norm": 1.2890625, + "learning_rate": 9.45e-05, + "loss": 7.0333, + "mean_token_accuracy": 0.0750058189034462, + "num_tokens": 535853.0, + "step": 190 + }, + { + "entropy": 7.789449167251587, + "epoch": 0.2313167259786477, + "grad_norm": 1.484375, + "learning_rate": 9.7e-05, + "loss": 7.0532, + "mean_token_accuracy": 0.07566255033016205, + "num_tokens": 551082.0, + "step": 195 + }, + { + "entropy": 7.820679521560669, + "epoch": 0.2372479240806643, + "grad_norm": 1.5859375, + "learning_rate": 9.95e-05, + "loss": 7.0735, + "mean_token_accuracy": 0.0763503935188055, + "num_tokens": 567181.0, + "step": 200 + }, + { + "entropy": 7.715967988967895, + "epoch": 0.2431791221826809, + "grad_norm": 1.46875, + "learning_rate": 0.000102, + "loss": 6.9882, + "mean_token_accuracy": 0.0811008334159851, + "num_tokens": 580689.0, + "step": 205 + }, + { + "entropy": 7.671104192733765, + "epoch": 0.2491103202846975, + "grad_norm": 1.40625, + "learning_rate": 0.00010449999999999999, + "loss": 6.9075, + "mean_token_accuracy": 0.08624595254659653, + "num_tokens": 594590.0, + "step": 210 + }, + { + "entropy": 7.669063520431519, + "epoch": 0.25504151838671413, + "grad_norm": 1.1796875, + "learning_rate": 0.000107, + "loss": 6.9659, + "mean_token_accuracy": 0.07704100087285042, + "num_tokens": 610577.0, + "step": 215 + }, + { + "entropy": 7.621254777908325, + "epoch": 0.2609727164887307, + "grad_norm": 1.1484375, + "learning_rate": 0.0001095, + "loss": 6.9894, + "mean_token_accuracy": 0.0770975686609745, + "num_tokens": 627066.0, + "step": 220 + }, + { + "entropy": 7.582563304901123, + "epoch": 0.2669039145907473, + "grad_norm": 1.2109375, + "learning_rate": 0.000112, + "loss": 6.9863, + "mean_token_accuracy": 0.08030139058828353, + "num_tokens": 642601.0, + "step": 225 + }, + { + "entropy": 7.5748522758483885, + "epoch": 0.27283511269276395, + "grad_norm": 1.4296875, + "learning_rate": 0.0001145, + "loss": 6.8436, + "mean_token_accuracy": 0.08795318827033043, + "num_tokens": 655615.0, + "step": 230 + }, + { + "entropy": 7.51125283241272, + "epoch": 0.27876631079478054, + "grad_norm": 1.140625, + "learning_rate": 0.00011700000000000001, + "loss": 6.8805, + "mean_token_accuracy": 0.08227636963129044, + "num_tokens": 670218.0, + "step": 235 + }, + { + "entropy": 7.581772565841675, + "epoch": 0.2846975088967972, + "grad_norm": 1.359375, + "learning_rate": 0.00011949999999999999, + "loss": 6.8693, + "mean_token_accuracy": 0.08509634733200074, + "num_tokens": 683661.0, + "step": 240 + }, + { + "entropy": 7.414237833023071, + "epoch": 0.29062870699881377, + "grad_norm": 1.15625, + "learning_rate": 0.000122, + "loss": 6.8471, + "mean_token_accuracy": 0.08358772993087768, + "num_tokens": 699767.0, + "step": 245 + }, + { + "entropy": 7.437202262878418, + "epoch": 0.29655990510083036, + "grad_norm": 1.328125, + "learning_rate": 0.0001245, + "loss": 6.774, + "mean_token_accuracy": 0.09326352775096894, + "num_tokens": 713579.0, + "step": 250 + }, + { + "entropy": 7.383161449432373, + "epoch": 0.302491103202847, + "grad_norm": 1.703125, + "learning_rate": 0.000127, + "loss": 6.8019, + "mean_token_accuracy": 0.08484338372945785, + "num_tokens": 727490.0, + "step": 255 + }, + { + "entropy": 7.414105653762817, + "epoch": 0.3084223013048636, + "grad_norm": 1.0625, + "learning_rate": 0.0001295, + "loss": 6.8822, + "mean_token_accuracy": 0.08486307561397552, + "num_tokens": 742477.0, + "step": 260 + }, + { + "entropy": 7.386582565307617, + "epoch": 0.3143534994068802, + "grad_norm": 1.5703125, + "learning_rate": 0.000132, + "loss": 6.7436, + "mean_token_accuracy": 0.08875370100140571, + "num_tokens": 757772.0, + "step": 265 + }, + { + "entropy": 7.385796451568604, + "epoch": 0.3202846975088968, + "grad_norm": 1.515625, + "learning_rate": 0.00013450000000000002, + "loss": 6.795, + "mean_token_accuracy": 0.08812053054571152, + "num_tokens": 772898.0, + "step": 270 + }, + { + "entropy": 7.329386568069458, + "epoch": 0.3262158956109134, + "grad_norm": 1.34375, + "learning_rate": 0.00013700000000000002, + "loss": 6.7697, + "mean_token_accuracy": 0.08715710267424584, + "num_tokens": 788395.0, + "step": 275 + }, + { + "entropy": 7.318710279464722, + "epoch": 0.33214709371293, + "grad_norm": 1.578125, + "learning_rate": 0.0001395, + "loss": 6.83, + "mean_token_accuracy": 0.08070869520306587, + "num_tokens": 803413.0, + "step": 280 + }, + { + "entropy": 7.188418292999268, + "epoch": 0.33807829181494664, + "grad_norm": 1.484375, + "learning_rate": 0.00014199999999999998, + "loss": 6.6976, + "mean_token_accuracy": 0.09588895291090012, + "num_tokens": 817775.0, + "step": 285 + }, + { + "entropy": 7.389742612838745, + "epoch": 0.34400948991696323, + "grad_norm": 1.6328125, + "learning_rate": 0.0001445, + "loss": 6.8092, + "mean_token_accuracy": 0.08903076201677322, + "num_tokens": 831379.0, + "step": 290 + }, + { + "entropy": 7.300806474685669, + "epoch": 0.3499406880189798, + "grad_norm": 1.3046875, + "learning_rate": 0.000147, + "loss": 6.7387, + "mean_token_accuracy": 0.08791814595460892, + "num_tokens": 846596.0, + "step": 295 + }, + { + "entropy": 7.254555749893188, + "epoch": 0.35587188612099646, + "grad_norm": 1.25, + "learning_rate": 0.0001495, + "loss": 6.7438, + "mean_token_accuracy": 0.08821789696812629, + "num_tokens": 862063.0, + "step": 300 + }, + { + "entropy": 7.275745964050293, + "epoch": 0.36180308422301305, + "grad_norm": 1.2734375, + "learning_rate": 0.000152, + "loss": 6.6954, + "mean_token_accuracy": 0.08966124951839446, + "num_tokens": 876841.0, + "step": 305 + }, + { + "entropy": 7.221111488342285, + "epoch": 0.36773428232502964, + "grad_norm": 1.2734375, + "learning_rate": 0.00015450000000000001, + "loss": 6.7751, + "mean_token_accuracy": 0.09116524010896683, + "num_tokens": 890728.0, + "step": 310 + }, + { + "entropy": 7.206338787078858, + "epoch": 0.3736654804270463, + "grad_norm": 1.359375, + "learning_rate": 0.000157, + "loss": 6.6956, + "mean_token_accuracy": 0.09070762842893601, + "num_tokens": 905599.0, + "step": 315 + }, + { + "entropy": 7.1817542552948, + "epoch": 0.37959667852906287, + "grad_norm": 1.59375, + "learning_rate": 0.0001595, + "loss": 6.6483, + "mean_token_accuracy": 0.09768397733569145, + "num_tokens": 918139.0, + "step": 320 + }, + { + "entropy": 7.167359304428101, + "epoch": 0.38552787663107946, + "grad_norm": 1.484375, + "learning_rate": 0.000162, + "loss": 6.7114, + "mean_token_accuracy": 0.09328882694244385, + "num_tokens": 931666.0, + "step": 325 + }, + { + "entropy": 7.196693468093872, + "epoch": 0.3914590747330961, + "grad_norm": 1.3046875, + "learning_rate": 0.00016450000000000001, + "loss": 6.6605, + "mean_token_accuracy": 0.09237670227885246, + "num_tokens": 946286.0, + "step": 330 + }, + { + "entropy": 7.148892021179199, + "epoch": 0.3973902728351127, + "grad_norm": 1.4140625, + "learning_rate": 0.00016700000000000002, + "loss": 6.6029, + "mean_token_accuracy": 0.09802859723567962, + "num_tokens": 959689.0, + "step": 335 + }, + { + "entropy": 7.091142225265503, + "epoch": 0.4033214709371293, + "grad_norm": 1.53125, + "learning_rate": 0.00016950000000000003, + "loss": 6.6481, + "mean_token_accuracy": 0.09793345853686333, + "num_tokens": 972707.0, + "step": 340 + }, + { + "entropy": 7.103200006484985, + "epoch": 0.4092526690391459, + "grad_norm": 1.296875, + "learning_rate": 0.00017199999999999998, + "loss": 6.6694, + "mean_token_accuracy": 0.09691287726163864, + "num_tokens": 988010.0, + "step": 345 + }, + { + "entropy": 7.109372472763061, + "epoch": 0.4151838671411625, + "grad_norm": 1.609375, + "learning_rate": 0.00017449999999999999, + "loss": 6.7001, + "mean_token_accuracy": 0.0866947390139103, + "num_tokens": 1003823.0, + "step": 350 + }, + { + "entropy": 7.018935489654541, + "epoch": 0.4211150652431791, + "grad_norm": 1.3125, + "learning_rate": 0.000177, + "loss": 6.4583, + "mean_token_accuracy": 0.10792901739478111, + "num_tokens": 1018276.0, + "step": 355 + }, + { + "entropy": 7.151296997070313, + "epoch": 0.42704626334519574, + "grad_norm": 1.2890625, + "learning_rate": 0.0001795, + "loss": 6.6782, + "mean_token_accuracy": 0.09361589401960373, + "num_tokens": 1031242.0, + "step": 360 + }, + { + "entropy": 7.0902214527130125, + "epoch": 0.43297746144721233, + "grad_norm": 1.3984375, + "learning_rate": 0.000182, + "loss": 6.5786, + "mean_token_accuracy": 0.09998262599110604, + "num_tokens": 1043940.0, + "step": 365 + }, + { + "entropy": 6.944676065444947, + "epoch": 0.4389086595492289, + "grad_norm": 1.2109375, + "learning_rate": 0.0001845, + "loss": 6.508, + "mean_token_accuracy": 0.09759898036718369, + "num_tokens": 1058656.0, + "step": 370 + }, + { + "entropy": 7.117189264297485, + "epoch": 0.44483985765124556, + "grad_norm": 1.265625, + "learning_rate": 0.000187, + "loss": 6.6092, + "mean_token_accuracy": 0.09189791083335877, + "num_tokens": 1073128.0, + "step": 375 + }, + { + "entropy": 6.948076343536377, + "epoch": 0.45077105575326215, + "grad_norm": 1.5390625, + "learning_rate": 0.0001895, + "loss": 6.5416, + "mean_token_accuracy": 0.09809970185160637, + "num_tokens": 1086467.0, + "step": 380 + }, + { + "entropy": 7.076186227798462, + "epoch": 0.45670225385527874, + "grad_norm": 1.46875, + "learning_rate": 0.000192, + "loss": 6.6616, + "mean_token_accuracy": 0.10060962289571762, + "num_tokens": 1100356.0, + "step": 385 + }, + { + "entropy": 7.028731060028076, + "epoch": 0.4626334519572954, + "grad_norm": 1.3046875, + "learning_rate": 0.0001945, + "loss": 6.5814, + "mean_token_accuracy": 0.10232764557003975, + "num_tokens": 1115877.0, + "step": 390 + }, + { + "entropy": 7.04663872718811, + "epoch": 0.46856465005931197, + "grad_norm": 1.375, + "learning_rate": 0.00019700000000000002, + "loss": 6.5466, + "mean_token_accuracy": 0.10219399407505989, + "num_tokens": 1131415.0, + "step": 395 + }, + { + "entropy": 6.8535503387451175, + "epoch": 0.4744958481613286, + "grad_norm": 1.5234375, + "learning_rate": 0.00019950000000000002, + "loss": 6.5137, + "mean_token_accuracy": 0.09734094068408013, + "num_tokens": 1145903.0, + "step": 400 + }, + { + "entropy": 6.879596471786499, + "epoch": 0.4804270462633452, + "grad_norm": 1.125, + "learning_rate": 0.000202, + "loss": 6.4397, + "mean_token_accuracy": 0.0997365266084671, + "num_tokens": 1161168.0, + "step": 405 + }, + { + "entropy": 6.921687078475952, + "epoch": 0.4863582443653618, + "grad_norm": 1.3515625, + "learning_rate": 0.00020449999999999998, + "loss": 6.5196, + "mean_token_accuracy": 0.09855128526687622, + "num_tokens": 1178155.0, + "step": 410 + }, + { + "entropy": 6.924295806884766, + "epoch": 0.49228944246737844, + "grad_norm": 1.3828125, + "learning_rate": 0.000207, + "loss": 6.3697, + "mean_token_accuracy": 0.1099881686270237, + "num_tokens": 1190830.0, + "step": 415 + }, + { + "entropy": 6.827713060379028, + "epoch": 0.498220640569395, + "grad_norm": 1.375, + "learning_rate": 0.0002095, + "loss": 6.3842, + "mean_token_accuracy": 0.10342236086726189, + "num_tokens": 1205260.0, + "step": 420 + }, + { + "entropy": 6.883217096328735, + "epoch": 0.5041518386714117, + "grad_norm": 1.4453125, + "learning_rate": 0.000212, + "loss": 6.431, + "mean_token_accuracy": 0.10836012288928032, + "num_tokens": 1218856.0, + "step": 425 + }, + { + "entropy": 6.832102727890015, + "epoch": 0.5100830367734283, + "grad_norm": 1.328125, + "learning_rate": 0.0002145, + "loss": 6.5014, + "mean_token_accuracy": 0.10428635627031327, + "num_tokens": 1234669.0, + "step": 430 + }, + { + "entropy": 6.830685758590699, + "epoch": 0.5160142348754448, + "grad_norm": 1.46875, + "learning_rate": 0.00021700000000000002, + "loss": 6.4289, + "mean_token_accuracy": 0.1057804524898529, + "num_tokens": 1249514.0, + "step": 435 + }, + { + "entropy": 6.837182474136353, + "epoch": 0.5219454329774614, + "grad_norm": 1.1015625, + "learning_rate": 0.0002195, + "loss": 6.3638, + "mean_token_accuracy": 0.1109524667263031, + "num_tokens": 1262311.0, + "step": 440 + }, + { + "entropy": 6.767211008071899, + "epoch": 0.527876631079478, + "grad_norm": 1.3359375, + "learning_rate": 0.000222, + "loss": 6.3519, + "mean_token_accuracy": 0.10807539224624634, + "num_tokens": 1277681.0, + "step": 445 + }, + { + "entropy": 6.781484460830688, + "epoch": 0.5338078291814946, + "grad_norm": 1.390625, + "learning_rate": 0.0002245, + "loss": 6.3968, + "mean_token_accuracy": 0.10917404815554618, + "num_tokens": 1292300.0, + "step": 450 + }, + { + "entropy": 6.775958061218262, + "epoch": 0.5397390272835113, + "grad_norm": 1.234375, + "learning_rate": 0.00022700000000000002, + "loss": 6.4142, + "mean_token_accuracy": 0.10393262058496475, + "num_tokens": 1307426.0, + "step": 455 + }, + { + "entropy": 6.787585258483887, + "epoch": 0.5456702253855279, + "grad_norm": 1.0546875, + "learning_rate": 0.00022950000000000002, + "loss": 6.4414, + "mean_token_accuracy": 0.09955934658646584, + "num_tokens": 1322167.0, + "step": 460 + }, + { + "entropy": 6.75556001663208, + "epoch": 0.5516014234875445, + "grad_norm": 1.2265625, + "learning_rate": 0.00023200000000000003, + "loss": 6.3126, + "mean_token_accuracy": 0.11029193922877312, + "num_tokens": 1335343.0, + "step": 465 + }, + { + "entropy": 6.719364500045776, + "epoch": 0.5575326215895611, + "grad_norm": 1.234375, + "learning_rate": 0.00023449999999999998, + "loss": 6.3129, + "mean_token_accuracy": 0.11020243093371392, + "num_tokens": 1349078.0, + "step": 470 + }, + { + "entropy": 6.670861291885376, + "epoch": 0.5634638196915777, + "grad_norm": 1.2265625, + "learning_rate": 0.000237, + "loss": 6.2388, + "mean_token_accuracy": 0.11813571006059646, + "num_tokens": 1362030.0, + "step": 475 + }, + { + "entropy": 6.790364742279053, + "epoch": 0.5693950177935944, + "grad_norm": 1.3125, + "learning_rate": 0.0002395, + "loss": 6.3965, + "mean_token_accuracy": 0.10456062778830529, + "num_tokens": 1378303.0, + "step": 480 + }, + { + "entropy": 6.773904657363891, + "epoch": 0.575326215895611, + "grad_norm": 1.203125, + "learning_rate": 0.000242, + "loss": 6.3906, + "mean_token_accuracy": 0.10592009201645851, + "num_tokens": 1392585.0, + "step": 485 + }, + { + "entropy": 6.805166101455688, + "epoch": 0.5812574139976275, + "grad_norm": 1.5, + "learning_rate": 0.0002445, + "loss": 6.3973, + "mean_token_accuracy": 0.11140659600496292, + "num_tokens": 1406962.0, + "step": 490 + }, + { + "entropy": 6.573492240905762, + "epoch": 0.5871886120996441, + "grad_norm": 1.2265625, + "learning_rate": 0.000247, + "loss": 6.2853, + "mean_token_accuracy": 0.11129999980330467, + "num_tokens": 1419493.0, + "step": 495 + }, + { + "entropy": 6.735859537124634, + "epoch": 0.5931198102016607, + "grad_norm": 1.3125, + "learning_rate": 0.0002495, + "loss": 6.3007, + "mean_token_accuracy": 0.10790175497531891, + "num_tokens": 1435373.0, + "step": 500 + }, + { + "epoch": 0.5931198102016607, + "eval_entropy": 6.67236985896994, + "eval_loss": 6.441715717315674, + "eval_mean_token_accuracy": 0.10966419813685988, + "eval_num_tokens": 1435373.0, + "eval_runtime": 2.4776, + "eval_samples_per_second": 1052.652, + "eval_steps_per_second": 131.581, + "step": 500 + }, + { + "entropy": 6.6947290897369385, + "epoch": 0.5990510083036773, + "grad_norm": 1.3359375, + "learning_rate": 0.000252, + "loss": 6.2707, + "mean_token_accuracy": 0.11756636276841163, + "num_tokens": 1449805.0, + "step": 505 + }, + { + "entropy": 6.634400224685669, + "epoch": 0.604982206405694, + "grad_norm": 1.3125, + "learning_rate": 0.0002545, + "loss": 6.2855, + "mean_token_accuracy": 0.11045260801911354, + "num_tokens": 1463657.0, + "step": 510 + }, + { + "entropy": 6.727581596374511, + "epoch": 0.6109134045077106, + "grad_norm": 1.4140625, + "learning_rate": 0.000257, + "loss": 6.3004, + "mean_token_accuracy": 0.11670920848846436, + "num_tokens": 1478089.0, + "step": 515 + }, + { + "entropy": 6.619698333740234, + "epoch": 0.6168446026097272, + "grad_norm": 1.4296875, + "learning_rate": 0.0002595, + "loss": 6.311, + "mean_token_accuracy": 0.11146906316280365, + "num_tokens": 1492225.0, + "step": 520 + }, + { + "entropy": 6.630937004089356, + "epoch": 0.6227758007117438, + "grad_norm": 1.1875, + "learning_rate": 0.000262, + "loss": 6.3008, + "mean_token_accuracy": 0.10728157833218574, + "num_tokens": 1506751.0, + "step": 525 + }, + { + "entropy": 6.599562358856201, + "epoch": 0.6287069988137604, + "grad_norm": 1.140625, + "learning_rate": 0.00026450000000000003, + "loss": 6.2004, + "mean_token_accuracy": 0.11617306619882584, + "num_tokens": 1520590.0, + "step": 530 + }, + { + "entropy": 6.652629327774048, + "epoch": 0.6346381969157769, + "grad_norm": 1.1953125, + "learning_rate": 0.00026700000000000004, + "loss": 6.2527, + "mean_token_accuracy": 0.11343958005309104, + "num_tokens": 1534752.0, + "step": 535 + }, + { + "entropy": 6.587781953811645, + "epoch": 0.6405693950177936, + "grad_norm": 1.3828125, + "learning_rate": 0.00026950000000000005, + "loss": 6.2154, + "mean_token_accuracy": 0.12041136622428894, + "num_tokens": 1547891.0, + "step": 540 + }, + { + "entropy": 6.418690204620361, + "epoch": 0.6465005931198102, + "grad_norm": 1.2578125, + "learning_rate": 0.00027200000000000005, + "loss": 6.1542, + "mean_token_accuracy": 0.12026057541370391, + "num_tokens": 1562560.0, + "step": 545 + }, + { + "entropy": 6.670684385299682, + "epoch": 0.6524317912218268, + "grad_norm": 1.328125, + "learning_rate": 0.0002745, + "loss": 6.3091, + "mean_token_accuracy": 0.11120221018791199, + "num_tokens": 1576896.0, + "step": 550 + }, + { + "entropy": 6.535441923141479, + "epoch": 0.6583629893238434, + "grad_norm": 1.265625, + "learning_rate": 0.000277, + "loss": 6.2086, + "mean_token_accuracy": 0.11225326210260392, + "num_tokens": 1590806.0, + "step": 555 + }, + { + "entropy": 6.601208257675171, + "epoch": 0.66429418742586, + "grad_norm": 1.234375, + "learning_rate": 0.0002795, + "loss": 6.326, + "mean_token_accuracy": 0.10773437917232513, + "num_tokens": 1605874.0, + "step": 560 + }, + { + "entropy": 6.616091251373291, + "epoch": 0.6702253855278766, + "grad_norm": 1.2734375, + "learning_rate": 0.00028199999999999997, + "loss": 6.2108, + "mean_token_accuracy": 0.11664134711027145, + "num_tokens": 1620947.0, + "step": 565 + }, + { + "entropy": 6.484318447113037, + "epoch": 0.6761565836298933, + "grad_norm": 1.296875, + "learning_rate": 0.0002845, + "loss": 6.2608, + "mean_token_accuracy": 0.10255342498421668, + "num_tokens": 1635974.0, + "step": 570 + }, + { + "entropy": 6.542778062820434, + "epoch": 0.6820877817319099, + "grad_norm": 1.109375, + "learning_rate": 0.000287, + "loss": 6.2163, + "mean_token_accuracy": 0.10959842428565025, + "num_tokens": 1651502.0, + "step": 575 + }, + { + "entropy": 6.45567512512207, + "epoch": 0.6880189798339265, + "grad_norm": 1.1796875, + "learning_rate": 0.0002895, + "loss": 6.1629, + "mean_token_accuracy": 0.11728360131382942, + "num_tokens": 1665547.0, + "step": 580 + }, + { + "entropy": 6.501108646392822, + "epoch": 0.693950177935943, + "grad_norm": 1.1796875, + "learning_rate": 0.000292, + "loss": 6.1508, + "mean_token_accuracy": 0.12227020487189293, + "num_tokens": 1678875.0, + "step": 585 + }, + { + "entropy": 6.480410623550415, + "epoch": 0.6998813760379596, + "grad_norm": 1.3203125, + "learning_rate": 0.0002945, + "loss": 6.1681, + "mean_token_accuracy": 0.11540260091423989, + "num_tokens": 1692673.0, + "step": 590 + }, + { + "entropy": 6.511543416976929, + "epoch": 0.7058125741399762, + "grad_norm": 1.109375, + "learning_rate": 0.000297, + "loss": 6.2156, + "mean_token_accuracy": 0.11393610835075378, + "num_tokens": 1707318.0, + "step": 595 + }, + { + "entropy": 6.460053396224976, + "epoch": 0.7117437722419929, + "grad_norm": 1.4140625, + "learning_rate": 0.0002995, + "loss": 6.2426, + "mean_token_accuracy": 0.11120611354708672, + "num_tokens": 1724331.0, + "step": 600 + }, + { + "entropy": 6.442718982696533, + "epoch": 0.7176749703440095, + "grad_norm": 1.3203125, + "learning_rate": 0.000302, + "loss": 6.0492, + "mean_token_accuracy": 0.12235584780573845, + "num_tokens": 1736151.0, + "step": 605 + }, + { + "entropy": 6.444410896301269, + "epoch": 0.7236061684460261, + "grad_norm": 1.28125, + "learning_rate": 0.0003045, + "loss": 6.1371, + "mean_token_accuracy": 0.11987931281328201, + "num_tokens": 1749831.0, + "step": 610 + }, + { + "entropy": 6.455282926559448, + "epoch": 0.7295373665480427, + "grad_norm": 1.1875, + "learning_rate": 0.000307, + "loss": 6.173, + "mean_token_accuracy": 0.11412288546562195, + "num_tokens": 1764296.0, + "step": 615 + }, + { + "entropy": 6.49344654083252, + "epoch": 0.7354685646500593, + "grad_norm": 1.4609375, + "learning_rate": 0.0003095, + "loss": 6.1473, + "mean_token_accuracy": 0.11842510327696801, + "num_tokens": 1778042.0, + "step": 620 + }, + { + "entropy": 6.402311325073242, + "epoch": 0.741399762752076, + "grad_norm": 1.109375, + "learning_rate": 0.000312, + "loss": 6.1244, + "mean_token_accuracy": 0.1204920805990696, + "num_tokens": 1791614.0, + "step": 625 + }, + { + "entropy": 6.386654949188232, + "epoch": 0.7473309608540926, + "grad_norm": 1.140625, + "learning_rate": 0.0003145, + "loss": 6.082, + "mean_token_accuracy": 0.1170621544122696, + "num_tokens": 1807388.0, + "step": 630 + }, + { + "entropy": 6.513570547103882, + "epoch": 0.7532621589561092, + "grad_norm": 1.2109375, + "learning_rate": 0.000317, + "loss": 6.187, + "mean_token_accuracy": 0.1129879891872406, + "num_tokens": 1820407.0, + "step": 635 + }, + { + "entropy": 6.353465366363525, + "epoch": 0.7591933570581257, + "grad_norm": 1.140625, + "learning_rate": 0.0003195, + "loss": 6.0709, + "mean_token_accuracy": 0.11846939399838448, + "num_tokens": 1834666.0, + "step": 640 + }, + { + "entropy": 6.402153253555298, + "epoch": 0.7651245551601423, + "grad_norm": 1.390625, + "learning_rate": 0.000322, + "loss": 6.169, + "mean_token_accuracy": 0.11969529762864113, + "num_tokens": 1848160.0, + "step": 645 + }, + { + "entropy": 6.429388856887817, + "epoch": 0.7710557532621589, + "grad_norm": 1.046875, + "learning_rate": 0.00032450000000000003, + "loss": 6.1763, + "mean_token_accuracy": 0.11832700744271278, + "num_tokens": 1865140.0, + "step": 650 + }, + { + "entropy": 6.384272193908691, + "epoch": 0.7769869513641756, + "grad_norm": 1.1484375, + "learning_rate": 0.00032700000000000003, + "loss": 6.0502, + "mean_token_accuracy": 0.12135105207562447, + "num_tokens": 1878447.0, + "step": 655 + }, + { + "entropy": 6.368830823898316, + "epoch": 0.7829181494661922, + "grad_norm": 1.1953125, + "learning_rate": 0.00032950000000000004, + "loss": 6.0999, + "mean_token_accuracy": 0.11421585902571678, + "num_tokens": 1893539.0, + "step": 660 + }, + { + "entropy": 6.452864456176758, + "epoch": 0.7888493475682088, + "grad_norm": 1.1328125, + "learning_rate": 0.00033200000000000005, + "loss": 6.1646, + "mean_token_accuracy": 0.120599914342165, + "num_tokens": 1908052.0, + "step": 665 + }, + { + "entropy": 6.347026681900024, + "epoch": 0.7947805456702254, + "grad_norm": 1.0859375, + "learning_rate": 0.00033450000000000005, + "loss": 6.0494, + "mean_token_accuracy": 0.12437219470739365, + "num_tokens": 1921528.0, + "step": 670 + }, + { + "entropy": 6.360257863998413, + "epoch": 0.800711743772242, + "grad_norm": 1.1640625, + "learning_rate": 0.000337, + "loss": 6.0758, + "mean_token_accuracy": 0.12383257448673249, + "num_tokens": 1935089.0, + "step": 675 + }, + { + "entropy": 6.4030664443969725, + "epoch": 0.8066429418742586, + "grad_norm": 1.203125, + "learning_rate": 0.0003395, + "loss": 6.1896, + "mean_token_accuracy": 0.11006285175681114, + "num_tokens": 1949717.0, + "step": 680 + }, + { + "entropy": 6.300024366378784, + "epoch": 0.8125741399762753, + "grad_norm": 1.546875, + "learning_rate": 0.000342, + "loss": 6.0568, + "mean_token_accuracy": 0.12153587713837624, + "num_tokens": 1962619.0, + "step": 685 + }, + { + "entropy": 6.450096464157104, + "epoch": 0.8185053380782918, + "grad_norm": 1.375, + "learning_rate": 0.00034449999999999997, + "loss": 6.143, + "mean_token_accuracy": 0.11284489929676056, + "num_tokens": 1977094.0, + "step": 690 + }, + { + "entropy": 6.286441040039063, + "epoch": 0.8244365361803084, + "grad_norm": 1.0625, + "learning_rate": 0.000347, + "loss": 6.1106, + "mean_token_accuracy": 0.11766432374715804, + "num_tokens": 1992446.0, + "step": 695 + }, + { + "entropy": 6.301593971252442, + "epoch": 0.830367734282325, + "grad_norm": 1.1640625, + "learning_rate": 0.0003495, + "loss": 6.0526, + "mean_token_accuracy": 0.1210049532353878, + "num_tokens": 2008753.0, + "step": 700 + }, + { + "entropy": 6.312734651565552, + "epoch": 0.8362989323843416, + "grad_norm": 1.140625, + "learning_rate": 0.000352, + "loss": 6.0098, + "mean_token_accuracy": 0.1238975889980793, + "num_tokens": 2024088.0, + "step": 705 + }, + { + "entropy": 6.338296222686767, + "epoch": 0.8422301304863582, + "grad_norm": 1.21875, + "learning_rate": 0.0003545, + "loss": 6.0283, + "mean_token_accuracy": 0.11651979684829712, + "num_tokens": 2038449.0, + "step": 710 + }, + { + "entropy": 6.306093740463257, + "epoch": 0.8481613285883749, + "grad_norm": 1.1328125, + "learning_rate": 0.000357, + "loss": 6.0258, + "mean_token_accuracy": 0.1278011307120323, + "num_tokens": 2052038.0, + "step": 715 + }, + { + "entropy": 6.271956300735473, + "epoch": 0.8540925266903915, + "grad_norm": 1.1875, + "learning_rate": 0.0003595, + "loss": 5.9769, + "mean_token_accuracy": 0.12276132255792618, + "num_tokens": 2064907.0, + "step": 720 + }, + { + "entropy": 6.297043323516846, + "epoch": 0.8600237247924081, + "grad_norm": 1.0703125, + "learning_rate": 0.000362, + "loss": 6.1502, + "mean_token_accuracy": 0.1173181675374508, + "num_tokens": 2081295.0, + "step": 725 + }, + { + "entropy": 6.336274099349976, + "epoch": 0.8659549228944247, + "grad_norm": 1.0390625, + "learning_rate": 0.0003645, + "loss": 6.0652, + "mean_token_accuracy": 0.12099355086684227, + "num_tokens": 2098077.0, + "step": 730 + }, + { + "entropy": 6.285319423675537, + "epoch": 0.8718861209964412, + "grad_norm": 1.1484375, + "learning_rate": 0.000367, + "loss": 6.0532, + "mean_token_accuracy": 0.12013457342982292, + "num_tokens": 2111716.0, + "step": 735 + }, + { + "entropy": 6.27389874458313, + "epoch": 0.8778173190984578, + "grad_norm": 1.1171875, + "learning_rate": 0.0003695, + "loss": 5.9654, + "mean_token_accuracy": 0.13291287645697594, + "num_tokens": 2125757.0, + "step": 740 + }, + { + "entropy": 6.267977666854859, + "epoch": 0.8837485172004745, + "grad_norm": 1.1875, + "learning_rate": 0.000372, + "loss": 6.1618, + "mean_token_accuracy": 0.11648618057370186, + "num_tokens": 2142929.0, + "step": 745 + }, + { + "entropy": 6.27850079536438, + "epoch": 0.8896797153024911, + "grad_norm": 1.265625, + "learning_rate": 0.0003745, + "loss": 6.0379, + "mean_token_accuracy": 0.12373944073915481, + "num_tokens": 2155206.0, + "step": 750 + }, + { + "entropy": 6.240651369094849, + "epoch": 0.8956109134045077, + "grad_norm": 1.1875, + "learning_rate": 0.000377, + "loss": 5.9246, + "mean_token_accuracy": 0.12547165155410767, + "num_tokens": 2169816.0, + "step": 755 + }, + { + "entropy": 6.190544652938843, + "epoch": 0.9015421115065243, + "grad_norm": 1.0390625, + "learning_rate": 0.0003795, + "loss": 6.0044, + "mean_token_accuracy": 0.12672639563679694, + "num_tokens": 2184827.0, + "step": 760 + }, + { + "entropy": 6.259784412384033, + "epoch": 0.9074733096085409, + "grad_norm": 1.15625, + "learning_rate": 0.000382, + "loss": 5.9353, + "mean_token_accuracy": 0.12988706678152084, + "num_tokens": 2199333.0, + "step": 765 + }, + { + "entropy": 6.1021686553955075, + "epoch": 0.9134045077105575, + "grad_norm": 0.87109375, + "learning_rate": 0.0003845, + "loss": 5.9947, + "mean_token_accuracy": 0.12381677329540253, + "num_tokens": 2215239.0, + "step": 770 + }, + { + "entropy": 6.2903533458709715, + "epoch": 0.9193357058125742, + "grad_norm": 1.0390625, + "learning_rate": 0.00038700000000000003, + "loss": 5.9998, + "mean_token_accuracy": 0.1248672790825367, + "num_tokens": 2229369.0, + "step": 775 + }, + { + "entropy": 6.169124412536621, + "epoch": 0.9252669039145908, + "grad_norm": 1.1875, + "learning_rate": 0.00038950000000000003, + "loss": 5.9842, + "mean_token_accuracy": 0.12811334952712058, + "num_tokens": 2242709.0, + "step": 780 + }, + { + "entropy": 6.2337898254394535, + "epoch": 0.9311981020166074, + "grad_norm": 1.140625, + "learning_rate": 0.00039200000000000004, + "loss": 5.9655, + "mean_token_accuracy": 0.12137661054730416, + "num_tokens": 2257067.0, + "step": 785 + }, + { + "entropy": 6.1931390285491945, + "epoch": 0.9371293001186239, + "grad_norm": 1.25, + "learning_rate": 0.00039450000000000005, + "loss": 5.9103, + "mean_token_accuracy": 0.13152316808700562, + "num_tokens": 2270932.0, + "step": 790 + }, + { + "entropy": 6.182427406311035, + "epoch": 0.9430604982206405, + "grad_norm": 1.0546875, + "learning_rate": 0.00039700000000000005, + "loss": 6.0279, + "mean_token_accuracy": 0.12549996599555016, + "num_tokens": 2285517.0, + "step": 795 + }, + { + "entropy": 6.1117936134338375, + "epoch": 0.9489916963226572, + "grad_norm": 1.1875, + "learning_rate": 0.0003995, + "loss": 5.8952, + "mean_token_accuracy": 0.1253364697098732, + "num_tokens": 2298657.0, + "step": 800 + }, + { + "entropy": 6.14580602645874, + "epoch": 0.9549228944246738, + "grad_norm": 1.2109375, + "learning_rate": 0.000402, + "loss": 5.9069, + "mean_token_accuracy": 0.132824869453907, + "num_tokens": 2312521.0, + "step": 805 + }, + { + "entropy": 6.149325656890869, + "epoch": 0.9608540925266904, + "grad_norm": 1.375, + "learning_rate": 0.0004045, + "loss": 5.901, + "mean_token_accuracy": 0.12876850068569184, + "num_tokens": 2325849.0, + "step": 810 + }, + { + "entropy": 6.160182809829712, + "epoch": 0.966785290628707, + "grad_norm": 1.2578125, + "learning_rate": 0.00040699999999999997, + "loss": 5.933, + "mean_token_accuracy": 0.12433248236775399, + "num_tokens": 2339717.0, + "step": 815 + }, + { + "entropy": 6.148682689666748, + "epoch": 0.9727164887307236, + "grad_norm": 1.078125, + "learning_rate": 0.0004095, + "loss": 5.9644, + "mean_token_accuracy": 0.12969405129551886, + "num_tokens": 2353536.0, + "step": 820 + }, + { + "entropy": 6.15325140953064, + "epoch": 0.9786476868327402, + "grad_norm": 1.1953125, + "learning_rate": 0.000412, + "loss": 5.9392, + "mean_token_accuracy": 0.12233664244413375, + "num_tokens": 2368626.0, + "step": 825 + }, + { + "entropy": 6.148900079727173, + "epoch": 0.9845788849347569, + "grad_norm": 1.1796875, + "learning_rate": 0.0004145, + "loss": 6.0228, + "mean_token_accuracy": 0.1229950562119484, + "num_tokens": 2383768.0, + "step": 830 + }, + { + "entropy": 6.253143930435181, + "epoch": 0.9905100830367735, + "grad_norm": 1.1640625, + "learning_rate": 0.000417, + "loss": 6.0531, + "mean_token_accuracy": 0.12633627876639367, + "num_tokens": 2398089.0, + "step": 835 + }, + { + "entropy": 6.143814277648926, + "epoch": 0.99644128113879, + "grad_norm": 1.15625, + "learning_rate": 0.0004195, + "loss": 5.9179, + "mean_token_accuracy": 0.13075150698423385, + "num_tokens": 2411354.0, + "step": 840 + }, + { + "entropy": 6.1597785472869875, + "epoch": 1.0023724792408066, + "grad_norm": 1.1015625, + "learning_rate": 0.000422, + "loss": 5.9132, + "mean_token_accuracy": 0.1338951252400875, + "num_tokens": 2425071.0, + "step": 845 + }, + { + "entropy": 6.226427221298218, + "epoch": 1.0083036773428233, + "grad_norm": 1.234375, + "learning_rate": 0.0004245, + "loss": 5.8618, + "mean_token_accuracy": 0.13656074777245522, + "num_tokens": 2439143.0, + "step": 850 + }, + { + "entropy": 5.997689485549927, + "epoch": 1.0142348754448398, + "grad_norm": 1.0859375, + "learning_rate": 0.000427, + "loss": 5.7022, + "mean_token_accuracy": 0.1348326951265335, + "num_tokens": 2453466.0, + "step": 855 + }, + { + "entropy": 6.064882230758667, + "epoch": 1.0201660735468565, + "grad_norm": 1.21875, + "learning_rate": 0.0004295, + "loss": 5.815, + "mean_token_accuracy": 0.13819923251867294, + "num_tokens": 2466802.0, + "step": 860 + }, + { + "entropy": 6.077611827850342, + "epoch": 1.026097271648873, + "grad_norm": 1.265625, + "learning_rate": 0.000432, + "loss": 5.7763, + "mean_token_accuracy": 0.13229055777192117, + "num_tokens": 2480080.0, + "step": 865 + }, + { + "entropy": 6.0491447925567625, + "epoch": 1.0320284697508897, + "grad_norm": 1.390625, + "learning_rate": 0.0004345, + "loss": 5.83, + "mean_token_accuracy": 0.1349202238023281, + "num_tokens": 2495196.0, + "step": 870 + }, + { + "entropy": 5.99519829750061, + "epoch": 1.0379596678529064, + "grad_norm": 1.1875, + "learning_rate": 0.000437, + "loss": 5.734, + "mean_token_accuracy": 0.13301657065749167, + "num_tokens": 2510084.0, + "step": 875 + }, + { + "entropy": 6.138531064987182, + "epoch": 1.0438908659549229, + "grad_norm": 1.203125, + "learning_rate": 0.0004395, + "loss": 5.8045, + "mean_token_accuracy": 0.13315934240818023, + "num_tokens": 2522834.0, + "step": 880 + }, + { + "entropy": 6.013190269470215, + "epoch": 1.0498220640569396, + "grad_norm": 1.0703125, + "learning_rate": 0.000442, + "loss": 5.7781, + "mean_token_accuracy": 0.1408059172332287, + "num_tokens": 2536778.0, + "step": 885 + }, + { + "entropy": 6.016625690460205, + "epoch": 1.055753262158956, + "grad_norm": 1.171875, + "learning_rate": 0.0004445, + "loss": 5.8079, + "mean_token_accuracy": 0.13629683703184128, + "num_tokens": 2551220.0, + "step": 890 + }, + { + "entropy": 6.152676439285278, + "epoch": 1.0616844602609727, + "grad_norm": 1.2734375, + "learning_rate": 0.000447, + "loss": 5.8853, + "mean_token_accuracy": 0.12912147343158722, + "num_tokens": 2565686.0, + "step": 895 + }, + { + "entropy": 5.9945775985717775, + "epoch": 1.0676156583629894, + "grad_norm": 1.234375, + "learning_rate": 0.00044950000000000003, + "loss": 5.8012, + "mean_token_accuracy": 0.1301092065870762, + "num_tokens": 2579569.0, + "step": 900 + }, + { + "entropy": 6.045119094848633, + "epoch": 1.073546856465006, + "grad_norm": 1.390625, + "learning_rate": 0.00045200000000000004, + "loss": 5.7873, + "mean_token_accuracy": 0.13423676043748856, + "num_tokens": 2593226.0, + "step": 905 + }, + { + "entropy": 5.971383666992187, + "epoch": 1.0794780545670226, + "grad_norm": 1.046875, + "learning_rate": 0.00045450000000000004, + "loss": 5.748, + "mean_token_accuracy": 0.13364143371582032, + "num_tokens": 2607711.0, + "step": 910 + }, + { + "entropy": 6.028302955627441, + "epoch": 1.085409252669039, + "grad_norm": 1.109375, + "learning_rate": 0.00045700000000000005, + "loss": 5.7788, + "mean_token_accuracy": 0.13531881719827651, + "num_tokens": 2623024.0, + "step": 915 + }, + { + "entropy": 6.003001356124878, + "epoch": 1.0913404507710558, + "grad_norm": 1.078125, + "learning_rate": 0.00045950000000000006, + "loss": 5.7666, + "mean_token_accuracy": 0.1361100286245346, + "num_tokens": 2637824.0, + "step": 920 + }, + { + "entropy": 5.995635271072388, + "epoch": 1.0972716488730723, + "grad_norm": 1.1796875, + "learning_rate": 0.000462, + "loss": 5.7772, + "mean_token_accuracy": 0.13633406162261963, + "num_tokens": 2652077.0, + "step": 925 + }, + { + "entropy": 5.994116687774659, + "epoch": 1.103202846975089, + "grad_norm": 1.2265625, + "learning_rate": 0.0004645, + "loss": 5.7796, + "mean_token_accuracy": 0.1343744106590748, + "num_tokens": 2666791.0, + "step": 930 + }, + { + "entropy": 5.9884919166564945, + "epoch": 1.1091340450771057, + "grad_norm": 0.9375, + "learning_rate": 0.000467, + "loss": 5.8653, + "mean_token_accuracy": 0.13153321593999862, + "num_tokens": 2681482.0, + "step": 935 + }, + { + "entropy": 5.957932996749878, + "epoch": 1.1150652431791221, + "grad_norm": 1.09375, + "learning_rate": 0.0004695, + "loss": 5.6686, + "mean_token_accuracy": 0.14378132447600364, + "num_tokens": 2695305.0, + "step": 940 + }, + { + "entropy": 6.023182153701782, + "epoch": 1.1209964412811388, + "grad_norm": 1.1640625, + "learning_rate": 0.000472, + "loss": 5.7336, + "mean_token_accuracy": 0.13786137402057647, + "num_tokens": 2712211.0, + "step": 945 + }, + { + "entropy": 5.941826725006104, + "epoch": 1.1269276393831553, + "grad_norm": 1.109375, + "learning_rate": 0.0004745, + "loss": 5.7816, + "mean_token_accuracy": 0.13546779826283456, + "num_tokens": 2726888.0, + "step": 950 + }, + { + "entropy": 5.957491064071656, + "epoch": 1.132858837485172, + "grad_norm": 1.0859375, + "learning_rate": 0.000477, + "loss": 5.7527, + "mean_token_accuracy": 0.13760311529040337, + "num_tokens": 2741734.0, + "step": 955 + }, + { + "entropy": 5.94100170135498, + "epoch": 1.1387900355871885, + "grad_norm": 1.3046875, + "learning_rate": 0.0004795, + "loss": 5.7551, + "mean_token_accuracy": 0.14393994361162185, + "num_tokens": 2754680.0, + "step": 960 + }, + { + "entropy": 5.94309253692627, + "epoch": 1.1447212336892052, + "grad_norm": 1.3125, + "learning_rate": 0.000482, + "loss": 5.8065, + "mean_token_accuracy": 0.129212536662817, + "num_tokens": 2769572.0, + "step": 965 + }, + { + "entropy": 6.076050662994385, + "epoch": 1.150652431791222, + "grad_norm": 1.3359375, + "learning_rate": 0.0004845, + "loss": 5.7537, + "mean_token_accuracy": 0.13419156968593599, + "num_tokens": 2782948.0, + "step": 970 + }, + { + "entropy": 5.846741008758545, + "epoch": 1.1565836298932384, + "grad_norm": 1.1171875, + "learning_rate": 0.000487, + "loss": 5.6832, + "mean_token_accuracy": 0.1396567314863205, + "num_tokens": 2795399.0, + "step": 975 + }, + { + "entropy": 5.9153892993927, + "epoch": 1.162514827995255, + "grad_norm": 1.203125, + "learning_rate": 0.0004895, + "loss": 5.6837, + "mean_token_accuracy": 0.13754538744688033, + "num_tokens": 2809591.0, + "step": 980 + }, + { + "entropy": 5.938817977905273, + "epoch": 1.1684460260972718, + "grad_norm": 1.015625, + "learning_rate": 0.000492, + "loss": 5.7227, + "mean_token_accuracy": 0.13820295482873918, + "num_tokens": 2824106.0, + "step": 985 + }, + { + "entropy": 5.93713231086731, + "epoch": 1.1743772241992882, + "grad_norm": 1.1640625, + "learning_rate": 0.0004945, + "loss": 5.8459, + "mean_token_accuracy": 0.1346195101737976, + "num_tokens": 2838616.0, + "step": 990 + }, + { + "entropy": 5.968208456039429, + "epoch": 1.180308422301305, + "grad_norm": 1.4140625, + "learning_rate": 0.000497, + "loss": 5.7473, + "mean_token_accuracy": 0.13854797407984734, + "num_tokens": 2851707.0, + "step": 995 + }, + { + "entropy": 5.898858261108399, + "epoch": 1.1862396204033214, + "grad_norm": 1.0390625, + "learning_rate": 0.0004995, + "loss": 5.7691, + "mean_token_accuracy": 0.1328132927417755, + "num_tokens": 2867644.0, + "step": 1000 + }, + { + "epoch": 1.1862396204033214, + "eval_entropy": 5.91133521232137, + "eval_loss": 6.012734413146973, + "eval_mean_token_accuracy": 0.13139666496930313, + "eval_num_tokens": 2867644.0, + "eval_runtime": 2.4739, + "eval_samples_per_second": 1054.225, + "eval_steps_per_second": 131.778, + "step": 1000 + }, + { + "entropy": 5.986166191101074, + "epoch": 1.1921708185053381, + "grad_norm": 1.0703125, + "learning_rate": 0.00049999967732573, + "loss": 5.7701, + "mean_token_accuracy": 0.1327154405415058, + "num_tokens": 2882663.0, + "step": 1005 + }, + { + "entropy": 5.940847110748291, + "epoch": 1.1981020166073546, + "grad_norm": 1.21875, + "learning_rate": 0.0004999983664630945, + "loss": 5.8284, + "mean_token_accuracy": 0.1329515464603901, + "num_tokens": 2898791.0, + "step": 1010 + }, + { + "entropy": 5.939939355850219, + "epoch": 1.2040332147093713, + "grad_norm": 1.09375, + "learning_rate": 0.0004999960472508219, + "loss": 5.7229, + "mean_token_accuracy": 0.14346506744623183, + "num_tokens": 2912997.0, + "step": 1015 + }, + { + "entropy": 5.890226602554321, + "epoch": 1.209964412811388, + "grad_norm": 1.171875, + "learning_rate": 0.0004999927196993059, + "loss": 5.7083, + "mean_token_accuracy": 0.1415116421878338, + "num_tokens": 2925064.0, + "step": 1020 + }, + { + "entropy": 5.959262037277222, + "epoch": 1.2158956109134045, + "grad_norm": 1.1484375, + "learning_rate": 0.0004999883838234592, + "loss": 5.7633, + "mean_token_accuracy": 0.13465891852974893, + "num_tokens": 2941400.0, + "step": 1025 + }, + { + "entropy": 5.861705589294433, + "epoch": 1.2218268090154212, + "grad_norm": 1.1328125, + "learning_rate": 0.0004999830396427133, + "loss": 5.7352, + "mean_token_accuracy": 0.13958436101675034, + "num_tokens": 2955541.0, + "step": 1030 + }, + { + "entropy": 5.922749280929565, + "epoch": 1.2277580071174377, + "grad_norm": 1.109375, + "learning_rate": 0.0004999766871810188, + "loss": 5.7479, + "mean_token_accuracy": 0.1416574686765671, + "num_tokens": 2968928.0, + "step": 1035 + }, + { + "entropy": 5.934699630737304, + "epoch": 1.2336892052194544, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999693264668446, + "loss": 5.6844, + "mean_token_accuracy": 0.14234655275940894, + "num_tokens": 2984072.0, + "step": 1040 + }, + { + "entropy": 5.891662549972534, + "epoch": 1.2396204033214708, + "grad_norm": 1.015625, + "learning_rate": 0.0004999609575331786, + "loss": 5.7787, + "mean_token_accuracy": 0.13772650435566902, + "num_tokens": 2999083.0, + "step": 1045 + }, + { + "entropy": 5.854400157928467, + "epoch": 1.2455516014234875, + "grad_norm": 1.1796875, + "learning_rate": 0.0004999515804175268, + "loss": 5.726, + "mean_token_accuracy": 0.13745229691267014, + "num_tokens": 3012738.0, + "step": 1050 + }, + { + "entropy": 5.869228887557983, + "epoch": 1.2514827995255042, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999411951619134, + "loss": 5.6694, + "mean_token_accuracy": 0.14171827286481858, + "num_tokens": 3027929.0, + "step": 1055 + }, + { + "entropy": 5.864783573150635, + "epoch": 1.2574139976275207, + "grad_norm": 0.98828125, + "learning_rate": 0.000499929801812881, + "loss": 5.8025, + "mean_token_accuracy": 0.13281177058815957, + "num_tokens": 3043576.0, + "step": 1060 + }, + { + "entropy": 5.822867107391358, + "epoch": 1.2633451957295374, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999174004214899, + "loss": 5.6696, + "mean_token_accuracy": 0.1398370385169983, + "num_tokens": 3059352.0, + "step": 1065 + }, + { + "entropy": 5.936639642715454, + "epoch": 1.269276393831554, + "grad_norm": 1.1484375, + "learning_rate": 0.0004999039910433179, + "loss": 5.7859, + "mean_token_accuracy": 0.1422264978289604, + "num_tokens": 3073140.0, + "step": 1070 + }, + { + "entropy": 5.890475559234619, + "epoch": 1.2752075919335706, + "grad_norm": 1.1015625, + "learning_rate": 0.0004998895737384605, + "loss": 5.7601, + "mean_token_accuracy": 0.14164954274892808, + "num_tokens": 3087710.0, + "step": 1075 + }, + { + "entropy": 5.919763278961182, + "epoch": 1.281138790035587, + "grad_norm": 1.125, + "learning_rate": 0.0004998741485715297, + "loss": 5.713, + "mean_token_accuracy": 0.14089994207024575, + "num_tokens": 3102035.0, + "step": 1080 + }, + { + "entropy": 5.838283920288086, + "epoch": 1.2870699881376038, + "grad_norm": 0.984375, + "learning_rate": 0.0004998577156116551, + "loss": 5.7754, + "mean_token_accuracy": 0.13512811809778214, + "num_tokens": 3118534.0, + "step": 1085 + }, + { + "entropy": 5.856381511688232, + "epoch": 1.2930011862396205, + "grad_norm": 1.0078125, + "learning_rate": 0.0004998402749324823, + "loss": 5.7229, + "mean_token_accuracy": 0.13245076537132264, + "num_tokens": 3133419.0, + "step": 1090 + }, + { + "entropy": 5.997888469696045, + "epoch": 1.298932384341637, + "grad_norm": 1.25, + "learning_rate": 0.0004998218266121731, + "loss": 5.8243, + "mean_token_accuracy": 0.1440747559070587, + "num_tokens": 3145903.0, + "step": 1095 + }, + { + "entropy": 5.824967718124389, + "epoch": 1.3048635824436536, + "grad_norm": 1.078125, + "learning_rate": 0.0004998023707334055, + "loss": 5.7688, + "mean_token_accuracy": 0.1350715659558773, + "num_tokens": 3159938.0, + "step": 1100 + }, + { + "entropy": 5.8246561050415036, + "epoch": 1.3107947805456703, + "grad_norm": 0.9921875, + "learning_rate": 0.0004997819073833724, + "loss": 5.6475, + "mean_token_accuracy": 0.1452900804579258, + "num_tokens": 3175089.0, + "step": 1105 + }, + { + "entropy": 5.855417728424072, + "epoch": 1.3167259786476868, + "grad_norm": 1.0859375, + "learning_rate": 0.0004997604366537823, + "loss": 5.7858, + "mean_token_accuracy": 0.13705137223005295, + "num_tokens": 3191027.0, + "step": 1110 + }, + { + "entropy": 5.746766853332519, + "epoch": 1.3226571767497035, + "grad_norm": 1.140625, + "learning_rate": 0.000499737958640858, + "loss": 5.6247, + "mean_token_accuracy": 0.14565233290195465, + "num_tokens": 3205489.0, + "step": 1115 + }, + { + "entropy": 5.841010189056396, + "epoch": 1.32858837485172, + "grad_norm": 1.0625, + "learning_rate": 0.0004997144734453367, + "loss": 5.604, + "mean_token_accuracy": 0.14238353818655014, + "num_tokens": 3218764.0, + "step": 1120 + }, + { + "entropy": 5.837244129180908, + "epoch": 1.3345195729537367, + "grad_norm": 1.0078125, + "learning_rate": 0.0004996899811724693, + "loss": 5.7391, + "mean_token_accuracy": 0.13837844729423524, + "num_tokens": 3232953.0, + "step": 1125 + }, + { + "entropy": 5.772788858413696, + "epoch": 1.3404507710557532, + "grad_norm": 1.03125, + "learning_rate": 0.0004996644819320201, + "loss": 5.646, + "mean_token_accuracy": 0.14131752848625184, + "num_tokens": 3246977.0, + "step": 1130 + }, + { + "entropy": 5.676492929458618, + "epoch": 1.3463819691577699, + "grad_norm": 1.1640625, + "learning_rate": 0.0004996379758382662, + "loss": 5.5467, + "mean_token_accuracy": 0.14851859956979752, + "num_tokens": 3260668.0, + "step": 1135 + }, + { + "entropy": 5.83406023979187, + "epoch": 1.3523131672597866, + "grad_norm": 1.0859375, + "learning_rate": 0.0004996104630099969, + "loss": 5.6622, + "mean_token_accuracy": 0.1436814546585083, + "num_tokens": 3274213.0, + "step": 1140 + }, + { + "entropy": 5.770905447006226, + "epoch": 1.358244365361803, + "grad_norm": 1.1875, + "learning_rate": 0.0004995819435705133, + "loss": 5.6455, + "mean_token_accuracy": 0.13666117042303086, + "num_tokens": 3288011.0, + "step": 1145 + }, + { + "entropy": 5.856086683273316, + "epoch": 1.3641755634638197, + "grad_norm": 1.0546875, + "learning_rate": 0.0004995524176476277, + "loss": 5.7079, + "mean_token_accuracy": 0.1383526973426342, + "num_tokens": 3303263.0, + "step": 1150 + }, + { + "entropy": 5.795949029922485, + "epoch": 1.3701067615658362, + "grad_norm": 1.1328125, + "learning_rate": 0.0004995218853736631, + "loss": 5.6848, + "mean_token_accuracy": 0.14614594876766204, + "num_tokens": 3316843.0, + "step": 1155 + }, + { + "entropy": 5.752928686141968, + "epoch": 1.376037959667853, + "grad_norm": 1.0625, + "learning_rate": 0.0004994903468854527, + "loss": 5.5688, + "mean_token_accuracy": 0.14343352913856505, + "num_tokens": 3331527.0, + "step": 1160 + }, + { + "entropy": 5.751480293273926, + "epoch": 1.3819691577698694, + "grad_norm": 1.09375, + "learning_rate": 0.0004994578023243386, + "loss": 5.6655, + "mean_token_accuracy": 0.1439042344689369, + "num_tokens": 3347795.0, + "step": 1165 + }, + { + "entropy": 5.797406005859375, + "epoch": 1.387900355871886, + "grad_norm": 0.94140625, + "learning_rate": 0.0004994242518361723, + "loss": 5.7132, + "mean_token_accuracy": 0.1414179876446724, + "num_tokens": 3363532.0, + "step": 1170 + }, + { + "entropy": 5.777079343795776, + "epoch": 1.3938315539739028, + "grad_norm": 1.109375, + "learning_rate": 0.0004993896955713133, + "loss": 5.6743, + "mean_token_accuracy": 0.14409229755401612, + "num_tokens": 3377040.0, + "step": 1175 + }, + { + "entropy": 5.753640937805176, + "epoch": 1.3997627520759193, + "grad_norm": 1.25, + "learning_rate": 0.0004993541336846283, + "loss": 5.6287, + "mean_token_accuracy": 0.1529825061559677, + "num_tokens": 3390663.0, + "step": 1180 + }, + { + "entropy": 5.791894626617432, + "epoch": 1.405693950177936, + "grad_norm": 0.96875, + "learning_rate": 0.000499317566335491, + "loss": 5.6625, + "mean_token_accuracy": 0.1494051843881607, + "num_tokens": 3405860.0, + "step": 1185 + }, + { + "entropy": 5.734993839263916, + "epoch": 1.4116251482799527, + "grad_norm": 1.0859375, + "learning_rate": 0.0004992799936877813, + "loss": 5.6489, + "mean_token_accuracy": 0.14007329940795898, + "num_tokens": 3420248.0, + "step": 1190 + }, + { + "entropy": 5.817593097686768, + "epoch": 1.4175563463819691, + "grad_norm": 1.03125, + "learning_rate": 0.0004992414159098841, + "loss": 5.6469, + "mean_token_accuracy": 0.14704996794462205, + "num_tokens": 3434126.0, + "step": 1195 + }, + { + "entropy": 5.779922151565552, + "epoch": 1.4234875444839858, + "grad_norm": 1.1328125, + "learning_rate": 0.0004992018331746891, + "loss": 5.7038, + "mean_token_accuracy": 0.14136891365051268, + "num_tokens": 3449462.0, + "step": 1200 + }, + { + "entropy": 5.80670485496521, + "epoch": 1.4294187425860023, + "grad_norm": 1.0078125, + "learning_rate": 0.0004991612456595896, + "loss": 5.7589, + "mean_token_accuracy": 0.1408810332417488, + "num_tokens": 3465536.0, + "step": 1205 + }, + { + "entropy": 5.7316718101501465, + "epoch": 1.435349940688019, + "grad_norm": 1.0859375, + "learning_rate": 0.0004991196535464824, + "loss": 5.6359, + "mean_token_accuracy": 0.14721256196498872, + "num_tokens": 3479129.0, + "step": 1210 + }, + { + "entropy": 5.719354104995728, + "epoch": 1.4412811387900355, + "grad_norm": 1.3203125, + "learning_rate": 0.0004990770570217659, + "loss": 5.5441, + "mean_token_accuracy": 0.15703994482755662, + "num_tokens": 3492191.0, + "step": 1215 + }, + { + "entropy": 5.779579067230225, + "epoch": 1.4472123368920522, + "grad_norm": 1.1796875, + "learning_rate": 0.0004990334562763401, + "loss": 5.7006, + "mean_token_accuracy": 0.1453902617096901, + "num_tokens": 3507459.0, + "step": 1220 + }, + { + "entropy": 5.741008663177491, + "epoch": 1.453143534994069, + "grad_norm": 1.0390625, + "learning_rate": 0.0004989888515056057, + "loss": 5.6628, + "mean_token_accuracy": 0.14069193080067635, + "num_tokens": 3521517.0, + "step": 1225 + }, + { + "entropy": 5.746186399459839, + "epoch": 1.4590747330960854, + "grad_norm": 1.0625, + "learning_rate": 0.0004989432429094627, + "loss": 5.6036, + "mean_token_accuracy": 0.1472635604441166, + "num_tokens": 3535279.0, + "step": 1230 + }, + { + "entropy": 5.725585222244263, + "epoch": 1.465005931198102, + "grad_norm": 1.0859375, + "learning_rate": 0.0004988966306923099, + "loss": 5.5219, + "mean_token_accuracy": 0.1509362980723381, + "num_tokens": 3549960.0, + "step": 1235 + }, + { + "entropy": 5.702635431289673, + "epoch": 1.4709371293001186, + "grad_norm": 1.078125, + "learning_rate": 0.0004988490150630441, + "loss": 5.6504, + "mean_token_accuracy": 0.1413729466497898, + "num_tokens": 3563814.0, + "step": 1240 + }, + { + "entropy": 5.836396932601929, + "epoch": 1.4768683274021353, + "grad_norm": 1.0390625, + "learning_rate": 0.0004988003962350589, + "loss": 5.653, + "mean_token_accuracy": 0.15044173300266267, + "num_tokens": 3577529.0, + "step": 1245 + }, + { + "entropy": 5.712747097015381, + "epoch": 1.4827995255041517, + "grad_norm": 1.21875, + "learning_rate": 0.0004987507744262436, + "loss": 5.5913, + "mean_token_accuracy": 0.1456787832081318, + "num_tokens": 3591812.0, + "step": 1250 + }, + { + "entropy": 5.635834550857544, + "epoch": 1.4887307236061684, + "grad_norm": 1.0546875, + "learning_rate": 0.0004987001498589828, + "loss": 5.5787, + "mean_token_accuracy": 0.14813287556171417, + "num_tokens": 3604954.0, + "step": 1255 + }, + { + "entropy": 5.760722827911377, + "epoch": 1.4946619217081851, + "grad_norm": 1.03125, + "learning_rate": 0.0004986485227601548, + "loss": 5.6178, + "mean_token_accuracy": 0.14130520299077035, + "num_tokens": 3620486.0, + "step": 1260 + }, + { + "entropy": 5.717405652999878, + "epoch": 1.5005931198102016, + "grad_norm": 0.9921875, + "learning_rate": 0.000498595893361131, + "loss": 5.555, + "mean_token_accuracy": 0.15612171441316605, + "num_tokens": 3633972.0, + "step": 1265 + }, + { + "entropy": 5.7364737033844, + "epoch": 1.5065243179122183, + "grad_norm": 1.0546875, + "learning_rate": 0.0004985422618977744, + "loss": 5.6037, + "mean_token_accuracy": 0.151451975107193, + "num_tokens": 3649306.0, + "step": 1270 + }, + { + "entropy": 5.7654664516448975, + "epoch": 1.512455516014235, + "grad_norm": 0.98828125, + "learning_rate": 0.0004984876286104392, + "loss": 5.6786, + "mean_token_accuracy": 0.14375052377581596, + "num_tokens": 3664809.0, + "step": 1275 + }, + { + "entropy": 5.70614218711853, + "epoch": 1.5183867141162515, + "grad_norm": 1.2421875, + "learning_rate": 0.0004984319937439693, + "loss": 5.6095, + "mean_token_accuracy": 0.15040914267301558, + "num_tokens": 3677669.0, + "step": 1280 + }, + { + "entropy": 5.743654489517212, + "epoch": 1.524317912218268, + "grad_norm": 1.015625, + "learning_rate": 0.0004983753575476969, + "loss": 5.6267, + "mean_token_accuracy": 0.14291197434067726, + "num_tokens": 3690588.0, + "step": 1285 + }, + { + "entropy": 5.696566772460938, + "epoch": 1.5302491103202847, + "grad_norm": 1.0703125, + "learning_rate": 0.0004983177202754421, + "loss": 5.6522, + "mean_token_accuracy": 0.14571921825408934, + "num_tokens": 3703749.0, + "step": 1290 + }, + { + "entropy": 5.805274868011475, + "epoch": 1.5361803084223014, + "grad_norm": 0.9296875, + "learning_rate": 0.0004982590821855115, + "loss": 5.68, + "mean_token_accuracy": 0.13761823400855064, + "num_tokens": 3720181.0, + "step": 1295 + }, + { + "entropy": 5.711960506439209, + "epoch": 1.5421115065243178, + "grad_norm": 0.953125, + "learning_rate": 0.0004981994435406965, + "loss": 5.6042, + "mean_token_accuracy": 0.14782098084688186, + "num_tokens": 3734918.0, + "step": 1300 + }, + { + "entropy": 5.666572904586792, + "epoch": 1.5480427046263345, + "grad_norm": 0.9765625, + "learning_rate": 0.0004981388046082731, + "loss": 5.5494, + "mean_token_accuracy": 0.15440027564764022, + "num_tokens": 3748660.0, + "step": 1305 + }, + { + "entropy": 5.685553789138794, + "epoch": 1.5539739027283512, + "grad_norm": 0.97265625, + "learning_rate": 0.0004980771656599998, + "loss": 5.6201, + "mean_token_accuracy": 0.14841450601816178, + "num_tokens": 3763481.0, + "step": 1310 + }, + { + "entropy": 5.763680267333984, + "epoch": 1.5599051008303677, + "grad_norm": 1.0390625, + "learning_rate": 0.0004980145269721168, + "loss": 5.6376, + "mean_token_accuracy": 0.14404506087303162, + "num_tokens": 3777077.0, + "step": 1315 + }, + { + "entropy": 5.685877466201783, + "epoch": 1.5658362989323842, + "grad_norm": 0.91796875, + "learning_rate": 0.000497950888825345, + "loss": 5.6386, + "mean_token_accuracy": 0.14266225099563598, + "num_tokens": 3793649.0, + "step": 1320 + }, + { + "entropy": 5.687498426437378, + "epoch": 1.571767497034401, + "grad_norm": 0.96484375, + "learning_rate": 0.000497886251504884, + "loss": 5.5262, + "mean_token_accuracy": 0.15134050250053405, + "num_tokens": 3807712.0, + "step": 1325 + }, + { + "entropy": 5.639243650436401, + "epoch": 1.5776986951364176, + "grad_norm": 0.98046875, + "learning_rate": 0.0004978206153004117, + "loss": 5.5347, + "mean_token_accuracy": 0.1552049770951271, + "num_tokens": 3821637.0, + "step": 1330 + }, + { + "entropy": 5.8086631298065186, + "epoch": 1.583629893238434, + "grad_norm": 1.0546875, + "learning_rate": 0.0004977539805060824, + "loss": 5.6912, + "mean_token_accuracy": 0.1436895474791527, + "num_tokens": 3836272.0, + "step": 1335 + }, + { + "entropy": 5.614665985107422, + "epoch": 1.5895610913404508, + "grad_norm": 1.1171875, + "learning_rate": 0.0004976863474205257, + "loss": 5.5055, + "mean_token_accuracy": 0.15429906994104386, + "num_tokens": 3850018.0, + "step": 1340 + }, + { + "entropy": 5.774603271484375, + "epoch": 1.5954922894424675, + "grad_norm": 1.1640625, + "learning_rate": 0.0004976177163468451, + "loss": 5.5949, + "mean_token_accuracy": 0.15020062923431396, + "num_tokens": 3865061.0, + "step": 1345 + }, + { + "entropy": 5.631220006942749, + "epoch": 1.601423487544484, + "grad_norm": 1.09375, + "learning_rate": 0.0004975480875926168, + "loss": 5.6835, + "mean_token_accuracy": 0.15097753554582596, + "num_tokens": 3879697.0, + "step": 1350 + }, + { + "entropy": 5.735270404815674, + "epoch": 1.6073546856465006, + "grad_norm": 1.140625, + "learning_rate": 0.000497477461469888, + "loss": 5.4825, + "mean_token_accuracy": 0.15924198776483536, + "num_tokens": 3891889.0, + "step": 1355 + }, + { + "entropy": 5.665686845779419, + "epoch": 1.6132858837485173, + "grad_norm": 1.0234375, + "learning_rate": 0.0004974058382951757, + "loss": 5.5945, + "mean_token_accuracy": 0.1450992450118065, + "num_tokens": 3907356.0, + "step": 1360 + }, + { + "entropy": 5.731923580169678, + "epoch": 1.6192170818505338, + "grad_norm": 1.078125, + "learning_rate": 0.0004973332183894653, + "loss": 5.5786, + "mean_token_accuracy": 0.14734622836112976, + "num_tokens": 3921839.0, + "step": 1365 + }, + { + "entropy": 5.587240982055664, + "epoch": 1.6251482799525503, + "grad_norm": 0.9609375, + "learning_rate": 0.0004972596020782096, + "loss": 5.483, + "mean_token_accuracy": 0.15152351856231688, + "num_tokens": 3937266.0, + "step": 1370 + }, + { + "entropy": 5.740517473220825, + "epoch": 1.631079478054567, + "grad_norm": 1.046875, + "learning_rate": 0.0004971849896913259, + "loss": 5.6174, + "mean_token_accuracy": 0.14421468004584312, + "num_tokens": 3952721.0, + "step": 1375 + }, + { + "entropy": 5.699207830429077, + "epoch": 1.6370106761565837, + "grad_norm": 1.21875, + "learning_rate": 0.0004971093815631965, + "loss": 5.626, + "mean_token_accuracy": 0.14614131152629853, + "num_tokens": 3966557.0, + "step": 1380 + }, + { + "entropy": 5.577703142166138, + "epoch": 1.6429418742586002, + "grad_norm": 0.98828125, + "learning_rate": 0.0004970327780326655, + "loss": 5.4592, + "mean_token_accuracy": 0.15435569435358049, + "num_tokens": 3978739.0, + "step": 1385 + }, + { + "entropy": 5.523289442062378, + "epoch": 1.6488730723606169, + "grad_norm": 0.90234375, + "learning_rate": 0.0004969551794430383, + "loss": 5.4758, + "mean_token_accuracy": 0.15182152688503264, + "num_tokens": 3993868.0, + "step": 1390 + }, + { + "entropy": 5.735844373703003, + "epoch": 1.6548042704626336, + "grad_norm": 1.0859375, + "learning_rate": 0.0004968765861420799, + "loss": 5.6032, + "mean_token_accuracy": 0.15374974012374878, + "num_tokens": 4006661.0, + "step": 1395 + }, + { + "entropy": 5.63426947593689, + "epoch": 1.66073546856465, + "grad_norm": 0.984375, + "learning_rate": 0.0004967969984820128, + "loss": 5.5828, + "mean_token_accuracy": 0.1495743677020073, + "num_tokens": 4021670.0, + "step": 1400 + }, + { + "entropy": 5.673282051086426, + "epoch": 1.6666666666666665, + "grad_norm": 1.0703125, + "learning_rate": 0.0004967164168195159, + "loss": 5.5646, + "mean_token_accuracy": 0.1479659453034401, + "num_tokens": 4036995.0, + "step": 1405 + }, + { + "entropy": 5.667166376113892, + "epoch": 1.6725978647686834, + "grad_norm": 1.15625, + "learning_rate": 0.000496634841515723, + "loss": 5.6035, + "mean_token_accuracy": 0.15370306074619294, + "num_tokens": 4049464.0, + "step": 1410 + }, + { + "entropy": 5.649252462387085, + "epoch": 1.6785290628707, + "grad_norm": 1.15625, + "learning_rate": 0.0004965522729362209, + "loss": 5.5096, + "mean_token_accuracy": 0.15451542884111405, + "num_tokens": 4063630.0, + "step": 1415 + }, + { + "entropy": 5.63691987991333, + "epoch": 1.6844602609727164, + "grad_norm": 1.1484375, + "learning_rate": 0.0004964687114510478, + "loss": 5.5176, + "mean_token_accuracy": 0.14818612933158876, + "num_tokens": 4079890.0, + "step": 1420 + }, + { + "entropy": 5.556159973144531, + "epoch": 1.690391459074733, + "grad_norm": 0.984375, + "learning_rate": 0.0004963841574346917, + "loss": 5.5784, + "mean_token_accuracy": 0.15199574530124665, + "num_tokens": 4095693.0, + "step": 1425 + }, + { + "entropy": 5.76162371635437, + "epoch": 1.6963226571767498, + "grad_norm": 1.0390625, + "learning_rate": 0.0004962986112660887, + "loss": 5.6264, + "mean_token_accuracy": 0.14758573174476625, + "num_tokens": 4109655.0, + "step": 1430 + }, + { + "entropy": 5.5980674743652346, + "epoch": 1.7022538552787663, + "grad_norm": 1.046875, + "learning_rate": 0.0004962120733286215, + "loss": 5.4904, + "mean_token_accuracy": 0.15562087446451187, + "num_tokens": 4123870.0, + "step": 1435 + }, + { + "entropy": 5.724174547195434, + "epoch": 1.708185053380783, + "grad_norm": 1.0859375, + "learning_rate": 0.0004961245440101171, + "loss": 5.6127, + "mean_token_accuracy": 0.15370832234621049, + "num_tokens": 4138009.0, + "step": 1440 + }, + { + "entropy": 5.661290311813355, + "epoch": 1.7141162514827997, + "grad_norm": 1.125, + "learning_rate": 0.000496036023702846, + "loss": 5.6985, + "mean_token_accuracy": 0.14476853236556053, + "num_tokens": 4151929.0, + "step": 1445 + }, + { + "entropy": 5.681108665466309, + "epoch": 1.7200474495848161, + "grad_norm": 1.109375, + "learning_rate": 0.0004959465128035195, + "loss": 5.5322, + "mean_token_accuracy": 0.1587254822254181, + "num_tokens": 4164626.0, + "step": 1450 + }, + { + "entropy": 5.668149662017822, + "epoch": 1.7259786476868326, + "grad_norm": 0.96875, + "learning_rate": 0.0004958560117132884, + "loss": 5.4829, + "mean_token_accuracy": 0.1552940219640732, + "num_tokens": 4179418.0, + "step": 1455 + }, + { + "entropy": 5.586788272857666, + "epoch": 1.7319098457888493, + "grad_norm": 0.9296875, + "learning_rate": 0.0004957645208377411, + "loss": 5.5927, + "mean_token_accuracy": 0.14715088456869124, + "num_tokens": 4194385.0, + "step": 1460 + }, + { + "entropy": 5.677043342590332, + "epoch": 1.737841043890866, + "grad_norm": 1.0234375, + "learning_rate": 0.000495672040586902, + "loss": 5.5726, + "mean_token_accuracy": 0.1476666510105133, + "num_tokens": 4209246.0, + "step": 1465 + }, + { + "entropy": 5.573235273361206, + "epoch": 1.7437722419928825, + "grad_norm": 0.94921875, + "learning_rate": 0.0004955785713752292, + "loss": 5.5215, + "mean_token_accuracy": 0.1514071211218834, + "num_tokens": 4225142.0, + "step": 1470 + }, + { + "entropy": 5.6124965190887455, + "epoch": 1.7497034400948992, + "grad_norm": 0.9921875, + "learning_rate": 0.0004954841136216132, + "loss": 5.5121, + "mean_token_accuracy": 0.1569083496928215, + "num_tokens": 4239495.0, + "step": 1475 + }, + { + "entropy": 5.6624431133270265, + "epoch": 1.755634638196916, + "grad_norm": 1.1640625, + "learning_rate": 0.0004953886677493746, + "loss": 5.4459, + "mean_token_accuracy": 0.16436467915773392, + "num_tokens": 4251780.0, + "step": 1480 + }, + { + "entropy": 5.616982173919678, + "epoch": 1.7615658362989324, + "grad_norm": 1.515625, + "learning_rate": 0.0004952922341862622, + "loss": 5.6927, + "mean_token_accuracy": 0.14587103947997093, + "num_tokens": 4265490.0, + "step": 1485 + }, + { + "entropy": 5.64134464263916, + "epoch": 1.7674970344009489, + "grad_norm": 1.0234375, + "learning_rate": 0.0004951948133644514, + "loss": 5.4655, + "mean_token_accuracy": 0.15793099850416184, + "num_tokens": 4280478.0, + "step": 1490 + }, + { + "entropy": 5.635649013519287, + "epoch": 1.7734282325029656, + "grad_norm": 0.93359375, + "learning_rate": 0.0004950964057205421, + "loss": 5.5551, + "mean_token_accuracy": 0.1520090416073799, + "num_tokens": 4296649.0, + "step": 1495 + }, + { + "entropy": 5.565133810043335, + "epoch": 1.7793594306049823, + "grad_norm": 0.97265625, + "learning_rate": 0.0004949970116955566, + "loss": 5.525, + "mean_token_accuracy": 0.15610957741737366, + "num_tokens": 4310470.0, + "step": 1500 + }, + { + "epoch": 1.7793594306049823, + "eval_entropy": 5.4890358755193605, + "eval_loss": 5.720747947692871, + "eval_mean_token_accuracy": 0.15074070664179837, + "eval_num_tokens": 4310470.0, + "eval_runtime": 2.4551, + "eval_samples_per_second": 1062.291, + "eval_steps_per_second": 132.786, + "step": 1500 + }, + { + "entropy": 5.62813172340393, + "epoch": 1.7852906287069987, + "grad_norm": 1.09375, + "learning_rate": 0.0004948966317349379, + "loss": 5.5502, + "mean_token_accuracy": 0.15073443800210953, + "num_tokens": 4324996.0, + "step": 1505 + }, + { + "entropy": 5.527570104598999, + "epoch": 1.7912218268090154, + "grad_norm": 1.0390625, + "learning_rate": 0.0004947952662885473, + "loss": 5.4804, + "mean_token_accuracy": 0.15607783049345017, + "num_tokens": 4337194.0, + "step": 1510 + }, + { + "entropy": 5.547454500198365, + "epoch": 1.7971530249110321, + "grad_norm": 0.96875, + "learning_rate": 0.000494692915810663, + "loss": 5.4743, + "mean_token_accuracy": 0.1528942972421646, + "num_tokens": 4352516.0, + "step": 1515 + }, + { + "entropy": 5.56812629699707, + "epoch": 1.8030842230130486, + "grad_norm": 1.171875, + "learning_rate": 0.0004945895807599775, + "loss": 5.5122, + "mean_token_accuracy": 0.16002019345760346, + "num_tokens": 4367654.0, + "step": 1520 + }, + { + "entropy": 5.605467319488525, + "epoch": 1.809015421115065, + "grad_norm": 1.125, + "learning_rate": 0.0004944852615995956, + "loss": 5.5013, + "mean_token_accuracy": 0.15724539756774902, + "num_tokens": 4381275.0, + "step": 1525 + }, + { + "entropy": 5.572732782363891, + "epoch": 1.814946619217082, + "grad_norm": 1.078125, + "learning_rate": 0.0004943799587970328, + "loss": 5.494, + "mean_token_accuracy": 0.1523606076836586, + "num_tokens": 4394392.0, + "step": 1530 + }, + { + "entropy": 5.530032682418823, + "epoch": 1.8208778173190985, + "grad_norm": 1.0625, + "learning_rate": 0.0004942736728242127, + "loss": 5.4026, + "mean_token_accuracy": 0.15689572244882583, + "num_tokens": 4407512.0, + "step": 1535 + }, + { + "entropy": 5.584712648391724, + "epoch": 1.826809015421115, + "grad_norm": 1.125, + "learning_rate": 0.0004941664041574651, + "loss": 5.507, + "mean_token_accuracy": 0.15881744623184205, + "num_tokens": 4422223.0, + "step": 1540 + }, + { + "entropy": 5.6050506114959715, + "epoch": 1.8327402135231317, + "grad_norm": 1.09375, + "learning_rate": 0.0004940581532775237, + "loss": 5.4926, + "mean_token_accuracy": 0.1518533781170845, + "num_tokens": 4436994.0, + "step": 1545 + }, + { + "entropy": 5.4888392925262455, + "epoch": 1.8386714116251484, + "grad_norm": 0.95703125, + "learning_rate": 0.0004939489206695241, + "loss": 5.4267, + "mean_token_accuracy": 0.15675119161605836, + "num_tokens": 4450429.0, + "step": 1550 + }, + { + "entropy": 5.62486629486084, + "epoch": 1.8446026097271648, + "grad_norm": 0.98046875, + "learning_rate": 0.0004938387068230021, + "loss": 5.5789, + "mean_token_accuracy": 0.15119255930185319, + "num_tokens": 4465991.0, + "step": 1555 + }, + { + "entropy": 5.55673360824585, + "epoch": 1.8505338078291815, + "grad_norm": 1.03125, + "learning_rate": 0.0004937275122318902, + "loss": 5.4977, + "mean_token_accuracy": 0.15660169571638108, + "num_tokens": 4480873.0, + "step": 1560 + }, + { + "entropy": 5.634980964660644, + "epoch": 1.8564650059311982, + "grad_norm": 1.1015625, + "learning_rate": 0.0004936153373945165, + "loss": 5.5428, + "mean_token_accuracy": 0.159622260928154, + "num_tokens": 4493443.0, + "step": 1565 + }, + { + "entropy": 5.580209970474243, + "epoch": 1.8623962040332147, + "grad_norm": 1.015625, + "learning_rate": 0.0004935021828136025, + "loss": 5.5042, + "mean_token_accuracy": 0.15394536405801773, + "num_tokens": 4506457.0, + "step": 1570 + }, + { + "entropy": 5.547038459777832, + "epoch": 1.8683274021352312, + "grad_norm": 1.078125, + "learning_rate": 0.0004933880489962602, + "loss": 5.4575, + "mean_token_accuracy": 0.15576548576354982, + "num_tokens": 4520529.0, + "step": 1575 + }, + { + "entropy": 5.558015251159668, + "epoch": 1.8742586002372479, + "grad_norm": 0.96875, + "learning_rate": 0.0004932729364539901, + "loss": 5.3993, + "mean_token_accuracy": 0.15773553699254989, + "num_tokens": 4535100.0, + "step": 1580 + }, + { + "entropy": 5.509803533554077, + "epoch": 1.8801897983392646, + "grad_norm": 1.1328125, + "learning_rate": 0.0004931568457026789, + "loss": 5.5262, + "mean_token_accuracy": 0.1584371492266655, + "num_tokens": 4549152.0, + "step": 1585 + }, + { + "entropy": 5.5465106010437015, + "epoch": 1.886120996441281, + "grad_norm": 1.015625, + "learning_rate": 0.0004930397772625976, + "loss": 5.3981, + "mean_token_accuracy": 0.16331460624933242, + "num_tokens": 4563302.0, + "step": 1590 + }, + { + "entropy": 5.470412969589233, + "epoch": 1.8920521945432978, + "grad_norm": 0.9921875, + "learning_rate": 0.0004929217316583985, + "loss": 5.3418, + "mean_token_accuracy": 0.1644173815846443, + "num_tokens": 4576770.0, + "step": 1595 + }, + { + "entropy": 5.56337342262268, + "epoch": 1.8979833926453145, + "grad_norm": 0.90625, + "learning_rate": 0.000492802709419113, + "loss": 5.4922, + "mean_token_accuracy": 0.1560358837246895, + "num_tokens": 4590264.0, + "step": 1600 + }, + { + "entropy": 5.541475391387939, + "epoch": 1.903914590747331, + "grad_norm": 0.9609375, + "learning_rate": 0.0004926827110781496, + "loss": 5.4658, + "mean_token_accuracy": 0.1521800145506859, + "num_tokens": 4606217.0, + "step": 1605 + }, + { + "entropy": 5.499109220504761, + "epoch": 1.9098457888493474, + "grad_norm": 1.0703125, + "learning_rate": 0.0004925617371732914, + "loss": 5.3749, + "mean_token_accuracy": 0.16113989651203156, + "num_tokens": 4620460.0, + "step": 1610 + }, + { + "entropy": 5.545439529418945, + "epoch": 1.9157769869513643, + "grad_norm": 0.94921875, + "learning_rate": 0.0004924397882466933, + "loss": 5.4441, + "mean_token_accuracy": 0.15975887924432755, + "num_tokens": 4635915.0, + "step": 1615 + }, + { + "entropy": 5.561807680130005, + "epoch": 1.9217081850533808, + "grad_norm": 1.046875, + "learning_rate": 0.0004923168648448799, + "loss": 5.4467, + "mean_token_accuracy": 0.15793247371912003, + "num_tokens": 4650789.0, + "step": 1620 + }, + { + "entropy": 5.594422292709351, + "epoch": 1.9276393831553973, + "grad_norm": 0.9609375, + "learning_rate": 0.0004921929675187433, + "loss": 5.518, + "mean_token_accuracy": 0.15074024945497513, + "num_tokens": 4666306.0, + "step": 1625 + }, + { + "entropy": 5.519123840332031, + "epoch": 1.933570581257414, + "grad_norm": 1.046875, + "learning_rate": 0.0004920680968235397, + "loss": 5.5125, + "mean_token_accuracy": 0.1595379963517189, + "num_tokens": 4679587.0, + "step": 1630 + }, + { + "entropy": 5.621131181716919, + "epoch": 1.9395017793594307, + "grad_norm": 1.109375, + "learning_rate": 0.0004919422533188882, + "loss": 5.441, + "mean_token_accuracy": 0.15777284204959868, + "num_tokens": 4694237.0, + "step": 1635 + }, + { + "entropy": 5.571220350265503, + "epoch": 1.9454329774614472, + "grad_norm": 0.93359375, + "learning_rate": 0.0004918154375687673, + "loss": 5.5383, + "mean_token_accuracy": 0.1469981402158737, + "num_tokens": 4708423.0, + "step": 1640 + }, + { + "entropy": 5.614190530776978, + "epoch": 1.9513641755634639, + "grad_norm": 1.0234375, + "learning_rate": 0.0004916876501415129, + "loss": 5.495, + "mean_token_accuracy": 0.15826049596071243, + "num_tokens": 4723039.0, + "step": 1645 + }, + { + "entropy": 5.505533838272095, + "epoch": 1.9572953736654806, + "grad_norm": 1.2265625, + "learning_rate": 0.0004915588916098151, + "loss": 5.4317, + "mean_token_accuracy": 0.16039896309375762, + "num_tokens": 4735882.0, + "step": 1650 + }, + { + "entropy": 5.477867507934571, + "epoch": 1.963226571767497, + "grad_norm": 1.140625, + "learning_rate": 0.0004914291625507164, + "loss": 5.4436, + "mean_token_accuracy": 0.16591833531856537, + "num_tokens": 4748810.0, + "step": 1655 + }, + { + "entropy": 5.561583375930786, + "epoch": 1.9691577698695135, + "grad_norm": 0.94921875, + "learning_rate": 0.000491298463545609, + "loss": 5.4632, + "mean_token_accuracy": 0.1546772077679634, + "num_tokens": 4763563.0, + "step": 1660 + }, + { + "entropy": 5.511043453216553, + "epoch": 1.9750889679715302, + "grad_norm": 1.109375, + "learning_rate": 0.0004911667951802318, + "loss": 5.4528, + "mean_token_accuracy": 0.15551470816135407, + "num_tokens": 4775483.0, + "step": 1665 + }, + { + "entropy": 5.501114273071289, + "epoch": 1.981020166073547, + "grad_norm": 0.8359375, + "learning_rate": 0.000491034158044668, + "loss": 5.4583, + "mean_token_accuracy": 0.1569467306137085, + "num_tokens": 4792507.0, + "step": 1670 + }, + { + "entropy": 5.568025827407837, + "epoch": 1.9869513641755634, + "grad_norm": 0.953125, + "learning_rate": 0.0004909005527333421, + "loss": 5.5004, + "mean_token_accuracy": 0.155551216006279, + "num_tokens": 4807722.0, + "step": 1675 + }, + { + "entropy": 5.516203594207764, + "epoch": 1.99288256227758, + "grad_norm": 1.015625, + "learning_rate": 0.000490765979845018, + "loss": 5.32, + "mean_token_accuracy": 0.16825991868972778, + "num_tokens": 4821129.0, + "step": 1680 + }, + { + "entropy": 5.505976819992066, + "epoch": 1.9988137603795968, + "grad_norm": 1.109375, + "learning_rate": 0.000490630439982796, + "loss": 5.3815, + "mean_token_accuracy": 0.15964729189872742, + "num_tokens": 4835483.0, + "step": 1685 + }, + { + "entropy": 5.534174060821533, + "epoch": 2.0047449584816133, + "grad_norm": 0.98828125, + "learning_rate": 0.0004904939337541093, + "loss": 5.165, + "mean_token_accuracy": 0.17265937626361846, + "num_tokens": 4848607.0, + "step": 1690 + }, + { + "entropy": 5.4161741733551025, + "epoch": 2.0106761565836297, + "grad_norm": 1.03125, + "learning_rate": 0.0004903564617707227, + "loss": 5.129, + "mean_token_accuracy": 0.17384703904390336, + "num_tokens": 4863324.0, + "step": 1695 + }, + { + "entropy": 5.535564327239991, + "epoch": 2.0166073546856467, + "grad_norm": 1.0234375, + "learning_rate": 0.0004902180246487285, + "loss": 5.1794, + "mean_token_accuracy": 0.17566659599542617, + "num_tokens": 4876603.0, + "step": 1700 + }, + { + "entropy": 5.487852954864502, + "epoch": 2.022538552787663, + "grad_norm": 0.90625, + "learning_rate": 0.000490078623008545, + "loss": 5.2708, + "mean_token_accuracy": 0.16383918672800063, + "num_tokens": 4893733.0, + "step": 1705 + }, + { + "entropy": 5.522866249084473, + "epoch": 2.0284697508896796, + "grad_norm": 1.0546875, + "learning_rate": 0.0004899382574749124, + "loss": 5.2032, + "mean_token_accuracy": 0.1683608591556549, + "num_tokens": 4908476.0, + "step": 1710 + }, + { + "entropy": 5.46659140586853, + "epoch": 2.0344009489916965, + "grad_norm": 1.0390625, + "learning_rate": 0.000489796928676891, + "loss": 5.1535, + "mean_token_accuracy": 0.17724859714508057, + "num_tokens": 4920471.0, + "step": 1715 + }, + { + "entropy": 5.461789083480835, + "epoch": 2.040332147093713, + "grad_norm": 1.0390625, + "learning_rate": 0.0004896546372478581, + "loss": 5.1845, + "mean_token_accuracy": 0.17168280780315398, + "num_tokens": 4934984.0, + "step": 1720 + }, + { + "entropy": 5.375751543045044, + "epoch": 2.0462633451957295, + "grad_norm": 0.99609375, + "learning_rate": 0.0004895113838255049, + "loss": 5.1993, + "mean_token_accuracy": 0.16719358563423156, + "num_tokens": 4949709.0, + "step": 1725 + }, + { + "entropy": 5.503344297409058, + "epoch": 2.052194543297746, + "grad_norm": 0.9609375, + "learning_rate": 0.0004893671690518343, + "loss": 5.1678, + "mean_token_accuracy": 0.17527552992105483, + "num_tokens": 4964439.0, + "step": 1730 + }, + { + "entropy": 5.424249362945557, + "epoch": 2.058125741399763, + "grad_norm": 1.0390625, + "learning_rate": 0.0004892219935731571, + "loss": 5.1255, + "mean_token_accuracy": 0.1706253096461296, + "num_tokens": 4979958.0, + "step": 1735 + }, + { + "entropy": 5.445143413543701, + "epoch": 2.0640569395017794, + "grad_norm": 1.0, + "learning_rate": 0.0004890758580400898, + "loss": 5.2107, + "mean_token_accuracy": 0.17454935014247894, + "num_tokens": 4993034.0, + "step": 1740 + }, + { + "entropy": 5.3907262802124025, + "epoch": 2.069988137603796, + "grad_norm": 1.0078125, + "learning_rate": 0.0004889287631075513, + "loss": 5.1469, + "mean_token_accuracy": 0.17527274340391158, + "num_tokens": 5008580.0, + "step": 1745 + }, + { + "entropy": 5.415247631072998, + "epoch": 2.0759193357058128, + "grad_norm": 0.98828125, + "learning_rate": 0.0004887807094347606, + "loss": 5.1757, + "mean_token_accuracy": 0.1709846779704094, + "num_tokens": 5022322.0, + "step": 1750 + }, + { + "entropy": 5.5165040493011475, + "epoch": 2.0818505338078293, + "grad_norm": 0.9453125, + "learning_rate": 0.0004886316976852326, + "loss": 5.1905, + "mean_token_accuracy": 0.16880395114421845, + "num_tokens": 5036511.0, + "step": 1755 + }, + { + "entropy": 5.393788051605225, + "epoch": 2.0877817319098457, + "grad_norm": 1.0234375, + "learning_rate": 0.0004884817285267766, + "loss": 5.1845, + "mean_token_accuracy": 0.1742696449160576, + "num_tokens": 5050129.0, + "step": 1760 + }, + { + "entropy": 5.337964820861816, + "epoch": 2.093712930011862, + "grad_norm": 1.0390625, + "learning_rate": 0.0004883308026314923, + "loss": 5.0561, + "mean_token_accuracy": 0.18535924702882767, + "num_tokens": 5062299.0, + "step": 1765 + }, + { + "entropy": 5.378459167480469, + "epoch": 2.099644128113879, + "grad_norm": 1.0546875, + "learning_rate": 0.00048817892067576726, + "loss": 5.1866, + "mean_token_accuracy": 0.17031457126140595, + "num_tokens": 5077665.0, + "step": 1770 + }, + { + "entropy": 5.357861471176148, + "epoch": 2.1055753262158956, + "grad_norm": 1.140625, + "learning_rate": 0.0004880260833402734, + "loss": 5.1114, + "mean_token_accuracy": 0.1715405285358429, + "num_tokens": 5092005.0, + "step": 1775 + }, + { + "entropy": 5.379746150970459, + "epoch": 2.111506524317912, + "grad_norm": 0.96484375, + "learning_rate": 0.0004878722913099645, + "loss": 5.199, + "mean_token_accuracy": 0.16930181831121444, + "num_tokens": 5109155.0, + "step": 1780 + }, + { + "entropy": 5.383475065231323, + "epoch": 2.117437722419929, + "grad_norm": 0.96484375, + "learning_rate": 0.000487717545274073, + "loss": 5.149, + "mean_token_accuracy": 0.16863701194524766, + "num_tokens": 5125791.0, + "step": 1785 + }, + { + "entropy": 5.384926605224609, + "epoch": 2.1233689205219455, + "grad_norm": 1.078125, + "learning_rate": 0.0004875618459261065, + "loss": 5.1762, + "mean_token_accuracy": 0.16971782743930816, + "num_tokens": 5139908.0, + "step": 1790 + }, + { + "entropy": 5.391865921020508, + "epoch": 2.129300118623962, + "grad_norm": 0.96875, + "learning_rate": 0.00048740519396384515, + "loss": 5.1527, + "mean_token_accuracy": 0.17617459148168563, + "num_tokens": 5154922.0, + "step": 1795 + }, + { + "entropy": 5.33276104927063, + "epoch": 2.135231316725979, + "grad_norm": 1.0625, + "learning_rate": 0.0004872475900893382, + "loss": 5.1899, + "mean_token_accuracy": 0.17570777982473373, + "num_tokens": 5169919.0, + "step": 1800 + }, + { + "entropy": 5.48026123046875, + "epoch": 2.1411625148279954, + "grad_norm": 1.0390625, + "learning_rate": 0.0004870890350089011, + "loss": 5.1829, + "mean_token_accuracy": 0.16823343187570572, + "num_tokens": 5186687.0, + "step": 1805 + }, + { + "entropy": 5.437422800064087, + "epoch": 2.147093712930012, + "grad_norm": 1.0859375, + "learning_rate": 0.00048692952943311214, + "loss": 5.2063, + "mean_token_accuracy": 0.1717593029141426, + "num_tokens": 5199489.0, + "step": 1810 + }, + { + "entropy": 5.496373796463013, + "epoch": 2.1530249110320283, + "grad_norm": 1.015625, + "learning_rate": 0.0004867690740768094, + "loss": 5.2399, + "mean_token_accuracy": 0.17145588397979736, + "num_tokens": 5214549.0, + "step": 1815 + }, + { + "entropy": 5.366263675689697, + "epoch": 2.1589561091340452, + "grad_norm": 1.0390625, + "learning_rate": 0.00048660766965908736, + "loss": 5.2164, + "mean_token_accuracy": 0.16977577656507492, + "num_tokens": 5228571.0, + "step": 1820 + }, + { + "entropy": 5.388319301605224, + "epoch": 2.1648873072360617, + "grad_norm": 1.03125, + "learning_rate": 0.000486445316903294, + "loss": 5.1452, + "mean_token_accuracy": 0.17680991888046266, + "num_tokens": 5242797.0, + "step": 1825 + }, + { + "entropy": 5.426320600509643, + "epoch": 2.170818505338078, + "grad_norm": 0.99609375, + "learning_rate": 0.000486282016537027, + "loss": 5.2368, + "mean_token_accuracy": 0.17110936492681503, + "num_tokens": 5257692.0, + "step": 1830 + }, + { + "entropy": 5.450334596633911, + "epoch": 2.176749703440095, + "grad_norm": 1.125, + "learning_rate": 0.0004861177692921313, + "loss": 5.2329, + "mean_token_accuracy": 0.17457327097654343, + "num_tokens": 5273117.0, + "step": 1835 + }, + { + "entropy": 5.369627332687378, + "epoch": 2.1826809015421116, + "grad_norm": 0.9375, + "learning_rate": 0.000485952575904695, + "loss": 5.1764, + "mean_token_accuracy": 0.165084633231163, + "num_tokens": 5287232.0, + "step": 1840 + }, + { + "entropy": 5.3623122215271, + "epoch": 2.188612099644128, + "grad_norm": 1.0859375, + "learning_rate": 0.0004857864371150467, + "loss": 5.164, + "mean_token_accuracy": 0.17174010574817658, + "num_tokens": 5300049.0, + "step": 1845 + }, + { + "entropy": 5.422196960449218, + "epoch": 2.1945432977461445, + "grad_norm": 1.109375, + "learning_rate": 0.0004856193536677515, + "loss": 5.1665, + "mean_token_accuracy": 0.17225924283266067, + "num_tokens": 5313811.0, + "step": 1850 + }, + { + "entropy": 5.38545184135437, + "epoch": 2.2004744958481615, + "grad_norm": 1.109375, + "learning_rate": 0.00048545132631160856, + "loss": 5.2414, + "mean_token_accuracy": 0.16925344467163086, + "num_tokens": 5326402.0, + "step": 1855 + }, + { + "entropy": 5.331728982925415, + "epoch": 2.206405693950178, + "grad_norm": 1.1875, + "learning_rate": 0.000485282355799647, + "loss": 5.1074, + "mean_token_accuracy": 0.1777871370315552, + "num_tokens": 5340440.0, + "step": 1860 + }, + { + "entropy": 5.373279333114624, + "epoch": 2.2123368920521944, + "grad_norm": 1.0546875, + "learning_rate": 0.0004851124428891226, + "loss": 5.2044, + "mean_token_accuracy": 0.17208765894174577, + "num_tokens": 5355271.0, + "step": 1865 + }, + { + "entropy": 5.3738720417022705, + "epoch": 2.2182680901542113, + "grad_norm": 0.953125, + "learning_rate": 0.00048494158834151485, + "loss": 5.1657, + "mean_token_accuracy": 0.1768079251050949, + "num_tokens": 5371939.0, + "step": 1870 + }, + { + "entropy": 5.338125801086425, + "epoch": 2.224199288256228, + "grad_norm": 0.984375, + "learning_rate": 0.00048476979292252323, + "loss": 5.0599, + "mean_token_accuracy": 0.18021448701620102, + "num_tokens": 5386242.0, + "step": 1875 + }, + { + "entropy": 5.32992787361145, + "epoch": 2.2301304863582443, + "grad_norm": 1.0625, + "learning_rate": 0.0004845970574020637, + "loss": 5.1392, + "mean_token_accuracy": 0.17196872234344482, + "num_tokens": 5399867.0, + "step": 1880 + }, + { + "entropy": 5.3204365253448485, + "epoch": 2.2360616844602608, + "grad_norm": 0.9609375, + "learning_rate": 0.00048442338255426555, + "loss": 5.0614, + "mean_token_accuracy": 0.1749480903148651, + "num_tokens": 5414236.0, + "step": 1885 + }, + { + "entropy": 5.360966062545776, + "epoch": 2.2419928825622777, + "grad_norm": 1.03125, + "learning_rate": 0.0004842487691574675, + "loss": 5.1766, + "mean_token_accuracy": 0.17208879739046096, + "num_tokens": 5428510.0, + "step": 1890 + }, + { + "entropy": 5.411381673812866, + "epoch": 2.247924080664294, + "grad_norm": 1.0390625, + "learning_rate": 0.0004840732179942146, + "loss": 5.1757, + "mean_token_accuracy": 0.17247659713029861, + "num_tokens": 5443137.0, + "step": 1895 + }, + { + "entropy": 5.371445941925049, + "epoch": 2.2538552787663106, + "grad_norm": 1.0390625, + "learning_rate": 0.00048389672985125467, + "loss": 5.1897, + "mean_token_accuracy": 0.1735587641596794, + "num_tokens": 5456574.0, + "step": 1900 + }, + { + "entropy": 5.3538429737091064, + "epoch": 2.2597864768683276, + "grad_norm": 0.91796875, + "learning_rate": 0.0004837193055195344, + "loss": 5.1926, + "mean_token_accuracy": 0.17189497202634813, + "num_tokens": 5472789.0, + "step": 1905 + }, + { + "entropy": 5.422811889648438, + "epoch": 2.265717674970344, + "grad_norm": 0.9921875, + "learning_rate": 0.00048354094579419656, + "loss": 5.1784, + "mean_token_accuracy": 0.1655895009636879, + "num_tokens": 5488202.0, + "step": 1910 + }, + { + "entropy": 5.344785451889038, + "epoch": 2.2716488730723605, + "grad_norm": 0.9375, + "learning_rate": 0.00048336165147457537, + "loss": 5.2373, + "mean_token_accuracy": 0.16763855069875716, + "num_tokens": 5502661.0, + "step": 1915 + }, + { + "entropy": 5.352733612060547, + "epoch": 2.277580071174377, + "grad_norm": 1.3046875, + "learning_rate": 0.00048318142336419413, + "loss": 5.1591, + "mean_token_accuracy": 0.17304945439100267, + "num_tokens": 5516371.0, + "step": 1920 + }, + { + "entropy": 5.342757987976074, + "epoch": 2.283511269276394, + "grad_norm": 1.0390625, + "learning_rate": 0.0004830002622707604, + "loss": 5.1239, + "mean_token_accuracy": 0.1793706387281418, + "num_tokens": 5529339.0, + "step": 1925 + }, + { + "entropy": 5.337879085540772, + "epoch": 2.2894424673784104, + "grad_norm": 1.0859375, + "learning_rate": 0.00048281816900616354, + "loss": 5.1158, + "mean_token_accuracy": 0.17504990845918655, + "num_tokens": 5543173.0, + "step": 1930 + }, + { + "entropy": 5.280277824401855, + "epoch": 2.295373665480427, + "grad_norm": 0.98046875, + "learning_rate": 0.00048263514438647015, + "loss": 5.1089, + "mean_token_accuracy": 0.17652505189180373, + "num_tokens": 5557080.0, + "step": 1935 + }, + { + "entropy": 5.356028890609741, + "epoch": 2.301304863582444, + "grad_norm": 0.9609375, + "learning_rate": 0.0004824511892319209, + "loss": 5.1702, + "mean_token_accuracy": 0.17574198096990584, + "num_tokens": 5571422.0, + "step": 1940 + }, + { + "entropy": 5.253097772598267, + "epoch": 2.3072360616844603, + "grad_norm": 1.265625, + "learning_rate": 0.0004822663043669267, + "loss": 4.9664, + "mean_token_accuracy": 0.18942097276449205, + "num_tokens": 5583057.0, + "step": 1945 + }, + { + "entropy": 5.27740592956543, + "epoch": 2.3131672597864767, + "grad_norm": 1.0546875, + "learning_rate": 0.00048208049062006505, + "loss": 5.2096, + "mean_token_accuracy": 0.16950699239969252, + "num_tokens": 5596201.0, + "step": 1950 + }, + { + "entropy": 5.393002700805664, + "epoch": 2.3190984578884937, + "grad_norm": 0.921875, + "learning_rate": 0.0004818937488240764, + "loss": 5.1601, + "mean_token_accuracy": 0.17385102808475494, + "num_tokens": 5612461.0, + "step": 1955 + }, + { + "entropy": 5.323347473144532, + "epoch": 2.32502965599051, + "grad_norm": 1.046875, + "learning_rate": 0.00048170607981586023, + "loss": 5.2285, + "mean_token_accuracy": 0.16853837668895721, + "num_tokens": 5628148.0, + "step": 1960 + }, + { + "entropy": 5.288127470016479, + "epoch": 2.3309608540925266, + "grad_norm": 1.015625, + "learning_rate": 0.0004815174844364714, + "loss": 5.0684, + "mean_token_accuracy": 0.1746617555618286, + "num_tokens": 5641695.0, + "step": 1965 + }, + { + "entropy": 5.371695184707642, + "epoch": 2.3368920521945435, + "grad_norm": 1.0625, + "learning_rate": 0.0004813279635311165, + "loss": 5.1085, + "mean_token_accuracy": 0.18225748091936111, + "num_tokens": 5654902.0, + "step": 1970 + }, + { + "entropy": 5.291834688186645, + "epoch": 2.34282325029656, + "grad_norm": 1.125, + "learning_rate": 0.00048113751794914974, + "loss": 5.1022, + "mean_token_accuracy": 0.18446253687143327, + "num_tokens": 5666899.0, + "step": 1975 + }, + { + "entropy": 5.420601224899292, + "epoch": 2.3487544483985765, + "grad_norm": 0.9296875, + "learning_rate": 0.0004809461485440694, + "loss": 5.2152, + "mean_token_accuracy": 0.17578936219215394, + "num_tokens": 5682525.0, + "step": 1980 + }, + { + "entropy": 5.2827568531036375, + "epoch": 2.354685646500593, + "grad_norm": 1.0, + "learning_rate": 0.0004807538561735143, + "loss": 5.14, + "mean_token_accuracy": 0.16829978823661804, + "num_tokens": 5697097.0, + "step": 1985 + }, + { + "entropy": 5.2644284725189205, + "epoch": 2.36061684460261, + "grad_norm": 1.140625, + "learning_rate": 0.00048056064169925904, + "loss": 5.0869, + "mean_token_accuracy": 0.17536696344614028, + "num_tokens": 5712340.0, + "step": 1990 + }, + { + "entropy": 5.353961038589477, + "epoch": 2.3665480427046264, + "grad_norm": 1.0625, + "learning_rate": 0.00048036650598721125, + "loss": 5.197, + "mean_token_accuracy": 0.16865415275096893, + "num_tokens": 5726509.0, + "step": 1995 + }, + { + "entropy": 5.3073567867279055, + "epoch": 2.372479240806643, + "grad_norm": 1.015625, + "learning_rate": 0.00048017144990740673, + "loss": 5.121, + "mean_token_accuracy": 0.1786181464791298, + "num_tokens": 5740977.0, + "step": 2000 + }, + { + "epoch": 2.372479240806643, + "eval_entropy": 5.170273498523454, + "eval_loss": 5.574867248535156, + "eval_mean_token_accuracy": 0.16265562777778853, + "eval_num_tokens": 5740977.0, + "eval_runtime": 2.4303, + "eval_samples_per_second": 1073.13, + "eval_steps_per_second": 134.141, + "step": 2000 + }, + { + "entropy": 5.288026952743531, + "epoch": 2.3784104389086593, + "grad_norm": 1.15625, + "learning_rate": 0.00047997547433400615, + "loss": 5.0974, + "mean_token_accuracy": 0.1805935502052307, + "num_tokens": 5756000.0, + "step": 2005 + }, + { + "entropy": 5.338898134231568, + "epoch": 2.3843416370106763, + "grad_norm": 0.97265625, + "learning_rate": 0.0004797785801452911, + "loss": 5.1033, + "mean_token_accuracy": 0.18041265308856963, + "num_tokens": 5771438.0, + "step": 2010 + }, + { + "entropy": 5.329379606246948, + "epoch": 2.3902728351126927, + "grad_norm": 1.1171875, + "learning_rate": 0.00047958076822365994, + "loss": 5.1506, + "mean_token_accuracy": 0.17072732895612716, + "num_tokens": 5784686.0, + "step": 2015 + }, + { + "entropy": 5.344692611694336, + "epoch": 2.396204033214709, + "grad_norm": 1.0078125, + "learning_rate": 0.0004793820394556238, + "loss": 5.201, + "mean_token_accuracy": 0.17325544208288193, + "num_tokens": 5799363.0, + "step": 2020 + }, + { + "entropy": 5.308460712432861, + "epoch": 2.402135231316726, + "grad_norm": 1.0390625, + "learning_rate": 0.0004791823947318029, + "loss": 5.0887, + "mean_token_accuracy": 0.176689213514328, + "num_tokens": 5812109.0, + "step": 2025 + }, + { + "entropy": 5.2809264183044435, + "epoch": 2.4080664294187426, + "grad_norm": 1.078125, + "learning_rate": 0.0004789818349469222, + "loss": 5.0932, + "mean_token_accuracy": 0.18039163053035737, + "num_tokens": 5825780.0, + "step": 2030 + }, + { + "entropy": 5.265401554107666, + "epoch": 2.413997627520759, + "grad_norm": 1.0625, + "learning_rate": 0.00047878036099980795, + "loss": 5.1356, + "mean_token_accuracy": 0.16557523757219314, + "num_tokens": 5841184.0, + "step": 2035 + }, + { + "entropy": 5.28918867111206, + "epoch": 2.419928825622776, + "grad_norm": 1.15625, + "learning_rate": 0.00047857797379338284, + "loss": 5.1151, + "mean_token_accuracy": 0.18016838133335114, + "num_tokens": 5854422.0, + "step": 2040 + }, + { + "entropy": 5.434517860412598, + "epoch": 2.4258600237247925, + "grad_norm": 1.0625, + "learning_rate": 0.00047837467423466284, + "loss": 5.2756, + "mean_token_accuracy": 0.16469118744134903, + "num_tokens": 5870878.0, + "step": 2045 + }, + { + "entropy": 5.323330879211426, + "epoch": 2.431791221826809, + "grad_norm": 1.1015625, + "learning_rate": 0.00047817046323475246, + "loss": 5.2065, + "mean_token_accuracy": 0.16481388956308365, + "num_tokens": 5886137.0, + "step": 2050 + }, + { + "entropy": 5.346496486663819, + "epoch": 2.4377224199288254, + "grad_norm": 1.03125, + "learning_rate": 0.0004779653417088408, + "loss": 5.1252, + "mean_token_accuracy": 0.17990775406360626, + "num_tokens": 5900300.0, + "step": 2055 + }, + { + "entropy": 5.322238492965698, + "epoch": 2.4436536180308424, + "grad_norm": 0.9375, + "learning_rate": 0.00047775931057619786, + "loss": 5.2122, + "mean_token_accuracy": 0.1684417709708214, + "num_tokens": 5917933.0, + "step": 2060 + }, + { + "entropy": 5.431944942474365, + "epoch": 2.449584816132859, + "grad_norm": 0.984375, + "learning_rate": 0.00047755237076016997, + "loss": 5.1549, + "mean_token_accuracy": 0.1798498421907425, + "num_tokens": 5932189.0, + "step": 2065 + }, + { + "entropy": 5.2723767280578615, + "epoch": 2.4555160142348753, + "grad_norm": 1.0234375, + "learning_rate": 0.0004773445231881757, + "loss": 5.1586, + "mean_token_accuracy": 0.17868874669075013, + "num_tokens": 5945999.0, + "step": 2070 + }, + { + "entropy": 5.317199230194092, + "epoch": 2.4614472123368922, + "grad_norm": 1.015625, + "learning_rate": 0.0004771357687917021, + "loss": 5.1759, + "mean_token_accuracy": 0.17290179580450057, + "num_tokens": 5960187.0, + "step": 2075 + }, + { + "entropy": 5.290809917449951, + "epoch": 2.4673784104389087, + "grad_norm": 0.96875, + "learning_rate": 0.0004769261085063, + "loss": 5.1032, + "mean_token_accuracy": 0.17626044750213624, + "num_tokens": 5975211.0, + "step": 2080 + }, + { + "entropy": 5.2783082008361815, + "epoch": 2.473309608540925, + "grad_norm": 1.015625, + "learning_rate": 0.00047671554327157996, + "loss": 5.09, + "mean_token_accuracy": 0.17717413753271102, + "num_tokens": 5988904.0, + "step": 2085 + }, + { + "entropy": 5.230610990524292, + "epoch": 2.4792408066429417, + "grad_norm": 1.0546875, + "learning_rate": 0.00047650407403120845, + "loss": 5.0964, + "mean_token_accuracy": 0.17791107147932053, + "num_tokens": 6004691.0, + "step": 2090 + }, + { + "entropy": 5.2898766040802006, + "epoch": 2.4851720047449586, + "grad_norm": 1.0625, + "learning_rate": 0.00047629170173290296, + "loss": 5.1428, + "mean_token_accuracy": 0.17288617938756942, + "num_tokens": 6017859.0, + "step": 2095 + }, + { + "entropy": 5.320411825180054, + "epoch": 2.491103202846975, + "grad_norm": 0.98828125, + "learning_rate": 0.0004760784273284286, + "loss": 5.1645, + "mean_token_accuracy": 0.17397502213716506, + "num_tokens": 6032042.0, + "step": 2100 + }, + { + "entropy": 5.293785238265992, + "epoch": 2.4970344009489915, + "grad_norm": 0.97265625, + "learning_rate": 0.0004758642517735928, + "loss": 5.1838, + "mean_token_accuracy": 0.1742447093129158, + "num_tokens": 6048591.0, + "step": 2105 + }, + { + "entropy": 5.232989549636841, + "epoch": 2.5029655990510085, + "grad_norm": 1.109375, + "learning_rate": 0.00047564917602824203, + "loss": 5.0759, + "mean_token_accuracy": 0.179649518430233, + "num_tokens": 6062436.0, + "step": 2110 + }, + { + "entropy": 5.266342687606811, + "epoch": 2.508896797153025, + "grad_norm": 1.125, + "learning_rate": 0.0004754332010562567, + "loss": 5.0365, + "mean_token_accuracy": 0.18351121246814728, + "num_tokens": 6075564.0, + "step": 2115 + }, + { + "entropy": 5.31279501914978, + "epoch": 2.5148279952550414, + "grad_norm": 1.046875, + "learning_rate": 0.0004752163278255473, + "loss": 5.1432, + "mean_token_accuracy": 0.1722079709172249, + "num_tokens": 6088939.0, + "step": 2120 + }, + { + "entropy": 5.295576190948486, + "epoch": 2.5207591933570583, + "grad_norm": 1.03125, + "learning_rate": 0.0004749985573080501, + "loss": 5.0956, + "mean_token_accuracy": 0.17826481014490128, + "num_tokens": 6101855.0, + "step": 2125 + }, + { + "entropy": 5.266389179229736, + "epoch": 2.526690391459075, + "grad_norm": 1.0546875, + "learning_rate": 0.0004747798904797225, + "loss": 5.0738, + "mean_token_accuracy": 0.1764925792813301, + "num_tokens": 6116192.0, + "step": 2130 + }, + { + "entropy": 5.1693144798278805, + "epoch": 2.5326215895610913, + "grad_norm": 0.94921875, + "learning_rate": 0.0004745603283205387, + "loss": 5.0887, + "mean_token_accuracy": 0.17885565012693405, + "num_tokens": 6130741.0, + "step": 2135 + }, + { + "entropy": 5.278003215789795, + "epoch": 2.538552787663108, + "grad_norm": 1.0703125, + "learning_rate": 0.00047433987181448546, + "loss": 5.056, + "mean_token_accuracy": 0.180057655274868, + "num_tokens": 6144937.0, + "step": 2140 + }, + { + "entropy": 5.2536839008331295, + "epoch": 2.5444839857651247, + "grad_norm": 1.1484375, + "learning_rate": 0.0004741185219495579, + "loss": 5.1384, + "mean_token_accuracy": 0.1841862380504608, + "num_tokens": 6156747.0, + "step": 2145 + }, + { + "entropy": 5.199393939971924, + "epoch": 2.550415183867141, + "grad_norm": 1.078125, + "learning_rate": 0.0004738962797177544, + "loss": 5.0336, + "mean_token_accuracy": 0.18659159690141677, + "num_tokens": 6169148.0, + "step": 2150 + }, + { + "entropy": 5.317109870910644, + "epoch": 2.5563463819691576, + "grad_norm": 1.03125, + "learning_rate": 0.00047367314611507276, + "loss": 5.107, + "mean_token_accuracy": 0.17958347201347352, + "num_tokens": 6181881.0, + "step": 2155 + }, + { + "entropy": 5.259987688064575, + "epoch": 2.562277580071174, + "grad_norm": 1.03125, + "learning_rate": 0.00047344912214150565, + "loss": 5.0531, + "mean_token_accuracy": 0.17894216775894164, + "num_tokens": 6196155.0, + "step": 2160 + }, + { + "entropy": 5.232990169525147, + "epoch": 2.568208778173191, + "grad_norm": 1.109375, + "learning_rate": 0.00047322420880103566, + "loss": 5.124, + "mean_token_accuracy": 0.17405239790678023, + "num_tokens": 6210918.0, + "step": 2165 + }, + { + "entropy": 5.249849700927735, + "epoch": 2.5741399762752075, + "grad_norm": 0.96484375, + "learning_rate": 0.00047299840710163157, + "loss": 5.0786, + "mean_token_accuracy": 0.18167687505483626, + "num_tokens": 6225747.0, + "step": 2170 + }, + { + "entropy": 5.256479358673095, + "epoch": 2.580071174377224, + "grad_norm": 1.109375, + "learning_rate": 0.0004727717180552431, + "loss": 5.137, + "mean_token_accuracy": 0.17358365505933762, + "num_tokens": 6239038.0, + "step": 2175 + }, + { + "entropy": 5.342339181900025, + "epoch": 2.586002372479241, + "grad_norm": 1.0546875, + "learning_rate": 0.00047254414267779686, + "loss": 5.2372, + "mean_token_accuracy": 0.17196187376976013, + "num_tokens": 6253346.0, + "step": 2180 + }, + { + "entropy": 5.303297472000122, + "epoch": 2.5919335705812574, + "grad_norm": 0.9453125, + "learning_rate": 0.0004723156819891917, + "loss": 5.2119, + "mean_token_accuracy": 0.17385910600423812, + "num_tokens": 6268060.0, + "step": 2185 + }, + { + "entropy": 5.266570806503296, + "epoch": 2.597864768683274, + "grad_norm": 0.94921875, + "learning_rate": 0.0004720863370132937, + "loss": 5.0388, + "mean_token_accuracy": 0.18387284874916077, + "num_tokens": 6283192.0, + "step": 2190 + }, + { + "entropy": 5.214200639724732, + "epoch": 2.603795966785291, + "grad_norm": 1.015625, + "learning_rate": 0.00047185610877793245, + "loss": 5.1047, + "mean_token_accuracy": 0.18674758821725845, + "num_tokens": 6297511.0, + "step": 2195 + }, + { + "entropy": 5.277515506744384, + "epoch": 2.6097271648873073, + "grad_norm": 0.94921875, + "learning_rate": 0.0004716249983148955, + "loss": 5.1247, + "mean_token_accuracy": 0.1791581928730011, + "num_tokens": 6313257.0, + "step": 2200 + }, + { + "entropy": 5.248571062088013, + "epoch": 2.6156583629893237, + "grad_norm": 1.0703125, + "learning_rate": 0.0004713930066599246, + "loss": 5.0519, + "mean_token_accuracy": 0.1780620649456978, + "num_tokens": 6326437.0, + "step": 2205 + }, + { + "entropy": 5.23038158416748, + "epoch": 2.6215895610913407, + "grad_norm": 0.96875, + "learning_rate": 0.00047116013485271014, + "loss": 5.0944, + "mean_token_accuracy": 0.18125442415475845, + "num_tokens": 6341704.0, + "step": 2210 + }, + { + "entropy": 5.240528726577759, + "epoch": 2.627520759193357, + "grad_norm": 1.0078125, + "learning_rate": 0.0004709263839368875, + "loss": 5.105, + "mean_token_accuracy": 0.17949420362710952, + "num_tokens": 6355783.0, + "step": 2215 + }, + { + "entropy": 5.3141090869903564, + "epoch": 2.6334519572953736, + "grad_norm": 1.0, + "learning_rate": 0.00047069175496003147, + "loss": 5.1015, + "mean_token_accuracy": 0.1741042762994766, + "num_tokens": 6370601.0, + "step": 2220 + }, + { + "entropy": 5.2879376888275145, + "epoch": 2.6393831553973905, + "grad_norm": 0.9765625, + "learning_rate": 0.0004704562489736522, + "loss": 5.1441, + "mean_token_accuracy": 0.1749232068657875, + "num_tokens": 6388124.0, + "step": 2225 + }, + { + "entropy": 5.316340398788452, + "epoch": 2.645314353499407, + "grad_norm": 1.0, + "learning_rate": 0.0004702198670331901, + "loss": 5.1487, + "mean_token_accuracy": 0.17196937203407286, + "num_tokens": 6403018.0, + "step": 2230 + }, + { + "entropy": 5.255807828903198, + "epoch": 2.6512455516014235, + "grad_norm": 1.0625, + "learning_rate": 0.0004699826101980112, + "loss": 5.0898, + "mean_token_accuracy": 0.17568791508674622, + "num_tokens": 6417403.0, + "step": 2235 + }, + { + "entropy": 5.249996376037598, + "epoch": 2.65717674970344, + "grad_norm": 1.1015625, + "learning_rate": 0.0004697444795314027, + "loss": 5.1367, + "mean_token_accuracy": 0.1690463364124298, + "num_tokens": 6432950.0, + "step": 2240 + }, + { + "entropy": 5.27621431350708, + "epoch": 2.6631079478054565, + "grad_norm": 1.0625, + "learning_rate": 0.00046950547610056766, + "loss": 5.1516, + "mean_token_accuracy": 0.1721343442797661, + "num_tokens": 6447735.0, + "step": 2245 + }, + { + "entropy": 5.281610584259033, + "epoch": 2.6690391459074734, + "grad_norm": 1.0859375, + "learning_rate": 0.0004692656009766206, + "loss": 5.0463, + "mean_token_accuracy": 0.18724312782287597, + "num_tokens": 6460066.0, + "step": 2250 + }, + { + "entropy": 5.2377824783325195, + "epoch": 2.67497034400949, + "grad_norm": 1.1328125, + "learning_rate": 0.00046902485523458266, + "loss": 5.1765, + "mean_token_accuracy": 0.16881112903356552, + "num_tokens": 6473880.0, + "step": 2255 + }, + { + "entropy": 5.330496311187744, + "epoch": 2.6809015421115063, + "grad_norm": 1.0859375, + "learning_rate": 0.0004687832399533767, + "loss": 5.0731, + "mean_token_accuracy": 0.1850060999393463, + "num_tokens": 6485678.0, + "step": 2260 + }, + { + "entropy": 5.215729856491089, + "epoch": 2.6868327402135233, + "grad_norm": 1.0, + "learning_rate": 0.0004685407562158226, + "loss": 5.1479, + "mean_token_accuracy": 0.17705656737089157, + "num_tokens": 6498606.0, + "step": 2265 + }, + { + "entropy": 5.218173503875732, + "epoch": 2.6927639383155397, + "grad_norm": 1.046875, + "learning_rate": 0.0004682974051086321, + "loss": 5.0863, + "mean_token_accuracy": 0.18237122297286987, + "num_tokens": 6511590.0, + "step": 2270 + }, + { + "entropy": 5.29819803237915, + "epoch": 2.698695136417556, + "grad_norm": 1.0703125, + "learning_rate": 0.0004680531877224042, + "loss": 5.1659, + "mean_token_accuracy": 0.17502329647541046, + "num_tokens": 6525391.0, + "step": 2275 + }, + { + "entropy": 5.247089862823486, + "epoch": 2.704626334519573, + "grad_norm": 0.97265625, + "learning_rate": 0.00046780810515162027, + "loss": 5.1129, + "mean_token_accuracy": 0.17722094506025315, + "num_tokens": 6540749.0, + "step": 2280 + }, + { + "entropy": 5.228551435470581, + "epoch": 2.7105575326215896, + "grad_norm": 1.0078125, + "learning_rate": 0.00046756215849463905, + "loss": 5.1351, + "mean_token_accuracy": 0.1777515858411789, + "num_tokens": 6556607.0, + "step": 2285 + }, + { + "entropy": 5.227963972091675, + "epoch": 2.716488730723606, + "grad_norm": 1.1328125, + "learning_rate": 0.00046731534885369175, + "loss": 5.0378, + "mean_token_accuracy": 0.18670109808444976, + "num_tokens": 6569340.0, + "step": 2290 + }, + { + "entropy": 5.254456853866577, + "epoch": 2.722419928825623, + "grad_norm": 1.0390625, + "learning_rate": 0.00046706767733487714, + "loss": 5.1495, + "mean_token_accuracy": 0.168257737159729, + "num_tokens": 6586070.0, + "step": 2295 + }, + { + "entropy": 5.350936985015869, + "epoch": 2.7283511269276395, + "grad_norm": 1.09375, + "learning_rate": 0.00046681914504815653, + "loss": 5.2384, + "mean_token_accuracy": 0.17244828790426253, + "num_tokens": 6601441.0, + "step": 2300 + }, + { + "entropy": 5.22352089881897, + "epoch": 2.734282325029656, + "grad_norm": 1.0390625, + "learning_rate": 0.0004665697531073489, + "loss": 5.1004, + "mean_token_accuracy": 0.17834114283323288, + "num_tokens": 6616478.0, + "step": 2305 + }, + { + "entropy": 5.29279670715332, + "epoch": 2.7402135231316724, + "grad_norm": 0.9453125, + "learning_rate": 0.0004663195026301258, + "loss": 5.1774, + "mean_token_accuracy": 0.17028742134571076, + "num_tokens": 6631519.0, + "step": 2310 + }, + { + "entropy": 5.289520025253296, + "epoch": 2.7461447212336894, + "grad_norm": 0.99609375, + "learning_rate": 0.00046606839473800626, + "loss": 5.1519, + "mean_token_accuracy": 0.1711852639913559, + "num_tokens": 6646862.0, + "step": 2315 + }, + { + "entropy": 5.285637235641479, + "epoch": 2.752075919335706, + "grad_norm": 1.0078125, + "learning_rate": 0.00046581643055635215, + "loss": 5.0706, + "mean_token_accuracy": 0.18027766644954682, + "num_tokens": 6660731.0, + "step": 2320 + }, + { + "entropy": 5.257721757888794, + "epoch": 2.7580071174377223, + "grad_norm": 1.0, + "learning_rate": 0.00046556361121436265, + "loss": 5.0884, + "mean_token_accuracy": 0.17217349857091904, + "num_tokens": 6675922.0, + "step": 2325 + }, + { + "entropy": 5.210122585296631, + "epoch": 2.763938315539739, + "grad_norm": 1.0078125, + "learning_rate": 0.0004653099378450696, + "loss": 5.086, + "mean_token_accuracy": 0.17834757566452025, + "num_tokens": 6689363.0, + "step": 2330 + }, + { + "entropy": 5.289632892608642, + "epoch": 2.7698695136417557, + "grad_norm": 1.1796875, + "learning_rate": 0.0004650554115853321, + "loss": 5.08, + "mean_token_accuracy": 0.17782238125801086, + "num_tokens": 6702655.0, + "step": 2335 + }, + { + "entropy": 5.233364868164062, + "epoch": 2.775800711743772, + "grad_norm": 0.94921875, + "learning_rate": 0.00046480003357583154, + "loss": 5.115, + "mean_token_accuracy": 0.1791711837053299, + "num_tokens": 6718101.0, + "step": 2340 + }, + { + "entropy": 5.249103927612305, + "epoch": 2.7817319098457887, + "grad_norm": 1.015625, + "learning_rate": 0.00046454380496106665, + "loss": 5.0327, + "mean_token_accuracy": 0.18523623198270797, + "num_tokens": 6731410.0, + "step": 2345 + }, + { + "entropy": 5.2448647022247314, + "epoch": 2.7876631079478056, + "grad_norm": 1.109375, + "learning_rate": 0.0004642867268893481, + "loss": 5.1059, + "mean_token_accuracy": 0.18096584379673003, + "num_tokens": 6744544.0, + "step": 2350 + }, + { + "entropy": 5.1900553703308105, + "epoch": 2.793594306049822, + "grad_norm": 0.97265625, + "learning_rate": 0.0004640288005127933, + "loss": 5.0096, + "mean_token_accuracy": 0.18570955991744995, + "num_tokens": 6757559.0, + "step": 2355 + }, + { + "entropy": 5.22004246711731, + "epoch": 2.7995255041518385, + "grad_norm": 1.0390625, + "learning_rate": 0.000463770026987322, + "loss": 5.0821, + "mean_token_accuracy": 0.17724673599004745, + "num_tokens": 6772655.0, + "step": 2360 + }, + { + "entropy": 5.193439579010009, + "epoch": 2.8054567022538555, + "grad_norm": 1.078125, + "learning_rate": 0.0004635104074726498, + "loss": 5.011, + "mean_token_accuracy": 0.18544310331344604, + "num_tokens": 6786038.0, + "step": 2365 + }, + { + "entropy": 5.228322505950928, + "epoch": 2.811387900355872, + "grad_norm": 1.0703125, + "learning_rate": 0.0004632499431322842, + "loss": 5.0586, + "mean_token_accuracy": 0.17480345368385314, + "num_tokens": 6799759.0, + "step": 2370 + }, + { + "entropy": 5.192971563339233, + "epoch": 2.8173190984578884, + "grad_norm": 1.1015625, + "learning_rate": 0.00046298863513351854, + "loss": 5.1025, + "mean_token_accuracy": 0.1785614773631096, + "num_tokens": 6814242.0, + "step": 2375 + }, + { + "entropy": 5.30884952545166, + "epoch": 2.8232502965599053, + "grad_norm": 0.96484375, + "learning_rate": 0.00046272648464742733, + "loss": 5.1246, + "mean_token_accuracy": 0.16953468918800355, + "num_tokens": 6828697.0, + "step": 2380 + }, + { + "entropy": 5.15752215385437, + "epoch": 2.829181494661922, + "grad_norm": 1.1953125, + "learning_rate": 0.0004624634928488605, + "loss": 5.0758, + "mean_token_accuracy": 0.18574994206428527, + "num_tokens": 6842549.0, + "step": 2385 + }, + { + "entropy": 5.288483715057373, + "epoch": 2.8351126927639383, + "grad_norm": 1.0546875, + "learning_rate": 0.00046219966091643865, + "loss": 5.1667, + "mean_token_accuracy": 0.17601943910121917, + "num_tokens": 6857599.0, + "step": 2390 + }, + { + "entropy": 5.216753959655762, + "epoch": 2.8410438908659548, + "grad_norm": 1.15625, + "learning_rate": 0.00046193499003254737, + "loss": 5.0904, + "mean_token_accuracy": 0.18286330252885818, + "num_tokens": 6872621.0, + "step": 2395 + }, + { + "entropy": 5.251305961608887, + "epoch": 2.8469750889679717, + "grad_norm": 1.0625, + "learning_rate": 0.0004616694813833322, + "loss": 5.1589, + "mean_token_accuracy": 0.1729411706328392, + "num_tokens": 6887297.0, + "step": 2400 + }, + { + "entropy": 5.263056373596191, + "epoch": 2.852906287069988, + "grad_norm": 1.1484375, + "learning_rate": 0.00046140313615869287, + "loss": 5.0538, + "mean_token_accuracy": 0.18049194067716598, + "num_tokens": 6900857.0, + "step": 2405 + }, + { + "entropy": 5.1703661441802975, + "epoch": 2.8588374851720046, + "grad_norm": 1.03125, + "learning_rate": 0.00046113595555227885, + "loss": 5.0715, + "mean_token_accuracy": 0.18290164321660995, + "num_tokens": 6917351.0, + "step": 2410 + }, + { + "entropy": 5.134192991256714, + "epoch": 2.864768683274021, + "grad_norm": 1.0859375, + "learning_rate": 0.000460867940761483, + "loss": 5.0086, + "mean_token_accuracy": 0.19504904747009277, + "num_tokens": 6930619.0, + "step": 2415 + }, + { + "entropy": 5.185745000839233, + "epoch": 2.870699881376038, + "grad_norm": 1.0546875, + "learning_rate": 0.0004605990929874366, + "loss": 5.0501, + "mean_token_accuracy": 0.17975494414567947, + "num_tokens": 6944842.0, + "step": 2420 + }, + { + "entropy": 5.221125698089599, + "epoch": 2.8766310794780545, + "grad_norm": 1.0859375, + "learning_rate": 0.00046032941343500443, + "loss": 5.0331, + "mean_token_accuracy": 0.18169520050287247, + "num_tokens": 6957699.0, + "step": 2425 + }, + { + "entropy": 5.243278074264526, + "epoch": 2.882562277580071, + "grad_norm": 1.1015625, + "learning_rate": 0.00046005890331277875, + "loss": 5.1779, + "mean_token_accuracy": 0.1789306804537773, + "num_tokens": 6973373.0, + "step": 2430 + }, + { + "entropy": 5.273877429962158, + "epoch": 2.888493475682088, + "grad_norm": 1.046875, + "learning_rate": 0.0004597875638330739, + "loss": 5.1065, + "mean_token_accuracy": 0.17897169589996337, + "num_tokens": 6985943.0, + "step": 2435 + }, + { + "entropy": 5.267488431930542, + "epoch": 2.8944246737841044, + "grad_norm": 1.0859375, + "learning_rate": 0.00045951539621192137, + "loss": 5.1196, + "mean_token_accuracy": 0.19029628336429597, + "num_tokens": 6999655.0, + "step": 2440 + }, + { + "entropy": 5.225543117523193, + "epoch": 2.900355871886121, + "grad_norm": 0.97265625, + "learning_rate": 0.0004592424016690637, + "loss": 5.0894, + "mean_token_accuracy": 0.1805782213807106, + "num_tokens": 7014278.0, + "step": 2445 + }, + { + "entropy": 5.211720752716064, + "epoch": 2.906287069988138, + "grad_norm": 1.0546875, + "learning_rate": 0.00045896858142794976, + "loss": 5.0853, + "mean_token_accuracy": 0.18050264269113542, + "num_tokens": 7029998.0, + "step": 2450 + }, + { + "entropy": 5.261847639083863, + "epoch": 2.9122182680901543, + "grad_norm": 1.0390625, + "learning_rate": 0.0004586939367157285, + "loss": 5.08, + "mean_token_accuracy": 0.17528700977563857, + "num_tokens": 7043212.0, + "step": 2455 + }, + { + "entropy": 5.205530023574829, + "epoch": 2.9181494661921707, + "grad_norm": 1.0546875, + "learning_rate": 0.000458418468763244, + "loss": 5.0157, + "mean_token_accuracy": 0.18455137461423873, + "num_tokens": 7057723.0, + "step": 2460 + }, + { + "entropy": 5.222577953338623, + "epoch": 2.9240806642941877, + "grad_norm": 1.1015625, + "learning_rate": 0.00045814217880502973, + "loss": 5.1525, + "mean_token_accuracy": 0.17377886772155762, + "num_tokens": 7073334.0, + "step": 2465 + }, + { + "entropy": 5.240353107452393, + "epoch": 2.930011862396204, + "grad_norm": 0.9453125, + "learning_rate": 0.000457865068079303, + "loss": 5.1136, + "mean_token_accuracy": 0.17955139875411988, + "num_tokens": 7087671.0, + "step": 2470 + }, + { + "entropy": 5.162194871902466, + "epoch": 2.9359430604982206, + "grad_norm": 1.09375, + "learning_rate": 0.00045758713782795946, + "loss": 4.9601, + "mean_token_accuracy": 0.18688122928142548, + "num_tokens": 7101168.0, + "step": 2475 + }, + { + "entropy": 5.209585046768188, + "epoch": 2.941874258600237, + "grad_norm": 1.046875, + "learning_rate": 0.0004573083892965677, + "loss": 5.1268, + "mean_token_accuracy": 0.18048435896635057, + "num_tokens": 7115581.0, + "step": 2480 + }, + { + "entropy": 5.200497722625732, + "epoch": 2.9478054567022536, + "grad_norm": 1.09375, + "learning_rate": 0.00045702882373436317, + "loss": 5.1, + "mean_token_accuracy": 0.17545540034770965, + "num_tokens": 7129948.0, + "step": 2485 + }, + { + "entropy": 5.13970685005188, + "epoch": 2.9537366548042705, + "grad_norm": 1.0390625, + "learning_rate": 0.0004567484423942433, + "loss": 4.9933, + "mean_token_accuracy": 0.18735943138599395, + "num_tokens": 7144122.0, + "step": 2490 + }, + { + "entropy": 5.212256240844726, + "epoch": 2.959667852906287, + "grad_norm": 1.25, + "learning_rate": 0.00045646724653276117, + "loss": 5.0423, + "mean_token_accuracy": 0.19172451496124268, + "num_tokens": 7157892.0, + "step": 2495 + }, + { + "entropy": 5.22672963142395, + "epoch": 2.9655990510083035, + "grad_norm": 0.94140625, + "learning_rate": 0.00045618523741012044, + "loss": 5.1198, + "mean_token_accuracy": 0.1785096600651741, + "num_tokens": 7172581.0, + "step": 2500 + }, + { + "epoch": 2.9655990510083035, + "eval_entropy": 5.128191098113732, + "eval_loss": 5.4554667472839355, + "eval_mean_token_accuracy": 0.16967149755340413, + "eval_num_tokens": 7172581.0, + "eval_runtime": 2.4682, + "eval_samples_per_second": 1056.643, + "eval_steps_per_second": 132.08, + "step": 2500 + }, + { + "entropy": 5.209706211090088, + "epoch": 2.9715302491103204, + "grad_norm": 1.09375, + "learning_rate": 0.00045590241629016933, + "loss": 5.081, + "mean_token_accuracy": 0.17838001102209092, + "num_tokens": 7187180.0, + "step": 2505 + }, + { + "entropy": 5.186795330047607, + "epoch": 2.977461447212337, + "grad_norm": 1.078125, + "learning_rate": 0.00045561878444039526, + "loss": 5.0928, + "mean_token_accuracy": 0.1853885158896446, + "num_tokens": 7202153.0, + "step": 2510 + }, + { + "entropy": 5.233902025222778, + "epoch": 2.9833926453143533, + "grad_norm": 1.109375, + "learning_rate": 0.00045533434313191866, + "loss": 5.0663, + "mean_token_accuracy": 0.1795577213168144, + "num_tokens": 7217714.0, + "step": 2515 + }, + { + "entropy": 5.072184324264526, + "epoch": 2.9893238434163703, + "grad_norm": 1.03125, + "learning_rate": 0.0004550490936394881, + "loss": 5.0248, + "mean_token_accuracy": 0.1885547786951065, + "num_tokens": 7232366.0, + "step": 2520 + }, + { + "entropy": 5.288804340362549, + "epoch": 2.9952550415183867, + "grad_norm": 1.1484375, + "learning_rate": 0.0004547630372414737, + "loss": 5.0433, + "mean_token_accuracy": 0.18170098960399628, + "num_tokens": 7245542.0, + "step": 2525 + }, + { + "entropy": 5.13629674911499, + "epoch": 3.001186239620403, + "grad_norm": 0.96484375, + "learning_rate": 0.00045447617521986205, + "loss": 4.966, + "mean_token_accuracy": 0.18382924646139145, + "num_tokens": 7260437.0, + "step": 2530 + }, + { + "entropy": 5.186529493331909, + "epoch": 3.00711743772242, + "grad_norm": 1.09375, + "learning_rate": 0.00045418850886025006, + "loss": 4.7908, + "mean_token_accuracy": 0.19730883985757827, + "num_tokens": 7273470.0, + "step": 2535 + }, + { + "entropy": 5.14306674003601, + "epoch": 3.0130486358244366, + "grad_norm": 1.0078125, + "learning_rate": 0.0004539000394518393, + "loss": 4.8184, + "mean_token_accuracy": 0.19704275578260422, + "num_tokens": 7286515.0, + "step": 2540 + }, + { + "entropy": 5.08558144569397, + "epoch": 3.018979833926453, + "grad_norm": 1.1015625, + "learning_rate": 0.00045361076828743054, + "loss": 4.6494, + "mean_token_accuracy": 0.2086326450109482, + "num_tokens": 7299011.0, + "step": 2545 + }, + { + "entropy": 5.100022411346435, + "epoch": 3.0249110320284696, + "grad_norm": 0.99609375, + "learning_rate": 0.00045332069666341733, + "loss": 4.7556, + "mean_token_accuracy": 0.2030994936823845, + "num_tokens": 7312421.0, + "step": 2550 + }, + { + "entropy": 5.228758382797241, + "epoch": 3.0308422301304865, + "grad_norm": 0.8828125, + "learning_rate": 0.000453029825879781, + "loss": 4.829, + "mean_token_accuracy": 0.1881020963191986, + "num_tokens": 7326298.0, + "step": 2555 + }, + { + "entropy": 5.20881233215332, + "epoch": 3.036773428232503, + "grad_norm": 1.1015625, + "learning_rate": 0.0004527381572400838, + "loss": 4.8349, + "mean_token_accuracy": 0.19809474796056747, + "num_tokens": 7340411.0, + "step": 2560 + }, + { + "entropy": 5.2084184169769285, + "epoch": 3.0427046263345194, + "grad_norm": 1.03125, + "learning_rate": 0.00045244569205146425, + "loss": 4.7739, + "mean_token_accuracy": 0.19972959756851197, + "num_tokens": 7355853.0, + "step": 2565 + }, + { + "entropy": 5.0268631935119625, + "epoch": 3.0486358244365364, + "grad_norm": 0.9765625, + "learning_rate": 0.00045215243162463023, + "loss": 4.7546, + "mean_token_accuracy": 0.2027596727013588, + "num_tokens": 7370462.0, + "step": 2570 + }, + { + "entropy": 5.1120353698730465, + "epoch": 3.054567022538553, + "grad_norm": 1.1171875, + "learning_rate": 0.00045185837727385373, + "loss": 4.7613, + "mean_token_accuracy": 0.19956568926572799, + "num_tokens": 7382283.0, + "step": 2575 + }, + { + "entropy": 5.185872745513916, + "epoch": 3.0604982206405693, + "grad_norm": 0.99609375, + "learning_rate": 0.0004515635303169648, + "loss": 4.8004, + "mean_token_accuracy": 0.19398040175437928, + "num_tokens": 7397282.0, + "step": 2580 + }, + { + "entropy": 5.129135847091675, + "epoch": 3.066429418742586, + "grad_norm": 1.09375, + "learning_rate": 0.00045126789207534544, + "loss": 4.7633, + "mean_token_accuracy": 0.19493884593248367, + "num_tokens": 7410471.0, + "step": 2585 + }, + { + "entropy": 5.097009515762329, + "epoch": 3.0723606168446027, + "grad_norm": 1.1640625, + "learning_rate": 0.00045097146387392423, + "loss": 4.7541, + "mean_token_accuracy": 0.20093791782855988, + "num_tokens": 7426151.0, + "step": 2590 + }, + { + "entropy": 5.208783435821533, + "epoch": 3.078291814946619, + "grad_norm": 1.0, + "learning_rate": 0.00045067424704116956, + "loss": 4.8063, + "mean_token_accuracy": 0.19725323617458343, + "num_tokens": 7441336.0, + "step": 2595 + }, + { + "entropy": 5.1333612442016605, + "epoch": 3.0842230130486357, + "grad_norm": 1.03125, + "learning_rate": 0.0004503762429090845, + "loss": 4.8512, + "mean_token_accuracy": 0.19190199822187423, + "num_tokens": 7456152.0, + "step": 2600 + }, + { + "entropy": 5.071452474594116, + "epoch": 3.0901542111506526, + "grad_norm": 1.0390625, + "learning_rate": 0.00045007745281320035, + "loss": 4.7492, + "mean_token_accuracy": 0.19597499817609787, + "num_tokens": 7469477.0, + "step": 2605 + }, + { + "entropy": 5.152786159515381, + "epoch": 3.096085409252669, + "grad_norm": 1.1875, + "learning_rate": 0.0004497778780925706, + "loss": 4.745, + "mean_token_accuracy": 0.20036472231149674, + "num_tokens": 7482859.0, + "step": 2610 + }, + { + "entropy": 5.149897813796997, + "epoch": 3.1020166073546855, + "grad_norm": 1.171875, + "learning_rate": 0.00044947752008976546, + "loss": 4.7565, + "mean_token_accuracy": 0.20434682816267014, + "num_tokens": 7497021.0, + "step": 2615 + }, + { + "entropy": 5.082270812988281, + "epoch": 3.1079478054567025, + "grad_norm": 0.98828125, + "learning_rate": 0.0004491763801508652, + "loss": 4.8287, + "mean_token_accuracy": 0.19397101253271104, + "num_tokens": 7512528.0, + "step": 2620 + }, + { + "entropy": 5.1444420337677, + "epoch": 3.113879003558719, + "grad_norm": 1.03125, + "learning_rate": 0.0004488744596254545, + "loss": 4.8243, + "mean_token_accuracy": 0.19616906642913817, + "num_tokens": 7529492.0, + "step": 2625 + }, + { + "entropy": 5.099391889572144, + "epoch": 3.1198102016607354, + "grad_norm": 1.046875, + "learning_rate": 0.00044857175986661634, + "loss": 4.8307, + "mean_token_accuracy": 0.1908296301960945, + "num_tokens": 7544750.0, + "step": 2630 + }, + { + "entropy": 5.151020145416259, + "epoch": 3.125741399762752, + "grad_norm": 0.98828125, + "learning_rate": 0.00044826828223092584, + "loss": 4.8131, + "mean_token_accuracy": 0.19755022823810578, + "num_tokens": 7560436.0, + "step": 2635 + }, + { + "entropy": 5.078480672836304, + "epoch": 3.131672597864769, + "grad_norm": 1.0546875, + "learning_rate": 0.0004479640280784443, + "loss": 4.744, + "mean_token_accuracy": 0.19955695867538453, + "num_tokens": 7572784.0, + "step": 2640 + }, + { + "entropy": 5.113914966583252, + "epoch": 3.1376037959667853, + "grad_norm": 1.171875, + "learning_rate": 0.00044765899877271306, + "loss": 4.859, + "mean_token_accuracy": 0.1986508622765541, + "num_tokens": 7585677.0, + "step": 2645 + }, + { + "entropy": 5.126020288467407, + "epoch": 3.1435349940688018, + "grad_norm": 1.0625, + "learning_rate": 0.0004473531956807471, + "loss": 4.8702, + "mean_token_accuracy": 0.19153172969818116, + "num_tokens": 7600099.0, + "step": 2650 + }, + { + "entropy": 5.072196006774902, + "epoch": 3.1494661921708187, + "grad_norm": 0.93359375, + "learning_rate": 0.0004470466201730298, + "loss": 4.7925, + "mean_token_accuracy": 0.19439838826656342, + "num_tokens": 7615907.0, + "step": 2655 + }, + { + "entropy": 5.143037557601929, + "epoch": 3.155397390272835, + "grad_norm": 1.03125, + "learning_rate": 0.00044673927362350545, + "loss": 4.8237, + "mean_token_accuracy": 0.19680167287588118, + "num_tokens": 7629322.0, + "step": 2660 + }, + { + "entropy": 5.135795927047729, + "epoch": 3.1613285883748516, + "grad_norm": 1.1328125, + "learning_rate": 0.00044643115740957437, + "loss": 4.7916, + "mean_token_accuracy": 0.1951526179909706, + "num_tokens": 7642876.0, + "step": 2665 + }, + { + "entropy": 5.147537422180176, + "epoch": 3.167259786476868, + "grad_norm": 1.0859375, + "learning_rate": 0.000446122272912086, + "loss": 4.7397, + "mean_token_accuracy": 0.20763775259256362, + "num_tokens": 7655252.0, + "step": 2670 + }, + { + "entropy": 5.109446811676025, + "epoch": 3.173190984578885, + "grad_norm": 1.015625, + "learning_rate": 0.0004458126215153329, + "loss": 4.7983, + "mean_token_accuracy": 0.19524380266666413, + "num_tokens": 7669858.0, + "step": 2675 + }, + { + "entropy": 5.115171337127686, + "epoch": 3.1791221826809015, + "grad_norm": 1.0546875, + "learning_rate": 0.0004455022046070446, + "loss": 4.8484, + "mean_token_accuracy": 0.18973655700683595, + "num_tokens": 7684268.0, + "step": 2680 + }, + { + "entropy": 5.018248653411865, + "epoch": 3.185053380782918, + "grad_norm": 1.109375, + "learning_rate": 0.0004451910235783814, + "loss": 4.717, + "mean_token_accuracy": 0.21085696369409562, + "num_tokens": 7696579.0, + "step": 2685 + }, + { + "entropy": 5.127526092529297, + "epoch": 3.190984578884935, + "grad_norm": 1.09375, + "learning_rate": 0.0004448790798239278, + "loss": 4.8436, + "mean_token_accuracy": 0.19351662397384645, + "num_tokens": 7712167.0, + "step": 2690 + }, + { + "entropy": 5.105394887924194, + "epoch": 3.1969157769869514, + "grad_norm": 0.96875, + "learning_rate": 0.0004445663747416868, + "loss": 4.8131, + "mean_token_accuracy": 0.19317025691270828, + "num_tokens": 7729466.0, + "step": 2695 + }, + { + "entropy": 5.043076610565185, + "epoch": 3.202846975088968, + "grad_norm": 1.140625, + "learning_rate": 0.00044425290973307345, + "loss": 4.6998, + "mean_token_accuracy": 0.20704733729362487, + "num_tokens": 7741327.0, + "step": 2700 + }, + { + "entropy": 5.05340690612793, + "epoch": 3.208778173190985, + "grad_norm": 1.140625, + "learning_rate": 0.0004439386862029081, + "loss": 4.7979, + "mean_token_accuracy": 0.2003027930855751, + "num_tokens": 7757212.0, + "step": 2705 + }, + { + "entropy": 5.1013377666473385, + "epoch": 3.2147093712930013, + "grad_norm": 1.078125, + "learning_rate": 0.00044362370555941057, + "loss": 4.8373, + "mean_token_accuracy": 0.19453289955854416, + "num_tokens": 7772726.0, + "step": 2710 + }, + { + "entropy": 5.200697374343872, + "epoch": 3.2206405693950177, + "grad_norm": 1.109375, + "learning_rate": 0.0004433079692141941, + "loss": 4.9332, + "mean_token_accuracy": 0.1931446298956871, + "num_tokens": 7788185.0, + "step": 2715 + }, + { + "entropy": 5.098084259033203, + "epoch": 3.2265717674970342, + "grad_norm": 1.09375, + "learning_rate": 0.00044299147858225835, + "loss": 4.8124, + "mean_token_accuracy": 0.19363399744033813, + "num_tokens": 7802653.0, + "step": 2720 + }, + { + "entropy": 5.1125976085662845, + "epoch": 3.232502965599051, + "grad_norm": 0.95703125, + "learning_rate": 0.0004426742350819834, + "loss": 4.7917, + "mean_token_accuracy": 0.19389940202236175, + "num_tokens": 7816898.0, + "step": 2725 + }, + { + "entropy": 5.147168445587158, + "epoch": 3.2384341637010676, + "grad_norm": 0.98828125, + "learning_rate": 0.0004423562401351234, + "loss": 4.876, + "mean_token_accuracy": 0.1905128002166748, + "num_tokens": 7833509.0, + "step": 2730 + }, + { + "entropy": 5.192942333221436, + "epoch": 3.244365361803084, + "grad_norm": 0.99609375, + "learning_rate": 0.00044203749516680035, + "loss": 4.8427, + "mean_token_accuracy": 0.1987154722213745, + "num_tokens": 7849910.0, + "step": 2735 + }, + { + "entropy": 5.063848209381104, + "epoch": 3.250296559905101, + "grad_norm": 1.0546875, + "learning_rate": 0.0004417180016054972, + "loss": 4.8113, + "mean_token_accuracy": 0.1946829855442047, + "num_tokens": 7864555.0, + "step": 2740 + }, + { + "entropy": 5.090720558166504, + "epoch": 3.2562277580071175, + "grad_norm": 1.0703125, + "learning_rate": 0.00044139776088305215, + "loss": 4.7492, + "mean_token_accuracy": 0.2016763925552368, + "num_tokens": 7878850.0, + "step": 2745 + }, + { + "entropy": 5.091657066345215, + "epoch": 3.262158956109134, + "grad_norm": 1.046875, + "learning_rate": 0.00044107677443465165, + "loss": 4.9031, + "mean_token_accuracy": 0.19536128789186477, + "num_tokens": 7894200.0, + "step": 2750 + }, + { + "entropy": 5.134050750732422, + "epoch": 3.2680901542111505, + "grad_norm": 1.1953125, + "learning_rate": 0.00044075504369882416, + "loss": 4.8529, + "mean_token_accuracy": 0.19184636920690537, + "num_tokens": 7908939.0, + "step": 2755 + }, + { + "entropy": 5.132843923568726, + "epoch": 3.2740213523131674, + "grad_norm": 0.9921875, + "learning_rate": 0.0004404325701174338, + "loss": 4.8618, + "mean_token_accuracy": 0.19030990153551103, + "num_tokens": 7924223.0, + "step": 2760 + }, + { + "entropy": 5.081524896621704, + "epoch": 3.279952550415184, + "grad_norm": 1.0625, + "learning_rate": 0.0004401093551356739, + "loss": 4.7557, + "mean_token_accuracy": 0.2024812862277031, + "num_tokens": 7938323.0, + "step": 2765 + }, + { + "entropy": 5.049100589752197, + "epoch": 3.2858837485172003, + "grad_norm": 0.92578125, + "learning_rate": 0.0004397854002020604, + "loss": 4.7814, + "mean_token_accuracy": 0.2020518437027931, + "num_tokens": 7952126.0, + "step": 2770 + }, + { + "entropy": 5.080816555023193, + "epoch": 3.2918149466192173, + "grad_norm": 1.2265625, + "learning_rate": 0.0004394607067684251, + "loss": 4.7988, + "mean_token_accuracy": 0.19751653522253038, + "num_tokens": 7965150.0, + "step": 2775 + }, + { + "entropy": 5.15736985206604, + "epoch": 3.2977461447212337, + "grad_norm": 1.015625, + "learning_rate": 0.00043913527628990984, + "loss": 4.8365, + "mean_token_accuracy": 0.19114754498004913, + "num_tokens": 7980532.0, + "step": 2780 + }, + { + "entropy": 5.0498096466064455, + "epoch": 3.30367734282325, + "grad_norm": 1.0546875, + "learning_rate": 0.00043880911022495955, + "loss": 4.7979, + "mean_token_accuracy": 0.19996661990880965, + "num_tokens": 7994731.0, + "step": 2785 + }, + { + "entropy": 5.045728778839111, + "epoch": 3.309608540925267, + "grad_norm": 1.0, + "learning_rate": 0.0004384822100353155, + "loss": 4.7792, + "mean_token_accuracy": 0.20297738313674926, + "num_tokens": 8009405.0, + "step": 2790 + }, + { + "entropy": 5.043602848052979, + "epoch": 3.3155397390272836, + "grad_norm": 1.046875, + "learning_rate": 0.00043815457718600933, + "loss": 4.703, + "mean_token_accuracy": 0.20316480547189714, + "num_tokens": 8023683.0, + "step": 2795 + }, + { + "entropy": 4.979565191268921, + "epoch": 3.3214709371293, + "grad_norm": 1.0625, + "learning_rate": 0.0004378262131453558, + "loss": 4.7448, + "mean_token_accuracy": 0.20116145312786102, + "num_tokens": 8038219.0, + "step": 2800 + }, + { + "entropy": 5.029000902175904, + "epoch": 3.3274021352313166, + "grad_norm": 1.1484375, + "learning_rate": 0.00043749711938494693, + "loss": 4.7479, + "mean_token_accuracy": 0.2009764328598976, + "num_tokens": 8052037.0, + "step": 2805 + }, + { + "entropy": 5.063984489440918, + "epoch": 3.3333333333333335, + "grad_norm": 1.109375, + "learning_rate": 0.00043716729737964475, + "loss": 4.8005, + "mean_token_accuracy": 0.19967271238565446, + "num_tokens": 8065346.0, + "step": 2810 + }, + { + "entropy": 5.089534330368042, + "epoch": 3.33926453143535, + "grad_norm": 1.1953125, + "learning_rate": 0.000436836748607575, + "loss": 4.8024, + "mean_token_accuracy": 0.19638994485139846, + "num_tokens": 8081411.0, + "step": 2815 + }, + { + "entropy": 5.120129728317261, + "epoch": 3.3451957295373664, + "grad_norm": 1.1015625, + "learning_rate": 0.0004365054745501209, + "loss": 4.8472, + "mean_token_accuracy": 0.19565204232931138, + "num_tokens": 8096979.0, + "step": 2820 + }, + { + "entropy": 5.020432186126709, + "epoch": 3.351126927639383, + "grad_norm": 1.1953125, + "learning_rate": 0.0004361734766919156, + "loss": 4.8349, + "mean_token_accuracy": 0.1926871970295906, + "num_tokens": 8110573.0, + "step": 2825 + }, + { + "entropy": 5.061763572692871, + "epoch": 3.3570581257414, + "grad_norm": 1.171875, + "learning_rate": 0.0004358407565208361, + "loss": 4.8833, + "mean_token_accuracy": 0.1976574257016182, + "num_tokens": 8125529.0, + "step": 2830 + }, + { + "entropy": 5.12091588973999, + "epoch": 3.3629893238434163, + "grad_norm": 0.953125, + "learning_rate": 0.00043550731552799676, + "loss": 4.8466, + "mean_token_accuracy": 0.19565797746181487, + "num_tokens": 8141042.0, + "step": 2835 + }, + { + "entropy": 5.022051239013672, + "epoch": 3.368920521945433, + "grad_norm": 1.1796875, + "learning_rate": 0.0004351731552077423, + "loss": 4.7575, + "mean_token_accuracy": 0.19804837554693222, + "num_tokens": 8153157.0, + "step": 2840 + }, + { + "entropy": 5.021864032745361, + "epoch": 3.3748517200474497, + "grad_norm": 0.99609375, + "learning_rate": 0.00043483827705764094, + "loss": 4.7646, + "mean_token_accuracy": 0.20032886266708375, + "num_tokens": 8168570.0, + "step": 2845 + }, + { + "entropy": 5.108405017852784, + "epoch": 3.380782918149466, + "grad_norm": 1.0703125, + "learning_rate": 0.00043450268257847814, + "loss": 4.8059, + "mean_token_accuracy": 0.19953808933496475, + "num_tokens": 8182041.0, + "step": 2850 + }, + { + "entropy": 5.110202646255493, + "epoch": 3.3867141162514827, + "grad_norm": 1.0859375, + "learning_rate": 0.00043416637327424955, + "loss": 4.8449, + "mean_token_accuracy": 0.19766062647104263, + "num_tokens": 8196466.0, + "step": 2855 + }, + { + "entropy": 5.049158334732056, + "epoch": 3.3926453143534996, + "grad_norm": 1.078125, + "learning_rate": 0.00043382935065215444, + "loss": 4.7834, + "mean_token_accuracy": 0.19956779778003692, + "num_tokens": 8210847.0, + "step": 2860 + }, + { + "entropy": 5.013025093078613, + "epoch": 3.398576512455516, + "grad_norm": 1.0703125, + "learning_rate": 0.0004334916162225889, + "loss": 4.7041, + "mean_token_accuracy": 0.2068425863981247, + "num_tokens": 8225575.0, + "step": 2865 + }, + { + "entropy": 5.076068353652954, + "epoch": 3.4045077105575325, + "grad_norm": 1.1171875, + "learning_rate": 0.00043315317149913876, + "loss": 4.808, + "mean_token_accuracy": 0.19905340373516084, + "num_tokens": 8239881.0, + "step": 2870 + }, + { + "entropy": 5.018644142150879, + "epoch": 3.4104389086595495, + "grad_norm": 1.0859375, + "learning_rate": 0.00043281401799857356, + "loss": 4.8426, + "mean_token_accuracy": 0.19684257358312607, + "num_tokens": 8253692.0, + "step": 2875 + }, + { + "entropy": 5.0646027565002445, + "epoch": 3.416370106761566, + "grad_norm": 1.03125, + "learning_rate": 0.00043247415724083886, + "loss": 4.7819, + "mean_token_accuracy": 0.19912485182285308, + "num_tokens": 8268322.0, + "step": 2880 + }, + { + "entropy": 5.025012445449829, + "epoch": 3.4223013048635824, + "grad_norm": 0.953125, + "learning_rate": 0.0004321335907490502, + "loss": 4.8053, + "mean_token_accuracy": 0.19429467767477035, + "num_tokens": 8285317.0, + "step": 2885 + }, + { + "entropy": 5.100164270401001, + "epoch": 3.428232502965599, + "grad_norm": 1.046875, + "learning_rate": 0.0004317923200494856, + "loss": 4.7933, + "mean_token_accuracy": 0.20158445090055466, + "num_tokens": 8299429.0, + "step": 2890 + }, + { + "entropy": 5.039232349395752, + "epoch": 3.434163701067616, + "grad_norm": 1.046875, + "learning_rate": 0.00043145034667157935, + "loss": 4.8165, + "mean_token_accuracy": 0.1936866894364357, + "num_tokens": 8314039.0, + "step": 2895 + }, + { + "entropy": 5.04435977935791, + "epoch": 3.4400948991696323, + "grad_norm": 1.015625, + "learning_rate": 0.00043110767214791466, + "loss": 4.8579, + "mean_token_accuracy": 0.19030549228191376, + "num_tokens": 8328634.0, + "step": 2900 + }, + { + "entropy": 5.061645078659057, + "epoch": 3.4460260972716488, + "grad_norm": 1.078125, + "learning_rate": 0.0004307642980142171, + "loss": 4.7607, + "mean_token_accuracy": 0.20237151086330413, + "num_tokens": 8342448.0, + "step": 2905 + }, + { + "entropy": 5.0385942459106445, + "epoch": 3.4519572953736652, + "grad_norm": 1.140625, + "learning_rate": 0.0004304202258093473, + "loss": 4.7632, + "mean_token_accuracy": 0.20581259578466415, + "num_tokens": 8354450.0, + "step": 2910 + }, + { + "entropy": 5.031369161605835, + "epoch": 3.457888493475682, + "grad_norm": 1.125, + "learning_rate": 0.00043007545707529496, + "loss": 4.8276, + "mean_token_accuracy": 0.20016095489263536, + "num_tokens": 8369054.0, + "step": 2915 + }, + { + "entropy": 5.084920263290405, + "epoch": 3.4638196915776986, + "grad_norm": 1.0625, + "learning_rate": 0.0004297299933571708, + "loss": 4.8296, + "mean_token_accuracy": 0.20116593837738037, + "num_tokens": 8383401.0, + "step": 2920 + }, + { + "entropy": 5.0826586246490475, + "epoch": 3.469750889679715, + "grad_norm": 1.1640625, + "learning_rate": 0.0004293838362032003, + "loss": 4.8431, + "mean_token_accuracy": 0.19186071306467056, + "num_tokens": 8396990.0, + "step": 2925 + }, + { + "entropy": 5.091199779510498, + "epoch": 3.475682087781732, + "grad_norm": 1.15625, + "learning_rate": 0.00042903698716471677, + "loss": 4.7678, + "mean_token_accuracy": 0.2013833075761795, + "num_tokens": 8411212.0, + "step": 2930 + }, + { + "entropy": 5.048702621459961, + "epoch": 3.4816132858837485, + "grad_norm": 1.15625, + "learning_rate": 0.0004286894477961541, + "loss": 4.816, + "mean_token_accuracy": 0.19629474729299545, + "num_tokens": 8424669.0, + "step": 2935 + }, + { + "entropy": 4.976538515090942, + "epoch": 3.487544483985765, + "grad_norm": 1.109375, + "learning_rate": 0.00042834121965504014, + "loss": 4.7754, + "mean_token_accuracy": 0.19990172535181044, + "num_tokens": 8437122.0, + "step": 2940 + }, + { + "entropy": 5.10742974281311, + "epoch": 3.493475682087782, + "grad_norm": 0.98046875, + "learning_rate": 0.00042799230430198935, + "loss": 4.8296, + "mean_token_accuracy": 0.1914140284061432, + "num_tokens": 8450543.0, + "step": 2945 + }, + { + "entropy": 5.064130353927612, + "epoch": 3.4994068801897984, + "grad_norm": 1.234375, + "learning_rate": 0.000427642703300696, + "loss": 4.7662, + "mean_token_accuracy": 0.2023661881685257, + "num_tokens": 8464720.0, + "step": 2950 + }, + { + "entropy": 5.0957324504852295, + "epoch": 3.505338078291815, + "grad_norm": 1.21875, + "learning_rate": 0.00042729241821792726, + "loss": 4.8549, + "mean_token_accuracy": 0.1962006002664566, + "num_tokens": 8478547.0, + "step": 2955 + }, + { + "entropy": 5.1516471862792965, + "epoch": 3.511269276393832, + "grad_norm": 0.9765625, + "learning_rate": 0.000426941450623516, + "loss": 4.8781, + "mean_token_accuracy": 0.19749569445848464, + "num_tokens": 8494126.0, + "step": 2960 + }, + { + "entropy": 5.031353759765625, + "epoch": 3.5172004744958483, + "grad_norm": 1.0859375, + "learning_rate": 0.00042658980209035394, + "loss": 4.8601, + "mean_token_accuracy": 0.186987940967083, + "num_tokens": 8508575.0, + "step": 2965 + }, + { + "entropy": 5.0075500965118405, + "epoch": 3.5231316725978647, + "grad_norm": 1.1484375, + "learning_rate": 0.00042623747419438427, + "loss": 4.7508, + "mean_token_accuracy": 0.1991992712020874, + "num_tokens": 8523589.0, + "step": 2970 + }, + { + "entropy": 5.158101797103882, + "epoch": 3.5290628706998812, + "grad_norm": 1.109375, + "learning_rate": 0.000425884468514595, + "loss": 4.8535, + "mean_token_accuracy": 0.19646587669849397, + "num_tokens": 8538238.0, + "step": 2975 + }, + { + "entropy": 4.996473217010498, + "epoch": 3.534994068801898, + "grad_norm": 1.046875, + "learning_rate": 0.00042553078663301163, + "loss": 4.8191, + "mean_token_accuracy": 0.20561834871768953, + "num_tokens": 8551959.0, + "step": 2980 + }, + { + "entropy": 5.088233804702758, + "epoch": 3.5409252669039146, + "grad_norm": 1.046875, + "learning_rate": 0.00042517643013469, + "loss": 4.8048, + "mean_token_accuracy": 0.20215945243835448, + "num_tokens": 8564628.0, + "step": 2985 + }, + { + "entropy": 5.071303081512451, + "epoch": 3.546856465005931, + "grad_norm": 1.09375, + "learning_rate": 0.0004248214006077095, + "loss": 4.821, + "mean_token_accuracy": 0.19784992188215256, + "num_tokens": 8579342.0, + "step": 2990 + }, + { + "entropy": 5.061466932296753, + "epoch": 3.5527876631079476, + "grad_norm": 1.0859375, + "learning_rate": 0.00042446569964316557, + "loss": 4.8055, + "mean_token_accuracy": 0.19897904992103577, + "num_tokens": 8595096.0, + "step": 2995 + }, + { + "entropy": 5.215964984893799, + "epoch": 3.5587188612099645, + "grad_norm": 1.0625, + "learning_rate": 0.00042410932883516297, + "loss": 4.9033, + "mean_token_accuracy": 0.1953563556075096, + "num_tokens": 8608023.0, + "step": 3000 + }, + { + "epoch": 3.5587188612099645, + "eval_entropy": 4.9771839255935575, + "eval_loss": 5.412055492401123, + "eval_mean_token_accuracy": 0.17675103251736587, + "eval_num_tokens": 8608023.0, + "eval_runtime": 2.4284, + "eval_samples_per_second": 1073.944, + "eval_steps_per_second": 134.243, + "step": 3000 + }, + { + "entropy": 5.042902183532715, + "epoch": 3.564650059311981, + "grad_norm": 0.9609375, + "learning_rate": 0.00042375228978080813, + "loss": 4.7649, + "mean_token_accuracy": 0.2008129134774208, + "num_tokens": 8623529.0, + "step": 3005 + }, + { + "entropy": 5.038916540145874, + "epoch": 3.5705812574139975, + "grad_norm": 1.1875, + "learning_rate": 0.00042339458408020267, + "loss": 4.8383, + "mean_token_accuracy": 0.19716774225234984, + "num_tokens": 8639007.0, + "step": 3010 + }, + { + "entropy": 5.000910806655884, + "epoch": 3.5765124555160144, + "grad_norm": 1.1171875, + "learning_rate": 0.0004230362133364354, + "loss": 4.7451, + "mean_token_accuracy": 0.20509970784187317, + "num_tokens": 8653678.0, + "step": 3015 + }, + { + "entropy": 5.084241008758545, + "epoch": 3.582443653618031, + "grad_norm": 1.0859375, + "learning_rate": 0.0004226771791555758, + "loss": 4.9001, + "mean_token_accuracy": 0.18916919380426406, + "num_tokens": 8668663.0, + "step": 3020 + }, + { + "entropy": 5.098063039779663, + "epoch": 3.5883748517200473, + "grad_norm": 1.1015625, + "learning_rate": 0.00042231748314666684, + "loss": 4.8285, + "mean_token_accuracy": 0.1972780004143715, + "num_tokens": 8682121.0, + "step": 3025 + }, + { + "entropy": 4.962451457977295, + "epoch": 3.5943060498220643, + "grad_norm": 1.0546875, + "learning_rate": 0.00042195712692171705, + "loss": 4.8254, + "mean_token_accuracy": 0.19526612013578415, + "num_tokens": 8698409.0, + "step": 3030 + }, + { + "entropy": 5.078032970428467, + "epoch": 3.6002372479240807, + "grad_norm": 1.0859375, + "learning_rate": 0.00042159611209569416, + "loss": 4.8473, + "mean_token_accuracy": 0.1929122567176819, + "num_tokens": 8714076.0, + "step": 3035 + }, + { + "entropy": 5.09345006942749, + "epoch": 3.606168446026097, + "grad_norm": 0.9765625, + "learning_rate": 0.00042123444028651725, + "loss": 4.7946, + "mean_token_accuracy": 0.20138713866472244, + "num_tokens": 8730482.0, + "step": 3040 + }, + { + "entropy": 4.995736932754516, + "epoch": 3.612099644128114, + "grad_norm": 0.98046875, + "learning_rate": 0.00042087211311504986, + "loss": 4.7808, + "mean_token_accuracy": 0.2021682783961296, + "num_tokens": 8744036.0, + "step": 3045 + }, + { + "entropy": 5.092488193511963, + "epoch": 3.6180308422301306, + "grad_norm": 1.21875, + "learning_rate": 0.00042050913220509253, + "loss": 4.8339, + "mean_token_accuracy": 0.1878429561853409, + "num_tokens": 8760458.0, + "step": 3050 + }, + { + "entropy": 5.027280521392822, + "epoch": 3.623962040332147, + "grad_norm": 1.171875, + "learning_rate": 0.00042014549918337554, + "loss": 4.788, + "mean_token_accuracy": 0.19931856244802476, + "num_tokens": 8774946.0, + "step": 3055 + }, + { + "entropy": 5.0445245742797855, + "epoch": 3.6298932384341636, + "grad_norm": 1.0625, + "learning_rate": 0.0004197812156795518, + "loss": 4.7885, + "mean_token_accuracy": 0.20058033168315886, + "num_tokens": 8790918.0, + "step": 3060 + }, + { + "entropy": 5.032378005981445, + "epoch": 3.63582443653618, + "grad_norm": 1.2421875, + "learning_rate": 0.0004194162833261893, + "loss": 4.8178, + "mean_token_accuracy": 0.1946185812354088, + "num_tokens": 8803505.0, + "step": 3065 + }, + { + "entropy": 5.082729768753052, + "epoch": 3.641755634638197, + "grad_norm": 1.046875, + "learning_rate": 0.0004190507037587639, + "loss": 4.8787, + "mean_token_accuracy": 0.1933801293373108, + "num_tokens": 8819567.0, + "step": 3070 + }, + { + "entropy": 5.109076070785522, + "epoch": 3.6476868327402134, + "grad_norm": 1.25, + "learning_rate": 0.0004186844786156522, + "loss": 4.7838, + "mean_token_accuracy": 0.18985679149627685, + "num_tokens": 8834257.0, + "step": 3075 + }, + { + "entropy": 5.0223876476287845, + "epoch": 3.65361803084223, + "grad_norm": 1.0390625, + "learning_rate": 0.0004183176095381238, + "loss": 4.7938, + "mean_token_accuracy": 0.2065998211503029, + "num_tokens": 8847866.0, + "step": 3080 + }, + { + "entropy": 5.010385465621948, + "epoch": 3.659549228944247, + "grad_norm": 1.1015625, + "learning_rate": 0.000417950098170334, + "loss": 4.8118, + "mean_token_accuracy": 0.19870606809854507, + "num_tokens": 8863297.0, + "step": 3085 + }, + { + "entropy": 5.062593126296997, + "epoch": 3.6654804270462633, + "grad_norm": 1.15625, + "learning_rate": 0.000417581946159317, + "loss": 4.817, + "mean_token_accuracy": 0.19981457144021988, + "num_tokens": 8876605.0, + "step": 3090 + }, + { + "entropy": 4.998176097869873, + "epoch": 3.67141162514828, + "grad_norm": 0.953125, + "learning_rate": 0.0004172131551549778, + "loss": 4.7572, + "mean_token_accuracy": 0.206072661280632, + "num_tokens": 8892040.0, + "step": 3095 + }, + { + "entropy": 4.948314142227173, + "epoch": 3.6773428232502967, + "grad_norm": 0.9609375, + "learning_rate": 0.00041684372681008506, + "loss": 4.8146, + "mean_token_accuracy": 0.19830800145864486, + "num_tokens": 8905806.0, + "step": 3100 + }, + { + "entropy": 5.009223079681396, + "epoch": 3.683274021352313, + "grad_norm": 1.0703125, + "learning_rate": 0.00041647366278026415, + "loss": 4.777, + "mean_token_accuracy": 0.2011968970298767, + "num_tokens": 8920638.0, + "step": 3105 + }, + { + "entropy": 5.031396293640137, + "epoch": 3.6892052194543297, + "grad_norm": 1.125, + "learning_rate": 0.00041610296472398875, + "loss": 4.7595, + "mean_token_accuracy": 0.1939758390188217, + "num_tokens": 8933501.0, + "step": 3110 + }, + { + "entropy": 5.029152154922485, + "epoch": 3.6951364175563466, + "grad_norm": 1.1015625, + "learning_rate": 0.00041573163430257435, + "loss": 4.8538, + "mean_token_accuracy": 0.19719393253326417, + "num_tokens": 8948909.0, + "step": 3115 + }, + { + "entropy": 5.086005306243896, + "epoch": 3.701067615658363, + "grad_norm": 1.109375, + "learning_rate": 0.00041535967318017037, + "loss": 4.8204, + "mean_token_accuracy": 0.19703703224658967, + "num_tokens": 8961611.0, + "step": 3120 + }, + { + "entropy": 4.937661504745483, + "epoch": 3.7069988137603795, + "grad_norm": 1.0703125, + "learning_rate": 0.00041498708302375277, + "loss": 4.7334, + "mean_token_accuracy": 0.20828222185373307, + "num_tokens": 8975993.0, + "step": 3125 + }, + { + "entropy": 5.019860696792603, + "epoch": 3.7129300118623965, + "grad_norm": 1.0703125, + "learning_rate": 0.0004146138655031165, + "loss": 4.8078, + "mean_token_accuracy": 0.1950700029730797, + "num_tokens": 8989198.0, + "step": 3130 + }, + { + "entropy": 5.036433696746826, + "epoch": 3.718861209964413, + "grad_norm": 1.015625, + "learning_rate": 0.0004142400222908681, + "loss": 4.8078, + "mean_token_accuracy": 0.20096368491649627, + "num_tokens": 9004592.0, + "step": 3135 + }, + { + "entropy": 4.998563623428344, + "epoch": 3.7247924080664294, + "grad_norm": 1.140625, + "learning_rate": 0.0004138655550624183, + "loss": 4.773, + "mean_token_accuracy": 0.19526535868644715, + "num_tokens": 9017772.0, + "step": 3140 + }, + { + "entropy": 5.036626148223877, + "epoch": 3.730723606168446, + "grad_norm": 1.0625, + "learning_rate": 0.0004134904654959745, + "loss": 4.7073, + "mean_token_accuracy": 0.20760386288166047, + "num_tokens": 9031182.0, + "step": 3145 + }, + { + "entropy": 5.066286182403564, + "epoch": 3.7366548042704624, + "grad_norm": 1.0390625, + "learning_rate": 0.00041311475527253284, + "loss": 4.7977, + "mean_token_accuracy": 0.19728391021490096, + "num_tokens": 9044934.0, + "step": 3150 + }, + { + "entropy": 5.016174173355102, + "epoch": 3.7425860023724793, + "grad_norm": 1.0703125, + "learning_rate": 0.00041273842607587137, + "loss": 4.7928, + "mean_token_accuracy": 0.1950550675392151, + "num_tokens": 9059795.0, + "step": 3155 + }, + { + "entropy": 4.972341299057007, + "epoch": 3.7485172004744958, + "grad_norm": 1.03125, + "learning_rate": 0.00041236147959254166, + "loss": 4.782, + "mean_token_accuracy": 0.20030613243579865, + "num_tokens": 9073410.0, + "step": 3160 + }, + { + "entropy": 5.022267293930054, + "epoch": 3.7544483985765122, + "grad_norm": 1.046875, + "learning_rate": 0.00041198391751186227, + "loss": 4.8398, + "mean_token_accuracy": 0.19292792528867722, + "num_tokens": 9089338.0, + "step": 3165 + }, + { + "entropy": 5.042642307281494, + "epoch": 3.760379596678529, + "grad_norm": 1.15625, + "learning_rate": 0.0004116057415259101, + "loss": 4.7528, + "mean_token_accuracy": 0.20497467815876008, + "num_tokens": 9103520.0, + "step": 3170 + }, + { + "entropy": 5.021176958084107, + "epoch": 3.7663107947805456, + "grad_norm": 0.9765625, + "learning_rate": 0.00041122695332951363, + "loss": 4.7706, + "mean_token_accuracy": 0.20218247920274734, + "num_tokens": 9117935.0, + "step": 3175 + }, + { + "entropy": 4.987675666809082, + "epoch": 3.772241992882562, + "grad_norm": 1.0, + "learning_rate": 0.0004108475546202449, + "loss": 4.759, + "mean_token_accuracy": 0.20431260019540787, + "num_tokens": 9132457.0, + "step": 3180 + }, + { + "entropy": 5.050307130813598, + "epoch": 3.778173190984579, + "grad_norm": 1.09375, + "learning_rate": 0.0004104675470984121, + "loss": 4.8232, + "mean_token_accuracy": 0.19753638207912444, + "num_tokens": 9147329.0, + "step": 3185 + }, + { + "entropy": 5.029834890365601, + "epoch": 3.7841043890865955, + "grad_norm": 1.0625, + "learning_rate": 0.0004100869324670517, + "loss": 4.7634, + "mean_token_accuracy": 0.20562210381031037, + "num_tokens": 9161052.0, + "step": 3190 + }, + { + "entropy": 5.00586576461792, + "epoch": 3.790035587188612, + "grad_norm": 1.078125, + "learning_rate": 0.0004097057124319212, + "loss": 4.8242, + "mean_token_accuracy": 0.20105937719345093, + "num_tokens": 9175900.0, + "step": 3195 + }, + { + "entropy": 4.9953101634979244, + "epoch": 3.795966785290629, + "grad_norm": 1.0703125, + "learning_rate": 0.000409323888701491, + "loss": 4.7846, + "mean_token_accuracy": 0.2029906615614891, + "num_tokens": 9189706.0, + "step": 3200 + }, + { + "entropy": 5.035350704193116, + "epoch": 3.8018979833926454, + "grad_norm": 1.1328125, + "learning_rate": 0.0004089414629869373, + "loss": 4.8483, + "mean_token_accuracy": 0.1962611809372902, + "num_tokens": 9203727.0, + "step": 3205 + }, + { + "entropy": 5.05778546333313, + "epoch": 3.807829181494662, + "grad_norm": 0.98828125, + "learning_rate": 0.00040855843700213386, + "loss": 4.796, + "mean_token_accuracy": 0.19637212604284288, + "num_tokens": 9217664.0, + "step": 3210 + }, + { + "entropy": 4.937251186370849, + "epoch": 3.813760379596679, + "grad_norm": 0.99609375, + "learning_rate": 0.0004081748124636449, + "loss": 4.7115, + "mean_token_accuracy": 0.20479025095701217, + "num_tokens": 9233474.0, + "step": 3215 + }, + { + "entropy": 4.995423221588135, + "epoch": 3.8196915776986953, + "grad_norm": 1.046875, + "learning_rate": 0.00040779059109071706, + "loss": 4.7895, + "mean_token_accuracy": 0.20069828033447265, + "num_tokens": 9247567.0, + "step": 3220 + }, + { + "entropy": 5.027128553390503, + "epoch": 3.8256227758007118, + "grad_norm": 0.96875, + "learning_rate": 0.0004074057746052713, + "loss": 4.7736, + "mean_token_accuracy": 0.1999478057026863, + "num_tokens": 9262264.0, + "step": 3225 + }, + { + "entropy": 5.114210844039917, + "epoch": 3.8315539739027282, + "grad_norm": 1.0546875, + "learning_rate": 0.0004070203647318963, + "loss": 4.9095, + "mean_token_accuracy": 0.18577013909816742, + "num_tokens": 9276893.0, + "step": 3230 + }, + { + "entropy": 5.053824806213379, + "epoch": 3.8374851720047447, + "grad_norm": 1.1640625, + "learning_rate": 0.00040663436319783965, + "loss": 4.8054, + "mean_token_accuracy": 0.19727878272533417, + "num_tokens": 9291646.0, + "step": 3235 + }, + { + "entropy": 5.021931886672974, + "epoch": 3.8434163701067616, + "grad_norm": 1.0546875, + "learning_rate": 0.0004062477717330006, + "loss": 4.8344, + "mean_token_accuracy": 0.19990530163049697, + "num_tokens": 9305789.0, + "step": 3240 + }, + { + "entropy": 4.9833355903625485, + "epoch": 3.849347568208778, + "grad_norm": 1.03125, + "learning_rate": 0.00040586059206992214, + "loss": 4.7497, + "mean_token_accuracy": 0.1978788733482361, + "num_tokens": 9321039.0, + "step": 3245 + }, + { + "entropy": 5.031898260116577, + "epoch": 3.8552787663107946, + "grad_norm": 1.1171875, + "learning_rate": 0.0004054728259437836, + "loss": 4.82, + "mean_token_accuracy": 0.1935506910085678, + "num_tokens": 9337105.0, + "step": 3250 + }, + { + "entropy": 5.07962851524353, + "epoch": 3.8612099644128115, + "grad_norm": 1.015625, + "learning_rate": 0.00040508447509239224, + "loss": 4.8061, + "mean_token_accuracy": 0.19505731612443925, + "num_tokens": 9350684.0, + "step": 3255 + }, + { + "entropy": 5.032706165313721, + "epoch": 3.867141162514828, + "grad_norm": 1.03125, + "learning_rate": 0.000404695541256176, + "loss": 4.8298, + "mean_token_accuracy": 0.19414604753255843, + "num_tokens": 9365074.0, + "step": 3260 + }, + { + "entropy": 5.051387643814087, + "epoch": 3.8730723606168445, + "grad_norm": 1.046875, + "learning_rate": 0.0004043060261781756, + "loss": 4.9184, + "mean_token_accuracy": 0.18420381844043732, + "num_tokens": 9380912.0, + "step": 3265 + }, + { + "entropy": 5.086946487426758, + "epoch": 3.8790035587188614, + "grad_norm": 1.1640625, + "learning_rate": 0.00040391593160403656, + "loss": 4.8248, + "mean_token_accuracy": 0.20802772492170335, + "num_tokens": 9393812.0, + "step": 3270 + }, + { + "entropy": 4.938499832153321, + "epoch": 3.884934756820878, + "grad_norm": 1.1640625, + "learning_rate": 0.00040352525928200137, + "loss": 4.7925, + "mean_token_accuracy": 0.20416243374347687, + "num_tokens": 9409731.0, + "step": 3275 + }, + { + "entropy": 5.003332328796387, + "epoch": 3.8908659549228943, + "grad_norm": 1.078125, + "learning_rate": 0.0004031340109629017, + "loss": 4.7663, + "mean_token_accuracy": 0.20782396644353868, + "num_tokens": 9422743.0, + "step": 3280 + }, + { + "entropy": 5.017239379882812, + "epoch": 3.8967971530249113, + "grad_norm": 1.2578125, + "learning_rate": 0.000402742188400151, + "loss": 4.8235, + "mean_token_accuracy": 0.19541184455156327, + "num_tokens": 9436440.0, + "step": 3285 + }, + { + "entropy": 4.970128440856934, + "epoch": 3.9027283511269277, + "grad_norm": 1.0234375, + "learning_rate": 0.00040234979334973577, + "loss": 4.8555, + "mean_token_accuracy": 0.19211765229701996, + "num_tokens": 9451668.0, + "step": 3290 + }, + { + "entropy": 5.056919956207276, + "epoch": 3.908659549228944, + "grad_norm": 1.1640625, + "learning_rate": 0.00040195682757020846, + "loss": 4.7723, + "mean_token_accuracy": 0.21034520268440246, + "num_tokens": 9464700.0, + "step": 3295 + }, + { + "entropy": 4.960184717178345, + "epoch": 3.914590747330961, + "grad_norm": 1.03125, + "learning_rate": 0.00040156329282267915, + "loss": 4.7365, + "mean_token_accuracy": 0.20848041474819184, + "num_tokens": 9479003.0, + "step": 3300 + }, + { + "entropy": 4.990036296844482, + "epoch": 3.9205219454329776, + "grad_norm": 0.98828125, + "learning_rate": 0.00040116919087080787, + "loss": 4.7514, + "mean_token_accuracy": 0.20134748965501786, + "num_tokens": 9493134.0, + "step": 3305 + }, + { + "entropy": 5.011323022842407, + "epoch": 3.926453143534994, + "grad_norm": 1.1328125, + "learning_rate": 0.00040077452348079664, + "loss": 4.7617, + "mean_token_accuracy": 0.20163092166185378, + "num_tokens": 9507087.0, + "step": 3310 + }, + { + "entropy": 5.019417953491211, + "epoch": 3.9323843416370106, + "grad_norm": 1.2109375, + "learning_rate": 0.0004003792924213814, + "loss": 4.7621, + "mean_token_accuracy": 0.20881457775831222, + "num_tokens": 9518328.0, + "step": 3315 + }, + { + "entropy": 4.98180365562439, + "epoch": 3.938315539739027, + "grad_norm": 1.09375, + "learning_rate": 0.0003999834994638243, + "loss": 4.8216, + "mean_token_accuracy": 0.20216355621814727, + "num_tokens": 9532413.0, + "step": 3320 + }, + { + "entropy": 5.001606082916259, + "epoch": 3.944246737841044, + "grad_norm": 1.125, + "learning_rate": 0.0003995871463819059, + "loss": 4.761, + "mean_token_accuracy": 0.2026512235403061, + "num_tokens": 9547681.0, + "step": 3325 + }, + { + "entropy": 4.967384576797485, + "epoch": 3.9501779359430604, + "grad_norm": 1.1484375, + "learning_rate": 0.00039919023495191665, + "loss": 4.7276, + "mean_token_accuracy": 0.20670733749866485, + "num_tokens": 9560198.0, + "step": 3330 + }, + { + "entropy": 4.987757778167724, + "epoch": 3.956109134045077, + "grad_norm": 1.046875, + "learning_rate": 0.0003987927669526494, + "loss": 4.8062, + "mean_token_accuracy": 0.1983866959810257, + "num_tokens": 9574347.0, + "step": 3335 + }, + { + "entropy": 4.972973728179932, + "epoch": 3.962040332147094, + "grad_norm": 1.09375, + "learning_rate": 0.00039839474416539163, + "loss": 4.7004, + "mean_token_accuracy": 0.20886301398277282, + "num_tokens": 9587337.0, + "step": 3340 + }, + { + "entropy": 4.984016704559326, + "epoch": 3.9679715302491103, + "grad_norm": 1.171875, + "learning_rate": 0.00039799616837391655, + "loss": 4.784, + "mean_token_accuracy": 0.19981919676065446, + "num_tokens": 9601047.0, + "step": 3345 + }, + { + "entropy": 5.0524254322052, + "epoch": 3.973902728351127, + "grad_norm": 1.0625, + "learning_rate": 0.00039759704136447627, + "loss": 4.7662, + "mean_token_accuracy": 0.20110076069831848, + "num_tokens": 9614164.0, + "step": 3350 + }, + { + "entropy": 5.00496735572815, + "epoch": 3.9798339264531437, + "grad_norm": 1.21875, + "learning_rate": 0.0003971973649257929, + "loss": 4.8026, + "mean_token_accuracy": 0.19617463350296022, + "num_tokens": 9628179.0, + "step": 3355 + }, + { + "entropy": 4.986306190490723, + "epoch": 3.98576512455516, + "grad_norm": 1.1015625, + "learning_rate": 0.000396797140849051, + "loss": 4.8062, + "mean_token_accuracy": 0.20138847976922988, + "num_tokens": 9641575.0, + "step": 3360 + }, + { + "entropy": 5.002590847015381, + "epoch": 3.9916963226571767, + "grad_norm": 1.3046875, + "learning_rate": 0.00039639637092788935, + "loss": 4.7214, + "mean_token_accuracy": 0.20492513924837114, + "num_tokens": 9655381.0, + "step": 3365 + }, + { + "entropy": 5.0504356861114506, + "epoch": 3.9976275207591936, + "grad_norm": 1.1015625, + "learning_rate": 0.000395995056958393, + "loss": 4.8149, + "mean_token_accuracy": 0.19649633914232253, + "num_tokens": 9670477.0, + "step": 3370 + }, + { + "entropy": 4.922432947158813, + "epoch": 4.00355871886121, + "grad_norm": 1.1640625, + "learning_rate": 0.00039559320073908526, + "loss": 4.5875, + "mean_token_accuracy": 0.2211996853351593, + "num_tokens": 9683964.0, + "step": 3375 + }, + { + "entropy": 5.0110671043396, + "epoch": 4.0094899169632265, + "grad_norm": 0.94140625, + "learning_rate": 0.00039519080407091956, + "loss": 4.58, + "mean_token_accuracy": 0.21853467971086502, + "num_tokens": 9698415.0, + "step": 3380 + }, + { + "entropy": 5.0225770473480225, + "epoch": 4.0154211150652435, + "grad_norm": 0.98828125, + "learning_rate": 0.00039478786875727116, + "loss": 4.5708, + "mean_token_accuracy": 0.21765107959508895, + "num_tokens": 9712895.0, + "step": 3385 + }, + { + "entropy": 4.9370323657989506, + "epoch": 4.0213523131672595, + "grad_norm": 1.1015625, + "learning_rate": 0.00039438439660392983, + "loss": 4.475, + "mean_token_accuracy": 0.22428351193666457, + "num_tokens": 9728872.0, + "step": 3390 + }, + { + "entropy": 4.997824096679688, + "epoch": 4.027283511269276, + "grad_norm": 1.1171875, + "learning_rate": 0.00039398038941909066, + "loss": 4.5467, + "mean_token_accuracy": 0.21755390614271164, + "num_tokens": 9744284.0, + "step": 3395 + }, + { + "entropy": 4.97338900566101, + "epoch": 4.033214709371293, + "grad_norm": 1.078125, + "learning_rate": 0.000393575849013347, + "loss": 4.5463, + "mean_token_accuracy": 0.2152925118803978, + "num_tokens": 9759374.0, + "step": 3400 + }, + { + "entropy": 4.930527114868164, + "epoch": 4.039145907473309, + "grad_norm": 1.0625, + "learning_rate": 0.00039317077719968143, + "loss": 4.5183, + "mean_token_accuracy": 0.21953357756137848, + "num_tokens": 9773919.0, + "step": 3405 + }, + { + "entropy": 4.989052486419678, + "epoch": 4.045077105575326, + "grad_norm": 1.21875, + "learning_rate": 0.00039276517579345846, + "loss": 4.5668, + "mean_token_accuracy": 0.21412246227264403, + "num_tokens": 9788023.0, + "step": 3410 + }, + { + "entropy": 5.021774053573608, + "epoch": 4.051008303677343, + "grad_norm": 1.046875, + "learning_rate": 0.0003923590466124159, + "loss": 4.561, + "mean_token_accuracy": 0.21579589694738388, + "num_tokens": 9803037.0, + "step": 3415 + }, + { + "entropy": 4.994525671005249, + "epoch": 4.056939501779359, + "grad_norm": 1.1328125, + "learning_rate": 0.00039195239147665664, + "loss": 4.5317, + "mean_token_accuracy": 0.21720170676708223, + "num_tokens": 9816782.0, + "step": 3420 + }, + { + "entropy": 4.995402812957764, + "epoch": 4.062870699881376, + "grad_norm": 1.0625, + "learning_rate": 0.00039154521220864094, + "loss": 4.544, + "mean_token_accuracy": 0.21858830749988556, + "num_tokens": 9830471.0, + "step": 3425 + }, + { + "entropy": 4.991329097747803, + "epoch": 4.068801897983393, + "grad_norm": 1.0703125, + "learning_rate": 0.00039113751063317795, + "loss": 4.597, + "mean_token_accuracy": 0.21205688118934632, + "num_tokens": 9844303.0, + "step": 3430 + }, + { + "entropy": 4.940326738357544, + "epoch": 4.074733096085409, + "grad_norm": 1.0234375, + "learning_rate": 0.0003907292885774175, + "loss": 4.5388, + "mean_token_accuracy": 0.21253766417503356, + "num_tokens": 9861002.0, + "step": 3435 + }, + { + "entropy": 4.897701930999756, + "epoch": 4.080664294187426, + "grad_norm": 1.0703125, + "learning_rate": 0.0003903205478708419, + "loss": 4.5072, + "mean_token_accuracy": 0.22263137847185135, + "num_tokens": 9876338.0, + "step": 3440 + }, + { + "entropy": 5.052014923095703, + "epoch": 4.086595492289442, + "grad_norm": 1.0625, + "learning_rate": 0.0003899112903452582, + "loss": 4.6115, + "mean_token_accuracy": 0.21495201140642167, + "num_tokens": 9891217.0, + "step": 3445 + }, + { + "entropy": 4.955441427230835, + "epoch": 4.092526690391459, + "grad_norm": 1.1015625, + "learning_rate": 0.00038950151783478926, + "loss": 4.547, + "mean_token_accuracy": 0.22495205700397491, + "num_tokens": 9905309.0, + "step": 3450 + }, + { + "entropy": 4.965147495269775, + "epoch": 4.098457888493476, + "grad_norm": 1.015625, + "learning_rate": 0.000389091232175866, + "loss": 4.5015, + "mean_token_accuracy": 0.22329854369163513, + "num_tokens": 9918347.0, + "step": 3455 + }, + { + "entropy": 4.948949956893921, + "epoch": 4.104389086595492, + "grad_norm": 1.2265625, + "learning_rate": 0.0003886804352072192, + "loss": 4.5585, + "mean_token_accuracy": 0.21841878592967987, + "num_tokens": 9933068.0, + "step": 3460 + }, + { + "entropy": 4.864326620101929, + "epoch": 4.110320284697509, + "grad_norm": 1.0234375, + "learning_rate": 0.0003882691287698709, + "loss": 4.5283, + "mean_token_accuracy": 0.2233476459980011, + "num_tokens": 9948149.0, + "step": 3465 + }, + { + "entropy": 4.933009481430053, + "epoch": 4.116251482799526, + "grad_norm": 1.1015625, + "learning_rate": 0.0003878573147071265, + "loss": 4.5161, + "mean_token_accuracy": 0.2156417414546013, + "num_tokens": 9961494.0, + "step": 3470 + }, + { + "entropy": 4.932680368423462, + "epoch": 4.122182680901542, + "grad_norm": 1.0234375, + "learning_rate": 0.0003874449948645664, + "loss": 4.5063, + "mean_token_accuracy": 0.2222415953874588, + "num_tokens": 9977270.0, + "step": 3475 + }, + { + "entropy": 4.86724328994751, + "epoch": 4.128113879003559, + "grad_norm": 1.0390625, + "learning_rate": 0.0003870321710900375, + "loss": 4.4522, + "mean_token_accuracy": 0.2294168159365654, + "num_tokens": 9991102.0, + "step": 3480 + }, + { + "entropy": 4.947033166885376, + "epoch": 4.134045077105576, + "grad_norm": 1.171875, + "learning_rate": 0.00038661884523364537, + "loss": 4.5741, + "mean_token_accuracy": 0.22195196747779847, + "num_tokens": 10004991.0, + "step": 3485 + }, + { + "entropy": 4.9410834312438965, + "epoch": 4.139976275207592, + "grad_norm": 1.0859375, + "learning_rate": 0.00038620501914774554, + "loss": 4.5944, + "mean_token_accuracy": 0.2187734752893448, + "num_tokens": 10019654.0, + "step": 3490 + }, + { + "entropy": 4.893217134475708, + "epoch": 4.145907473309609, + "grad_norm": 1.078125, + "learning_rate": 0.00038579069468693526, + "loss": 4.4958, + "mean_token_accuracy": 0.22282861918210983, + "num_tokens": 10033831.0, + "step": 3495 + }, + { + "entropy": 4.945186996459961, + "epoch": 4.1518386714116255, + "grad_norm": 0.98046875, + "learning_rate": 0.00038537587370804567, + "loss": 4.5099, + "mean_token_accuracy": 0.21789855360984803, + "num_tokens": 10049549.0, + "step": 3500 + }, + { + "epoch": 4.1518386714116255, + "eval_entropy": 4.839259713705332, + "eval_loss": 5.367321491241455, + "eval_mean_token_accuracy": 0.18195566196748816, + "eval_num_tokens": 10049549.0, + "eval_runtime": 2.4857, + "eval_samples_per_second": 1049.215, + "eval_steps_per_second": 131.152, + "step": 3500 + }, + { + "entropy": 4.949001407623291, + "epoch": 4.157769869513642, + "grad_norm": 1.1953125, + "learning_rate": 0.0003849605580701327, + "loss": 4.5444, + "mean_token_accuracy": 0.21757382601499559, + "num_tokens": 10062471.0, + "step": 3505 + }, + { + "entropy": 4.934420490264893, + "epoch": 4.1637010676156585, + "grad_norm": 1.0703125, + "learning_rate": 0.0003845447496344694, + "loss": 4.5807, + "mean_token_accuracy": 0.21373047232627868, + "num_tokens": 10077154.0, + "step": 3510 + }, + { + "entropy": 4.976820373535157, + "epoch": 4.169632265717675, + "grad_norm": 1.046875, + "learning_rate": 0.00038412845026453715, + "loss": 4.526, + "mean_token_accuracy": 0.21752108186483382, + "num_tokens": 10089474.0, + "step": 3515 + }, + { + "entropy": 4.9126228332519535, + "epoch": 4.1755634638196915, + "grad_norm": 1.0546875, + "learning_rate": 0.00038371166182601756, + "loss": 4.5337, + "mean_token_accuracy": 0.21539070457220078, + "num_tokens": 10104377.0, + "step": 3520 + }, + { + "entropy": 4.887478303909302, + "epoch": 4.181494661921708, + "grad_norm": 1.0703125, + "learning_rate": 0.00038329438618678427, + "loss": 4.4854, + "mean_token_accuracy": 0.22191788107156754, + "num_tokens": 10119580.0, + "step": 3525 + }, + { + "entropy": 4.967412519454956, + "epoch": 4.187425860023724, + "grad_norm": 1.1015625, + "learning_rate": 0.0003828766252168938, + "loss": 4.6256, + "mean_token_accuracy": 0.20895761251449585, + "num_tokens": 10135586.0, + "step": 3530 + }, + { + "entropy": 4.829362487792968, + "epoch": 4.193357058125741, + "grad_norm": 1.2109375, + "learning_rate": 0.00038245838078857837, + "loss": 4.5119, + "mean_token_accuracy": 0.21914001256227494, + "num_tokens": 10148464.0, + "step": 3535 + }, + { + "entropy": 4.941340827941895, + "epoch": 4.199288256227758, + "grad_norm": 1.2109375, + "learning_rate": 0.0003820396547762363, + "loss": 4.5293, + "mean_token_accuracy": 0.21329305917024613, + "num_tokens": 10162838.0, + "step": 3540 + }, + { + "entropy": 4.8993401527404785, + "epoch": 4.205219454329774, + "grad_norm": 0.97265625, + "learning_rate": 0.0003816204490564247, + "loss": 4.4626, + "mean_token_accuracy": 0.225820828974247, + "num_tokens": 10178385.0, + "step": 3545 + }, + { + "entropy": 4.919313240051269, + "epoch": 4.211150652431791, + "grad_norm": 1.2265625, + "learning_rate": 0.0003812007655078501, + "loss": 4.5609, + "mean_token_accuracy": 0.21777454614639283, + "num_tokens": 10192616.0, + "step": 3550 + }, + { + "entropy": 4.987676429748535, + "epoch": 4.217081850533808, + "grad_norm": 1.1328125, + "learning_rate": 0.0003807806060113606, + "loss": 4.5856, + "mean_token_accuracy": 0.21827704459428787, + "num_tokens": 10206467.0, + "step": 3555 + }, + { + "entropy": 4.911167335510254, + "epoch": 4.223013048635824, + "grad_norm": 1.0703125, + "learning_rate": 0.0003803599724499373, + "loss": 4.5154, + "mean_token_accuracy": 0.22495382130146027, + "num_tokens": 10219993.0, + "step": 3560 + }, + { + "entropy": 4.865255451202392, + "epoch": 4.228944246737841, + "grad_norm": 1.0625, + "learning_rate": 0.000379938866708686, + "loss": 4.5095, + "mean_token_accuracy": 0.2240983322262764, + "num_tokens": 10234359.0, + "step": 3565 + }, + { + "entropy": 4.949184846878052, + "epoch": 4.234875444839858, + "grad_norm": 1.234375, + "learning_rate": 0.00037951729067482845, + "loss": 4.6212, + "mean_token_accuracy": 0.21564119905233384, + "num_tokens": 10248498.0, + "step": 3570 + }, + { + "entropy": 5.020032358169556, + "epoch": 4.240806642941874, + "grad_norm": 1.0390625, + "learning_rate": 0.00037909524623769405, + "loss": 4.6366, + "mean_token_accuracy": 0.2105604127049446, + "num_tokens": 10264281.0, + "step": 3575 + }, + { + "entropy": 4.982895183563232, + "epoch": 4.246737841043891, + "grad_norm": 1.125, + "learning_rate": 0.0003786727352887114, + "loss": 4.5799, + "mean_token_accuracy": 0.21946978121995925, + "num_tokens": 10278089.0, + "step": 3580 + }, + { + "entropy": 4.895901250839233, + "epoch": 4.252669039145908, + "grad_norm": 1.1171875, + "learning_rate": 0.00037824975972140004, + "loss": 4.5528, + "mean_token_accuracy": 0.21517277508974075, + "num_tokens": 10293704.0, + "step": 3585 + }, + { + "entropy": 4.942791414260864, + "epoch": 4.258600237247924, + "grad_norm": 1.109375, + "learning_rate": 0.0003778263214313614, + "loss": 4.6005, + "mean_token_accuracy": 0.21143771708011627, + "num_tokens": 10309242.0, + "step": 3590 + }, + { + "entropy": 4.96503586769104, + "epoch": 4.264531435349941, + "grad_norm": 1.09375, + "learning_rate": 0.00037740242231627086, + "loss": 4.5739, + "mean_token_accuracy": 0.21260294765233995, + "num_tokens": 10326394.0, + "step": 3595 + }, + { + "entropy": 4.9582971096038815, + "epoch": 4.270462633451958, + "grad_norm": 1.1875, + "learning_rate": 0.00037697806427586895, + "loss": 4.5723, + "mean_token_accuracy": 0.20982261300086974, + "num_tokens": 10338835.0, + "step": 3600 + }, + { + "entropy": 4.95024733543396, + "epoch": 4.276393831553974, + "grad_norm": 1.140625, + "learning_rate": 0.00037655324921195295, + "loss": 4.5422, + "mean_token_accuracy": 0.21664880514144896, + "num_tokens": 10352665.0, + "step": 3605 + }, + { + "entropy": 4.949320077896118, + "epoch": 4.282325029655991, + "grad_norm": 1.015625, + "learning_rate": 0.0003761279790283682, + "loss": 4.6211, + "mean_token_accuracy": 0.2119644895195961, + "num_tokens": 10368016.0, + "step": 3610 + }, + { + "entropy": 4.932809591293335, + "epoch": 4.288256227758007, + "grad_norm": 1.1328125, + "learning_rate": 0.00037570225563099993, + "loss": 4.5848, + "mean_token_accuracy": 0.207173253595829, + "num_tokens": 10383828.0, + "step": 3615 + }, + { + "entropy": 4.879697322845459, + "epoch": 4.294187425860024, + "grad_norm": 1.21875, + "learning_rate": 0.00037527608092776434, + "loss": 4.5116, + "mean_token_accuracy": 0.2246400997042656, + "num_tokens": 10396806.0, + "step": 3620 + }, + { + "entropy": 4.912312746047974, + "epoch": 4.300118623962041, + "grad_norm": 1.1640625, + "learning_rate": 0.0003748494568286002, + "loss": 4.5452, + "mean_token_accuracy": 0.2169484555721283, + "num_tokens": 10409240.0, + "step": 3625 + }, + { + "entropy": 4.952205801010132, + "epoch": 4.306049822064057, + "grad_norm": 1.078125, + "learning_rate": 0.0003744223852454603, + "loss": 4.5684, + "mean_token_accuracy": 0.2195367306470871, + "num_tokens": 10423780.0, + "step": 3630 + }, + { + "entropy": 4.926177883148194, + "epoch": 4.3119810201660735, + "grad_norm": 1.03125, + "learning_rate": 0.00037399486809230285, + "loss": 4.564, + "mean_token_accuracy": 0.21954804956912993, + "num_tokens": 10438351.0, + "step": 3635 + }, + { + "entropy": 4.919487428665161, + "epoch": 4.3179122182680905, + "grad_norm": 1.0546875, + "learning_rate": 0.0003735669072850829, + "loss": 4.4666, + "mean_token_accuracy": 0.22758726328611373, + "num_tokens": 10451489.0, + "step": 3640 + }, + { + "entropy": 4.992522239685059, + "epoch": 4.3238434163701065, + "grad_norm": 1.1328125, + "learning_rate": 0.0003731385047417439, + "loss": 4.6153, + "mean_token_accuracy": 0.2079178586602211, + "num_tokens": 10467610.0, + "step": 3645 + }, + { + "entropy": 4.967781734466553, + "epoch": 4.329774614472123, + "grad_norm": 1.1015625, + "learning_rate": 0.000372709662382209, + "loss": 4.552, + "mean_token_accuracy": 0.21371103674173356, + "num_tokens": 10481029.0, + "step": 3650 + }, + { + "entropy": 4.878114366531372, + "epoch": 4.33570581257414, + "grad_norm": 1.0859375, + "learning_rate": 0.0003722803821283722, + "loss": 4.5956, + "mean_token_accuracy": 0.2139382153749466, + "num_tokens": 10497318.0, + "step": 3655 + }, + { + "entropy": 4.859429502487183, + "epoch": 4.341637010676156, + "grad_norm": 1.078125, + "learning_rate": 0.00037185066590408997, + "loss": 4.392, + "mean_token_accuracy": 0.23174477219581605, + "num_tokens": 10511194.0, + "step": 3660 + }, + { + "entropy": 4.868615961074829, + "epoch": 4.347568208778173, + "grad_norm": 1.1171875, + "learning_rate": 0.00037142051563517287, + "loss": 4.5525, + "mean_token_accuracy": 0.2176743671298027, + "num_tokens": 10524609.0, + "step": 3665 + }, + { + "entropy": 4.932547903060913, + "epoch": 4.35349940688019, + "grad_norm": 1.1796875, + "learning_rate": 0.0003709899332493765, + "loss": 4.4982, + "mean_token_accuracy": 0.2166844129562378, + "num_tokens": 10537398.0, + "step": 3670 + }, + { + "entropy": 4.928352165222168, + "epoch": 4.359430604982206, + "grad_norm": 1.0859375, + "learning_rate": 0.00037055892067639314, + "loss": 4.6053, + "mean_token_accuracy": 0.21913551688194274, + "num_tokens": 10551658.0, + "step": 3675 + }, + { + "entropy": 4.989397954940796, + "epoch": 4.365361803084223, + "grad_norm": 0.86328125, + "learning_rate": 0.00037012747984784276, + "loss": 4.6025, + "mean_token_accuracy": 0.21916887611150743, + "num_tokens": 10567241.0, + "step": 3680 + }, + { + "entropy": 4.885055685043335, + "epoch": 4.37129300118624, + "grad_norm": 1.046875, + "learning_rate": 0.0003696956126972648, + "loss": 4.5511, + "mean_token_accuracy": 0.21823447644710542, + "num_tokens": 10581625.0, + "step": 3685 + }, + { + "entropy": 4.958601999282837, + "epoch": 4.377224199288256, + "grad_norm": 1.046875, + "learning_rate": 0.00036926332116010935, + "loss": 4.5612, + "mean_token_accuracy": 0.2181847646832466, + "num_tokens": 10596619.0, + "step": 3690 + }, + { + "entropy": 4.868906784057617, + "epoch": 4.383155397390273, + "grad_norm": 1.125, + "learning_rate": 0.00036883060717372813, + "loss": 4.571, + "mean_token_accuracy": 0.21200695186853408, + "num_tokens": 10611525.0, + "step": 3695 + }, + { + "entropy": 5.026228427886963, + "epoch": 4.389086595492289, + "grad_norm": 0.9453125, + "learning_rate": 0.0003683974726773664, + "loss": 4.7066, + "mean_token_accuracy": 0.2007292851805687, + "num_tokens": 10628139.0, + "step": 3700 + }, + { + "entropy": 4.917442035675049, + "epoch": 4.395017793594306, + "grad_norm": 1.078125, + "learning_rate": 0.0003679639196121539, + "loss": 4.5421, + "mean_token_accuracy": 0.21730383038520812, + "num_tokens": 10641093.0, + "step": 3705 + }, + { + "entropy": 4.904851627349854, + "epoch": 4.400948991696323, + "grad_norm": 1.109375, + "learning_rate": 0.00036752994992109617, + "loss": 4.5413, + "mean_token_accuracy": 0.22170090973377227, + "num_tokens": 10653360.0, + "step": 3710 + }, + { + "entropy": 4.865046739578247, + "epoch": 4.406880189798339, + "grad_norm": 1.203125, + "learning_rate": 0.0003670955655490658, + "loss": 4.5119, + "mean_token_accuracy": 0.2288769945502281, + "num_tokens": 10667170.0, + "step": 3715 + }, + { + "entropy": 4.892205238342285, + "epoch": 4.412811387900356, + "grad_norm": 1.1640625, + "learning_rate": 0.000366660768442794, + "loss": 4.5313, + "mean_token_accuracy": 0.21561039686203004, + "num_tokens": 10679998.0, + "step": 3720 + }, + { + "entropy": 4.871367263793945, + "epoch": 4.418742586002373, + "grad_norm": 1.0546875, + "learning_rate": 0.00036622556055086167, + "loss": 4.4911, + "mean_token_accuracy": 0.22132606208324432, + "num_tokens": 10693538.0, + "step": 3725 + }, + { + "entropy": 4.9184425354003904, + "epoch": 4.424673784104389, + "grad_norm": 1.1953125, + "learning_rate": 0.0003657899438236904, + "loss": 4.5128, + "mean_token_accuracy": 0.22167116701602935, + "num_tokens": 10705883.0, + "step": 3730 + }, + { + "entropy": 4.985387086868286, + "epoch": 4.430604982206406, + "grad_norm": 1.1015625, + "learning_rate": 0.0003653539202135345, + "loss": 4.5781, + "mean_token_accuracy": 0.21406898498535157, + "num_tokens": 10720294.0, + "step": 3735 + }, + { + "entropy": 4.9532801628112795, + "epoch": 4.436536180308423, + "grad_norm": 1.0390625, + "learning_rate": 0.0003649174916744713, + "loss": 4.6105, + "mean_token_accuracy": 0.2147031158208847, + "num_tokens": 10734784.0, + "step": 3740 + }, + { + "entropy": 4.879120302200318, + "epoch": 4.442467378410439, + "grad_norm": 1.1171875, + "learning_rate": 0.00036448066016239316, + "loss": 4.495, + "mean_token_accuracy": 0.21976542025804519, + "num_tokens": 10748397.0, + "step": 3745 + }, + { + "entropy": 4.983062505722046, + "epoch": 4.448398576512456, + "grad_norm": 1.046875, + "learning_rate": 0.00036404342763499814, + "loss": 4.666, + "mean_token_accuracy": 0.21218072026968002, + "num_tokens": 10763938.0, + "step": 3750 + }, + { + "entropy": 4.908005809783935, + "epoch": 4.454329774614472, + "grad_norm": 1.0859375, + "learning_rate": 0.00036360579605178176, + "loss": 4.6143, + "mean_token_accuracy": 0.21130552887916565, + "num_tokens": 10777723.0, + "step": 3755 + }, + { + "entropy": 4.94810152053833, + "epoch": 4.460260972716489, + "grad_norm": 1.1875, + "learning_rate": 0.00036316776737402767, + "loss": 4.5086, + "mean_token_accuracy": 0.22831115126609802, + "num_tokens": 10790744.0, + "step": 3760 + }, + { + "entropy": 4.875180673599243, + "epoch": 4.4661921708185055, + "grad_norm": 1.203125, + "learning_rate": 0.0003627293435647994, + "loss": 4.5773, + "mean_token_accuracy": 0.2184601604938507, + "num_tokens": 10804720.0, + "step": 3765 + }, + { + "entropy": 4.932240056991577, + "epoch": 4.4721233689205215, + "grad_norm": 1.0703125, + "learning_rate": 0.00036229052658893107, + "loss": 4.5138, + "mean_token_accuracy": 0.22189483791589737, + "num_tokens": 10819348.0, + "step": 3770 + }, + { + "entropy": 4.913123369216919, + "epoch": 4.4780545670225385, + "grad_norm": 1.2890625, + "learning_rate": 0.00036185131841301894, + "loss": 4.5474, + "mean_token_accuracy": 0.224131940305233, + "num_tokens": 10832549.0, + "step": 3775 + }, + { + "entropy": 4.929586887359619, + "epoch": 4.483985765124555, + "grad_norm": 1.1328125, + "learning_rate": 0.00036141172100541245, + "loss": 4.5888, + "mean_token_accuracy": 0.21493848264217377, + "num_tokens": 10846766.0, + "step": 3780 + }, + { + "entropy": 4.914976263046265, + "epoch": 4.489916963226571, + "grad_norm": 1.2734375, + "learning_rate": 0.0003609717363362054, + "loss": 4.6012, + "mean_token_accuracy": 0.21102828532457352, + "num_tokens": 10859506.0, + "step": 3785 + }, + { + "entropy": 4.856210708618164, + "epoch": 4.495848161328588, + "grad_norm": 1.1015625, + "learning_rate": 0.00036053136637722715, + "loss": 4.5178, + "mean_token_accuracy": 0.2186322867870331, + "num_tokens": 10873559.0, + "step": 3790 + }, + { + "entropy": 4.900162935256958, + "epoch": 4.501779359430605, + "grad_norm": 1.0390625, + "learning_rate": 0.00036009061310203374, + "loss": 4.5792, + "mean_token_accuracy": 0.20522619485855104, + "num_tokens": 10889441.0, + "step": 3795 + }, + { + "entropy": 4.9840555667877195, + "epoch": 4.507710557532621, + "grad_norm": 1.0703125, + "learning_rate": 0.00035964947848589904, + "loss": 4.6068, + "mean_token_accuracy": 0.20724985450506211, + "num_tokens": 10904538.0, + "step": 3800 + }, + { + "entropy": 4.90825400352478, + "epoch": 4.513641755634638, + "grad_norm": 1.125, + "learning_rate": 0.00035920796450580596, + "loss": 4.5775, + "mean_token_accuracy": 0.2163109451532364, + "num_tokens": 10920129.0, + "step": 3805 + }, + { + "entropy": 4.829426240921021, + "epoch": 4.519572953736655, + "grad_norm": 1.171875, + "learning_rate": 0.00035876607314043766, + "loss": 4.512, + "mean_token_accuracy": 0.22267879992723466, + "num_tokens": 10933100.0, + "step": 3810 + }, + { + "entropy": 4.878107118606567, + "epoch": 4.525504151838671, + "grad_norm": 1.2109375, + "learning_rate": 0.00035832380637016846, + "loss": 4.6123, + "mean_token_accuracy": 0.21037212014198303, + "num_tokens": 10949333.0, + "step": 3815 + }, + { + "entropy": 4.95169038772583, + "epoch": 4.531435349940688, + "grad_norm": 1.0390625, + "learning_rate": 0.00035788116617705535, + "loss": 4.5142, + "mean_token_accuracy": 0.22315363585948944, + "num_tokens": 10963539.0, + "step": 3820 + }, + { + "entropy": 4.918026256561279, + "epoch": 4.537366548042705, + "grad_norm": 1.1171875, + "learning_rate": 0.00035743815454482834, + "loss": 4.6232, + "mean_token_accuracy": 0.20704769790172578, + "num_tokens": 10978205.0, + "step": 3825 + }, + { + "entropy": 4.879274702072143, + "epoch": 4.543297746144721, + "grad_norm": 1.359375, + "learning_rate": 0.0003569947734588824, + "loss": 4.4718, + "mean_token_accuracy": 0.23167906254529952, + "num_tokens": 10990599.0, + "step": 3830 + }, + { + "entropy": 4.917426490783692, + "epoch": 4.549228944246738, + "grad_norm": 1.3125, + "learning_rate": 0.0003565510249062684, + "loss": 4.5469, + "mean_token_accuracy": 0.21902925819158553, + "num_tokens": 11003101.0, + "step": 3835 + }, + { + "entropy": 4.871329975128174, + "epoch": 4.555160142348754, + "grad_norm": 1.1484375, + "learning_rate": 0.0003561069108756837, + "loss": 4.5204, + "mean_token_accuracy": 0.22292227298021317, + "num_tokens": 11016390.0, + "step": 3840 + }, + { + "entropy": 4.88023362159729, + "epoch": 4.561091340450771, + "grad_norm": 1.1015625, + "learning_rate": 0.00035566243335746387, + "loss": 4.5717, + "mean_token_accuracy": 0.21451771706342698, + "num_tokens": 11031372.0, + "step": 3845 + }, + { + "entropy": 4.816264247894287, + "epoch": 4.567022538552788, + "grad_norm": 1.0625, + "learning_rate": 0.0003552175943435731, + "loss": 4.4249, + "mean_token_accuracy": 0.23228887915611268, + "num_tokens": 11045634.0, + "step": 3850 + }, + { + "entropy": 4.815663433074951, + "epoch": 4.572953736654805, + "grad_norm": 1.203125, + "learning_rate": 0.00035477239582759623, + "loss": 4.5014, + "mean_token_accuracy": 0.23030359745025636, + "num_tokens": 11058185.0, + "step": 3855 + }, + { + "entropy": 4.9244019985198975, + "epoch": 4.578884934756821, + "grad_norm": 1.0703125, + "learning_rate": 0.0003543268398047286, + "loss": 4.5686, + "mean_token_accuracy": 0.21440733075141907, + "num_tokens": 11073789.0, + "step": 3860 + }, + { + "entropy": 4.894974422454834, + "epoch": 4.584816132858838, + "grad_norm": 1.046875, + "learning_rate": 0.0003538809282717683, + "loss": 4.5714, + "mean_token_accuracy": 0.21468473076820374, + "num_tokens": 11087307.0, + "step": 3865 + }, + { + "entropy": 4.956341075897217, + "epoch": 4.590747330960854, + "grad_norm": 1.1484375, + "learning_rate": 0.0003534346632271063, + "loss": 4.6001, + "mean_token_accuracy": 0.21189410835504532, + "num_tokens": 11101966.0, + "step": 3870 + }, + { + "entropy": 4.930508327484131, + "epoch": 4.596678529062871, + "grad_norm": 1.203125, + "learning_rate": 0.00035298804667071806, + "loss": 4.5909, + "mean_token_accuracy": 0.2205038547515869, + "num_tokens": 11115642.0, + "step": 3875 + }, + { + "entropy": 4.882773685455322, + "epoch": 4.602609727164888, + "grad_norm": 1.1875, + "learning_rate": 0.00035254108060415415, + "loss": 4.5814, + "mean_token_accuracy": 0.2154085248708725, + "num_tokens": 11129616.0, + "step": 3880 + }, + { + "entropy": 4.87270073890686, + "epoch": 4.608540925266904, + "grad_norm": 1.1015625, + "learning_rate": 0.0003520937670305318, + "loss": 4.5488, + "mean_token_accuracy": 0.22267507910728454, + "num_tokens": 11141975.0, + "step": 3885 + }, + { + "entropy": 4.938285255432129, + "epoch": 4.6144721233689205, + "grad_norm": 1.109375, + "learning_rate": 0.0003516461079545255, + "loss": 4.5509, + "mean_token_accuracy": 0.21113669872283936, + "num_tokens": 11156128.0, + "step": 3890 + }, + { + "entropy": 4.924780225753784, + "epoch": 4.6204033214709375, + "grad_norm": 1.109375, + "learning_rate": 0.0003511981053823579, + "loss": 4.5647, + "mean_token_accuracy": 0.21801244020462035, + "num_tokens": 11170334.0, + "step": 3895 + }, + { + "entropy": 4.898917198181152, + "epoch": 4.6263345195729535, + "grad_norm": 1.15625, + "learning_rate": 0.00035074976132179155, + "loss": 4.5635, + "mean_token_accuracy": 0.21639289408922197, + "num_tokens": 11185165.0, + "step": 3900 + }, + { + "entropy": 4.871355104446411, + "epoch": 4.63226571767497, + "grad_norm": 1.0546875, + "learning_rate": 0.00035030107778211893, + "loss": 4.5284, + "mean_token_accuracy": 0.22062084525823594, + "num_tokens": 11199250.0, + "step": 3905 + }, + { + "entropy": 4.890713834762574, + "epoch": 4.638196915776987, + "grad_norm": 1.0234375, + "learning_rate": 0.0003498520567741543, + "loss": 4.5565, + "mean_token_accuracy": 0.2167780503630638, + "num_tokens": 11214585.0, + "step": 3910 + }, + { + "entropy": 4.872895050048828, + "epoch": 4.644128113879003, + "grad_norm": 1.09375, + "learning_rate": 0.0003494027003102239, + "loss": 4.4899, + "mean_token_accuracy": 0.22181470692157745, + "num_tokens": 11228664.0, + "step": 3915 + }, + { + "entropy": 4.836891031265258, + "epoch": 4.65005931198102, + "grad_norm": 1.125, + "learning_rate": 0.0003489530104041577, + "loss": 4.4951, + "mean_token_accuracy": 0.22113146185874938, + "num_tokens": 11243896.0, + "step": 3920 + }, + { + "entropy": 4.923533821105957, + "epoch": 4.655990510083036, + "grad_norm": 1.1875, + "learning_rate": 0.00034850298907128, + "loss": 4.53, + "mean_token_accuracy": 0.2168356418609619, + "num_tokens": 11257919.0, + "step": 3925 + }, + { + "entropy": 4.860488414764404, + "epoch": 4.661921708185053, + "grad_norm": 1.046875, + "learning_rate": 0.00034805263832840024, + "loss": 4.4978, + "mean_token_accuracy": 0.22182656079530716, + "num_tokens": 11271416.0, + "step": 3930 + }, + { + "entropy": 4.826270341873169, + "epoch": 4.66785290628707, + "grad_norm": 1.1640625, + "learning_rate": 0.00034760196019380425, + "loss": 4.5671, + "mean_token_accuracy": 0.21985392570495604, + "num_tokens": 11286870.0, + "step": 3935 + }, + { + "entropy": 4.985865783691406, + "epoch": 4.673784104389087, + "grad_norm": 1.1015625, + "learning_rate": 0.00034715095668724495, + "loss": 4.5457, + "mean_token_accuracy": 0.22065018266439437, + "num_tokens": 11300784.0, + "step": 3940 + }, + { + "entropy": 4.941800451278686, + "epoch": 4.679715302491103, + "grad_norm": 1.1015625, + "learning_rate": 0.0003466996298299336, + "loss": 4.6109, + "mean_token_accuracy": 0.2118876174092293, + "num_tokens": 11315988.0, + "step": 3945 + }, + { + "entropy": 4.850393199920655, + "epoch": 4.68564650059312, + "grad_norm": 1.1171875, + "learning_rate": 0.0003462479816445307, + "loss": 4.5779, + "mean_token_accuracy": 0.2169851690530777, + "num_tokens": 11329136.0, + "step": 3950 + }, + { + "entropy": 4.866232681274414, + "epoch": 4.691577698695136, + "grad_norm": 1.0078125, + "learning_rate": 0.0003457960141551365, + "loss": 4.5216, + "mean_token_accuracy": 0.21714198887348174, + "num_tokens": 11343381.0, + "step": 3955 + }, + { + "entropy": 4.905858325958252, + "epoch": 4.697508896797153, + "grad_norm": 0.91796875, + "learning_rate": 0.0003453437293872823, + "loss": 4.6158, + "mean_token_accuracy": 0.2082674726843834, + "num_tokens": 11360177.0, + "step": 3960 + }, + { + "entropy": 4.930188465118408, + "epoch": 4.70344009489917, + "grad_norm": 1.09375, + "learning_rate": 0.0003448911293679217, + "loss": 4.5419, + "mean_token_accuracy": 0.21424513608217238, + "num_tokens": 11375523.0, + "step": 3965 + }, + { + "entropy": 4.866753625869751, + "epoch": 4.709371293001186, + "grad_norm": 1.03125, + "learning_rate": 0.00034443821612542054, + "loss": 4.5526, + "mean_token_accuracy": 0.21434911489486694, + "num_tokens": 11392353.0, + "step": 3970 + }, + { + "entropy": 4.886464166641235, + "epoch": 4.715302491103203, + "grad_norm": 0.96484375, + "learning_rate": 0.0003439849916895488, + "loss": 4.559, + "mean_token_accuracy": 0.2147858500480652, + "num_tokens": 11407918.0, + "step": 3975 + }, + { + "entropy": 4.937608671188355, + "epoch": 4.72123368920522, + "grad_norm": 1.09375, + "learning_rate": 0.000343531458091471, + "loss": 4.582, + "mean_token_accuracy": 0.21453986465930938, + "num_tokens": 11421888.0, + "step": 3980 + }, + { + "entropy": 4.861459112167358, + "epoch": 4.727164887307236, + "grad_norm": 1.0703125, + "learning_rate": 0.00034307761736373723, + "loss": 4.522, + "mean_token_accuracy": 0.22018359303474427, + "num_tokens": 11436338.0, + "step": 3985 + }, + { + "entropy": 4.854418611526489, + "epoch": 4.733096085409253, + "grad_norm": 1.1015625, + "learning_rate": 0.0003426234715402738, + "loss": 4.4659, + "mean_token_accuracy": 0.223881858587265, + "num_tokens": 11450658.0, + "step": 3990 + }, + { + "entropy": 4.839980363845825, + "epoch": 4.73902728351127, + "grad_norm": 1.1015625, + "learning_rate": 0.00034216902265637463, + "loss": 4.4885, + "mean_token_accuracy": 0.21753302216529846, + "num_tokens": 11464073.0, + "step": 3995 + }, + { + "entropy": 4.8677722930908205, + "epoch": 4.744958481613286, + "grad_norm": 1.0546875, + "learning_rate": 0.00034171427274869165, + "loss": 4.5004, + "mean_token_accuracy": 0.22347734719514847, + "num_tokens": 11477212.0, + "step": 4000 + }, + { + "epoch": 4.744958481613286, + "eval_entropy": 4.764749740530377, + "eval_loss": 5.325899124145508, + "eval_mean_token_accuracy": 0.18570856036949743, + "eval_num_tokens": 11477212.0, + "eval_runtime": 2.4276, + "eval_samples_per_second": 1074.332, + "eval_steps_per_second": 134.292, + "step": 4000 + }, + { + "entropy": 4.929757022857666, + "epoch": 4.750889679715303, + "grad_norm": 1.1875, + "learning_rate": 0.0003412592238552259, + "loss": 4.6662, + "mean_token_accuracy": 0.20496707409620285, + "num_tokens": 11491444.0, + "step": 4005 + }, + { + "entropy": 4.878577470779419, + "epoch": 4.756820877817319, + "grad_norm": 1.125, + "learning_rate": 0.0003408038780153183, + "loss": 4.5484, + "mean_token_accuracy": 0.21888002008199692, + "num_tokens": 11506132.0, + "step": 4010 + }, + { + "entropy": 4.823000574111939, + "epoch": 4.762752075919336, + "grad_norm": 1.1484375, + "learning_rate": 0.0003403482372696407, + "loss": 4.5454, + "mean_token_accuracy": 0.22043904811143875, + "num_tokens": 11519504.0, + "step": 4015 + }, + { + "entropy": 4.863145542144776, + "epoch": 4.7686832740213525, + "grad_norm": 1.078125, + "learning_rate": 0.0003398923036601864, + "loss": 4.5668, + "mean_token_accuracy": 0.2200538322329521, + "num_tokens": 11534759.0, + "step": 4020 + }, + { + "entropy": 4.933641195297241, + "epoch": 4.7746144721233685, + "grad_norm": 1.09375, + "learning_rate": 0.0003394360792302614, + "loss": 4.5454, + "mean_token_accuracy": 0.22164178192615508, + "num_tokens": 11549206.0, + "step": 4025 + }, + { + "entropy": 4.864947748184204, + "epoch": 4.7805456702253855, + "grad_norm": 1.078125, + "learning_rate": 0.00033897956602447495, + "loss": 4.5406, + "mean_token_accuracy": 0.225573368370533, + "num_tokens": 11563651.0, + "step": 4030 + }, + { + "entropy": 4.863853979110718, + "epoch": 4.786476868327402, + "grad_norm": 1.125, + "learning_rate": 0.00033852276608873033, + "loss": 4.5314, + "mean_token_accuracy": 0.21896956264972686, + "num_tokens": 11575766.0, + "step": 4035 + }, + { + "entropy": 4.818316555023193, + "epoch": 4.792408066429418, + "grad_norm": 1.125, + "learning_rate": 0.0003380656814702161, + "loss": 4.4652, + "mean_token_accuracy": 0.22464113533496857, + "num_tokens": 11591603.0, + "step": 4040 + }, + { + "entropy": 4.836750316619873, + "epoch": 4.798339264531435, + "grad_norm": 1.09375, + "learning_rate": 0.0003376083142173964, + "loss": 4.5211, + "mean_token_accuracy": 0.2172957882285118, + "num_tokens": 11606018.0, + "step": 4045 + }, + { + "entropy": 4.810761117935181, + "epoch": 4.804270462633452, + "grad_norm": 1.1328125, + "learning_rate": 0.00033715066638000216, + "loss": 4.4951, + "mean_token_accuracy": 0.23342375010251998, + "num_tokens": 11619293.0, + "step": 4050 + }, + { + "entropy": 4.862966299057007, + "epoch": 4.810201660735468, + "grad_norm": 1.1015625, + "learning_rate": 0.0003366927400090217, + "loss": 4.5458, + "mean_token_accuracy": 0.21534148454666138, + "num_tokens": 11633322.0, + "step": 4055 + }, + { + "entropy": 4.8932507038116455, + "epoch": 4.816132858837485, + "grad_norm": 1.3125, + "learning_rate": 0.0003362345371566918, + "loss": 4.546, + "mean_token_accuracy": 0.21567253470420839, + "num_tokens": 11646093.0, + "step": 4060 + }, + { + "entropy": 4.863575220108032, + "epoch": 4.822064056939502, + "grad_norm": 1.3203125, + "learning_rate": 0.000335776059876488, + "loss": 4.5688, + "mean_token_accuracy": 0.2165099173784256, + "num_tokens": 11660747.0, + "step": 4065 + }, + { + "entropy": 4.835976409912109, + "epoch": 4.827995255041518, + "grad_norm": 1.1875, + "learning_rate": 0.000335317310223116, + "loss": 4.4153, + "mean_token_accuracy": 0.23717533499002458, + "num_tokens": 11672187.0, + "step": 4070 + }, + { + "entropy": 4.890113735198975, + "epoch": 4.833926453143535, + "grad_norm": 1.125, + "learning_rate": 0.00033485829025250194, + "loss": 4.6077, + "mean_token_accuracy": 0.21407151222229004, + "num_tokens": 11685967.0, + "step": 4075 + }, + { + "entropy": 4.913485717773438, + "epoch": 4.839857651245552, + "grad_norm": 1.046875, + "learning_rate": 0.00033439900202178355, + "loss": 4.5178, + "mean_token_accuracy": 0.2256149709224701, + "num_tokens": 11701206.0, + "step": 4080 + }, + { + "entropy": 4.845592927932739, + "epoch": 4.845788849347568, + "grad_norm": 1.1328125, + "learning_rate": 0.0003339394475893008, + "loss": 4.5699, + "mean_token_accuracy": 0.2117096647620201, + "num_tokens": 11715353.0, + "step": 4085 + }, + { + "entropy": 4.919902086257935, + "epoch": 4.851720047449585, + "grad_norm": 1.0703125, + "learning_rate": 0.00033347962901458664, + "loss": 4.5958, + "mean_token_accuracy": 0.2184079959988594, + "num_tokens": 11730399.0, + "step": 4090 + }, + { + "entropy": 4.889105176925659, + "epoch": 4.857651245551601, + "grad_norm": 1.1640625, + "learning_rate": 0.0003330195483583577, + "loss": 4.5858, + "mean_token_accuracy": 0.213704152405262, + "num_tokens": 11745479.0, + "step": 4095 + }, + { + "entropy": 4.864266729354858, + "epoch": 4.863582443653618, + "grad_norm": 1.1015625, + "learning_rate": 0.0003325592076825053, + "loss": 4.5809, + "mean_token_accuracy": 0.2179402753710747, + "num_tokens": 11760878.0, + "step": 4100 + }, + { + "entropy": 4.93606538772583, + "epoch": 4.869513641755635, + "grad_norm": 1.0625, + "learning_rate": 0.00033209860905008583, + "loss": 4.6481, + "mean_token_accuracy": 0.20525944828987122, + "num_tokens": 11777028.0, + "step": 4105 + }, + { + "entropy": 4.8634905338287355, + "epoch": 4.875444839857651, + "grad_norm": 1.140625, + "learning_rate": 0.0003316377545253121, + "loss": 4.5195, + "mean_token_accuracy": 0.22125555127859114, + "num_tokens": 11792209.0, + "step": 4110 + }, + { + "entropy": 4.887179136276245, + "epoch": 4.881376037959668, + "grad_norm": 1.0859375, + "learning_rate": 0.0003311766461735434, + "loss": 4.5487, + "mean_token_accuracy": 0.22195642739534377, + "num_tokens": 11805912.0, + "step": 4115 + }, + { + "entropy": 4.9255828857421875, + "epoch": 4.887307236061685, + "grad_norm": 1.078125, + "learning_rate": 0.0003307152860612768, + "loss": 4.5808, + "mean_token_accuracy": 0.21789040863513948, + "num_tokens": 11821172.0, + "step": 4120 + }, + { + "entropy": 4.893458461761474, + "epoch": 4.893238434163701, + "grad_norm": 1.3046875, + "learning_rate": 0.0003302536762561374, + "loss": 4.5034, + "mean_token_accuracy": 0.2284863442182541, + "num_tokens": 11833933.0, + "step": 4125 + }, + { + "entropy": 4.8413220882415775, + "epoch": 4.899169632265718, + "grad_norm": 1.0234375, + "learning_rate": 0.0003297918188268695, + "loss": 4.5183, + "mean_token_accuracy": 0.2248077154159546, + "num_tokens": 11848990.0, + "step": 4130 + }, + { + "entropy": 4.888180494308472, + "epoch": 4.905100830367735, + "grad_norm": 1.140625, + "learning_rate": 0.0003293297158433271, + "loss": 4.5235, + "mean_token_accuracy": 0.22172283083200456, + "num_tokens": 11863919.0, + "step": 4135 + }, + { + "entropy": 4.9175646781921385, + "epoch": 4.911032028469751, + "grad_norm": 1.21875, + "learning_rate": 0.0003288673693764648, + "loss": 4.6062, + "mean_token_accuracy": 0.21565455198287964, + "num_tokens": 11876650.0, + "step": 4140 + }, + { + "entropy": 4.859852123260498, + "epoch": 4.9169632265717675, + "grad_norm": 0.98046875, + "learning_rate": 0.00032840478149832815, + "loss": 4.5481, + "mean_token_accuracy": 0.22236864566802977, + "num_tokens": 11892036.0, + "step": 4145 + }, + { + "entropy": 4.8943390369415285, + "epoch": 4.9228944246737845, + "grad_norm": 1.1328125, + "learning_rate": 0.0003279419542820448, + "loss": 4.5155, + "mean_token_accuracy": 0.21823452562093734, + "num_tokens": 11907398.0, + "step": 4150 + }, + { + "entropy": 4.858145904541016, + "epoch": 4.9288256227758005, + "grad_norm": 1.0390625, + "learning_rate": 0.0003274788898018149, + "loss": 4.599, + "mean_token_accuracy": 0.21382927298545837, + "num_tokens": 11923165.0, + "step": 4155 + }, + { + "entropy": 4.871183061599732, + "epoch": 4.934756820877817, + "grad_norm": 1.1640625, + "learning_rate": 0.00032701559013290196, + "loss": 4.476, + "mean_token_accuracy": 0.2178041011095047, + "num_tokens": 11938729.0, + "step": 4160 + }, + { + "entropy": 4.86397876739502, + "epoch": 4.940688018979834, + "grad_norm": 1.125, + "learning_rate": 0.0003265520573516235, + "loss": 4.5686, + "mean_token_accuracy": 0.2136895924806595, + "num_tokens": 11953671.0, + "step": 4165 + }, + { + "entropy": 4.81421914100647, + "epoch": 4.94661921708185, + "grad_norm": 1.078125, + "learning_rate": 0.00032608829353534185, + "loss": 4.5268, + "mean_token_accuracy": 0.22146143168210983, + "num_tokens": 11968617.0, + "step": 4170 + }, + { + "entropy": 4.896321058273315, + "epoch": 4.952550415183867, + "grad_norm": 1.09375, + "learning_rate": 0.0003256243007624546, + "loss": 4.6166, + "mean_token_accuracy": 0.21703510284423827, + "num_tokens": 11982847.0, + "step": 4175 + }, + { + "entropy": 4.855389261245728, + "epoch": 4.958481613285883, + "grad_norm": 1.1015625, + "learning_rate": 0.00032516008111238543, + "loss": 4.5444, + "mean_token_accuracy": 0.21965168863534928, + "num_tokens": 11997491.0, + "step": 4180 + }, + { + "entropy": 4.862688875198364, + "epoch": 4.9644128113879, + "grad_norm": 1.09375, + "learning_rate": 0.000324695636665575, + "loss": 4.5908, + "mean_token_accuracy": 0.2122807189822197, + "num_tokens": 12012741.0, + "step": 4185 + }, + { + "entropy": 4.927348279953003, + "epoch": 4.970344009489917, + "grad_norm": 1.203125, + "learning_rate": 0.0003242309695034711, + "loss": 4.6636, + "mean_token_accuracy": 0.21313626170158387, + "num_tokens": 12026201.0, + "step": 4190 + }, + { + "entropy": 4.957273483276367, + "epoch": 4.976275207591933, + "grad_norm": 1.0859375, + "learning_rate": 0.0003237660817085199, + "loss": 4.5618, + "mean_token_accuracy": 0.21957833766937257, + "num_tokens": 12041320.0, + "step": 4195 + }, + { + "entropy": 4.910650777816772, + "epoch": 4.98220640569395, + "grad_norm": 1.4140625, + "learning_rate": 0.0003233009753641562, + "loss": 4.5201, + "mean_token_accuracy": 0.22384442687034606, + "num_tokens": 12053660.0, + "step": 4200 + }, + { + "entropy": 4.848115587234497, + "epoch": 4.988137603795967, + "grad_norm": 1.1796875, + "learning_rate": 0.00032283565255479443, + "loss": 4.4791, + "mean_token_accuracy": 0.2266686037182808, + "num_tokens": 12068555.0, + "step": 4205 + }, + { + "entropy": 4.831573581695556, + "epoch": 4.994068801897983, + "grad_norm": 1.3125, + "learning_rate": 0.00032237011536581883, + "loss": 4.5855, + "mean_token_accuracy": 0.22208631336688994, + "num_tokens": 12082957.0, + "step": 4210 + }, + { + "entropy": 4.878744792938233, + "epoch": 5.0, + "grad_norm": 1.421875, + "learning_rate": 0.00032190436588357466, + "loss": 4.5258, + "mean_token_accuracy": 0.22166276276111602, + "num_tokens": 12095555.0, + "step": 4215 + }, + { + "entropy": 4.844231748580933, + "epoch": 5.005931198102017, + "grad_norm": 1.15625, + "learning_rate": 0.00032143840619535844, + "loss": 4.2337, + "mean_token_accuracy": 0.2483227163553238, + "num_tokens": 12109513.0, + "step": 4220 + }, + { + "entropy": 4.829920148849487, + "epoch": 5.011862396204033, + "grad_norm": 1.1015625, + "learning_rate": 0.00032097223838940895, + "loss": 4.3141, + "mean_token_accuracy": 0.23649795353412628, + "num_tokens": 12122918.0, + "step": 4225 + }, + { + "entropy": 4.917979097366333, + "epoch": 5.01779359430605, + "grad_norm": 1.03125, + "learning_rate": 0.0003205058645548975, + "loss": 4.3393, + "mean_token_accuracy": 0.22969220727682113, + "num_tokens": 12135918.0, + "step": 4230 + }, + { + "entropy": 4.8438128471374515, + "epoch": 5.023724792408067, + "grad_norm": 1.2421875, + "learning_rate": 0.00032003928678191857, + "loss": 4.3453, + "mean_token_accuracy": 0.2355492815375328, + "num_tokens": 12150990.0, + "step": 4235 + }, + { + "entropy": 4.836665248870849, + "epoch": 5.029655990510083, + "grad_norm": 1.046875, + "learning_rate": 0.00031957250716148095, + "loss": 4.2984, + "mean_token_accuracy": 0.23910901099443435, + "num_tokens": 12163890.0, + "step": 4240 + }, + { + "entropy": 4.823347854614258, + "epoch": 5.0355871886121, + "grad_norm": 1.1015625, + "learning_rate": 0.0003191055277854979, + "loss": 4.3162, + "mean_token_accuracy": 0.23670894354581834, + "num_tokens": 12178595.0, + "step": 4245 + }, + { + "entropy": 4.877349472045898, + "epoch": 5.041518386714117, + "grad_norm": 1.046875, + "learning_rate": 0.0003186383507467777, + "loss": 4.3386, + "mean_token_accuracy": 0.24057582765817642, + "num_tokens": 12193676.0, + "step": 4250 + }, + { + "entropy": 4.781665372848511, + "epoch": 5.047449584816133, + "grad_norm": 1.0390625, + "learning_rate": 0.000318170978139015, + "loss": 4.27, + "mean_token_accuracy": 0.24249815344810485, + "num_tokens": 12209710.0, + "step": 4255 + }, + { + "entropy": 4.860457086563111, + "epoch": 5.05338078291815, + "grad_norm": 1.109375, + "learning_rate": 0.0003177034120567802, + "loss": 4.3273, + "mean_token_accuracy": 0.2391873389482498, + "num_tokens": 12224997.0, + "step": 4260 + }, + { + "entropy": 4.844028377532959, + "epoch": 5.059311981020166, + "grad_norm": 1.1015625, + "learning_rate": 0.0003172356545955113, + "loss": 4.3181, + "mean_token_accuracy": 0.23947612792253495, + "num_tokens": 12239382.0, + "step": 4265 + }, + { + "entropy": 4.771719360351563, + "epoch": 5.065243179122183, + "grad_norm": 1.1875, + "learning_rate": 0.0003167677078515038, + "loss": 4.283, + "mean_token_accuracy": 0.24752182513475418, + "num_tokens": 12253107.0, + "step": 4270 + }, + { + "entropy": 4.876428747177124, + "epoch": 5.0711743772241995, + "grad_norm": 1.265625, + "learning_rate": 0.0003162995739219015, + "loss": 4.3646, + "mean_token_accuracy": 0.23150966167449952, + "num_tokens": 12268745.0, + "step": 4275 + }, + { + "entropy": 4.897872829437256, + "epoch": 5.0771055753262155, + "grad_norm": 1.125, + "learning_rate": 0.00031583125490468707, + "loss": 4.4342, + "mean_token_accuracy": 0.23373969942331313, + "num_tokens": 12283940.0, + "step": 4280 + }, + { + "entropy": 4.785506391525269, + "epoch": 5.0830367734282325, + "grad_norm": 1.1796875, + "learning_rate": 0.0003153627528986727, + "loss": 4.2806, + "mean_token_accuracy": 0.23809199929237365, + "num_tokens": 12299780.0, + "step": 4285 + }, + { + "entropy": 4.889186716079712, + "epoch": 5.088967971530249, + "grad_norm": 1.2265625, + "learning_rate": 0.00031489407000349066, + "loss": 4.3844, + "mean_token_accuracy": 0.23290240168571472, + "num_tokens": 12313087.0, + "step": 4290 + }, + { + "entropy": 4.807843160629273, + "epoch": 5.094899169632265, + "grad_norm": 1.2578125, + "learning_rate": 0.0003144252083195838, + "loss": 4.3164, + "mean_token_accuracy": 0.23950324654579164, + "num_tokens": 12326465.0, + "step": 4295 + }, + { + "entropy": 4.8577714443206785, + "epoch": 5.100830367734282, + "grad_norm": 1.0078125, + "learning_rate": 0.0003139561699481964, + "loss": 4.379, + "mean_token_accuracy": 0.235987351834774, + "num_tokens": 12341287.0, + "step": 4300 + }, + { + "entropy": 4.905805683135986, + "epoch": 5.106761565836299, + "grad_norm": 1.140625, + "learning_rate": 0.0003134869569913645, + "loss": 4.3656, + "mean_token_accuracy": 0.23341237306594848, + "num_tokens": 12356658.0, + "step": 4305 + }, + { + "entropy": 4.860331201553345, + "epoch": 5.112692763938315, + "grad_norm": 1.1640625, + "learning_rate": 0.00031301757155190646, + "loss": 4.3051, + "mean_token_accuracy": 0.24117062687873841, + "num_tokens": 12370697.0, + "step": 4310 + }, + { + "entropy": 4.8742602348327635, + "epoch": 5.118623962040332, + "grad_norm": 1.25, + "learning_rate": 0.00031254801573341376, + "loss": 4.3619, + "mean_token_accuracy": 0.23451096564531326, + "num_tokens": 12385894.0, + "step": 4315 + }, + { + "entropy": 4.841465282440185, + "epoch": 5.124555160142349, + "grad_norm": 1.015625, + "learning_rate": 0.00031207829164024134, + "loss": 4.314, + "mean_token_accuracy": 0.23838258236646653, + "num_tokens": 12402898.0, + "step": 4320 + }, + { + "entropy": 4.796236276626587, + "epoch": 5.130486358244365, + "grad_norm": 1.15625, + "learning_rate": 0.0003116084013774984, + "loss": 4.3, + "mean_token_accuracy": 0.23429224789142608, + "num_tokens": 12418827.0, + "step": 4325 + }, + { + "entropy": 4.802973985671997, + "epoch": 5.136417556346382, + "grad_norm": 1.0078125, + "learning_rate": 0.0003111383470510388, + "loss": 4.3419, + "mean_token_accuracy": 0.22728391885757446, + "num_tokens": 12434147.0, + "step": 4330 + }, + { + "entropy": 4.87151985168457, + "epoch": 5.142348754448399, + "grad_norm": 1.078125, + "learning_rate": 0.00031066813076745166, + "loss": 4.4053, + "mean_token_accuracy": 0.23225222229957582, + "num_tokens": 12449443.0, + "step": 4335 + }, + { + "entropy": 4.881012678146362, + "epoch": 5.148279952550415, + "grad_norm": 1.15625, + "learning_rate": 0.000310197754634052, + "loss": 4.3351, + "mean_token_accuracy": 0.23594305366277696, + "num_tokens": 12464433.0, + "step": 4340 + }, + { + "entropy": 4.789875793457031, + "epoch": 5.154211150652432, + "grad_norm": 1.0546875, + "learning_rate": 0.000309727220758871, + "loss": 4.3604, + "mean_token_accuracy": 0.23187562078237534, + "num_tokens": 12479591.0, + "step": 4345 + }, + { + "entropy": 4.771931934356689, + "epoch": 5.160142348754448, + "grad_norm": 1.140625, + "learning_rate": 0.0003092565312506468, + "loss": 4.2235, + "mean_token_accuracy": 0.24507446885108947, + "num_tokens": 12494167.0, + "step": 4350 + }, + { + "entropy": 4.88389139175415, + "epoch": 5.166073546856465, + "grad_norm": 1.171875, + "learning_rate": 0.0003087856882188155, + "loss": 4.3452, + "mean_token_accuracy": 0.24188133627176284, + "num_tokens": 12509967.0, + "step": 4355 + }, + { + "entropy": 4.853326320648193, + "epoch": 5.172004744958482, + "grad_norm": 1.125, + "learning_rate": 0.0003083146937735005, + "loss": 4.367, + "mean_token_accuracy": 0.2336810678243637, + "num_tokens": 12523620.0, + "step": 4360 + }, + { + "entropy": 4.800257539749145, + "epoch": 5.177935943060498, + "grad_norm": 1.09375, + "learning_rate": 0.0003078435500255044, + "loss": 4.3525, + "mean_token_accuracy": 0.24038705974817276, + "num_tokens": 12538097.0, + "step": 4365 + }, + { + "entropy": 4.813706731796264, + "epoch": 5.183867141162515, + "grad_norm": 1.0625, + "learning_rate": 0.0003073722590862985, + "loss": 4.3658, + "mean_token_accuracy": 0.23492267727851868, + "num_tokens": 12554161.0, + "step": 4370 + }, + { + "entropy": 4.866216468811035, + "epoch": 5.189798339264532, + "grad_norm": 1.1328125, + "learning_rate": 0.000306900823068014, + "loss": 4.4054, + "mean_token_accuracy": 0.2308848738670349, + "num_tokens": 12568918.0, + "step": 4375 + }, + { + "entropy": 4.847630739212036, + "epoch": 5.195729537366548, + "grad_norm": 1.03125, + "learning_rate": 0.00030642924408343217, + "loss": 4.4189, + "mean_token_accuracy": 0.2318817436695099, + "num_tokens": 12585563.0, + "step": 4380 + }, + { + "entropy": 4.821104240417481, + "epoch": 5.201660735468565, + "grad_norm": 1.0703125, + "learning_rate": 0.0003059575242459749, + "loss": 4.2935, + "mean_token_accuracy": 0.24165243059396743, + "num_tokens": 12599936.0, + "step": 4385 + }, + { + "entropy": 4.8254319190979, + "epoch": 5.207591933570582, + "grad_norm": 1.1171875, + "learning_rate": 0.0003054856656696955, + "loss": 4.2942, + "mean_token_accuracy": 0.24453072249889374, + "num_tokens": 12614032.0, + "step": 4390 + }, + { + "entropy": 4.816964149475098, + "epoch": 5.213523131672598, + "grad_norm": 1.125, + "learning_rate": 0.00030501367046926905, + "loss": 4.3592, + "mean_token_accuracy": 0.23119001239538192, + "num_tokens": 12629945.0, + "step": 4395 + }, + { + "entropy": 4.867587947845459, + "epoch": 5.2194543297746145, + "grad_norm": 1.0703125, + "learning_rate": 0.0003045415407599828, + "loss": 4.4008, + "mean_token_accuracy": 0.22786637842655183, + "num_tokens": 12644734.0, + "step": 4400 + }, + { + "entropy": 4.835189485549927, + "epoch": 5.2253855278766315, + "grad_norm": 1.0390625, + "learning_rate": 0.0003040692786577269, + "loss": 4.2955, + "mean_token_accuracy": 0.24150839895009996, + "num_tokens": 12659161.0, + "step": 4405 + }, + { + "entropy": 4.755004167556763, + "epoch": 5.2313167259786475, + "grad_norm": 1.1640625, + "learning_rate": 0.00030359688627898466, + "loss": 4.35, + "mean_token_accuracy": 0.23513848781585694, + "num_tokens": 12672967.0, + "step": 4410 + }, + { + "entropy": 4.802477884292602, + "epoch": 5.237247924080664, + "grad_norm": 1.171875, + "learning_rate": 0.0003031243657408237, + "loss": 4.267, + "mean_token_accuracy": 0.2523533508181572, + "num_tokens": 12686976.0, + "step": 4415 + }, + { + "entropy": 4.853684425354004, + "epoch": 5.243179122182681, + "grad_norm": 1.1015625, + "learning_rate": 0.0003026517191608854, + "loss": 4.3461, + "mean_token_accuracy": 0.23946220874786378, + "num_tokens": 12701194.0, + "step": 4420 + }, + { + "entropy": 4.806097936630249, + "epoch": 5.249110320284697, + "grad_norm": 1.21875, + "learning_rate": 0.0003021789486573763, + "loss": 4.3171, + "mean_token_accuracy": 0.23169240206480027, + "num_tokens": 12715746.0, + "step": 4425 + }, + { + "entropy": 4.824302625656128, + "epoch": 5.255041518386714, + "grad_norm": 1.2734375, + "learning_rate": 0.0003017060563490584, + "loss": 4.3597, + "mean_token_accuracy": 0.2341614618897438, + "num_tokens": 12728992.0, + "step": 4430 + }, + { + "entropy": 4.8253926753997805, + "epoch": 5.26097271648873, + "grad_norm": 1.171875, + "learning_rate": 0.0003012330443552394, + "loss": 4.278, + "mean_token_accuracy": 0.2492676392197609, + "num_tokens": 12742845.0, + "step": 4435 + }, + { + "entropy": 4.8544597148895265, + "epoch": 5.266903914590747, + "grad_norm": 1.15625, + "learning_rate": 0.0003007599147957635, + "loss": 4.3682, + "mean_token_accuracy": 0.23218867927789688, + "num_tokens": 12757043.0, + "step": 4440 + }, + { + "entropy": 4.778638744354248, + "epoch": 5.272835112692764, + "grad_norm": 1.1328125, + "learning_rate": 0.0003002866697910018, + "loss": 4.3194, + "mean_token_accuracy": 0.24172900766134262, + "num_tokens": 12771387.0, + "step": 4445 + }, + { + "entropy": 4.8287107944488525, + "epoch": 5.27876631079478, + "grad_norm": 1.1640625, + "learning_rate": 0.00029981331146184255, + "loss": 4.4119, + "mean_token_accuracy": 0.23451469391584395, + "num_tokens": 12784876.0, + "step": 4450 + }, + { + "entropy": 4.8477085590362545, + "epoch": 5.284697508896797, + "grad_norm": 1.109375, + "learning_rate": 0.00029933984192968214, + "loss": 4.3993, + "mean_token_accuracy": 0.22882209867238998, + "num_tokens": 12799244.0, + "step": 4455 + }, + { + "entropy": 4.748208379745483, + "epoch": 5.290628706998814, + "grad_norm": 1.234375, + "learning_rate": 0.0002988662633164152, + "loss": 4.2731, + "mean_token_accuracy": 0.23907728642225265, + "num_tokens": 12813096.0, + "step": 4460 + }, + { + "entropy": 4.787684202194214, + "epoch": 5.29655990510083, + "grad_norm": 1.1484375, + "learning_rate": 0.00029839257774442535, + "loss": 4.3194, + "mean_token_accuracy": 0.2362244665622711, + "num_tokens": 12826868.0, + "step": 4465 + }, + { + "entropy": 4.847586345672608, + "epoch": 5.302491103202847, + "grad_norm": 1.1953125, + "learning_rate": 0.0002979187873365752, + "loss": 4.4331, + "mean_token_accuracy": 0.22908033728599547, + "num_tokens": 12842112.0, + "step": 4470 + }, + { + "entropy": 4.826005601882935, + "epoch": 5.308422301304864, + "grad_norm": 1.125, + "learning_rate": 0.0002974448942161977, + "loss": 4.4115, + "mean_token_accuracy": 0.22701163291931153, + "num_tokens": 12856449.0, + "step": 4475 + }, + { + "entropy": 4.841357088088989, + "epoch": 5.31435349940688, + "grad_norm": 1.1640625, + "learning_rate": 0.00029697090050708575, + "loss": 4.4079, + "mean_token_accuracy": 0.2250249296426773, + "num_tokens": 12870535.0, + "step": 4480 + }, + { + "entropy": 4.855857563018799, + "epoch": 5.320284697508897, + "grad_norm": 1.140625, + "learning_rate": 0.00029649680833348304, + "loss": 4.3412, + "mean_token_accuracy": 0.23591906279325486, + "num_tokens": 12886203.0, + "step": 4485 + }, + { + "entropy": 4.813349199295044, + "epoch": 5.326215895610914, + "grad_norm": 1.0625, + "learning_rate": 0.00029602261982007483, + "loss": 4.3633, + "mean_token_accuracy": 0.23256391584873198, + "num_tokens": 12901141.0, + "step": 4490 + }, + { + "entropy": 4.8215296268463135, + "epoch": 5.33214709371293, + "grad_norm": 1.1015625, + "learning_rate": 0.0002955483370919778, + "loss": 4.3965, + "mean_token_accuracy": 0.22666836231946946, + "num_tokens": 12915652.0, + "step": 4495 + }, + { + "entropy": 4.880937623977661, + "epoch": 5.338078291814947, + "grad_norm": 1.0859375, + "learning_rate": 0.00029507396227473106, + "loss": 4.4473, + "mean_token_accuracy": 0.22892194539308547, + "num_tokens": 12930700.0, + "step": 4500 + }, + { + "epoch": 5.338078291814947, + "eval_entropy": 4.736137125389708, + "eval_loss": 5.304569721221924, + "eval_mean_token_accuracy": 0.18938717486028292, + "eval_num_tokens": 12930700.0, + "eval_runtime": 2.4511, + "eval_samples_per_second": 1064.013, + "eval_steps_per_second": 133.002, + "step": 4500 + } + ], + "logging_steps": 5, + "max_steps": 8420, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 2.2759489294848e+16, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-4500/training_args.bin b/checkpoint-4500/training_args.bin new file mode 100644 index 0000000..4887968 --- /dev/null +++ b/checkpoint-4500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b1c135f6b8569a4ca131508cf9d8c7cebd96bc433f924eb7233c36a7d98147e +size 6289 diff --git a/checkpoint-500/added_tokens.json b/checkpoint-500/added_tokens.json new file mode 100644 index 0000000..ec04e13 --- /dev/null +++ b/checkpoint-500/added_tokens.json @@ -0,0 +1,1768 @@ +{ + "": 47388, + "[CLS]": 47386, + "[MASK]": 47389, + "[SEP]": 47387, + "[XXXXX0]": 47670, + "[XXXXX1000]": 48506, + "[XXXXX1001]": 48961, + "[XXXXX1002]": 47825, + "[XXXXX1003]": 48233, + "[XXXXX1004]": 48970, + "[XXXXX1005]": 48971, + "[XXXXX1006]": 47998, + "[XXXXX1007]": 48989, + "[XXXXX1008]": 47450, + "[XXXXX1009]": 48240, + "[XXXXX100]": 47422, + "[XXXXX1010]": 47623, + "[XXXXX1011]": 47805, + "[XXXXX1012]": 48454, + "[XXXXX1013]": 48537, + "[XXXXX1014]": 47764, + "[XXXXX1015]": 47584, + "[XXXXX1016]": 48287, + "[XXXXX1017]": 48689, + "[XXXXX1018]": 49119, + "[XXXXX1019]": 48584, + "[XXXXX101]": 47890, + "[XXXXX1020]": 47445, + "[XXXXX1021]": 48199, + "[XXXXX1022]": 48276, + "[XXXXX1023]": 47859, + "[XXXXX1024]": 48258, + "[XXXXX1025]": 48325, + "[XXXXX1026]": 47687, + "[XXXXX1027]": 48990, + "[XXXXX1028]": 49059, + "[XXXXX1029]": 48382, + "[XXXXX102]": 47921, + "[XXXXX1030]": 47775, + "[XXXXX1031]": 47870, + "[XXXXX1032]": 47683, + "[XXXXX1033]": 48750, + "[XXXXX1034]": 49130, + "[XXXXX1035]": 47811, + "[XXXXX1036]": 47462, + "[XXXXX1037]": 47843, + "[XXXXX1038]": 47439, + "[XXXXX1039]": 48830, + "[XXXXX103]": 48327, + "[XXXXX1040]": 48720, + "[XXXXX1041]": 48485, + "[XXXXX1042]": 47919, + "[XXXXX1043]": 48781, + "[XXXXX1044]": 47695, + "[XXXXX1045]": 48043, + "[XXXXX1046]": 47732, + "[XXXXX1047]": 48590, + "[XXXXX1048]": 48901, + "[XXXXX1049]": 48470, + "[XXXXX104]": 47560, + "[XXXXX1050]": 47751, + "[XXXXX1051]": 48487, + "[XXXXX1052]": 48959, + "[XXXXX1053]": 47720, + "[XXXXX1054]": 48477, + "[XXXXX1055]": 47405, + "[XXXXX1056]": 47920, + "[XXXXX1057]": 48139, + "[XXXXX1058]": 48775, + "[XXXXX1059]": 47767, + "[XXXXX105]": 48734, + "[XXXXX1060]": 47446, + "[XXXXX1061]": 48433, + "[XXXXX1062]": 48073, + "[XXXXX1063]": 48868, + "[XXXXX1064]": 47615, + "[XXXXX1065]": 48702, + "[XXXXX1066]": 48578, + "[XXXXX1067]": 47773, + "[XXXXX1068]": 48659, + "[XXXXX1069]": 48281, + "[XXXXX106]": 48900, + "[XXXXX1070]": 48588, + "[XXXXX1071]": 47994, + "[XXXXX1072]": 47709, + "[XXXXX1073]": 47716, + "[XXXXX1074]": 48339, + "[XXXXX1075]": 49007, + "[XXXXX1076]": 49019, + "[XXXXX1077]": 48182, + "[XXXXX1078]": 48114, + "[XXXXX1079]": 49090, + "[XXXXX107]": 48981, + "[XXXXX1080]": 47901, + "[XXXXX1081]": 48465, + "[XXXXX1082]": 49027, + "[XXXXX1083]": 47839, + "[XXXXX1084]": 48061, + "[XXXXX1085]": 47657, + "[XXXXX1086]": 48963, + "[XXXXX1087]": 49089, + "[XXXXX1088]": 49135, + "[XXXXX1089]": 47487, + "[XXXXX108]": 48217, + "[XXXXX1090]": 48158, + "[XXXXX1091]": 49123, + "[XXXXX1092]": 47656, + "[XXXXX1093]": 49031, + "[XXXXX1094]": 48840, + "[XXXXX1095]": 48753, + "[XXXXX1096]": 47501, + "[XXXXX1097]": 47698, + "[XXXXX1098]": 47547, + "[XXXXX1099]": 48844, + "[XXXXX109]": 47587, + "[XXXXX10]": 47512, + "[XXXXX1100]": 47508, + "[XXXXX1101]": 48130, + "[XXXXX1102]": 48225, + "[XXXXX1103]": 48953, + "[XXXXX1104]": 47633, + "[XXXXX1105]": 48614, + "[XXXXX1106]": 48685, + "[XXXXX1107]": 47845, + "[XXXXX1108]": 48337, + "[XXXXX1109]": 48879, + "[XXXXX110]": 47862, + "[XXXXX1110]": 48222, + "[XXXXX1111]": 49127, + "[XXXXX1112]": 47893, + "[XXXXX1113]": 48261, + "[XXXXX1114]": 47543, + "[XXXXX1115]": 48597, + "[XXXXX1116]": 48206, + "[XXXXX1117]": 47478, + "[XXXXX1118]": 48930, + "[XXXXX1119]": 47864, + "[XXXXX111]": 48237, + "[XXXXX1120]": 48638, + "[XXXXX1121]": 48162, + "[XXXXX1122]": 48678, + "[XXXXX1123]": 48790, + "[XXXXX1124]": 49075, + "[XXXXX1125]": 47490, + "[XXXXX1126]": 47542, + "[XXXXX1127]": 48121, + "[XXXXX1128]": 48910, + "[XXXXX1129]": 47545, + "[XXXXX112]": 48153, + "[XXXXX1130]": 48499, + "[XXXXX1131]": 48943, + "[XXXXX1132]": 48066, + "[XXXXX1133]": 47882, + "[XXXXX1134]": 48392, + "[XXXXX1135]": 48553, + "[XXXXX1136]": 47505, + "[XXXXX1137]": 48634, + "[XXXXX1138]": 49082, + "[XXXXX1139]": 47707, + "[XXXXX113]": 48869, + "[XXXXX1140]": 48888, + "[XXXXX1141]": 48069, + "[XXXXX1142]": 48646, + "[XXXXX1143]": 47985, + "[XXXXX1144]": 47432, + "[XXXXX1145]": 48788, + "[XXXXX1146]": 48622, + "[XXXXX1147]": 48479, + "[XXXXX1148]": 47599, + "[XXXXX1149]": 48903, + "[XXXXX114]": 48071, + "[XXXXX1150]": 48303, + "[XXXXX1151]": 48316, + "[XXXXX1152]": 48999, + "[XXXXX1153]": 48629, + "[XXXXX1154]": 48515, + "[XXXXX1155]": 48264, + "[XXXXX1156]": 47837, + "[XXXXX1157]": 47537, + "[XXXXX1158]": 48882, + "[XXXXX1159]": 47744, + "[XXXXX115]": 47954, + "[XXXXX1160]": 47637, + "[XXXXX1161]": 48701, + "[XXXXX1162]": 48831, + "[XXXXX1163]": 48861, + "[XXXXX1164]": 48880, + "[XXXXX1165]": 47679, + "[XXXXX1166]": 47620, + "[XXXXX1167]": 48591, + "[XXXXX1168]": 48776, + "[XXXXX1169]": 48472, + "[XXXXX116]": 48997, + "[XXXXX1170]": 48992, + "[XXXXX1171]": 48440, + "[XXXXX1172]": 48145, + "[XXXXX1173]": 48466, + "[XXXXX1174]": 48319, + "[XXXXX1175]": 47745, + "[XXXXX1176]": 47933, + "[XXXXX1177]": 49084, + "[XXXXX1178]": 47544, + "[XXXXX1179]": 48935, + "[XXXXX117]": 49103, + "[XXXXX1180]": 48660, + "[XXXXX1181]": 48993, + "[XXXXX1182]": 47457, + "[XXXXX1183]": 47593, + "[XXXXX1184]": 47795, + "[XXXXX1185]": 47706, + "[XXXXX1186]": 48263, + "[XXXXX1187]": 49033, + "[XXXXX1188]": 48544, + "[XXXXX1189]": 47409, + "[XXXXX118]": 47420, + "[XXXXX1190]": 47834, + "[XXXXX1191]": 47874, + "[XXXXX1192]": 47397, + "[XXXXX1193]": 48853, + "[XXXXX1194]": 47641, + "[XXXXX1195]": 48484, + "[XXXXX1196]": 48412, + "[XXXXX1197]": 48488, + "[XXXXX1198]": 49097, + "[XXXXX1199]": 47879, + "[XXXXX119]": 48770, + "[XXXXX11]": 48211, + "[XXXXX1200]": 47526, + "[XXXXX1201]": 48749, + "[XXXXX1202]": 48568, + "[XXXXX1203]": 48481, + "[XXXXX1204]": 48608, + "[XXXXX1205]": 48309, + "[XXXXX1206]": 48855, + "[XXXXX1207]": 47911, + "[XXXXX1208]": 47799, + "[XXXXX1209]": 47622, + "[XXXXX120]": 48693, + "[XXXXX1210]": 48131, + "[XXXXX1211]": 48345, + "[XXXXX1212]": 48304, + "[XXXXX1213]": 48682, + "[XXXXX1214]": 47492, + "[XXXXX1215]": 47497, + "[XXXXX1216]": 48939, + "[XXXXX1217]": 48442, + "[XXXXX1218]": 47841, + "[XXXXX1219]": 47453, + "[XXXXX121]": 47554, + "[XXXXX1220]": 47419, + "[XXXXX1221]": 48672, + "[XXXXX1222]": 48154, + "[XXXXX1223]": 49087, + "[XXXXX1224]": 48511, + "[XXXXX1225]": 48448, + "[XXXXX1226]": 48988, + "[XXXXX1227]": 47669, + "[XXXXX1228]": 47596, + "[XXXXX1229]": 48602, + "[XXXXX122]": 48605, + "[XXXXX1230]": 48064, + "[XXXXX1231]": 48107, + "[XXXXX1232]": 48160, + "[XXXXX1233]": 47925, + "[XXXXX1234]": 48413, + "[XXXXX1235]": 49005, + "[XXXXX1236]": 49115, + "[XXXXX1237]": 48201, + "[XXXXX1238]": 47601, + "[XXXXX1239]": 47398, + "[XXXXX123]": 48582, + "[XXXXX1240]": 47616, + "[XXXXX1241]": 48002, + "[XXXXX1242]": 48543, + "[XXXXX1243]": 47818, + "[XXXXX1244]": 48569, + "[XXXXX1245]": 48647, + "[XXXXX1246]": 47681, + "[XXXXX1247]": 48898, + "[XXXXX1248]": 47498, + "[XXXXX1249]": 48378, + "[XXXXX124]": 48118, + "[XXXXX1250]": 48344, + "[XXXXX1251]": 47585, + "[XXXXX1252]": 48715, + "[XXXXX1253]": 47483, + "[XXXXX1254]": 48340, + "[XXXXX1255]": 48991, + "[XXXXX1256]": 48736, + "[XXXXX1257]": 47511, + "[XXXXX1258]": 48293, + "[XXXXX1259]": 48168, + "[XXXXX125]": 48374, + "[XXXXX1260]": 48951, + "[XXXXX1261]": 47416, + "[XXXXX1262]": 48745, + "[XXXXX1263]": 47979, + "[XXXXX1264]": 48592, + "[XXXXX1265]": 48945, + "[XXXXX1266]": 47865, + "[XXXXX1267]": 48239, + "[XXXXX1268]": 47672, + "[XXXXX1269]": 47848, + "[XXXXX126]": 48594, + "[XXXXX1270]": 48566, + "[XXXXX1271]": 48108, + "[XXXXX1272]": 47665, + "[XXXXX1273]": 47815, + "[XXXXX1274]": 48016, + "[XXXXX1275]": 48015, + "[XXXXX1276]": 48166, + "[XXXXX1277]": 47757, + "[XXXXX1278]": 47400, + "[XXXXX1279]": 47754, + "[XXXXX127]": 47436, + "[XXXXX1280]": 47417, + "[XXXXX1281]": 48047, + "[XXXXX1282]": 47472, + "[XXXXX1283]": 49040, + "[XXXXX1284]": 47710, + "[XXXXX1285]": 48883, + "[XXXXX1286]": 48209, + "[XXXXX1287]": 48046, + "[XXXXX1288]": 47999, + "[XXXXX1289]": 47735, + "[XXXXX128]": 48995, + "[XXXXX1290]": 48556, + "[XXXXX1291]": 48687, + "[XXXXX1292]": 49046, + "[XXXXX1293]": 48713, + "[XXXXX1294]": 48266, + "[XXXXX1295]": 48917, + "[XXXXX1296]": 49121, + "[XXXXX1297]": 48794, + "[XXXXX1298]": 48443, + "[XXXXX1299]": 47612, + "[XXXXX129]": 48082, + "[XXXXX12]": 48933, + "[XXXXX1300]": 47942, + "[XXXXX1301]": 48063, + "[XXXXX1302]": 48368, + "[XXXXX1303]": 47910, + "[XXXXX1304]": 47802, + "[XXXXX1305]": 47905, + "[XXXXX1306]": 47421, + "[XXXXX1307]": 49125, + "[XXXXX1308]": 47553, + "[XXXXX1309]": 47697, + "[XXXXX130]": 48746, + "[XXXXX1310]": 49069, + "[XXXXX1311]": 47789, + "[XXXXX1312]": 48575, + "[XXXXX1313]": 47402, + "[XXXXX1314]": 48829, + "[XXXXX1315]": 47394, + "[XXXXX1316]": 48187, + "[XXXXX1317]": 48147, + "[XXXXX1318]": 48703, + "[XXXXX1319]": 48549, + "[XXXXX131]": 48106, + "[XXXXX1320]": 48644, + "[XXXXX1321]": 48165, + "[XXXXX1322]": 47689, + "[XXXXX1323]": 47966, + "[XXXXX1324]": 47897, + "[XXXXX1325]": 48076, + "[XXXXX1326]": 48873, + "[XXXXX1327]": 48754, + "[XXXXX1328]": 47813, + "[XXXXX1329]": 49072, + "[XXXXX132]": 48427, + "[XXXXX1330]": 48809, + "[XXXXX1331]": 48489, + "[XXXXX1332]": 48243, + "[XXXXX1333]": 48921, + "[XXXXX1334]": 48322, + "[XXXXX1335]": 47531, + "[XXXXX1336]": 48110, + "[XXXXX1337]": 47723, + "[XXXXX1338]": 47908, + "[XXXXX1339]": 48700, + "[XXXXX133]": 47604, + "[XXXXX1340]": 48651, + "[XXXXX1341]": 48877, + "[XXXXX1342]": 47431, + "[XXXXX1343]": 47433, + "[XXXXX1344]": 47880, + "[XXXXX1345]": 48977, + "[XXXXX1346]": 48772, + "[XXXXX1347]": 48391, + "[XXXXX1348]": 48529, + "[XXXXX1349]": 48196, + "[XXXXX134]": 47765, + "[XXXXX1350]": 48404, + "[XXXXX1351]": 48104, + "[XXXXX1352]": 47517, + "[XXXXX1353]": 48850, + "[XXXXX1354]": 48357, + "[XXXXX1355]": 48862, + "[XXXXX1356]": 48492, + "[XXXXX1357]": 48062, + "[XXXXX1358]": 48721, + "[XXXXX1359]": 48922, + "[XXXXX135]": 47957, + "[XXXXX1360]": 47550, + "[XXXXX1361]": 49045, + "[XXXXX1362]": 48748, + "[XXXXX1363]": 49028, + "[XXXXX1364]": 48833, + "[XXXXX1365]": 47700, + "[XXXXX1366]": 47396, + "[XXXXX1367]": 47686, + "[XXXXX1368]": 48242, + "[XXXXX1369]": 48032, + "[XXXXX136]": 48342, + "[XXXXX1370]": 47562, + "[XXXXX1371]": 48212, + "[XXXXX1372]": 48610, + "[XXXXX1373]": 49013, + "[XXXXX1374]": 48041, + "[XXXXX1375]": 48246, + "[XXXXX1376]": 47551, + "[XXXXX1377]": 48353, + "[XXXXX1378]": 47658, + "[XXXXX1379]": 47828, + "[XXXXX137]": 48518, + "[XXXXX1380]": 48136, + "[XXXXX1381]": 48564, + "[XXXXX1382]": 48973, + "[XXXXX1383]": 47619, + "[XXXXX1384]": 48254, + "[XXXXX1385]": 48680, + "[XXXXX1386]": 47724, + "[XXXXX1387]": 47756, + "[XXXXX1388]": 48176, + "[XXXXX1389]": 48681, + "[XXXXX138]": 47664, + "[XXXXX1390]": 47594, + "[XXXXX1391]": 48760, + "[XXXXX1392]": 49110, + "[XXXXX1393]": 47676, + "[XXXXX1394]": 47963, + "[XXXXX1395]": 47403, + "[XXXXX1396]": 48493, + "[XXXXX1397]": 47591, + "[XXXXX1398]": 47632, + "[XXXXX1399]": 48996, + "[XXXXX139]": 48521, + "[XXXXX13]": 47875, + "[XXXXX1400]": 47705, + "[XXXXX1401]": 48983, + "[XXXXX1402]": 47941, + "[XXXXX1403]": 47922, + "[XXXXX1404]": 47390, + "[XXXXX1405]": 48635, + "[XXXXX1406]": 48906, + "[XXXXX1407]": 48514, + "[XXXXX1408]": 48169, + "[XXXXX1409]": 48004, + "[XXXXX140]": 48762, + "[XXXXX1410]": 47515, + "[XXXXX1411]": 47470, + "[XXXXX1412]": 47858, + "[XXXXX1413]": 47540, + "[XXXXX1414]": 47690, + "[XXXXX1415]": 48054, + "[XXXXX1416]": 48615, + "[XXXXX1417]": 47803, + "[XXXXX1418]": 47455, + "[XXXXX1419]": 48226, + "[XXXXX141]": 48912, + "[XXXXX1420]": 47808, + "[XXXXX1421]": 47636, + "[XXXXX1422]": 48832, + "[XXXXX1423]": 47611, + "[XXXXX1424]": 48782, + "[XXXXX1425]": 49146, + "[XXXXX1426]": 48976, + "[XXXXX1427]": 48585, + "[XXXXX1428]": 48667, + "[XXXXX1429]": 48171, + "[XXXXX142]": 48573, + "[XXXXX1430]": 48181, + "[XXXXX1431]": 47814, + "[XXXXX1432]": 48589, + "[XXXXX1433]": 48916, + "[XXXXX1434]": 48068, + "[XXXXX1435]": 47949, + "[XXXXX1436]": 48252, + "[XXXXX1437]": 48724, + "[XXXXX1438]": 48807, + "[XXXXX1439]": 48379, + "[XXXXX143]": 48835, + "[XXXXX1440]": 48005, + "[XXXXX1441]": 48416, + "[XXXXX1442]": 47595, + "[XXXXX1443]": 47831, + "[XXXXX1444]": 49034, + "[XXXXX1445]": 48893, + "[XXXXX1446]": 47631, + "[XXXXX1447]": 48419, + "[XXXXX1448]": 48874, + "[XXXXX1449]": 49078, + "[XXXXX144]": 48224, + "[XXXXX1450]": 48616, + "[XXXXX1451]": 48688, + "[XXXXX1452]": 47532, + "[XXXXX1453]": 49107, + "[XXXXX1454]": 47945, + "[XXXXX1455]": 48349, + "[XXXXX1456]": 48761, + "[XXXXX1457]": 47399, + "[XXXXX1458]": 47494, + "[XXXXX1459]": 48541, + "[XXXXX145]": 47819, + "[XXXXX1460]": 47668, + "[XXXXX1461]": 48155, + "[XXXXX1462]": 48203, + "[XXXXX1463]": 48308, + "[XXXXX1464]": 47923, + "[XXXXX1465]": 48628, + "[XXXXX1466]": 48894, + "[XXXXX1467]": 48504, + "[XXXXX1468]": 47780, + "[XXXXX1469]": 48780, + "[XXXXX146]": 47856, + "[XXXXX1470]": 47947, + "[XXXXX1471]": 47770, + "[XXXXX1472]": 48645, + "[XXXXX1473]": 47711, + "[XXXXX1474]": 47427, + "[XXXXX1475]": 49042, + "[XXXXX1476]": 48341, + "[XXXXX1477]": 48744, + "[XXXXX1478]": 48421, + "[XXXXX1479]": 48574, + "[XXXXX147]": 47892, + "[XXXXX1480]": 48664, + "[XXXXX1481]": 47649, + "[XXXXX1482]": 47529, + "[XXXXX1483]": 48675, + "[XXXXX1484]": 47850, + "[XXXXX1485]": 48918, + "[XXXXX1486]": 47778, + "[XXXXX1487]": 47929, + "[XXXXX1488]": 47675, + "[XXXXX1489]": 48817, + "[XXXXX148]": 47411, + "[XXXXX1490]": 48612, + "[XXXXX1491]": 48598, + "[XXXXX1492]": 49108, + "[XXXXX1493]": 48272, + "[XXXXX1494]": 48904, + "[XXXXX1495]": 48658, + "[XXXXX1496]": 47737, + "[XXXXX1497]": 48141, + "[XXXXX1498]": 48593, + "[XXXXX1499]": 48452, + "[XXXXX149]": 47718, + "[XXXXX14]": 47771, + "[XXXXX1500]": 48637, + "[XXXXX1501]": 48804, + "[XXXXX1502]": 47752, + "[XXXXX1503]": 48430, + "[XXXXX1504]": 48759, + "[XXXXX1505]": 48823, + "[XXXXX1506]": 47465, + "[XXXXX1507]": 47590, + "[XXXXX1508]": 48445, + "[XXXXX1509]": 48822, + "[XXXXX150]": 48400, + "[XXXXX1510]": 48184, + "[XXXXX1511]": 48603, + "[XXXXX1512]": 47962, + "[XXXXX1513]": 47581, + "[XXXXX1514]": 48655, + "[XXXXX1515]": 47886, + "[XXXXX1516]": 47762, + "[XXXXX1517]": 48410, + "[XXXXX1518]": 48437, + "[XXXXX1519]": 48815, + "[XXXXX151]": 47868, + "[XXXXX1520]": 48523, + "[XXXXX1521]": 48475, + "[XXXXX1522]": 48872, + "[XXXXX1523]": 47426, + "[XXXXX1524]": 48348, + "[XXXXX1525]": 48948, + "[XXXXX1526]": 49099, + "[XXXXX1527]": 47642, + "[XXXXX1528]": 48548, + "[XXXXX1529]": 48055, + "[XXXXX152]": 48542, + "[XXXXX1530]": 48630, + "[XXXXX1531]": 48896, + "[XXXXX1532]": 49020, + "[XXXXX1533]": 47727, + "[XXXXX1534]": 48944, + "[XXXXX1535]": 48848, + "[XXXXX1536]": 48717, + "[XXXXX1537]": 48494, + "[XXXXX1538]": 48124, + "[XXXXX1539]": 49055, + "[XXXXX153]": 48968, + "[XXXXX1540]": 48305, + "[XXXXX1541]": 48088, + "[XXXXX1542]": 49022, + "[XXXXX1543]": 49044, + "[XXXXX1544]": 48607, + "[XXXXX1545]": 48113, + "[XXXXX1546]": 48095, + "[XXXXX1547]": 48863, + "[XXXXX1548]": 48215, + "[XXXXX1549]": 48220, + "[XXXXX154]": 49023, + "[XXXXX1550]": 47442, + "[XXXXX1551]": 49122, + "[XXXXX1552]": 49131, + "[XXXXX1553]": 47991, + "[XXXXX1554]": 47899, + "[XXXXX1555]": 47499, + "[XXXXX1556]": 47406, + "[XXXXX1557]": 47894, + "[XXXXX1558]": 47844, + "[XXXXX1559]": 48164, + "[XXXXX155]": 47833, + "[XXXXX1560]": 48565, + "[XXXXX1561]": 47471, + "[XXXXX1562]": 48960, + "[XXXXX1563]": 47440, + "[XXXXX1564]": 47479, + "[XXXXX1565]": 47708, + "[XXXXX1566]": 47796, + "[XXXXX1567]": 47576, + "[XXXXX1568]": 48191, + "[XXXXX1569]": 48516, + "[XXXXX156]": 48827, + "[XXXXX1570]": 48911, + "[XXXXX1571]": 48205, + "[XXXXX1572]": 48336, + "[XXXXX1573]": 47482, + "[XXXXX1574]": 48952, + "[XXXXX1575]": 47960, + "[XXXXX1576]": 49098, + "[XXXXX1577]": 47904, + "[XXXXX1578]": 48414, + "[XXXXX1579]": 48752, + "[XXXXX157]": 48401, + "[XXXXX1580]": 48633, + "[XXXXX1581]": 48826, + "[XXXXX1582]": 47507, + "[XXXXX1583]": 47476, + "[XXXXX1584]": 48599, + "[XXXXX1585]": 48274, + "[XXXXX1586]": 47428, + "[XXXXX1587]": 48972, + "[XXXXX1588]": 47425, + "[XXXXX1589]": 48731, + "[XXXXX158]": 47951, + "[XXXXX1590]": 49009, + "[XXXXX1591]": 48839, + "[XXXXX1592]": 49006, + "[XXXXX1593]": 47626, + "[XXXXX1594]": 48231, + "[XXXXX1595]": 48554, + "[XXXXX1596]": 48045, + "[XXXXX1597]": 48769, + "[XXXXX1598]": 47652, + "[XXXXX1599]": 47444, + "[XXXXX159]": 49021, + "[XXXXX15]": 48530, + "[XXXXX1600]": 47964, + "[XXXXX1601]": 48560, + "[XXXXX1602]": 47855, + "[XXXXX1603]": 48324, + "[XXXXX1604]": 47961, + "[XXXXX1605]": 48296, + "[XXXXX1606]": 48148, + "[XXXXX1607]": 49038, + "[XXXXX1608]": 48994, + "[XXXXX1609]": 48767, + "[XXXXX160]": 48740, + "[XXXXX1610]": 48907, + "[XXXXX1611]": 47822, + "[XXXXX1612]": 47639, + "[XXXXX1613]": 48053, + "[XXXXX1614]": 48285, + "[XXXXX1615]": 47533, + "[XXXXX1616]": 47983, + "[XXXXX1617]": 47574, + "[XXXXX1618]": 48828, + "[XXXXX1619]": 48334, + "[XXXXX161]": 48290, + "[XXXXX1620]": 47928, + "[XXXXX1621]": 48177, + "[XXXXX1622]": 48056, + "[XXXXX1623]": 47488, + "[XXXXX1624]": 47866, + "[XXXXX1625]": 48273, + "[XXXXX1626]": 48234, + "[XXXXX1627]": 48757, + "[XXXXX1628]": 48075, + "[XXXXX1629]": 48768, + "[XXXXX162]": 48447, + "[XXXXX1630]": 48820, + "[XXXXX1631]": 48007, + "[XXXXX1632]": 48552, + "[XXXXX1633]": 47939, + "[XXXXX1634]": 48725, + "[XXXXX1635]": 47447, + "[XXXXX1636]": 47602, + "[XXXXX1637]": 47935, + "[XXXXX1638]": 49132, + "[XXXXX1639]": 47953, + "[XXXXX163]": 48371, + "[XXXXX1640]": 47748, + "[XXXXX1641]": 48116, + "[XXXXX1642]": 47610, + "[XXXXX1643]": 48105, + "[XXXXX1644]": 48460, + "[XXXXX1645]": 48773, + "[XXXXX1646]": 47974, + "[XXXXX1647]": 47678, + "[XXXXX1648]": 47571, + "[XXXXX1649]": 47717, + "[XXXXX164]": 48978, + "[XXXXX1650]": 48653, + "[XXXXX1651]": 48526, + "[XXXXX1652]": 47666, + "[XXXXX1653]": 48636, + "[XXXXX1654]": 49070, + "[XXXXX1655]": 48040, + "[XXXXX1656]": 49001, + "[XXXXX1657]": 48587, + "[XXXXX1658]": 48227, + "[XXXXX1659]": 47566, + "[XXXXX165]": 47992, + "[XXXXX1660]": 48774, + "[XXXXX1661]": 47443, + "[XXXXX1662]": 48037, + "[XXXXX1663]": 48377, + "[XXXXX1664]": 47733, + "[XXXXX1665]": 49071, + "[XXXXX1666]": 47528, + "[XXXXX1667]": 49124, + "[XXXXX1668]": 48510, + "[XXXXX1669]": 48125, + "[XXXXX166]": 48572, + "[XXXXX1670]": 47503, + "[XXXXX1671]": 47527, + "[XXXXX1672]": 47817, + "[XXXXX1673]": 49111, + "[XXXXX1674]": 47772, + "[XXXXX1675]": 47783, + "[XXXXX1676]": 49052, + "[XXXXX1677]": 47493, + "[XXXXX1678]": 47888, + "[XXXXX1679]": 48059, + "[XXXXX167]": 48008, + "[XXXXX1680]": 47456, + "[XXXXX1681]": 47906, + "[XXXXX1682]": 48026, + "[XXXXX1683]": 48149, + "[XXXXX1684]": 48451, + "[XXXXX1685]": 49029, + "[XXXXX1686]": 48313, + "[XXXXX1687]": 48089, + "[XXXXX1688]": 48795, + "[XXXXX1689]": 48396, + "[XXXXX168]": 47740, + "[XXXXX1690]": 48536, + "[XXXXX1691]": 47680, + "[XXXXX1692]": 48146, + "[XXXXX1693]": 48733, + "[XXXXX1694]": 47536, + "[XXXXX1695]": 47524, + "[XXXXX1696]": 48197, + "[XXXXX1697]": 49151, + "[XXXXX1698]": 48159, + "[XXXXX1699]": 48558, + "[XXXXX169]": 48189, + "[XXXXX16]": 48474, + "[XXXXX1700]": 48042, + "[XXXXX1701]": 47638, + "[XXXXX1702]": 48954, + "[XXXXX1703]": 47693, + "[XXXXX1704]": 48461, + "[XXXXX1705]": 48467, + "[XXXXX1706]": 48505, + "[XXXXX1707]": 47989, + "[XXXXX1708]": 47784, + "[XXXXX1709]": 47435, + "[XXXXX170]": 47429, + "[XXXXX1710]": 48152, + "[XXXXX1711]": 48301, + "[XXXXX1712]": 49094, + "[XXXXX1713]": 48649, + "[XXXXX1714]": 48117, + "[XXXXX1715]": 48185, + "[XXXXX1716]": 47832, + "[XXXXX1717]": 48383, + "[XXXXX1718]": 49012, + "[XXXXX1719]": 48986, + "[XXXXX171]": 48346, + "[XXXXX1720]": 47978, + "[XXXXX1721]": 47871, + "[XXXXX1722]": 47625, + "[XXXXX1723]": 48247, + "[XXXXX1724]": 47965, + "[XXXXX1725]": 47579, + "[XXXXX1726]": 48512, + "[XXXXX1727]": 48395, + "[XXXXX1728]": 48867, + "[XXXXX1729]": 47692, + "[XXXXX172]": 48003, + "[XXXXX1730]": 48497, + "[XXXXX1731]": 47393, + "[XXXXX1732]": 47530, + "[XXXXX1733]": 48129, + "[XXXXX1734]": 47916, + "[XXXXX1735]": 47943, + "[XXXXX1736]": 47559, + "[XXXXX1737]": 47477, + "[XXXXX1738]": 48432, + "[XXXXX1739]": 48244, + "[XXXXX173]": 48238, + "[XXXXX1740]": 48528, + "[XXXXX1741]": 48671, + "[XXXXX1742]": 48889, + "[XXXXX1743]": 48161, + "[XXXXX1744]": 48018, + "[XXXXX1745]": 48509, + "[XXXXX1746]": 47564, + "[XXXXX1747]": 48969, + "[XXXXX1748]": 48112, + "[XXXXX1749]": 49128, + "[XXXXX174]": 48786, + "[XXXXX1750]": 48886, + "[XXXXX1751]": 48932, + "[XXXXX1752]": 47970, + "[XXXXX1753]": 47969, + "[XXXXX1754]": 48508, + "[XXXXX1755]": 47857, + "[XXXXX1756]": 48563, + "[XXXXX1757]": 48503, + "[XXXXX1758]": 47797, + "[XXXXX1759]": 49053, + "[XXXXX175]": 48221, + "[XXXXX1760]": 48949, + "[XXXXX1761]": 48926, + "[XXXXX176]": 48895, + "[XXXXX177]": 48084, + "[XXXXX178]": 47408, + "[XXXXX179]": 48144, + "[XXXXX17]": 47563, + "[XXXXX180]": 47934, + "[XXXXX181]": 47567, + "[XXXXX182]": 47539, + "[XXXXX183]": 49106, + "[XXXXX184]": 48892, + "[XXXXX185]": 47458, + "[XXXXX186]": 48783, + "[XXXXX187]": 47914, + "[XXXXX188]": 47761, + "[XXXXX189]": 47997, + "[XXXXX18]": 48333, + "[XXXXX190]": 48312, + "[XXXXX191]": 49095, + "[XXXXX192]": 47785, + "[XXXXX193]": 47635, + "[XXXXX194]": 48955, + "[XXXXX195]": 48354, + "[XXXXX196]": 48545, + "[XXXXX197]": 48727, + "[XXXXX198]": 48306, + "[XXXXX199]": 49133, + "[XXXXX19]": 48262, + "[XXXXX1]": 49126, + "[XXXXX200]": 47701, + "[XXXXX201]": 47521, + "[XXXXX202]": 48805, + "[XXXXX203]": 48386, + "[XXXXX204]": 48909, + "[XXXXX205]": 47674, + "[XXXXX206]": 48640, + "[XXXXX207]": 48257, + "[XXXXX208]": 47977, + "[XXXXX209]": 48406, + "[XXXXX20]": 47779, + "[XXXXX210]": 48282, + "[XXXXX211]": 48280, + "[XXXXX212]": 47603, + "[XXXXX213]": 47869, + "[XXXXX214]": 47937, + "[XXXXX215]": 49073, + "[XXXXX216]": 47582, + "[XXXXX217]": 47816, + "[XXXXX218]": 47821, + "[XXXXX219]": 48857, + "[XXXXX21]": 48434, + "[XXXXX220]": 48172, + "[XXXXX221]": 47722, + "[XXXXX222]": 47618, + "[XXXXX223]": 48178, + "[XXXXX224]": 48000, + "[XXXXX225]": 48087, + "[XXXXX226]": 48924, + "[XXXXX227]": 47441, + "[XXXXX228]": 49058, + "[XXXXX229]": 48531, + "[XXXXX22]": 48052, + "[XXXXX230]": 47927, + "[XXXXX231]": 47930, + "[XXXXX232]": 49092, + "[XXXXX233]": 47996, + "[XXXXX234]": 49049, + "[XXXXX235]": 48299, + "[XXXXX236]": 48811, + "[XXXXX237]": 48343, + "[XXXXX238]": 49017, + "[XXXXX239]": 48806, + "[XXXXX23]": 48289, + "[XXXXX240]": 47835, + "[XXXXX241]": 48627, + "[XXXXX242]": 47643, + "[XXXXX243]": 47794, + "[XXXXX244]": 49093, + "[XXXXX245]": 47412, + "[XXXXX246]": 48092, + "[XXXXX247]": 47730, + "[XXXXX248]": 48228, + "[XXXXX249]": 47851, + "[XXXXX24]": 48722, + "[XXXXX250]": 48126, + "[XXXXX251]": 47749, + "[XXXXX252]": 47972, + "[XXXXX253]": 48534, + "[XXXXX254]": 48332, + "[XXXXX255]": 48601, + "[XXXXX256]": 48914, + "[XXXXX257]": 47760, + "[XXXXX258]": 48115, + "[XXXXX259]": 48338, + "[XXXXX25]": 48277, + "[XXXXX260]": 47853, + "[XXXXX261]": 48669, + "[XXXXX262]": 48834, + "[XXXXX263]": 48571, + "[XXXXX264]": 48738, + "[XXXXX265]": 48180, + "[XXXXX266]": 49002, + "[XXXXX267]": 47452, + "[XXXXX268]": 47684, + "[XXXXX269]": 47726, + "[XXXXX26]": 47895, + "[XXXXX270]": 48286, + "[XXXXX271]": 47401, + "[XXXXX272]": 48366, + "[XXXXX273]": 48913, + "[XXXXX274]": 47696, + "[XXXXX275]": 48429, + "[XXXXX276]": 48202, + "[XXXXX277]": 47714, + "[XXXXX278]": 47480, + "[XXXXX279]": 48551, + "[XXXXX27]": 47557, + "[XXXXX280]": 48323, + "[XXXXX281]": 47605, + "[XXXXX282]": 49079, + "[XXXXX283]": 47630, + "[XXXXX284]": 48210, + "[XXXXX285]": 48934, + "[XXXXX286]": 48742, + "[XXXXX287]": 48360, + "[XXXXX288]": 48214, + "[XXXXX289]": 47721, + "[XXXXX28]": 48390, + "[XXXXX290]": 48034, + "[XXXXX291]": 47404, + "[XXXXX292]": 48824, + "[XXXXX293]": 47570, + "[XXXXX294]": 48726, + "[XXXXX295]": 49147, + "[XXXXX296]": 47523, + "[XXXXX297]": 48074, + "[XXXXX298]": 48111, + "[XXXXX299]": 48797, + "[XXXXX29]": 48625, + "[XXXXX2]": 48707, + "[XXXXX300]": 47776, + "[XXXXX301]": 48897, + "[XXXXX302]": 48275, + "[XXXXX303]": 48307, + "[XXXXX304]": 48370, + "[XXXXX305]": 48662, + "[XXXXX306]": 48495, + "[XXXXX307]": 47867, + "[XXXXX308]": 48567, + "[XXXXX309]": 49112, + "[XXXXX30]": 48027, + "[XXXXX310]": 48818, + "[XXXXX311]": 47712, + "[XXXXX312]": 47938, + "[XXXXX313]": 48928, + "[XXXXX314]": 48251, + "[XXXXX315]": 48620, + "[XXXXX316]": 48821, + "[XXXXX317]": 48579, + "[XXXXX318]": 47860, + "[XXXXX319]": 48453, + "[XXXXX31]": 48799, + "[XXXXX320]": 48006, + "[XXXXX321]": 47766, + "[XXXXX322]": 48816, + "[XXXXX323]": 48358, + "[XXXXX324]": 48011, + "[XXXXX325]": 48208, + "[XXXXX326]": 48965, + "[XXXXX327]": 48058, + "[XXXXX328]": 48538, + "[XXXXX329]": 48480, + "[XXXXX32]": 48399, + "[XXXXX330]": 47634, + "[XXXXX331]": 47518, + "[XXXXX332]": 48132, + "[XXXXX333]": 47449, + "[XXXXX334]": 48044, + "[XXXXX335]": 47842, + "[XXXXX336]": 49041, + "[XXXXX337]": 48317, + "[XXXXX338]": 47830, + "[XXXXX339]": 49085, + "[XXXXX33]": 48852, + "[XXXXX340]": 47774, + "[XXXXX341]": 48650, + "[XXXXX342]": 48253, + "[XXXXX343]": 49145, + "[XXXXX344]": 48847, + "[XXXXX345]": 49062, + "[XXXXX346]": 48359, + "[XXXXX347]": 48595, + "[XXXXX348]": 47995, + "[XXXXX349]": 47729, + "[XXXXX34]": 48800, + "[XXXXX350]": 48245, + "[XXXXX351]": 48586, + "[XXXXX352]": 48365, + "[XXXXX353]": 48887, + "[XXXXX354]": 47464, + "[XXXXX355]": 47987, + "[XXXXX356]": 49136, + "[XXXXX357]": 48098, + "[XXXXX358]": 48259, + "[XXXXX359]": 47609, + "[XXXXX35]": 48127, + "[XXXXX360]": 48648, + "[XXXXX361]": 48431, + "[XXXXX362]": 48714, + "[XXXXX363]": 47624, + "[XXXXX364]": 47823, + "[XXXXX365]": 47936, + "[XXXXX366]": 47502, + "[XXXXX367]": 47506, + "[XXXXX368]": 49074, + "[XXXXX369]": 47731, + "[XXXXX36]": 48471, + "[XXXXX370]": 47807, + "[XXXXX371]": 47598, + "[XXXXX372]": 47806, + "[XXXXX373]": 47525, + "[XXXXX374]": 47883, + "[XXXXX375]": 49066, + "[XXXXX376]": 48067, + "[XXXXX377]": 48020, + "[XXXXX378]": 48527, + "[XXXXX379]": 48294, + "[XXXXX37]": 48102, + "[XXXXX380]": 48737, + "[XXXXX381]": 47614, + "[XXXXX382]": 48219, + "[XXXXX383]": 48143, + "[XXXXX384]": 48402, + "[XXXXX385]": 48190, + "[XXXXX386]": 48369, + "[XXXXX387]": 48982, + "[XXXXX388]": 49116, + "[XXXXX389]": 48793, + "[XXXXX38]": 48570, + "[XXXXX390]": 47491, + "[XXXXX391]": 48728, + "[XXXXX392]": 47948, + "[XXXXX393]": 48962, + "[XXXXX394]": 47988, + "[XXXXX395]": 47648, + "[XXXXX396]": 47395, + "[XXXXX397]": 47473, + "[XXXXX398]": 49091, + "[XXXXX399]": 49039, + "[XXXXX39]": 47958, + "[XXXXX3]": 48756, + "[XXXXX400]": 48784, + "[XXXXX401]": 47647, + "[XXXXX402]": 48028, + "[XXXXX403]": 48617, + "[XXXXX404]": 48964, + "[XXXXX405]": 48694, + "[XXXXX406]": 49043, + "[XXXXX407]": 47413, + "[XXXXX408]": 48557, + "[XXXXX409]": 48677, + "[XXXXX40]": 47514, + "[XXXXX410]": 47889, + "[XXXXX411]": 49010, + "[XXXXX412]": 47887, + "[XXXXX413]": 47655, + "[XXXXX414]": 47485, + "[XXXXX415]": 48741, + "[XXXXX416]": 48091, + "[XXXXX417]": 49061, + "[XXXXX418]": 48109, + "[XXXXX419]": 47702, + "[XXXXX41]": 48845, + "[XXXXX420]": 47430, + "[XXXXX421]": 49088, + "[XXXXX422]": 47677, + "[XXXXX423]": 48351, + "[XXXXX424]": 48001, + "[XXXXX425]": 48695, + "[XXXXX426]": 47713, + "[XXXXX427]": 48920, + "[XXXXX428]": 48674, + "[XXXXX429]": 48540, + "[XXXXX42]": 48142, + "[XXXXX430]": 47952, + "[XXXXX431]": 48362, + "[XXXXX432]": 47967, + "[XXXXX433]": 48705, + "[XXXXX434]": 48033, + "[XXXXX435]": 48024, + "[XXXXX436]": 47580, + "[XXXXX437]": 48618, + "[XXXXX438]": 47659, + "[XXXXX439]": 48435, + "[XXXXX43]": 48837, + "[XXXXX440]": 48631, + "[XXXXX441]": 47877, + "[XXXXX442]": 48036, + "[XXXXX443]": 47667, + "[XXXXX444]": 48502, + "[XXXXX445]": 49057, + "[XXXXX446]": 48979, + "[XXXXX447]": 47891, + "[XXXXX448]": 49143, + "[XXXXX449]": 48463, + "[XXXXX44]": 47872, + "[XXXXX450]": 47522, + "[XXXXX451]": 47703, + "[XXXXX452]": 47467, + "[XXXXX453]": 48099, + "[XXXXX454]": 48858, + "[XXXXX455]": 47538, + "[XXXXX456]": 48271, + "[XXXXX457]": 48270, + "[XXXXX458]": 49138, + "[XXXXX459]": 47691, + "[XXXXX45]": 47915, + "[XXXXX460]": 47461, + "[XXXXX461]": 48350, + "[XXXXX462]": 48813, + "[XXXXX463]": 48812, + "[XXXXX464]": 48163, + "[XXXXX465]": 49030, + "[XXXXX466]": 48787, + "[XXXXX467]": 48021, + "[XXXXX468]": 48248, + "[XXXXX469]": 47454, + "[XXXXX46]": 47572, + "[XXXXX470]": 48966, + "[XXXXX471]": 48929, + "[XXXXX472]": 47926, + "[XXXXX473]": 47410, + "[XXXXX474]": 48864, + "[XXXXX475]": 48119, + "[XXXXX476]": 47820, + "[XXXXX477]": 47932, + "[XXXXX478]": 47846, + "[XXXXX479]": 49054, + "[XXXXX47]": 48519, + "[XXXXX480]": 48101, + "[XXXXX481]": 48609, + "[XXXXX482]": 48128, + "[XXXXX483]": 48931, + "[XXXXX484]": 48267, + "[XXXXX485]": 48328, + "[XXXXX486]": 47463, + "[XXXXX487]": 48331, + "[XXXXX488]": 48198, + "[XXXXX489]": 48256, + "[XXXXX48]": 48167, + "[XXXXX490]": 48580, + "[XXXXX491]": 48049, + "[XXXXX492]": 48096, + "[XXXXX493]": 49129, + "[XXXXX494]": 47738, + "[XXXXX495]": 48611, + "[XXXXX496]": 48626, + "[XXXXX497]": 49003, + "[XXXXX498]": 47982, + "[XXXXX499]": 49047, + "[XXXXX49]": 48684, + "[XXXXX4]": 48456, + "[XXXXX500]": 48668, + "[XXXXX501]": 48017, + "[XXXXX502]": 48080, + "[XXXXX503]": 48150, + "[XXXXX504]": 47743, + "[XXXXX505]": 48859, + "[XXXXX506]": 47510, + "[XXXXX507]": 47541, + "[XXXXX508]": 47489, + "[XXXXX509]": 47504, + "[XXXXX50]": 47552, + "[XXXXX510]": 48086, + "[XXXXX511]": 48520, + "[XXXXX512]": 48204, + "[XXXXX513]": 48356, + "[XXXXX514]": 47968, + "[XXXXX515]": 47629, + "[XXXXX516]": 48450, + "[XXXXX517]": 48751, + "[XXXXX518]": 48673, + "[XXXXX519]": 48766, + "[XXXXX51]": 47763, + "[XXXXX520]": 47586, + "[XXXXX521]": 48193, + "[XXXXX522]": 47481, + "[XXXXX523]": 48070, + "[XXXXX524]": 48641, + "[XXXXX525]": 48555, + "[XXXXX526]": 47448, + "[XXXXX527]": 47788, + "[XXXXX528]": 48078, + "[XXXXX529]": 47781, + "[XXXXX52]": 48398, + "[XXXXX530]": 48255, + "[XXXXX531]": 48663, + "[XXXXX532]": 47798, + "[XXXXX533]": 48885, + "[XXXXX534]": 47790, + "[XXXXX535]": 47973, + "[XXXXX536]": 48842, + "[XXXXX537]": 48408, + "[XXXXX538]": 49113, + "[XXXXX539]": 48676, + "[XXXXX53]": 47786, + "[XXXXX540]": 48157, + "[XXXXX541]": 48670, + "[XXXXX542]": 48022, + "[XXXXX543]": 48009, + "[XXXXX544]": 48596, + "[XXXXX545]": 48329, + "[XXXXX546]": 48288, + "[XXXXX547]": 47469, + "[XXXXX548]": 48501, + "[XXXXX549]": 47976, + "[XXXXX54]": 47644, + "[XXXXX550]": 47588, + "[XXXXX551]": 48851, + "[XXXXX552]": 48250, + "[XXXXX553]": 47734, + "[XXXXX554]": 48940, + "[XXXXX555]": 49000, + "[XXXXX556]": 48200, + "[XXXXX557]": 47414, + "[XXXXX558]": 48090, + "[XXXXX559]": 47621, + "[XXXXX55]": 48048, + "[XXXXX560]": 47990, + "[XXXXX561]": 47519, + "[XXXXX562]": 47903, + "[XXXXX563]": 48522, + "[XXXXX564]": 47645, + "[XXXXX565]": 49080, + "[XXXXX566]": 47719, + "[XXXXX567]": 49105, + "[XXXXX568]": 48666, + "[XXXXX569]": 47549, + "[XXXXX56]": 49120, + "[XXXXX570]": 48355, + "[XXXXX571]": 48639, + "[XXXXX572]": 48083, + "[XXXXX573]": 48420, + "[XXXXX574]": 48661, + "[XXXXX575]": 47520, + "[XXXXX576]": 48318, + "[XXXXX577]": 49018, + "[XXXXX578]": 48458, + "[XXXXX579]": 47804, + "[XXXXX57]": 48490, + "[XXXXX580]": 48186, + "[XXXXX581]": 47699, + "[XXXXX582]": 48268, + "[XXXXX583]": 47688, + "[XXXXX584]": 47975, + "[XXXXX585]": 48013, + "[XXXXX586]": 48457, + "[XXXXX587]": 49114, + "[XXXXX588]": 48476, + "[XXXXX589]": 47694, + "[XXXXX58]": 48361, + "[XXXXX590]": 48758, + "[XXXXX591]": 48507, + "[XXXXX592]": 47434, + "[XXXXX593]": 48397, + "[XXXXX594]": 48846, + "[XXXXX595]": 48486, + "[XXXXX596]": 47944, + "[XXXXX597]": 47838, + "[XXXXX598]": 47475, + "[XXXXX599]": 48409, + "[XXXXX59]": 48836, + "[XXXXX5]": 48291, + "[XXXXX600]": 48561, + "[XXXXX601]": 48706, + "[XXXXX602]": 48311, + "[XXXXX603]": 48732, + "[XXXXX604]": 48716, + "[XXXXX605]": 48103, + "[XXXXX606]": 47741, + "[XXXXX607]": 49037, + "[XXXXX608]": 48513, + "[XXXXX609]": 47516, + "[XXXXX60]": 48980, + "[XXXXX610]": 47750, + "[XXXXX611]": 49077, + "[XXXXX612]": 47513, + "[XXXXX613]": 49102, + "[XXXXX614]": 48459, + "[XXXXX615]": 48792, + "[XXXXX616]": 48265, + "[XXXXX617]": 48375, + "[XXXXX618]": 48335, + "[XXXXX619]": 48796, + "[XXXXX61]": 48405, + "[XXXXX620]": 48550, + "[XXXXX621]": 48478, + "[XXXXX622]": 47468, + "[XXXXX623]": 48249, + "[XXXXX624]": 48838, + "[XXXXX625]": 48135, + "[XXXXX626]": 47577, + "[XXXXX627]": 47660, + "[XXXXX628]": 48347, + "[XXXXX629]": 47561, + "[XXXXX62]": 48314, + "[XXXXX630]": 47829, + "[XXXXX631]": 48621, + "[XXXXX632]": 48825, + "[XXXXX633]": 48849, + "[XXXXX634]": 48279, + "[XXXXX635]": 48310, + "[XXXXX636]": 49015, + "[XXXXX637]": 47753, + "[XXXXX638]": 48138, + "[XXXXX639]": 48808, + "[XXXXX63]": 48683, + "[XXXXX640]": 48057, + "[XXXXX641]": 48192, + "[XXXXX642]": 48446, + "[XXXXX643]": 48081, + "[XXXXX644]": 48533, + "[XXXXX645]": 47556, + "[XXXXX646]": 48908, + "[XXXXX647]": 48014, + "[XXXXX648]": 48455, + "[XXXXX649]": 47950, + "[XXXXX64]": 49139, + "[XXXXX650]": 47558, + "[XXXXX651]": 47653, + "[XXXXX652]": 48387, + "[XXXXX653]": 47809, + "[XXXXX654]": 48562, + "[XXXXX655]": 48665, + "[XXXXX656]": 48871, + "[XXXXX657]": 48987, + "[XXXXX658]": 47646, + "[XXXXX659]": 48881, + "[XXXXX65]": 47613, + "[XXXXX660]": 49109, + "[XXXXX661]": 49140, + "[XXXXX662]": 48023, + "[XXXXX663]": 48380, + "[XXXXX664]": 48065, + "[XXXXX665]": 47685, + "[XXXXX666]": 47484, + "[XXXXX667]": 47628, + "[XXXXX668]": 48151, + "[XXXXX669]": 47847, + "[XXXXX66]": 49100, + "[XXXXX670]": 47768, + "[XXXXX671]": 47640, + "[XXXXX672]": 48946, + "[XXXXX673]": 48624, + "[XXXXX674]": 48843, + "[XXXXX675]": 47736, + "[XXXXX676]": 47881, + "[XXXXX677]": 48690, + "[XXXXX678]": 48709, + "[XXXXX679]": 48577, + "[XXXXX67]": 48984, + "[XXXXX680]": 47500, + "[XXXXX681]": 48491, + "[XXXXX682]": 48691, + "[XXXXX683]": 48810, + "[XXXXX684]": 48173, + "[XXXXX685]": 48407, + "[XXXXX686]": 48292, + "[XXXXX687]": 48330, + "[XXXXX688]": 49118, + "[XXXXX689]": 48604, + "[XXXXX68]": 48174, + "[XXXXX690]": 48077, + "[XXXXX691]": 48743, + "[XXXXX692]": 48583, + "[XXXXX693]": 47391, + "[XXXXX694]": 48229, + "[XXXXX695]": 48789, + "[XXXXX696]": 48777, + "[XXXXX697]": 47535, + "[XXXXX698]": 48122, + "[XXXXX699]": 48232, + "[XXXXX69]": 48704, + "[XXXXX6]": 48927, + "[XXXXX700]": 48403, + "[XXXXX701]": 47451, + "[XXXXX702]": 48039, + "[XXXXX703]": 47568, + "[XXXXX704]": 48692, + "[XXXXX705]": 47437, + "[XXXXX706]": 47854, + "[XXXXX707]": 49148, + "[XXXXX708]": 48923, + "[XXXXX709]": 48133, + "[XXXXX70]": 47407, + "[XXXXX710]": 48425, + "[XXXXX711]": 48998, + "[XXXXX712]": 48801, + "[XXXXX713]": 48525, + "[XXXXX714]": 47917, + "[XXXXX715]": 47782, + "[XXXXX716]": 48697, + "[XXXXX717]": 47836, + "[XXXXX718]": 47725, + "[XXXXX719]": 48218, + "[XXXXX71]": 49065, + "[XXXXX720]": 48956, + "[XXXXX721]": 48321, + "[XXXXX722]": 47812, + "[XXXXX723]": 47466, + "[XXXXX724]": 48462, + "[XXXXX725]": 47898, + "[XXXXX726]": 49060, + "[XXXXX727]": 47589, + "[XXXXX728]": 49117, + "[XXXXX729]": 48393, + "[XXXXX72]": 48439, + "[XXXXX730]": 48100, + "[XXXXX731]": 48394, + "[XXXXX732]": 48643, + "[XXXXX733]": 48423, + "[XXXXX734]": 48183, + "[XXXXX735]": 49101, + "[XXXXX736]": 48381, + "[XXXXX737]": 48854, + "[XXXXX738]": 49067, + "[XXXXX739]": 48876, + "[XXXXX73]": 47392, + "[XXXXX740]": 48179, + "[XXXXX741]": 48194, + "[XXXXX742]": 48791, + "[XXXXX743]": 48985, + "[XXXXX744]": 48535, + "[XXXXX745]": 48436, + "[XXXXX746]": 47896, + "[XXXXX747]": 47583, + "[XXXXX748]": 49142, + "[XXXXX749]": 48958, + "[XXXXX74]": 49064, + "[XXXXX750]": 47569, + "[XXXXX751]": 47548, + "[XXXXX752]": 49083, + "[XXXXX753]": 47746, + "[XXXXX754]": 49144, + "[XXXXX755]": 48600, + "[XXXXX756]": 47791, + "[XXXXX757]": 47661, + "[XXXXX758]": 48295, + "[XXXXX759]": 47912, + "[XXXXX75]": 48025, + "[XXXXX760]": 47495, + "[XXXXX761]": 48156, + "[XXXXX762]": 47907, + "[XXXXX763]": 48123, + "[XXXXX764]": 48134, + "[XXXXX765]": 47597, + "[XXXXX766]": 48278, + "[XXXXX767]": 47555, + "[XXXXX768]": 49011, + "[XXXXX769]": 47918, + "[XXXXX76]": 47902, + "[XXXXX770]": 48957, + "[XXXXX771]": 48936, + "[XXXXX772]": 48269, + "[XXXXX773]": 48473, + "[XXXXX774]": 49035, + "[XXXXX775]": 47984, + "[XXXXX776]": 48300, + "[XXXXX777]": 48085, + "[XXXXX778]": 47826, + "[XXXXX779]": 48019, + "[XXXXX77]": 48031, + "[XXXXX780]": 48376, + "[XXXXX781]": 47534, + "[XXXXX782]": 48764, + "[XXXXX783]": 49063, + "[XXXXX784]": 47840, + "[XXXXX785]": 48547, + "[XXXXX786]": 48941, + "[XXXXX787]": 47650, + "[XXXXX788]": 47800, + "[XXXXX789]": 48606, + "[XXXXX78]": 47873, + "[XXXXX790]": 48060, + "[XXXXX791]": 47885, + "[XXXXX792]": 47863, + "[XXXXX793]": 48730, + "[XXXXX794]": 47662, + "[XXXXX795]": 47438, + "[XXXXX796]": 48385, + "[XXXXX797]": 48449, + "[XXXXX798]": 47673, + "[XXXXX799]": 48093, + "[XXXXX79]": 48865, + "[XXXXX7]": 48372, + "[XXXXX800]": 48729, + "[XXXXX801]": 47474, + "[XXXXX802]": 48875, + "[XXXXX803]": 48029, + "[XXXXX804]": 48735, + "[XXXXX805]": 48297, + "[XXXXX806]": 48411, + "[XXXXX807]": 47913, + "[XXXXX808]": 48710, + "[XXXXX809]": 48094, + "[XXXXX80]": 48841, + "[XXXXX810]": 48428, + "[XXXXX811]": 48532, + "[XXXXX812]": 48950, + "[XXXXX813]": 48739, + "[XXXXX814]": 48137, + "[XXXXX815]": 47884, + "[XXXXX816]": 48779, + "[XXXXX817]": 47496, + "[XXXXX818]": 48352, + "[XXXXX819]": 48891, + "[XXXXX81]": 48051, + "[XXXXX820]": 48050, + "[XXXXX821]": 47573, + "[XXXXX822]": 48373, + "[XXXXX823]": 47793, + "[XXXXX824]": 47747, + "[XXXXX825]": 47758, + "[XXXXX826]": 48302, + "[XXXXX827]": 48785, + "[XXXXX828]": 48870, + "[XXXXX829]": 48899, + "[XXXXX82]": 49141, + "[XXXXX830]": 48884, + "[XXXXX831]": 47981, + "[XXXXX832]": 48223, + "[XXXXX833]": 48072, + "[XXXXX834]": 48576, + "[XXXXX835]": 48711, + "[XXXXX836]": 47460, + "[XXXXX837]": 47801, + "[XXXXX838]": 47651, + "[XXXXX839]": 47663, + "[XXXXX83]": 49076, + "[XXXXX840]": 48298, + "[XXXXX841]": 49150, + "[XXXXX842]": 48517, + "[XXXXX843]": 47418, + "[XXXXX844]": 47627, + "[XXXXX845]": 48230, + "[XXXXX846]": 48010, + "[XXXXX847]": 47423, + "[XXXXX848]": 49048, + "[XXXXX849]": 48524, + "[XXXXX84]": 47900, + "[XXXXX850]": 47787, + "[XXXXX851]": 48974, + "[XXXXX852]": 48652, + "[XXXXX853]": 47849, + "[XXXXX854]": 48623, + "[XXXXX855]": 49026, + "[XXXXX856]": 49068, + "[XXXXX857]": 48802, + "[XXXXX858]": 48236, + "[XXXXX859]": 48170, + "[XXXXX85]": 47909, + "[XXXXX860]": 47924, + "[XXXXX861]": 47607, + "[XXXXX862]": 47565, + "[XXXXX863]": 48038, + "[XXXXX864]": 49149, + "[XXXXX865]": 49081, + "[XXXXX866]": 48905, + "[XXXXX867]": 47792, + "[XXXXX868]": 48482, + "[XXXXX869]": 47704, + "[XXXXX86]": 49036, + "[XXXXX870]": 47959, + "[XXXXX871]": 48890, + "[XXXXX872]": 48860, + "[XXXXX873]": 48326, + "[XXXXX874]": 47617, + "[XXXXX875]": 47654, + "[XXXXX876]": 47986, + "[XXXXX877]": 48632, + "[XXXXX878]": 48175, + "[XXXXX879]": 48581, + "[XXXXX87]": 47608, + "[XXXXX880]": 47424, + "[XXXXX881]": 49134, + "[XXXXX882]": 48012, + "[XXXXX883]": 48696, + "[XXXXX884]": 48699, + "[XXXXX885]": 47955, + "[XXXXX886]": 49104, + "[XXXXX887]": 47827, + "[XXXXX888]": 49014, + "[XXXXX889]": 48539, + "[XXXXX88]": 48496, + "[XXXXX890]": 48723, + "[XXXXX891]": 48235, + "[XXXXX892]": 48195, + "[XXXXX893]": 48216, + "[XXXXX894]": 48444, + "[XXXXX895]": 48719, + "[XXXXX896]": 47715, + "[XXXXX897]": 48803, + "[XXXXX898]": 48679, + "[XXXXX899]": 48619, + "[XXXXX89]": 48500, + "[XXXXX8]": 49008, + "[XXXXX900]": 48120, + "[XXXXX901]": 48241, + "[XXXXX902]": 47852, + "[XXXXX903]": 48417, + "[XXXXX904]": 47671, + "[XXXXX905]": 48654, + "[XXXXX906]": 49056, + "[XXXXX907]": 48878, + "[XXXXX908]": 48708, + "[XXXXX909]": 48698, + "[XXXXX90]": 47578, + "[XXXXX910]": 49016, + "[XXXXX911]": 47931, + "[XXXXX912]": 48441, + "[XXXXX913]": 48937, + "[XXXXX914]": 47415, + "[XXXXX915]": 47546, + "[XXXXX916]": 48284, + "[XXXXX917]": 48483, + "[XXXXX918]": 47946, + "[XXXXX919]": 48613, + "[XXXXX91]": 47759, + "[XXXXX920]": 48468, + "[XXXXX921]": 48438, + "[XXXXX922]": 49004, + "[XXXXX923]": 48498, + "[XXXXX924]": 48315, + "[XXXXX925]": 48765, + "[XXXXX926]": 48363, + "[XXXXX927]": 48947, + "[XXXXX928]": 47606, + "[XXXXX929]": 48188, + "[XXXXX92]": 48798, + "[XXXXX930]": 47600, + "[XXXXX931]": 49096, + "[XXXXX932]": 47876, + "[XXXXX933]": 48856, + "[XXXXX934]": 48546, + "[XXXXX935]": 47486, + "[XXXXX936]": 48718, + "[XXXXX937]": 47592, + "[XXXXX938]": 48035, + "[XXXXX939]": 47509, + "[XXXXX93]": 49050, + "[XXXXX940]": 47956, + "[XXXXX941]": 48919, + "[XXXXX942]": 47993, + "[XXXXX943]": 48415, + "[XXXXX944]": 48925, + "[XXXXX945]": 48656, + "[XXXXX946]": 48763, + "[XXXXX947]": 48422, + "[XXXXX948]": 48814, + "[XXXXX949]": 47769, + "[XXXXX94]": 48367, + "[XXXXX950]": 47878, + "[XXXXX951]": 48320, + "[XXXXX952]": 48389, + "[XXXXX953]": 49032, + "[XXXXX954]": 49025, + "[XXXXX955]": 48686, + "[XXXXX956]": 48384, + "[XXXXX957]": 49024, + "[XXXXX958]": 48902, + "[XXXXX959]": 47810, + "[XXXXX95]": 48079, + "[XXXXX960]": 47682, + "[XXXXX961]": 49051, + "[XXXXX962]": 48771, + "[XXXXX963]": 48755, + "[XXXXX964]": 48915, + "[XXXXX965]": 47739, + "[XXXXX966]": 48942, + "[XXXXX967]": 48283, + "[XXXXX968]": 47971, + "[XXXXX969]": 48559, + "[XXXXX96]": 48464, + "[XXXXX970]": 47861, + "[XXXXX971]": 48469, + "[XXXXX972]": 48938, + "[XXXXX973]": 48097, + "[XXXXX974]": 47742, + "[XXXXX975]": 48657, + "[XXXXX976]": 48424, + "[XXXXX977]": 48866, + "[XXXXX978]": 47824, + "[XXXXX979]": 48207, + "[XXXXX97]": 48967, + "[XXXXX980]": 47575, + "[XXXXX981]": 48388, + "[XXXXX982]": 47940, + "[XXXXX983]": 48778, + "[XXXXX984]": 48426, + "[XXXXX985]": 48260, + "[XXXXX986]": 48418, + "[XXXXX987]": 47728, + "[XXXXX988]": 49086, + "[XXXXX989]": 48747, + "[XXXXX98]": 48140, + "[XXXXX990]": 48030, + "[XXXXX991]": 47459, + "[XXXXX992]": 48364, + "[XXXXX993]": 49137, + "[XXXXX994]": 48712, + "[XXXXX995]": 47980, + "[XXXXX996]": 47777, + "[XXXXX997]": 48819, + "[XXXXX998]": 48642, + "[XXXXX999]": 48975, + "[XXXXX99]": 48213, + "[XXXXX9]": 47755 +} diff --git a/checkpoint-500/config.json b/checkpoint-500/config.json new file mode 100644 index 0000000..87e344b --- /dev/null +++ b/checkpoint-500/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 47386, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 47387, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 768, + "n_head": 12, + "n_inner": 3072, + "n_layer": 12, + "n_positions": 512, + "pad_token_id": 47388, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 49152 +} diff --git a/checkpoint-500/generation_config.json b/checkpoint-500/generation_config.json new file mode 100644 index 0000000..e73b324 --- /dev/null +++ b/checkpoint-500/generation_config.json @@ -0,0 +1,10 @@ +{ + "_from_model_config": true, + "bos_token_id": 47386, + "eos_token_id": [ + 47387, + 50001 + ], + "pad_token_id": 47388, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-500/model.safetensors b/checkpoint-500/model.safetensors new file mode 100644 index 0000000..0aec4d7 --- /dev/null +++ b/checkpoint-500/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95a2d0d73437809f49851841fe8e03834fe8931925b88655726f2ac7e4d788d6 +size 246410944 diff --git a/checkpoint-500/rng_state.pth b/checkpoint-500/rng_state.pth new file mode 100644 index 0000000..ac7879a --- /dev/null +++ b/checkpoint-500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:422f83ea97eb4bdddb3b4d584d21409f8d50fb740aabebca34691ad57bc50732 +size 14645 diff --git a/checkpoint-500/special_tokens_map.json b/checkpoint-500/special_tokens_map.json new file mode 100644 index 0000000..86972d3 --- /dev/null +++ b/checkpoint-500/special_tokens_map.json @@ -0,0 +1,1815 @@ +{ + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-500/spiece.model b/checkpoint-500/spiece.model new file mode 100644 index 0000000..aa5e7bb --- /dev/null +++ b/checkpoint-500/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:658c1246bf680a2a73ff33ccf7bbcde25b6d81c80c5cc610f4680cf9942f981b +size 1138208 diff --git a/checkpoint-500/tokenizer_config.json b/checkpoint-500/tokenizer_config.json new file mode 100644 index 0000000..b5acc55 --- /dev/null +++ b/checkpoint-500/tokenizer_config.json @@ -0,0 +1,15919 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47386": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47387": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47388": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47389": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47390": { + "content": "[XXXXX1404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47391": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47392": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47393": { + "content": "[XXXXX1731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47394": { + "content": "[XXXXX1315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47395": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47396": { + "content": "[XXXXX1366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47397": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47398": { + "content": "[XXXXX1239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47399": { + "content": "[XXXXX1457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47400": { + "content": "[XXXXX1278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47401": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47402": { + "content": "[XXXXX1313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47403": { + "content": "[XXXXX1395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47404": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47405": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47406": { + "content": "[XXXXX1556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47407": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47408": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47409": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47410": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47411": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47412": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47413": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47414": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47415": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47416": { + "content": "[XXXXX1261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47417": { + "content": "[XXXXX1280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47418": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47419": { + "content": "[XXXXX1220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47420": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47421": { + "content": "[XXXXX1306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47422": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47423": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47424": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47425": { + "content": "[XXXXX1588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47426": { + "content": "[XXXXX1523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47427": { + "content": "[XXXXX1474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47428": { + "content": "[XXXXX1586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47429": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47430": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47431": { + "content": "[XXXXX1342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47432": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47433": { + "content": "[XXXXX1343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47434": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47435": { + "content": "[XXXXX1709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47436": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47437": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47438": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47439": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47440": { + "content": "[XXXXX1563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47441": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47442": { + "content": "[XXXXX1550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47443": { + "content": "[XXXXX1661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47444": { + "content": "[XXXXX1599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47445": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47446": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47447": { + "content": "[XXXXX1635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47448": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47449": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47450": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47451": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47452": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47453": { + "content": "[XXXXX1219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47454": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47455": { + "content": "[XXXXX1418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47456": { + "content": "[XXXXX1680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47457": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47458": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47459": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47460": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47461": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47462": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47463": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47464": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47465": { + "content": "[XXXXX1506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47466": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47467": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47468": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47469": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47470": { + "content": "[XXXXX1411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47471": { + "content": "[XXXXX1561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47472": { + "content": "[XXXXX1282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47473": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47474": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47475": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47476": { + "content": "[XXXXX1583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47477": { + "content": "[XXXXX1737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47478": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47479": { + "content": "[XXXXX1564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47480": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47481": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47482": { + "content": "[XXXXX1573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47483": { + "content": "[XXXXX1253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47484": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47485": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47486": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47487": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47488": { + "content": "[XXXXX1623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47489": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47490": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47491": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47492": { + "content": "[XXXXX1214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47493": { + "content": "[XXXXX1677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47494": { + "content": "[XXXXX1458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47495": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47496": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47497": { + "content": "[XXXXX1215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47498": { + "content": "[XXXXX1248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47499": { + "content": "[XXXXX1555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47500": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47501": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47502": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47503": { + "content": "[XXXXX1670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47504": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47505": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47506": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47507": { + "content": "[XXXXX1582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47508": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47509": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47510": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47511": { + "content": "[XXXXX1257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47512": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47513": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47514": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47515": { + "content": "[XXXXX1410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47516": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47517": { + "content": "[XXXXX1352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47518": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47519": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47520": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47521": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47522": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47523": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47524": { + "content": "[XXXXX1695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47525": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47526": { + "content": "[XXXXX1200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47527": { + "content": "[XXXXX1671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47528": { + "content": "[XXXXX1666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47529": { + "content": "[XXXXX1482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47530": { + "content": "[XXXXX1732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47531": { + "content": "[XXXXX1335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47532": { + "content": "[XXXXX1452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47533": { + "content": "[XXXXX1615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47534": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47535": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47536": { + "content": "[XXXXX1694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47537": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47538": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47539": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47540": { + "content": "[XXXXX1413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47541": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47542": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47543": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47544": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47545": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47546": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47547": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47548": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47549": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47550": { + "content": "[XXXXX1360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47551": { + "content": "[XXXXX1376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47552": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47553": { + "content": "[XXXXX1308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47554": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47555": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47556": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47557": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47558": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47559": { + "content": "[XXXXX1736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47560": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47561": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47562": { + "content": "[XXXXX1370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47563": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47564": { + "content": "[XXXXX1746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47565": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47566": { + "content": "[XXXXX1659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47567": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47568": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47569": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47570": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47571": { + "content": "[XXXXX1648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47572": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47573": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47574": { + "content": "[XXXXX1617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47575": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47576": { + "content": "[XXXXX1567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47577": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47578": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47579": { + "content": "[XXXXX1725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47580": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47581": { + "content": "[XXXXX1513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47582": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47583": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47584": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47585": { + "content": "[XXXXX1251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47586": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47587": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47588": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47589": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47590": { + "content": "[XXXXX1507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47591": { + "content": "[XXXXX1397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47592": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47593": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47594": { + "content": "[XXXXX1390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47595": { + "content": "[XXXXX1442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47596": { + "content": "[XXXXX1228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47597": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47598": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47599": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47600": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47601": { + "content": "[XXXXX1238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47602": { + "content": "[XXXXX1636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47603": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47604": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47605": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47606": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47607": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47608": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47609": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47610": { + "content": "[XXXXX1642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47611": { + "content": "[XXXXX1423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47612": { + "content": "[XXXXX1299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47613": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47614": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47615": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47616": { + "content": "[XXXXX1240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47617": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47618": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47619": { + "content": "[XXXXX1383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47620": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47621": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47622": { + "content": "[XXXXX1209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47623": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47624": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47625": { + "content": "[XXXXX1722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47626": { + "content": "[XXXXX1593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47627": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47628": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47629": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47630": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47631": { + "content": "[XXXXX1446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47632": { + "content": "[XXXXX1398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47633": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47634": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47635": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47636": { + "content": "[XXXXX1421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47637": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47638": { + "content": "[XXXXX1701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47639": { + "content": "[XXXXX1612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47640": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47641": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47642": { + "content": "[XXXXX1527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47643": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47644": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47645": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47646": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47647": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47648": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47649": { + "content": "[XXXXX1481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47650": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47651": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47652": { + "content": "[XXXXX1598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47653": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47654": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47655": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47656": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47657": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47658": { + "content": "[XXXXX1378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47659": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47660": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47661": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47662": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47663": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47664": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47665": { + "content": "[XXXXX1272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47666": { + "content": "[XXXXX1652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47667": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47668": { + "content": "[XXXXX1460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47669": { + "content": "[XXXXX1227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47670": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47671": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47672": { + "content": "[XXXXX1268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47673": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47674": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47675": { + "content": "[XXXXX1488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47676": { + "content": "[XXXXX1393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47677": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47678": { + "content": "[XXXXX1647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47679": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47680": { + "content": "[XXXXX1691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47681": { + "content": "[XXXXX1246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47682": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47683": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47684": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47685": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47686": { + "content": "[XXXXX1367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47687": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47688": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47689": { + "content": "[XXXXX1322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47690": { + "content": "[XXXXX1414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47691": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47692": { + "content": "[XXXXX1729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47693": { + "content": "[XXXXX1703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47694": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47695": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47696": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47697": { + "content": "[XXXXX1309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47698": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47699": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47700": { + "content": "[XXXXX1365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47701": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47702": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47703": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47704": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47705": { + "content": "[XXXXX1400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47706": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47707": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47708": { + "content": "[XXXXX1565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47709": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47710": { + "content": "[XXXXX1284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47711": { + "content": "[XXXXX1473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47712": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47713": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47714": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47715": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47716": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47717": { + "content": "[XXXXX1649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47718": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47719": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47720": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47721": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47722": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47723": { + "content": "[XXXXX1337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47724": { + "content": "[XXXXX1386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47725": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47726": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47727": { + "content": "[XXXXX1533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47728": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47729": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47730": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47731": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47732": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47733": { + "content": "[XXXXX1664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47734": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47735": { + "content": "[XXXXX1289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47736": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47737": { + "content": "[XXXXX1496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47738": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47739": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47740": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47741": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47742": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47743": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47744": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47745": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47746": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47747": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47748": { + "content": "[XXXXX1640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47749": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47750": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47751": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47752": { + "content": "[XXXXX1502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47753": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47754": { + "content": "[XXXXX1279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47755": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47756": { + "content": "[XXXXX1387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47757": { + "content": "[XXXXX1277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47758": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47759": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47760": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47761": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47762": { + "content": "[XXXXX1516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47763": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47764": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47765": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47766": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47767": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47768": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47769": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47770": { + "content": "[XXXXX1471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47771": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47772": { + "content": "[XXXXX1674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47773": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47774": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47775": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47776": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47777": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47778": { + "content": "[XXXXX1486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47779": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47780": { + "content": "[XXXXX1468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47781": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47782": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47783": { + "content": "[XXXXX1675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47784": { + "content": "[XXXXX1708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47785": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47786": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47787": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47788": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47789": { + "content": "[XXXXX1311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47790": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47791": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47792": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47793": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47794": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47795": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47796": { + "content": "[XXXXX1566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47797": { + "content": "[XXXXX1758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47798": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47799": { + "content": "[XXXXX1208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47800": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47801": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47802": { + "content": "[XXXXX1304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47803": { + "content": "[XXXXX1417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47804": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47805": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47806": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47807": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47808": { + "content": "[XXXXX1420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47809": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47810": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47811": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47812": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47813": { + "content": "[XXXXX1328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47814": { + "content": "[XXXXX1431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47815": { + "content": "[XXXXX1273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47816": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47817": { + "content": "[XXXXX1672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47818": { + "content": "[XXXXX1243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47819": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47820": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47821": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47822": { + "content": "[XXXXX1611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47823": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47824": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47825": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47826": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47827": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47828": { + "content": "[XXXXX1379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47829": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47830": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47831": { + "content": "[XXXXX1443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47832": { + "content": "[XXXXX1716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47833": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47834": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47835": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47836": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47837": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47838": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47839": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47840": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47841": { + "content": "[XXXXX1218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47842": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47843": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47844": { + "content": "[XXXXX1558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47845": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47846": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47847": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47848": { + "content": "[XXXXX1269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47849": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47850": { + "content": "[XXXXX1484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47851": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47852": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47853": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47854": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47855": { + "content": "[XXXXX1602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47856": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47857": { + "content": "[XXXXX1755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47858": { + "content": "[XXXXX1412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47859": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47860": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47861": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47862": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47863": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47864": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47865": { + "content": "[XXXXX1266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47866": { + "content": "[XXXXX1624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47867": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47868": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47869": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47870": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47871": { + "content": "[XXXXX1721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47872": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47873": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47874": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47875": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47876": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47877": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47878": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47879": { + "content": "[XXXXX1199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47880": { + "content": "[XXXXX1344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47881": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47882": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47883": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47884": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47885": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47886": { + "content": "[XXXXX1515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47887": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47888": { + "content": "[XXXXX1678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47889": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47890": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47891": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47892": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47893": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47894": { + "content": "[XXXXX1557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47895": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47896": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47897": { + "content": "[XXXXX1324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47898": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47899": { + "content": "[XXXXX1554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47900": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47901": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47902": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47903": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47904": { + "content": "[XXXXX1577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47905": { + "content": "[XXXXX1305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47906": { + "content": "[XXXXX1681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47907": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47908": { + "content": "[XXXXX1338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47909": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47910": { + "content": "[XXXXX1303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47911": { + "content": "[XXXXX1207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47912": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47913": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47914": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47915": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47916": { + "content": "[XXXXX1734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47917": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47918": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47919": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47920": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47921": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47922": { + "content": "[XXXXX1403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47923": { + "content": "[XXXXX1464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47924": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47925": { + "content": "[XXXXX1233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47926": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47927": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47928": { + "content": "[XXXXX1620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47929": { + "content": "[XXXXX1487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47930": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47931": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47932": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47933": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47934": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47935": { + "content": "[XXXXX1637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47936": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47937": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47938": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47939": { + "content": "[XXXXX1633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47940": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47941": { + "content": "[XXXXX1402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47942": { + "content": "[XXXXX1300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47943": { + "content": "[XXXXX1735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47944": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47945": { + "content": "[XXXXX1454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47946": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47947": { + "content": "[XXXXX1470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47948": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47949": { + "content": "[XXXXX1435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47950": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47951": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47952": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47953": { + "content": "[XXXXX1639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47954": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47955": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47956": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47957": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47958": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47959": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47960": { + "content": "[XXXXX1575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47961": { + "content": "[XXXXX1604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47962": { + "content": "[XXXXX1512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47963": { + "content": "[XXXXX1394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47964": { + "content": "[XXXXX1600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47965": { + "content": "[XXXXX1724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47966": { + "content": "[XXXXX1323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47967": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47968": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47969": { + "content": "[XXXXX1753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47970": { + "content": "[XXXXX1752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47971": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47972": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47973": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47974": { + "content": "[XXXXX1646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47975": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47976": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47977": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47978": { + "content": "[XXXXX1720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47979": { + "content": "[XXXXX1263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47980": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47981": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47982": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47983": { + "content": "[XXXXX1616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47984": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47985": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47986": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47987": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47988": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47989": { + "content": "[XXXXX1707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47990": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47991": { + "content": "[XXXXX1553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47992": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47993": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47994": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47995": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47996": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47997": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47998": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47999": { + "content": "[XXXXX1288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48000": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48001": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48002": { + "content": "[XXXXX1241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48003": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48004": { + "content": "[XXXXX1409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48005": { + "content": "[XXXXX1440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48006": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48007": { + "content": "[XXXXX1631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48008": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48009": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48010": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48011": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48012": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48013": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48014": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48015": { + "content": "[XXXXX1275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48016": { + "content": "[XXXXX1274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48017": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48018": { + "content": "[XXXXX1744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48019": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48020": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48021": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48022": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48023": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48024": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48025": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48026": { + "content": "[XXXXX1682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48027": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48028": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48029": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48030": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48031": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48032": { + "content": "[XXXXX1369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48033": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48034": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48035": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48036": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48037": { + "content": "[XXXXX1662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48038": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48039": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48040": { + "content": "[XXXXX1655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48041": { + "content": "[XXXXX1374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48042": { + "content": "[XXXXX1700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48043": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48044": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48045": { + "content": "[XXXXX1596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48046": { + "content": "[XXXXX1287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48047": { + "content": "[XXXXX1281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48048": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48049": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48050": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48051": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48052": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48053": { + "content": "[XXXXX1613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48054": { + "content": "[XXXXX1415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48055": { + "content": "[XXXXX1529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48056": { + "content": "[XXXXX1622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48057": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48058": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48059": { + "content": "[XXXXX1679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48060": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48061": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48062": { + "content": "[XXXXX1357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48063": { + "content": "[XXXXX1301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48064": { + "content": "[XXXXX1230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48065": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48066": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48067": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48068": { + "content": "[XXXXX1434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48069": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48070": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48071": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48072": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48073": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48074": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48075": { + "content": "[XXXXX1628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48076": { + "content": "[XXXXX1325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48077": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48078": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48079": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48080": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48081": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48082": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48083": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48084": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48085": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48086": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48087": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48088": { + "content": "[XXXXX1541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48089": { + "content": "[XXXXX1687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48090": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48091": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48092": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48093": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48094": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48095": { + "content": "[XXXXX1546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48096": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48097": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48098": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48099": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48100": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48101": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48102": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48103": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48104": { + "content": "[XXXXX1351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48105": { + "content": "[XXXXX1643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48106": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48107": { + "content": "[XXXXX1231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48108": { + "content": "[XXXXX1271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48109": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48110": { + "content": "[XXXXX1336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48111": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48112": { + "content": "[XXXXX1748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48113": { + "content": "[XXXXX1545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48114": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48115": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48116": { + "content": "[XXXXX1641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48117": { + "content": "[XXXXX1714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48118": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48119": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48120": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48121": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48122": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48123": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48124": { + "content": "[XXXXX1538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48125": { + "content": "[XXXXX1669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48126": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48127": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48128": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48129": { + "content": "[XXXXX1733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48130": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48131": { + "content": "[XXXXX1210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48132": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48133": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48134": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48135": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48136": { + "content": "[XXXXX1380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48137": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48138": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48139": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48140": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48141": { + "content": "[XXXXX1497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48142": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48143": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48144": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48145": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48146": { + "content": "[XXXXX1692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48147": { + "content": "[XXXXX1317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48148": { + "content": "[XXXXX1606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48149": { + "content": "[XXXXX1683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48150": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48151": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48152": { + "content": "[XXXXX1710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48153": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48154": { + "content": "[XXXXX1222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48155": { + "content": "[XXXXX1461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48156": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48157": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48158": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48159": { + "content": "[XXXXX1698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48160": { + "content": "[XXXXX1232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48161": { + "content": "[XXXXX1743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48162": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48163": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48164": { + "content": "[XXXXX1559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48165": { + "content": "[XXXXX1321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48166": { + "content": "[XXXXX1276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48167": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48168": { + "content": "[XXXXX1259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48169": { + "content": "[XXXXX1408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48170": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48171": { + "content": "[XXXXX1429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48172": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48173": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48174": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48175": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48176": { + "content": "[XXXXX1388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48177": { + "content": "[XXXXX1621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48178": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48179": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48180": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48181": { + "content": "[XXXXX1430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48182": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48183": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48184": { + "content": "[XXXXX1510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48185": { + "content": "[XXXXX1715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48186": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48187": { + "content": "[XXXXX1316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48188": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48189": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48190": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48191": { + "content": "[XXXXX1568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48192": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48193": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48194": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48195": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48196": { + "content": "[XXXXX1349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48197": { + "content": "[XXXXX1696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48198": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48199": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48200": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48201": { + "content": "[XXXXX1237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48202": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48203": { + "content": "[XXXXX1462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48204": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48205": { + "content": "[XXXXX1571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48206": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48207": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48208": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48209": { + "content": "[XXXXX1286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48210": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48211": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48212": { + "content": "[XXXXX1371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48213": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48214": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48215": { + "content": "[XXXXX1548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48216": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48217": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48218": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48219": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48220": { + "content": "[XXXXX1549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48221": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48222": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48223": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48224": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48225": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48226": { + "content": "[XXXXX1419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48227": { + "content": "[XXXXX1658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48228": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48229": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48230": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48231": { + "content": "[XXXXX1594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48232": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48233": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48234": { + "content": "[XXXXX1626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48235": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48236": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48237": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48238": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48239": { + "content": "[XXXXX1267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48240": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48241": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48242": { + "content": "[XXXXX1368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48243": { + "content": "[XXXXX1332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48244": { + "content": "[XXXXX1739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48245": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48246": { + "content": "[XXXXX1375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48247": { + "content": "[XXXXX1723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48248": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48249": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48250": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48251": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48252": { + "content": "[XXXXX1436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48253": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48254": { + "content": "[XXXXX1384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48255": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48256": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48257": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48258": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48259": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48260": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48261": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48262": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48263": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48264": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48265": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48266": { + "content": "[XXXXX1294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48267": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48268": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48269": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48270": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48271": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48272": { + "content": "[XXXXX1493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48273": { + "content": "[XXXXX1625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48274": { + "content": "[XXXXX1585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48275": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48276": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48277": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48278": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48279": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48280": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48281": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48282": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48283": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48284": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48285": { + "content": "[XXXXX1614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48286": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48287": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48288": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48289": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48290": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48291": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48292": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48293": { + "content": "[XXXXX1258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48294": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48295": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48296": { + "content": "[XXXXX1605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48297": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48298": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48299": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48300": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48301": { + "content": "[XXXXX1711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48302": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48303": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48304": { + "content": "[XXXXX1212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48305": { + "content": "[XXXXX1540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48306": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48307": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48308": { + "content": "[XXXXX1463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48309": { + "content": "[XXXXX1205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48310": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48311": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48312": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48313": { + "content": "[XXXXX1686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48314": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48315": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48316": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48317": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48318": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48319": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48320": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48321": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48322": { + "content": "[XXXXX1334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48323": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48324": { + "content": "[XXXXX1603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48325": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48326": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48327": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48328": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48329": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48330": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48331": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48332": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48333": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48334": { + "content": "[XXXXX1619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48335": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48336": { + "content": "[XXXXX1572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48337": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48338": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48339": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48340": { + "content": "[XXXXX1254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48341": { + "content": "[XXXXX1476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48342": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48343": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48344": { + "content": "[XXXXX1250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48345": { + "content": "[XXXXX1211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48346": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48347": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48348": { + "content": "[XXXXX1524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48349": { + "content": "[XXXXX1455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48350": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48351": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48352": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48353": { + "content": "[XXXXX1377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48354": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48355": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48356": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48357": { + "content": "[XXXXX1354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48358": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48359": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48360": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48361": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48362": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48363": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48364": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48365": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48366": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48367": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48368": { + "content": "[XXXXX1302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48369": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48370": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48371": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48372": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48373": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48374": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48375": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48376": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48377": { + "content": "[XXXXX1663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48378": { + "content": "[XXXXX1249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48379": { + "content": "[XXXXX1439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48380": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48381": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48382": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48383": { + "content": "[XXXXX1717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48384": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48385": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48386": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48387": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48388": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48389": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48390": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48391": { + "content": "[XXXXX1347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48392": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48393": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48394": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48395": { + "content": "[XXXXX1727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48396": { + "content": "[XXXXX1689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48397": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48398": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48399": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48400": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48401": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48402": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48403": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48404": { + "content": "[XXXXX1350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48405": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48406": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48407": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48408": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48409": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48410": { + "content": "[XXXXX1517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48411": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48412": { + "content": "[XXXXX1196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48413": { + "content": "[XXXXX1234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48414": { + "content": "[XXXXX1578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48415": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48416": { + "content": "[XXXXX1441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48417": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48418": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48419": { + "content": "[XXXXX1447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48420": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48421": { + "content": "[XXXXX1478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48422": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48423": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48424": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48425": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48426": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48427": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48428": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48429": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48430": { + "content": "[XXXXX1503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48431": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48432": { + "content": "[XXXXX1738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48433": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48434": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48435": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48436": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48437": { + "content": "[XXXXX1518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48438": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48439": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48440": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48441": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48442": { + "content": "[XXXXX1217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48443": { + "content": "[XXXXX1298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48444": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48445": { + "content": "[XXXXX1508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48446": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48447": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48448": { + "content": "[XXXXX1225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48449": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48450": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48451": { + "content": "[XXXXX1684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48452": { + "content": "[XXXXX1499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48453": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48454": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48455": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48456": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48457": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48458": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48459": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48460": { + "content": "[XXXXX1644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48461": { + "content": "[XXXXX1704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48462": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48463": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48464": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48465": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48466": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48467": { + "content": "[XXXXX1705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48468": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48469": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48470": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48471": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48472": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48473": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48474": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48475": { + "content": "[XXXXX1521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48476": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48477": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48478": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48479": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48480": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48481": { + "content": "[XXXXX1203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48482": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48483": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48484": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48485": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48486": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48487": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48488": { + "content": "[XXXXX1197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48489": { + "content": "[XXXXX1331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48490": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48491": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48492": { + "content": "[XXXXX1356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48493": { + "content": "[XXXXX1396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48494": { + "content": "[XXXXX1537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48495": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48496": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48497": { + "content": "[XXXXX1730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48498": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48499": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48500": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48501": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48502": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48503": { + "content": "[XXXXX1757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48504": { + "content": "[XXXXX1467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48505": { + "content": "[XXXXX1706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48506": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48507": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48508": { + "content": "[XXXXX1754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48509": { + "content": "[XXXXX1745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48510": { + "content": "[XXXXX1668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48511": { + "content": "[XXXXX1224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48512": { + "content": "[XXXXX1726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48513": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48514": { + "content": "[XXXXX1407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48515": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48516": { + "content": "[XXXXX1569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48517": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48518": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48519": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48520": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48521": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48522": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48523": { + "content": "[XXXXX1520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48524": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48525": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48526": { + "content": "[XXXXX1651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48527": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48528": { + "content": "[XXXXX1740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48529": { + "content": "[XXXXX1348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48530": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48531": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48532": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48533": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48534": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48535": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48536": { + "content": "[XXXXX1690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48537": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48538": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48539": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48540": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48541": { + "content": "[XXXXX1459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48542": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48543": { + "content": "[XXXXX1242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48544": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48545": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48546": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48547": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48548": { + "content": "[XXXXX1528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48549": { + "content": "[XXXXX1319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48550": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48551": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48552": { + "content": "[XXXXX1632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48553": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48554": { + "content": "[XXXXX1595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48555": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48556": { + "content": "[XXXXX1290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48557": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48558": { + "content": "[XXXXX1699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48559": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48560": { + "content": "[XXXXX1601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48561": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48562": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48563": { + "content": "[XXXXX1756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48564": { + "content": "[XXXXX1381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48565": { + "content": "[XXXXX1560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48566": { + "content": "[XXXXX1270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48567": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48568": { + "content": "[XXXXX1202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48569": { + "content": "[XXXXX1244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48570": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48571": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48572": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48573": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48574": { + "content": "[XXXXX1479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48575": { + "content": "[XXXXX1312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48576": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48577": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48578": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48579": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48580": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48581": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48582": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48583": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48584": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48585": { + "content": "[XXXXX1427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48586": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48587": { + "content": "[XXXXX1657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48588": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48589": { + "content": "[XXXXX1432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48590": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48591": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48592": { + "content": "[XXXXX1264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48593": { + "content": "[XXXXX1498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48594": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48595": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48596": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48597": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48598": { + "content": "[XXXXX1491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48599": { + "content": "[XXXXX1584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48600": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48601": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48602": { + "content": "[XXXXX1229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48603": { + "content": "[XXXXX1511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48604": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48605": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48606": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48607": { + "content": "[XXXXX1544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48608": { + "content": "[XXXXX1204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48609": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48610": { + "content": "[XXXXX1372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48611": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48612": { + "content": "[XXXXX1490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48613": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48614": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48615": { + "content": "[XXXXX1416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48616": { + "content": "[XXXXX1450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48617": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48618": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48619": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48620": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48621": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48622": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48623": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48624": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48625": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48626": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48627": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48628": { + "content": "[XXXXX1465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48629": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48630": { + "content": "[XXXXX1530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48631": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48632": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48633": { + "content": "[XXXXX1580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48634": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48635": { + "content": "[XXXXX1405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48636": { + "content": "[XXXXX1653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48637": { + "content": "[XXXXX1500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48638": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48639": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48640": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48641": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48642": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48643": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48644": { + "content": "[XXXXX1320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48645": { + "content": "[XXXXX1472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48646": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48647": { + "content": "[XXXXX1245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48648": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48649": { + "content": "[XXXXX1713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48650": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48651": { + "content": "[XXXXX1340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48652": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48653": { + "content": "[XXXXX1650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48654": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48655": { + "content": "[XXXXX1514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48656": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48657": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48658": { + "content": "[XXXXX1495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48659": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48660": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48661": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48662": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48663": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48664": { + "content": "[XXXXX1480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48665": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48666": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48667": { + "content": "[XXXXX1428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48668": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48669": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48670": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48671": { + "content": "[XXXXX1741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48672": { + "content": "[XXXXX1221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48673": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48674": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48675": { + "content": "[XXXXX1483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48676": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48677": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48678": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48679": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48680": { + "content": "[XXXXX1385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48681": { + "content": "[XXXXX1389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48682": { + "content": "[XXXXX1213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48683": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48684": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48685": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48686": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48687": { + "content": "[XXXXX1291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48688": { + "content": "[XXXXX1451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48689": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48690": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48691": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48692": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48693": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48694": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48695": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48696": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48697": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48698": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48699": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48700": { + "content": "[XXXXX1339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48701": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48702": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48703": { + "content": "[XXXXX1318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48704": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48705": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48706": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48707": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48708": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48709": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48710": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48711": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48712": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48713": { + "content": "[XXXXX1293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48714": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48715": { + "content": "[XXXXX1252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48716": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48717": { + "content": "[XXXXX1536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48718": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48719": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48720": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48721": { + "content": "[XXXXX1358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48722": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48723": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48724": { + "content": "[XXXXX1437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48725": { + "content": "[XXXXX1634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48726": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48727": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48728": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48729": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48730": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48731": { + "content": "[XXXXX1589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48732": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48733": { + "content": "[XXXXX1693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48734": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48735": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48736": { + "content": "[XXXXX1256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48737": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48738": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48739": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48740": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48741": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48742": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48743": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48744": { + "content": "[XXXXX1477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48745": { + "content": "[XXXXX1262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48746": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48747": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48748": { + "content": "[XXXXX1362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48749": { + "content": "[XXXXX1201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48750": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48751": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48752": { + "content": "[XXXXX1579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48753": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48754": { + "content": "[XXXXX1327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48755": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48756": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48757": { + "content": "[XXXXX1627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48758": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48759": { + "content": "[XXXXX1504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48760": { + "content": "[XXXXX1391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48761": { + "content": "[XXXXX1456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48762": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48763": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48764": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48765": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48766": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48767": { + "content": "[XXXXX1609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48768": { + "content": "[XXXXX1629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48769": { + "content": "[XXXXX1597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48770": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48771": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48772": { + "content": "[XXXXX1346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48773": { + "content": "[XXXXX1645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48774": { + "content": "[XXXXX1660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48775": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48776": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48777": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48778": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48779": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48780": { + "content": "[XXXXX1469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48781": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48782": { + "content": "[XXXXX1424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48783": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48784": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48785": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48786": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48787": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48788": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48789": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48790": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48791": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48792": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48793": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48794": { + "content": "[XXXXX1297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48795": { + "content": "[XXXXX1688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48796": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48797": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48798": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48799": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48800": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48801": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48802": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48803": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48804": { + "content": "[XXXXX1501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48805": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48806": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48807": { + "content": "[XXXXX1438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48808": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48809": { + "content": "[XXXXX1330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48810": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48811": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48812": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48813": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48814": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48815": { + "content": "[XXXXX1519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48816": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48817": { + "content": "[XXXXX1489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48818": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48819": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48820": { + "content": "[XXXXX1630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48821": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48822": { + "content": "[XXXXX1509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48823": { + "content": "[XXXXX1505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48824": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48825": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48826": { + "content": "[XXXXX1581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48827": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48828": { + "content": "[XXXXX1618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48829": { + "content": "[XXXXX1314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48830": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48831": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48832": { + "content": "[XXXXX1422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48833": { + "content": "[XXXXX1364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48834": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48835": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48836": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48837": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48838": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48839": { + "content": "[XXXXX1591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48840": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48841": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48842": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48843": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48844": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48845": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48846": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48847": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48848": { + "content": "[XXXXX1535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48849": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48850": { + "content": "[XXXXX1353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48851": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48852": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48853": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48854": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48855": { + "content": "[XXXXX1206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48856": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48857": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48858": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48859": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48860": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48861": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48862": { + "content": "[XXXXX1355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48863": { + "content": "[XXXXX1547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48864": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48865": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48866": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48867": { + "content": "[XXXXX1728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48868": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48869": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48870": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48871": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48872": { + "content": "[XXXXX1522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48873": { + "content": "[XXXXX1326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48874": { + "content": "[XXXXX1448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48875": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48876": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48877": { + "content": "[XXXXX1341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48878": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48879": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48880": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48881": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48882": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48883": { + "content": "[XXXXX1285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48884": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48885": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48886": { + "content": "[XXXXX1750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48887": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48888": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48889": { + "content": "[XXXXX1742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48890": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48891": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48892": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48893": { + "content": "[XXXXX1445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48894": { + "content": "[XXXXX1466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48895": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48896": { + "content": "[XXXXX1531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48897": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48898": { + "content": "[XXXXX1247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48899": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48900": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48901": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48902": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48903": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48904": { + "content": "[XXXXX1494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48905": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48906": { + "content": "[XXXXX1406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48907": { + "content": "[XXXXX1610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48908": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48909": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48910": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48911": { + "content": "[XXXXX1570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48912": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48913": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48914": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48915": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48916": { + "content": "[XXXXX1433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48917": { + "content": "[XXXXX1295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48918": { + "content": "[XXXXX1485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48919": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48920": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48921": { + "content": "[XXXXX1333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48922": { + "content": "[XXXXX1359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48923": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48924": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48925": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48926": { + "content": "[XXXXX1761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48927": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48928": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48929": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48930": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48931": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48932": { + "content": "[XXXXX1751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48933": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48934": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48935": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48936": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48937": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48938": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48939": { + "content": "[XXXXX1216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48940": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48941": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48942": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48943": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48944": { + "content": "[XXXXX1534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48945": { + "content": "[XXXXX1265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48946": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48947": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48948": { + "content": "[XXXXX1525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48949": { + "content": "[XXXXX1760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48950": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48951": { + "content": "[XXXXX1260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48952": { + "content": "[XXXXX1574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48953": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48954": { + "content": "[XXXXX1702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48955": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48956": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48957": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48958": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48959": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48960": { + "content": "[XXXXX1562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48961": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48962": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48963": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48964": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48965": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48966": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48967": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48968": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48969": { + "content": "[XXXXX1747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48970": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48971": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48972": { + "content": "[XXXXX1587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48973": { + "content": "[XXXXX1382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48974": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48975": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48976": { + "content": "[XXXXX1426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48977": { + "content": "[XXXXX1345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48978": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48979": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48980": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48981": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48982": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48983": { + "content": "[XXXXX1401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48984": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48985": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48986": { + "content": "[XXXXX1719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48987": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48988": { + "content": "[XXXXX1226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48989": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48990": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48991": { + "content": "[XXXXX1255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48992": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48993": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48994": { + "content": "[XXXXX1608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48995": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48996": { + "content": "[XXXXX1399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48997": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48998": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48999": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49000": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49001": { + "content": "[XXXXX1656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49002": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49003": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49004": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49005": { + "content": "[XXXXX1235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49006": { + "content": "[XXXXX1592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49007": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49008": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49009": { + "content": "[XXXXX1590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49010": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49011": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49012": { + "content": "[XXXXX1718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49013": { + "content": "[XXXXX1373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49014": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49015": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49016": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49017": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49018": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49019": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49020": { + "content": "[XXXXX1532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49021": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49022": { + "content": "[XXXXX1542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49023": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49024": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49025": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49026": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49027": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49028": { + "content": "[XXXXX1363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49029": { + "content": "[XXXXX1685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49030": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49031": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49032": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49033": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49034": { + "content": "[XXXXX1444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49035": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49036": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49037": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49038": { + "content": "[XXXXX1607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49039": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49040": { + "content": "[XXXXX1283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49041": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49042": { + "content": "[XXXXX1475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49043": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49044": { + "content": "[XXXXX1543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49045": { + "content": "[XXXXX1361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49046": { + "content": "[XXXXX1292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49047": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49048": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49049": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49050": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49051": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49052": { + "content": "[XXXXX1676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49053": { + "content": "[XXXXX1759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49054": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49055": { + "content": "[XXXXX1539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49056": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49057": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49058": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49059": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49060": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49061": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49062": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49063": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49064": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49065": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49066": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49067": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49068": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49069": { + "content": "[XXXXX1310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49070": { + "content": "[XXXXX1654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49071": { + "content": "[XXXXX1665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49072": { + "content": "[XXXXX1329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49073": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49074": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49075": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49076": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49077": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49078": { + "content": "[XXXXX1449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49079": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49080": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49081": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49082": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49083": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49084": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49085": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49086": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49087": { + "content": "[XXXXX1223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49088": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49089": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49090": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49091": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49092": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49093": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49094": { + "content": "[XXXXX1712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49095": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49096": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49097": { + "content": "[XXXXX1198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49098": { + "content": "[XXXXX1576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49099": { + "content": "[XXXXX1526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49100": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49101": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49102": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49103": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49104": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49105": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49106": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49107": { + "content": "[XXXXX1453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49108": { + "content": "[XXXXX1492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49109": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49110": { + "content": "[XXXXX1392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49111": { + "content": "[XXXXX1673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49112": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49113": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49114": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49115": { + "content": "[XXXXX1236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49116": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49117": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49118": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49119": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49120": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49121": { + "content": "[XXXXX1296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49122": { + "content": "[XXXXX1551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49123": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49124": { + "content": "[XXXXX1667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49125": { + "content": "[XXXXX1307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49126": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49127": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49128": { + "content": "[XXXXX1749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49129": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49130": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49131": { + "content": "[XXXXX1552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49132": { + "content": "[XXXXX1638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49133": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49134": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49135": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49136": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49137": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49138": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49139": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49140": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49141": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49142": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49143": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49144": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49145": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49146": { + "content": "[XXXXX1425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49147": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49148": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49149": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49150": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49151": { + "content": "[XXXXX1697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-500/trainer_state.json b/checkpoint-500/trainer_state.json new file mode 100644 index 0000000..727e8c2 --- /dev/null +++ b/checkpoint-500/trainer_state.json @@ -0,0 +1,1045 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.5931198102016607, + "eval_steps": 500, + "global_step": 500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 10.6509840965271, + "epoch": 0.005931198102016607, + "grad_norm": 11.4375, + "learning_rate": 2e-06, + "loss": 10.7955, + "mean_token_accuracy": 0.00017467249417677522, + "num_tokens": 12647.0, + "step": 5 + }, + { + "entropy": 10.650976181030273, + "epoch": 0.011862396204033215, + "grad_norm": 10.875, + "learning_rate": 4.5e-06, + "loss": 10.7449, + "mean_token_accuracy": 0.0003256943717133254, + "num_tokens": 26668.0, + "step": 10 + }, + { + "entropy": 10.65047550201416, + "epoch": 0.017793594306049824, + "grad_norm": 8.5, + "learning_rate": 7e-06, + "loss": 10.5392, + "mean_token_accuracy": 0.011320227157557382, + "num_tokens": 41021.0, + "step": 15 + }, + { + "entropy": 10.645245170593261, + "epoch": 0.02372479240806643, + "grad_norm": 5.6875, + "learning_rate": 9.5e-06, + "loss": 10.2512, + "mean_token_accuracy": 0.03331172131001949, + "num_tokens": 56626.0, + "step": 20 + }, + { + "entropy": 10.620162200927734, + "epoch": 0.02965599051008304, + "grad_norm": 3.46875, + "learning_rate": 1.2e-05, + "loss": 9.9999, + "mean_token_accuracy": 0.03278177715837956, + "num_tokens": 72914.0, + "step": 25 + }, + { + "entropy": 10.59833517074585, + "epoch": 0.03558718861209965, + "grad_norm": 2.75, + "learning_rate": 1.4500000000000002e-05, + "loss": 9.8507, + "mean_token_accuracy": 0.03321463130414486, + "num_tokens": 88514.0, + "step": 30 + }, + { + "entropy": 10.59533166885376, + "epoch": 0.04151838671411625, + "grad_norm": 2.6875, + "learning_rate": 1.7000000000000003e-05, + "loss": 9.7557, + "mean_token_accuracy": 0.03128496501594782, + "num_tokens": 101256.0, + "step": 35 + }, + { + "entropy": 10.598009204864502, + "epoch": 0.04744958481613286, + "grad_norm": 2.34375, + "learning_rate": 1.95e-05, + "loss": 9.7229, + "mean_token_accuracy": 0.03391152955591679, + "num_tokens": 114459.0, + "step": 40 + }, + { + "entropy": 10.583034133911132, + "epoch": 0.05338078291814947, + "grad_norm": 2.203125, + "learning_rate": 2.2e-05, + "loss": 9.7096, + "mean_token_accuracy": 0.031900213845074174, + "num_tokens": 129858.0, + "step": 45 + }, + { + "entropy": 10.583144092559815, + "epoch": 0.05931198102016608, + "grad_norm": 2.421875, + "learning_rate": 2.4500000000000003e-05, + "loss": 9.6353, + "mean_token_accuracy": 0.03371269796043634, + "num_tokens": 143486.0, + "step": 50 + }, + { + "entropy": 10.582204055786132, + "epoch": 0.06524317912218268, + "grad_norm": 2.171875, + "learning_rate": 2.7e-05, + "loss": 9.5795, + "mean_token_accuracy": 0.035220497474074366, + "num_tokens": 156003.0, + "step": 55 + }, + { + "entropy": 10.569349002838134, + "epoch": 0.0711743772241993, + "grad_norm": 2.1875, + "learning_rate": 2.95e-05, + "loss": 9.5437, + "mean_token_accuracy": 0.034727090038359165, + "num_tokens": 170988.0, + "step": 60 + }, + { + "entropy": 10.552780246734619, + "epoch": 0.0771055753262159, + "grad_norm": 2.15625, + "learning_rate": 3.2e-05, + "loss": 9.4193, + "mean_token_accuracy": 0.03448135014623403, + "num_tokens": 187165.0, + "step": 65 + }, + { + "entropy": 10.542837047576905, + "epoch": 0.0830367734282325, + "grad_norm": 2.125, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.368, + "mean_token_accuracy": 0.03228826243430376, + "num_tokens": 202072.0, + "step": 70 + }, + { + "entropy": 10.534712505340575, + "epoch": 0.08896797153024912, + "grad_norm": 2.0625, + "learning_rate": 3.7e-05, + "loss": 9.2131, + "mean_token_accuracy": 0.034324941039085385, + "num_tokens": 215375.0, + "step": 75 + }, + { + "entropy": 10.50705509185791, + "epoch": 0.09489916963226572, + "grad_norm": 1.921875, + "learning_rate": 3.95e-05, + "loss": 9.1257, + "mean_token_accuracy": 0.03353528436273336, + "num_tokens": 228749.0, + "step": 80 + }, + { + "entropy": 10.478670978546143, + "epoch": 0.10083036773428232, + "grad_norm": 2.09375, + "learning_rate": 4.2000000000000004e-05, + "loss": 9.0183, + "mean_token_accuracy": 0.03314766474068165, + "num_tokens": 242387.0, + "step": 85 + }, + { + "entropy": 10.458618545532227, + "epoch": 0.10676156583629894, + "grad_norm": 2.046875, + "learning_rate": 4.45e-05, + "loss": 8.9252, + "mean_token_accuracy": 0.03416665960103273, + "num_tokens": 257793.0, + "step": 90 + }, + { + "entropy": 10.419714641571044, + "epoch": 0.11269276393831554, + "grad_norm": 2.125, + "learning_rate": 4.7000000000000004e-05, + "loss": 8.8134, + "mean_token_accuracy": 0.036843133717775346, + "num_tokens": 271187.0, + "step": 95 + }, + { + "entropy": 10.339355945587158, + "epoch": 0.11862396204033215, + "grad_norm": 1.921875, + "learning_rate": 4.9500000000000004e-05, + "loss": 8.6836, + "mean_token_accuracy": 0.04052316285669803, + "num_tokens": 284937.0, + "step": 100 + }, + { + "entropy": 10.289305877685546, + "epoch": 0.12455516014234876, + "grad_norm": 2.140625, + "learning_rate": 5.2e-05, + "loss": 8.523, + "mean_token_accuracy": 0.042971277609467506, + "num_tokens": 300108.0, + "step": 105 + }, + { + "entropy": 10.171844291687012, + "epoch": 0.13048635824436536, + "grad_norm": 2.109375, + "learning_rate": 5.45e-05, + "loss": 8.4071, + "mean_token_accuracy": 0.0435908630490303, + "num_tokens": 316760.0, + "step": 110 + }, + { + "entropy": 10.090029907226562, + "epoch": 0.13641755634638197, + "grad_norm": 1.8515625, + "learning_rate": 5.7e-05, + "loss": 8.2269, + "mean_token_accuracy": 0.04757884480059147, + "num_tokens": 329705.0, + "step": 115 + }, + { + "entropy": 9.968478775024414, + "epoch": 0.1423487544483986, + "grad_norm": 1.8046875, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.1048, + "mean_token_accuracy": 0.05177154988050461, + "num_tokens": 342947.0, + "step": 120 + }, + { + "entropy": 9.810734272003174, + "epoch": 0.14827995255041518, + "grad_norm": 1.6015625, + "learning_rate": 6.2e-05, + "loss": 7.957, + "mean_token_accuracy": 0.05589810460805893, + "num_tokens": 358397.0, + "step": 125 + }, + { + "entropy": 9.629272270202637, + "epoch": 0.1542111506524318, + "grad_norm": 2.015625, + "learning_rate": 6.450000000000001e-05, + "loss": 7.8543, + "mean_token_accuracy": 0.058608030527830125, + "num_tokens": 370369.0, + "step": 130 + }, + { + "entropy": 9.431285285949707, + "epoch": 0.1601423487544484, + "grad_norm": 1.46875, + "learning_rate": 6.7e-05, + "loss": 7.7282, + "mean_token_accuracy": 0.06019565127789974, + "num_tokens": 386896.0, + "step": 135 + }, + { + "entropy": 9.166491031646729, + "epoch": 0.166073546856465, + "grad_norm": 1.6171875, + "learning_rate": 6.950000000000001e-05, + "loss": 7.571, + "mean_token_accuracy": 0.06539936549961567, + "num_tokens": 400433.0, + "step": 140 + }, + { + "entropy": 8.998315811157227, + "epoch": 0.17200474495848161, + "grad_norm": 1.9296875, + "learning_rate": 7.2e-05, + "loss": 7.5193, + "mean_token_accuracy": 0.06127564944326878, + "num_tokens": 415092.0, + "step": 145 + }, + { + "entropy": 8.760649585723877, + "epoch": 0.17793594306049823, + "grad_norm": 1.625, + "learning_rate": 7.45e-05, + "loss": 7.3847, + "mean_token_accuracy": 0.06551449336111545, + "num_tokens": 429793.0, + "step": 150 + }, + { + "entropy": 8.53032569885254, + "epoch": 0.18386714116251482, + "grad_norm": 1.703125, + "learning_rate": 7.7e-05, + "loss": 7.3618, + "mean_token_accuracy": 0.07152369543910027, + "num_tokens": 442618.0, + "step": 155 + }, + { + "entropy": 8.432501602172852, + "epoch": 0.18979833926453143, + "grad_norm": 1.484375, + "learning_rate": 7.950000000000001e-05, + "loss": 7.2263, + "mean_token_accuracy": 0.0709031268954277, + "num_tokens": 454976.0, + "step": 160 + }, + { + "entropy": 8.288888359069825, + "epoch": 0.19572953736654805, + "grad_norm": 2.09375, + "learning_rate": 8.2e-05, + "loss": 7.2693, + "mean_token_accuracy": 0.06482412219047547, + "num_tokens": 467523.0, + "step": 165 + }, + { + "entropy": 8.135635375976562, + "epoch": 0.20166073546856464, + "grad_norm": 1.203125, + "learning_rate": 8.450000000000001e-05, + "loss": 7.1729, + "mean_token_accuracy": 0.07200234681367874, + "num_tokens": 481391.0, + "step": 170 + }, + { + "entropy": 8.090270137786865, + "epoch": 0.20759193357058126, + "grad_norm": 1.3515625, + "learning_rate": 8.7e-05, + "loss": 7.147, + "mean_token_accuracy": 0.06691372841596603, + "num_tokens": 496697.0, + "step": 175 + }, + { + "entropy": 8.008182764053345, + "epoch": 0.21352313167259787, + "grad_norm": 1.96875, + "learning_rate": 8.95e-05, + "loss": 7.1704, + "mean_token_accuracy": 0.07276545092463493, + "num_tokens": 510091.0, + "step": 180 + }, + { + "entropy": 7.948391151428223, + "epoch": 0.21945432977461446, + "grad_norm": 1.390625, + "learning_rate": 9.2e-05, + "loss": 7.1071, + "mean_token_accuracy": 0.0736262746155262, + "num_tokens": 522168.0, + "step": 185 + }, + { + "entropy": 7.860538482666016, + "epoch": 0.22538552787663108, + "grad_norm": 1.2890625, + "learning_rate": 9.45e-05, + "loss": 7.0333, + "mean_token_accuracy": 0.0750058189034462, + "num_tokens": 535853.0, + "step": 190 + }, + { + "entropy": 7.789449167251587, + "epoch": 0.2313167259786477, + "grad_norm": 1.484375, + "learning_rate": 9.7e-05, + "loss": 7.0532, + "mean_token_accuracy": 0.07566255033016205, + "num_tokens": 551082.0, + "step": 195 + }, + { + "entropy": 7.820679521560669, + "epoch": 0.2372479240806643, + "grad_norm": 1.5859375, + "learning_rate": 9.95e-05, + "loss": 7.0735, + "mean_token_accuracy": 0.0763503935188055, + "num_tokens": 567181.0, + "step": 200 + }, + { + "entropy": 7.715967988967895, + "epoch": 0.2431791221826809, + "grad_norm": 1.46875, + "learning_rate": 0.000102, + "loss": 6.9882, + "mean_token_accuracy": 0.0811008334159851, + "num_tokens": 580689.0, + "step": 205 + }, + { + "entropy": 7.671104192733765, + "epoch": 0.2491103202846975, + "grad_norm": 1.40625, + "learning_rate": 0.00010449999999999999, + "loss": 6.9075, + "mean_token_accuracy": 0.08624595254659653, + "num_tokens": 594590.0, + "step": 210 + }, + { + "entropy": 7.669063520431519, + "epoch": 0.25504151838671413, + "grad_norm": 1.1796875, + "learning_rate": 0.000107, + "loss": 6.9659, + "mean_token_accuracy": 0.07704100087285042, + "num_tokens": 610577.0, + "step": 215 + }, + { + "entropy": 7.621254777908325, + "epoch": 0.2609727164887307, + "grad_norm": 1.1484375, + "learning_rate": 0.0001095, + "loss": 6.9894, + "mean_token_accuracy": 0.0770975686609745, + "num_tokens": 627066.0, + "step": 220 + }, + { + "entropy": 7.582563304901123, + "epoch": 0.2669039145907473, + "grad_norm": 1.2109375, + "learning_rate": 0.000112, + "loss": 6.9863, + "mean_token_accuracy": 0.08030139058828353, + "num_tokens": 642601.0, + "step": 225 + }, + { + "entropy": 7.5748522758483885, + "epoch": 0.27283511269276395, + "grad_norm": 1.4296875, + "learning_rate": 0.0001145, + "loss": 6.8436, + "mean_token_accuracy": 0.08795318827033043, + "num_tokens": 655615.0, + "step": 230 + }, + { + "entropy": 7.51125283241272, + "epoch": 0.27876631079478054, + "grad_norm": 1.140625, + "learning_rate": 0.00011700000000000001, + "loss": 6.8805, + "mean_token_accuracy": 0.08227636963129044, + "num_tokens": 670218.0, + "step": 235 + }, + { + "entropy": 7.581772565841675, + "epoch": 0.2846975088967972, + "grad_norm": 1.359375, + "learning_rate": 0.00011949999999999999, + "loss": 6.8693, + "mean_token_accuracy": 0.08509634733200074, + "num_tokens": 683661.0, + "step": 240 + }, + { + "entropy": 7.414237833023071, + "epoch": 0.29062870699881377, + "grad_norm": 1.15625, + "learning_rate": 0.000122, + "loss": 6.8471, + "mean_token_accuracy": 0.08358772993087768, + "num_tokens": 699767.0, + "step": 245 + }, + { + "entropy": 7.437202262878418, + "epoch": 0.29655990510083036, + "grad_norm": 1.328125, + "learning_rate": 0.0001245, + "loss": 6.774, + "mean_token_accuracy": 0.09326352775096894, + "num_tokens": 713579.0, + "step": 250 + }, + { + "entropy": 7.383161449432373, + "epoch": 0.302491103202847, + "grad_norm": 1.703125, + "learning_rate": 0.000127, + "loss": 6.8019, + "mean_token_accuracy": 0.08484338372945785, + "num_tokens": 727490.0, + "step": 255 + }, + { + "entropy": 7.414105653762817, + "epoch": 0.3084223013048636, + "grad_norm": 1.0625, + "learning_rate": 0.0001295, + "loss": 6.8822, + "mean_token_accuracy": 0.08486307561397552, + "num_tokens": 742477.0, + "step": 260 + }, + { + "entropy": 7.386582565307617, + "epoch": 0.3143534994068802, + "grad_norm": 1.5703125, + "learning_rate": 0.000132, + "loss": 6.7436, + "mean_token_accuracy": 0.08875370100140571, + "num_tokens": 757772.0, + "step": 265 + }, + { + "entropy": 7.385796451568604, + "epoch": 0.3202846975088968, + "grad_norm": 1.515625, + "learning_rate": 0.00013450000000000002, + "loss": 6.795, + "mean_token_accuracy": 0.08812053054571152, + "num_tokens": 772898.0, + "step": 270 + }, + { + "entropy": 7.329386568069458, + "epoch": 0.3262158956109134, + "grad_norm": 1.34375, + "learning_rate": 0.00013700000000000002, + "loss": 6.7697, + "mean_token_accuracy": 0.08715710267424584, + "num_tokens": 788395.0, + "step": 275 + }, + { + "entropy": 7.318710279464722, + "epoch": 0.33214709371293, + "grad_norm": 1.578125, + "learning_rate": 0.0001395, + "loss": 6.83, + "mean_token_accuracy": 0.08070869520306587, + "num_tokens": 803413.0, + "step": 280 + }, + { + "entropy": 7.188418292999268, + "epoch": 0.33807829181494664, + "grad_norm": 1.484375, + "learning_rate": 0.00014199999999999998, + "loss": 6.6976, + "mean_token_accuracy": 0.09588895291090012, + "num_tokens": 817775.0, + "step": 285 + }, + { + "entropy": 7.389742612838745, + "epoch": 0.34400948991696323, + "grad_norm": 1.6328125, + "learning_rate": 0.0001445, + "loss": 6.8092, + "mean_token_accuracy": 0.08903076201677322, + "num_tokens": 831379.0, + "step": 290 + }, + { + "entropy": 7.300806474685669, + "epoch": 0.3499406880189798, + "grad_norm": 1.3046875, + "learning_rate": 0.000147, + "loss": 6.7387, + "mean_token_accuracy": 0.08791814595460892, + "num_tokens": 846596.0, + "step": 295 + }, + { + "entropy": 7.254555749893188, + "epoch": 0.35587188612099646, + "grad_norm": 1.25, + "learning_rate": 0.0001495, + "loss": 6.7438, + "mean_token_accuracy": 0.08821789696812629, + "num_tokens": 862063.0, + "step": 300 + }, + { + "entropy": 7.275745964050293, + "epoch": 0.36180308422301305, + "grad_norm": 1.2734375, + "learning_rate": 0.000152, + "loss": 6.6954, + "mean_token_accuracy": 0.08966124951839446, + "num_tokens": 876841.0, + "step": 305 + }, + { + "entropy": 7.221111488342285, + "epoch": 0.36773428232502964, + "grad_norm": 1.2734375, + "learning_rate": 0.00015450000000000001, + "loss": 6.7751, + "mean_token_accuracy": 0.09116524010896683, + "num_tokens": 890728.0, + "step": 310 + }, + { + "entropy": 7.206338787078858, + "epoch": 0.3736654804270463, + "grad_norm": 1.359375, + "learning_rate": 0.000157, + "loss": 6.6956, + "mean_token_accuracy": 0.09070762842893601, + "num_tokens": 905599.0, + "step": 315 + }, + { + "entropy": 7.1817542552948, + "epoch": 0.37959667852906287, + "grad_norm": 1.59375, + "learning_rate": 0.0001595, + "loss": 6.6483, + "mean_token_accuracy": 0.09768397733569145, + "num_tokens": 918139.0, + "step": 320 + }, + { + "entropy": 7.167359304428101, + "epoch": 0.38552787663107946, + "grad_norm": 1.484375, + "learning_rate": 0.000162, + "loss": 6.7114, + "mean_token_accuracy": 0.09328882694244385, + "num_tokens": 931666.0, + "step": 325 + }, + { + "entropy": 7.196693468093872, + "epoch": 0.3914590747330961, + "grad_norm": 1.3046875, + "learning_rate": 0.00016450000000000001, + "loss": 6.6605, + "mean_token_accuracy": 0.09237670227885246, + "num_tokens": 946286.0, + "step": 330 + }, + { + "entropy": 7.148892021179199, + "epoch": 0.3973902728351127, + "grad_norm": 1.4140625, + "learning_rate": 0.00016700000000000002, + "loss": 6.6029, + "mean_token_accuracy": 0.09802859723567962, + "num_tokens": 959689.0, + "step": 335 + }, + { + "entropy": 7.091142225265503, + "epoch": 0.4033214709371293, + "grad_norm": 1.53125, + "learning_rate": 0.00016950000000000003, + "loss": 6.6481, + "mean_token_accuracy": 0.09793345853686333, + "num_tokens": 972707.0, + "step": 340 + }, + { + "entropy": 7.103200006484985, + "epoch": 0.4092526690391459, + "grad_norm": 1.296875, + "learning_rate": 0.00017199999999999998, + "loss": 6.6694, + "mean_token_accuracy": 0.09691287726163864, + "num_tokens": 988010.0, + "step": 345 + }, + { + "entropy": 7.109372472763061, + "epoch": 0.4151838671411625, + "grad_norm": 1.609375, + "learning_rate": 0.00017449999999999999, + "loss": 6.7001, + "mean_token_accuracy": 0.0866947390139103, + "num_tokens": 1003823.0, + "step": 350 + }, + { + "entropy": 7.018935489654541, + "epoch": 0.4211150652431791, + "grad_norm": 1.3125, + "learning_rate": 0.000177, + "loss": 6.4583, + "mean_token_accuracy": 0.10792901739478111, + "num_tokens": 1018276.0, + "step": 355 + }, + { + "entropy": 7.151296997070313, + "epoch": 0.42704626334519574, + "grad_norm": 1.2890625, + "learning_rate": 0.0001795, + "loss": 6.6782, + "mean_token_accuracy": 0.09361589401960373, + "num_tokens": 1031242.0, + "step": 360 + }, + { + "entropy": 7.0902214527130125, + "epoch": 0.43297746144721233, + "grad_norm": 1.3984375, + "learning_rate": 0.000182, + "loss": 6.5786, + "mean_token_accuracy": 0.09998262599110604, + "num_tokens": 1043940.0, + "step": 365 + }, + { + "entropy": 6.944676065444947, + "epoch": 0.4389086595492289, + "grad_norm": 1.2109375, + "learning_rate": 0.0001845, + "loss": 6.508, + "mean_token_accuracy": 0.09759898036718369, + "num_tokens": 1058656.0, + "step": 370 + }, + { + "entropy": 7.117189264297485, + "epoch": 0.44483985765124556, + "grad_norm": 1.265625, + "learning_rate": 0.000187, + "loss": 6.6092, + "mean_token_accuracy": 0.09189791083335877, + "num_tokens": 1073128.0, + "step": 375 + }, + { + "entropy": 6.948076343536377, + "epoch": 0.45077105575326215, + "grad_norm": 1.5390625, + "learning_rate": 0.0001895, + "loss": 6.5416, + "mean_token_accuracy": 0.09809970185160637, + "num_tokens": 1086467.0, + "step": 380 + }, + { + "entropy": 7.076186227798462, + "epoch": 0.45670225385527874, + "grad_norm": 1.46875, + "learning_rate": 0.000192, + "loss": 6.6616, + "mean_token_accuracy": 0.10060962289571762, + "num_tokens": 1100356.0, + "step": 385 + }, + { + "entropy": 7.028731060028076, + "epoch": 0.4626334519572954, + "grad_norm": 1.3046875, + "learning_rate": 0.0001945, + "loss": 6.5814, + "mean_token_accuracy": 0.10232764557003975, + "num_tokens": 1115877.0, + "step": 390 + }, + { + "entropy": 7.04663872718811, + "epoch": 0.46856465005931197, + "grad_norm": 1.375, + "learning_rate": 0.00019700000000000002, + "loss": 6.5466, + "mean_token_accuracy": 0.10219399407505989, + "num_tokens": 1131415.0, + "step": 395 + }, + { + "entropy": 6.8535503387451175, + "epoch": 0.4744958481613286, + "grad_norm": 1.5234375, + "learning_rate": 0.00019950000000000002, + "loss": 6.5137, + "mean_token_accuracy": 0.09734094068408013, + "num_tokens": 1145903.0, + "step": 400 + }, + { + "entropy": 6.879596471786499, + "epoch": 0.4804270462633452, + "grad_norm": 1.125, + "learning_rate": 0.000202, + "loss": 6.4397, + "mean_token_accuracy": 0.0997365266084671, + "num_tokens": 1161168.0, + "step": 405 + }, + { + "entropy": 6.921687078475952, + "epoch": 0.4863582443653618, + "grad_norm": 1.3515625, + "learning_rate": 0.00020449999999999998, + "loss": 6.5196, + "mean_token_accuracy": 0.09855128526687622, + "num_tokens": 1178155.0, + "step": 410 + }, + { + "entropy": 6.924295806884766, + "epoch": 0.49228944246737844, + "grad_norm": 1.3828125, + "learning_rate": 0.000207, + "loss": 6.3697, + "mean_token_accuracy": 0.1099881686270237, + "num_tokens": 1190830.0, + "step": 415 + }, + { + "entropy": 6.827713060379028, + "epoch": 0.498220640569395, + "grad_norm": 1.375, + "learning_rate": 0.0002095, + "loss": 6.3842, + "mean_token_accuracy": 0.10342236086726189, + "num_tokens": 1205260.0, + "step": 420 + }, + { + "entropy": 6.883217096328735, + "epoch": 0.5041518386714117, + "grad_norm": 1.4453125, + "learning_rate": 0.000212, + "loss": 6.431, + "mean_token_accuracy": 0.10836012288928032, + "num_tokens": 1218856.0, + "step": 425 + }, + { + "entropy": 6.832102727890015, + "epoch": 0.5100830367734283, + "grad_norm": 1.328125, + "learning_rate": 0.0002145, + "loss": 6.5014, + "mean_token_accuracy": 0.10428635627031327, + "num_tokens": 1234669.0, + "step": 430 + }, + { + "entropy": 6.830685758590699, + "epoch": 0.5160142348754448, + "grad_norm": 1.46875, + "learning_rate": 0.00021700000000000002, + "loss": 6.4289, + "mean_token_accuracy": 0.1057804524898529, + "num_tokens": 1249514.0, + "step": 435 + }, + { + "entropy": 6.837182474136353, + "epoch": 0.5219454329774614, + "grad_norm": 1.1015625, + "learning_rate": 0.0002195, + "loss": 6.3638, + "mean_token_accuracy": 0.1109524667263031, + "num_tokens": 1262311.0, + "step": 440 + }, + { + "entropy": 6.767211008071899, + "epoch": 0.527876631079478, + "grad_norm": 1.3359375, + "learning_rate": 0.000222, + "loss": 6.3519, + "mean_token_accuracy": 0.10807539224624634, + "num_tokens": 1277681.0, + "step": 445 + }, + { + "entropy": 6.781484460830688, + "epoch": 0.5338078291814946, + "grad_norm": 1.390625, + "learning_rate": 0.0002245, + "loss": 6.3968, + "mean_token_accuracy": 0.10917404815554618, + "num_tokens": 1292300.0, + "step": 450 + }, + { + "entropy": 6.775958061218262, + "epoch": 0.5397390272835113, + "grad_norm": 1.234375, + "learning_rate": 0.00022700000000000002, + "loss": 6.4142, + "mean_token_accuracy": 0.10393262058496475, + "num_tokens": 1307426.0, + "step": 455 + }, + { + "entropy": 6.787585258483887, + "epoch": 0.5456702253855279, + "grad_norm": 1.0546875, + "learning_rate": 0.00022950000000000002, + "loss": 6.4414, + "mean_token_accuracy": 0.09955934658646584, + "num_tokens": 1322167.0, + "step": 460 + }, + { + "entropy": 6.75556001663208, + "epoch": 0.5516014234875445, + "grad_norm": 1.2265625, + "learning_rate": 0.00023200000000000003, + "loss": 6.3126, + "mean_token_accuracy": 0.11029193922877312, + "num_tokens": 1335343.0, + "step": 465 + }, + { + "entropy": 6.719364500045776, + "epoch": 0.5575326215895611, + "grad_norm": 1.234375, + "learning_rate": 0.00023449999999999998, + "loss": 6.3129, + "mean_token_accuracy": 0.11020243093371392, + "num_tokens": 1349078.0, + "step": 470 + }, + { + "entropy": 6.670861291885376, + "epoch": 0.5634638196915777, + "grad_norm": 1.2265625, + "learning_rate": 0.000237, + "loss": 6.2388, + "mean_token_accuracy": 0.11813571006059646, + "num_tokens": 1362030.0, + "step": 475 + }, + { + "entropy": 6.790364742279053, + "epoch": 0.5693950177935944, + "grad_norm": 1.3125, + "learning_rate": 0.0002395, + "loss": 6.3965, + "mean_token_accuracy": 0.10456062778830529, + "num_tokens": 1378303.0, + "step": 480 + }, + { + "entropy": 6.773904657363891, + "epoch": 0.575326215895611, + "grad_norm": 1.203125, + "learning_rate": 0.000242, + "loss": 6.3906, + "mean_token_accuracy": 0.10592009201645851, + "num_tokens": 1392585.0, + "step": 485 + }, + { + "entropy": 6.805166101455688, + "epoch": 0.5812574139976275, + "grad_norm": 1.5, + "learning_rate": 0.0002445, + "loss": 6.3973, + "mean_token_accuracy": 0.11140659600496292, + "num_tokens": 1406962.0, + "step": 490 + }, + { + "entropy": 6.573492240905762, + "epoch": 0.5871886120996441, + "grad_norm": 1.2265625, + "learning_rate": 0.000247, + "loss": 6.2853, + "mean_token_accuracy": 0.11129999980330467, + "num_tokens": 1419493.0, + "step": 495 + }, + { + "entropy": 6.735859537124634, + "epoch": 0.5931198102016607, + "grad_norm": 1.3125, + "learning_rate": 0.0002495, + "loss": 6.3007, + "mean_token_accuracy": 0.10790175497531891, + "num_tokens": 1435373.0, + "step": 500 + }, + { + "epoch": 0.5931198102016607, + "eval_entropy": 6.67236985896994, + "eval_loss": 6.441715717315674, + "eval_mean_token_accuracy": 0.10966419813685988, + "eval_num_tokens": 1435373.0, + "eval_runtime": 2.4776, + "eval_samples_per_second": 1052.652, + "eval_steps_per_second": 131.581, + "step": 500 + } + ], + "logging_steps": 5, + "max_steps": 8420, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 2556432248832000.0, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-500/training_args.bin b/checkpoint-500/training_args.bin new file mode 100644 index 0000000..4887968 --- /dev/null +++ b/checkpoint-500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b1c135f6b8569a4ca131508cf9d8c7cebd96bc433f924eb7233c36a7d98147e +size 6289 diff --git a/checkpoint-5000/added_tokens.json b/checkpoint-5000/added_tokens.json new file mode 100644 index 0000000..ec04e13 --- /dev/null +++ b/checkpoint-5000/added_tokens.json @@ -0,0 +1,1768 @@ +{ + "": 47388, + "[CLS]": 47386, + "[MASK]": 47389, + "[SEP]": 47387, + "[XXXXX0]": 47670, + "[XXXXX1000]": 48506, + "[XXXXX1001]": 48961, + "[XXXXX1002]": 47825, + "[XXXXX1003]": 48233, + "[XXXXX1004]": 48970, + "[XXXXX1005]": 48971, + "[XXXXX1006]": 47998, + "[XXXXX1007]": 48989, + "[XXXXX1008]": 47450, + "[XXXXX1009]": 48240, + "[XXXXX100]": 47422, + "[XXXXX1010]": 47623, + "[XXXXX1011]": 47805, + "[XXXXX1012]": 48454, + "[XXXXX1013]": 48537, + "[XXXXX1014]": 47764, + "[XXXXX1015]": 47584, + "[XXXXX1016]": 48287, + "[XXXXX1017]": 48689, + "[XXXXX1018]": 49119, + "[XXXXX1019]": 48584, + "[XXXXX101]": 47890, + "[XXXXX1020]": 47445, + "[XXXXX1021]": 48199, + "[XXXXX1022]": 48276, + "[XXXXX1023]": 47859, + "[XXXXX1024]": 48258, + "[XXXXX1025]": 48325, + "[XXXXX1026]": 47687, + "[XXXXX1027]": 48990, + "[XXXXX1028]": 49059, + "[XXXXX1029]": 48382, + "[XXXXX102]": 47921, + "[XXXXX1030]": 47775, + "[XXXXX1031]": 47870, + "[XXXXX1032]": 47683, + "[XXXXX1033]": 48750, + "[XXXXX1034]": 49130, + "[XXXXX1035]": 47811, + "[XXXXX1036]": 47462, + "[XXXXX1037]": 47843, + "[XXXXX1038]": 47439, + "[XXXXX1039]": 48830, + "[XXXXX103]": 48327, + "[XXXXX1040]": 48720, + "[XXXXX1041]": 48485, + "[XXXXX1042]": 47919, + "[XXXXX1043]": 48781, + "[XXXXX1044]": 47695, + "[XXXXX1045]": 48043, + "[XXXXX1046]": 47732, + "[XXXXX1047]": 48590, + "[XXXXX1048]": 48901, + "[XXXXX1049]": 48470, + "[XXXXX104]": 47560, + "[XXXXX1050]": 47751, + "[XXXXX1051]": 48487, + "[XXXXX1052]": 48959, + "[XXXXX1053]": 47720, + "[XXXXX1054]": 48477, + "[XXXXX1055]": 47405, + "[XXXXX1056]": 47920, + "[XXXXX1057]": 48139, + "[XXXXX1058]": 48775, + "[XXXXX1059]": 47767, + "[XXXXX105]": 48734, + "[XXXXX1060]": 47446, + "[XXXXX1061]": 48433, + "[XXXXX1062]": 48073, + "[XXXXX1063]": 48868, + "[XXXXX1064]": 47615, + "[XXXXX1065]": 48702, + "[XXXXX1066]": 48578, + "[XXXXX1067]": 47773, + "[XXXXX1068]": 48659, + "[XXXXX1069]": 48281, + "[XXXXX106]": 48900, + "[XXXXX1070]": 48588, + "[XXXXX1071]": 47994, + "[XXXXX1072]": 47709, + "[XXXXX1073]": 47716, + "[XXXXX1074]": 48339, + "[XXXXX1075]": 49007, + "[XXXXX1076]": 49019, + "[XXXXX1077]": 48182, + "[XXXXX1078]": 48114, + "[XXXXX1079]": 49090, + "[XXXXX107]": 48981, + "[XXXXX1080]": 47901, + "[XXXXX1081]": 48465, + "[XXXXX1082]": 49027, + "[XXXXX1083]": 47839, + "[XXXXX1084]": 48061, + "[XXXXX1085]": 47657, + "[XXXXX1086]": 48963, + "[XXXXX1087]": 49089, + "[XXXXX1088]": 49135, + "[XXXXX1089]": 47487, + "[XXXXX108]": 48217, + "[XXXXX1090]": 48158, + "[XXXXX1091]": 49123, + "[XXXXX1092]": 47656, + "[XXXXX1093]": 49031, + "[XXXXX1094]": 48840, + "[XXXXX1095]": 48753, + "[XXXXX1096]": 47501, + "[XXXXX1097]": 47698, + "[XXXXX1098]": 47547, + "[XXXXX1099]": 48844, + "[XXXXX109]": 47587, + "[XXXXX10]": 47512, + "[XXXXX1100]": 47508, + "[XXXXX1101]": 48130, + "[XXXXX1102]": 48225, + "[XXXXX1103]": 48953, + "[XXXXX1104]": 47633, + "[XXXXX1105]": 48614, + "[XXXXX1106]": 48685, + "[XXXXX1107]": 47845, + "[XXXXX1108]": 48337, + "[XXXXX1109]": 48879, + "[XXXXX110]": 47862, + "[XXXXX1110]": 48222, + "[XXXXX1111]": 49127, + "[XXXXX1112]": 47893, + "[XXXXX1113]": 48261, + "[XXXXX1114]": 47543, + "[XXXXX1115]": 48597, + "[XXXXX1116]": 48206, + "[XXXXX1117]": 47478, + "[XXXXX1118]": 48930, + "[XXXXX1119]": 47864, + "[XXXXX111]": 48237, + "[XXXXX1120]": 48638, + "[XXXXX1121]": 48162, + "[XXXXX1122]": 48678, + "[XXXXX1123]": 48790, + "[XXXXX1124]": 49075, + "[XXXXX1125]": 47490, + "[XXXXX1126]": 47542, + "[XXXXX1127]": 48121, + "[XXXXX1128]": 48910, + "[XXXXX1129]": 47545, + "[XXXXX112]": 48153, + "[XXXXX1130]": 48499, + "[XXXXX1131]": 48943, + "[XXXXX1132]": 48066, + "[XXXXX1133]": 47882, + "[XXXXX1134]": 48392, + "[XXXXX1135]": 48553, + "[XXXXX1136]": 47505, + "[XXXXX1137]": 48634, + "[XXXXX1138]": 49082, + "[XXXXX1139]": 47707, + "[XXXXX113]": 48869, + "[XXXXX1140]": 48888, + "[XXXXX1141]": 48069, + "[XXXXX1142]": 48646, + "[XXXXX1143]": 47985, + "[XXXXX1144]": 47432, + "[XXXXX1145]": 48788, + "[XXXXX1146]": 48622, + "[XXXXX1147]": 48479, + "[XXXXX1148]": 47599, + "[XXXXX1149]": 48903, + "[XXXXX114]": 48071, + "[XXXXX1150]": 48303, + "[XXXXX1151]": 48316, + "[XXXXX1152]": 48999, + "[XXXXX1153]": 48629, + "[XXXXX1154]": 48515, + "[XXXXX1155]": 48264, + "[XXXXX1156]": 47837, + "[XXXXX1157]": 47537, + "[XXXXX1158]": 48882, + "[XXXXX1159]": 47744, + "[XXXXX115]": 47954, + "[XXXXX1160]": 47637, + "[XXXXX1161]": 48701, + "[XXXXX1162]": 48831, + "[XXXXX1163]": 48861, + "[XXXXX1164]": 48880, + "[XXXXX1165]": 47679, + "[XXXXX1166]": 47620, + "[XXXXX1167]": 48591, + "[XXXXX1168]": 48776, + "[XXXXX1169]": 48472, + "[XXXXX116]": 48997, + "[XXXXX1170]": 48992, + "[XXXXX1171]": 48440, + "[XXXXX1172]": 48145, + "[XXXXX1173]": 48466, + "[XXXXX1174]": 48319, + "[XXXXX1175]": 47745, + "[XXXXX1176]": 47933, + "[XXXXX1177]": 49084, + "[XXXXX1178]": 47544, + "[XXXXX1179]": 48935, + "[XXXXX117]": 49103, + "[XXXXX1180]": 48660, + "[XXXXX1181]": 48993, + "[XXXXX1182]": 47457, + "[XXXXX1183]": 47593, + "[XXXXX1184]": 47795, + "[XXXXX1185]": 47706, + "[XXXXX1186]": 48263, + "[XXXXX1187]": 49033, + "[XXXXX1188]": 48544, + "[XXXXX1189]": 47409, + "[XXXXX118]": 47420, + "[XXXXX1190]": 47834, + "[XXXXX1191]": 47874, + "[XXXXX1192]": 47397, + "[XXXXX1193]": 48853, + "[XXXXX1194]": 47641, + "[XXXXX1195]": 48484, + "[XXXXX1196]": 48412, + "[XXXXX1197]": 48488, + "[XXXXX1198]": 49097, + "[XXXXX1199]": 47879, + "[XXXXX119]": 48770, + "[XXXXX11]": 48211, + "[XXXXX1200]": 47526, + "[XXXXX1201]": 48749, + "[XXXXX1202]": 48568, + "[XXXXX1203]": 48481, + "[XXXXX1204]": 48608, + "[XXXXX1205]": 48309, + "[XXXXX1206]": 48855, + "[XXXXX1207]": 47911, + "[XXXXX1208]": 47799, + "[XXXXX1209]": 47622, + "[XXXXX120]": 48693, + "[XXXXX1210]": 48131, + "[XXXXX1211]": 48345, + "[XXXXX1212]": 48304, + "[XXXXX1213]": 48682, + "[XXXXX1214]": 47492, + "[XXXXX1215]": 47497, + "[XXXXX1216]": 48939, + "[XXXXX1217]": 48442, + "[XXXXX1218]": 47841, + "[XXXXX1219]": 47453, + "[XXXXX121]": 47554, + "[XXXXX1220]": 47419, + "[XXXXX1221]": 48672, + "[XXXXX1222]": 48154, + "[XXXXX1223]": 49087, + "[XXXXX1224]": 48511, + "[XXXXX1225]": 48448, + "[XXXXX1226]": 48988, + "[XXXXX1227]": 47669, + "[XXXXX1228]": 47596, + "[XXXXX1229]": 48602, + "[XXXXX122]": 48605, + "[XXXXX1230]": 48064, + "[XXXXX1231]": 48107, + "[XXXXX1232]": 48160, + "[XXXXX1233]": 47925, + "[XXXXX1234]": 48413, + "[XXXXX1235]": 49005, + "[XXXXX1236]": 49115, + "[XXXXX1237]": 48201, + "[XXXXX1238]": 47601, + "[XXXXX1239]": 47398, + "[XXXXX123]": 48582, + "[XXXXX1240]": 47616, + "[XXXXX1241]": 48002, + "[XXXXX1242]": 48543, + "[XXXXX1243]": 47818, + "[XXXXX1244]": 48569, + "[XXXXX1245]": 48647, + "[XXXXX1246]": 47681, + "[XXXXX1247]": 48898, + "[XXXXX1248]": 47498, + "[XXXXX1249]": 48378, + "[XXXXX124]": 48118, + "[XXXXX1250]": 48344, + "[XXXXX1251]": 47585, + "[XXXXX1252]": 48715, + "[XXXXX1253]": 47483, + "[XXXXX1254]": 48340, + "[XXXXX1255]": 48991, + "[XXXXX1256]": 48736, + "[XXXXX1257]": 47511, + "[XXXXX1258]": 48293, + "[XXXXX1259]": 48168, + "[XXXXX125]": 48374, + "[XXXXX1260]": 48951, + "[XXXXX1261]": 47416, + "[XXXXX1262]": 48745, + "[XXXXX1263]": 47979, + "[XXXXX1264]": 48592, + "[XXXXX1265]": 48945, + "[XXXXX1266]": 47865, + "[XXXXX1267]": 48239, + "[XXXXX1268]": 47672, + "[XXXXX1269]": 47848, + "[XXXXX126]": 48594, + "[XXXXX1270]": 48566, + "[XXXXX1271]": 48108, + "[XXXXX1272]": 47665, + "[XXXXX1273]": 47815, + "[XXXXX1274]": 48016, + "[XXXXX1275]": 48015, + "[XXXXX1276]": 48166, + "[XXXXX1277]": 47757, + "[XXXXX1278]": 47400, + "[XXXXX1279]": 47754, + "[XXXXX127]": 47436, + "[XXXXX1280]": 47417, + "[XXXXX1281]": 48047, + "[XXXXX1282]": 47472, + "[XXXXX1283]": 49040, + "[XXXXX1284]": 47710, + "[XXXXX1285]": 48883, + "[XXXXX1286]": 48209, + "[XXXXX1287]": 48046, + "[XXXXX1288]": 47999, + "[XXXXX1289]": 47735, + "[XXXXX128]": 48995, + "[XXXXX1290]": 48556, + "[XXXXX1291]": 48687, + "[XXXXX1292]": 49046, + "[XXXXX1293]": 48713, + "[XXXXX1294]": 48266, + "[XXXXX1295]": 48917, + "[XXXXX1296]": 49121, + "[XXXXX1297]": 48794, + "[XXXXX1298]": 48443, + "[XXXXX1299]": 47612, + "[XXXXX129]": 48082, + "[XXXXX12]": 48933, + "[XXXXX1300]": 47942, + "[XXXXX1301]": 48063, + "[XXXXX1302]": 48368, + "[XXXXX1303]": 47910, + "[XXXXX1304]": 47802, + "[XXXXX1305]": 47905, + "[XXXXX1306]": 47421, + "[XXXXX1307]": 49125, + "[XXXXX1308]": 47553, + "[XXXXX1309]": 47697, + "[XXXXX130]": 48746, + "[XXXXX1310]": 49069, + "[XXXXX1311]": 47789, + "[XXXXX1312]": 48575, + "[XXXXX1313]": 47402, + "[XXXXX1314]": 48829, + "[XXXXX1315]": 47394, + "[XXXXX1316]": 48187, + "[XXXXX1317]": 48147, + "[XXXXX1318]": 48703, + "[XXXXX1319]": 48549, + "[XXXXX131]": 48106, + "[XXXXX1320]": 48644, + "[XXXXX1321]": 48165, + "[XXXXX1322]": 47689, + "[XXXXX1323]": 47966, + "[XXXXX1324]": 47897, + "[XXXXX1325]": 48076, + "[XXXXX1326]": 48873, + "[XXXXX1327]": 48754, + "[XXXXX1328]": 47813, + "[XXXXX1329]": 49072, + "[XXXXX132]": 48427, + "[XXXXX1330]": 48809, + "[XXXXX1331]": 48489, + "[XXXXX1332]": 48243, + "[XXXXX1333]": 48921, + "[XXXXX1334]": 48322, + "[XXXXX1335]": 47531, + "[XXXXX1336]": 48110, + "[XXXXX1337]": 47723, + "[XXXXX1338]": 47908, + "[XXXXX1339]": 48700, + "[XXXXX133]": 47604, + "[XXXXX1340]": 48651, + "[XXXXX1341]": 48877, + "[XXXXX1342]": 47431, + "[XXXXX1343]": 47433, + "[XXXXX1344]": 47880, + "[XXXXX1345]": 48977, + "[XXXXX1346]": 48772, + "[XXXXX1347]": 48391, + "[XXXXX1348]": 48529, + "[XXXXX1349]": 48196, + "[XXXXX134]": 47765, + "[XXXXX1350]": 48404, + "[XXXXX1351]": 48104, + "[XXXXX1352]": 47517, + "[XXXXX1353]": 48850, + "[XXXXX1354]": 48357, + "[XXXXX1355]": 48862, + "[XXXXX1356]": 48492, + "[XXXXX1357]": 48062, + "[XXXXX1358]": 48721, + "[XXXXX1359]": 48922, + "[XXXXX135]": 47957, + "[XXXXX1360]": 47550, + "[XXXXX1361]": 49045, + "[XXXXX1362]": 48748, + "[XXXXX1363]": 49028, + "[XXXXX1364]": 48833, + "[XXXXX1365]": 47700, + "[XXXXX1366]": 47396, + "[XXXXX1367]": 47686, + "[XXXXX1368]": 48242, + "[XXXXX1369]": 48032, + "[XXXXX136]": 48342, + "[XXXXX1370]": 47562, + "[XXXXX1371]": 48212, + "[XXXXX1372]": 48610, + "[XXXXX1373]": 49013, + "[XXXXX1374]": 48041, + "[XXXXX1375]": 48246, + "[XXXXX1376]": 47551, + "[XXXXX1377]": 48353, + "[XXXXX1378]": 47658, + "[XXXXX1379]": 47828, + "[XXXXX137]": 48518, + "[XXXXX1380]": 48136, + "[XXXXX1381]": 48564, + "[XXXXX1382]": 48973, + "[XXXXX1383]": 47619, + "[XXXXX1384]": 48254, + "[XXXXX1385]": 48680, + "[XXXXX1386]": 47724, + "[XXXXX1387]": 47756, + "[XXXXX1388]": 48176, + "[XXXXX1389]": 48681, + "[XXXXX138]": 47664, + "[XXXXX1390]": 47594, + "[XXXXX1391]": 48760, + "[XXXXX1392]": 49110, + "[XXXXX1393]": 47676, + "[XXXXX1394]": 47963, + "[XXXXX1395]": 47403, + "[XXXXX1396]": 48493, + "[XXXXX1397]": 47591, + "[XXXXX1398]": 47632, + "[XXXXX1399]": 48996, + "[XXXXX139]": 48521, + "[XXXXX13]": 47875, + "[XXXXX1400]": 47705, + "[XXXXX1401]": 48983, + "[XXXXX1402]": 47941, + "[XXXXX1403]": 47922, + "[XXXXX1404]": 47390, + "[XXXXX1405]": 48635, + "[XXXXX1406]": 48906, + "[XXXXX1407]": 48514, + "[XXXXX1408]": 48169, + "[XXXXX1409]": 48004, + "[XXXXX140]": 48762, + "[XXXXX1410]": 47515, + "[XXXXX1411]": 47470, + "[XXXXX1412]": 47858, + "[XXXXX1413]": 47540, + "[XXXXX1414]": 47690, + "[XXXXX1415]": 48054, + "[XXXXX1416]": 48615, + "[XXXXX1417]": 47803, + "[XXXXX1418]": 47455, + "[XXXXX1419]": 48226, + "[XXXXX141]": 48912, + "[XXXXX1420]": 47808, + "[XXXXX1421]": 47636, + "[XXXXX1422]": 48832, + "[XXXXX1423]": 47611, + "[XXXXX1424]": 48782, + "[XXXXX1425]": 49146, + "[XXXXX1426]": 48976, + "[XXXXX1427]": 48585, + "[XXXXX1428]": 48667, + "[XXXXX1429]": 48171, + "[XXXXX142]": 48573, + "[XXXXX1430]": 48181, + "[XXXXX1431]": 47814, + "[XXXXX1432]": 48589, + "[XXXXX1433]": 48916, + "[XXXXX1434]": 48068, + "[XXXXX1435]": 47949, + "[XXXXX1436]": 48252, + "[XXXXX1437]": 48724, + "[XXXXX1438]": 48807, + "[XXXXX1439]": 48379, + "[XXXXX143]": 48835, + "[XXXXX1440]": 48005, + "[XXXXX1441]": 48416, + "[XXXXX1442]": 47595, + "[XXXXX1443]": 47831, + "[XXXXX1444]": 49034, + "[XXXXX1445]": 48893, + "[XXXXX1446]": 47631, + "[XXXXX1447]": 48419, + "[XXXXX1448]": 48874, + "[XXXXX1449]": 49078, + "[XXXXX144]": 48224, + "[XXXXX1450]": 48616, + "[XXXXX1451]": 48688, + "[XXXXX1452]": 47532, + "[XXXXX1453]": 49107, + "[XXXXX1454]": 47945, + "[XXXXX1455]": 48349, + "[XXXXX1456]": 48761, + "[XXXXX1457]": 47399, + "[XXXXX1458]": 47494, + "[XXXXX1459]": 48541, + "[XXXXX145]": 47819, + "[XXXXX1460]": 47668, + "[XXXXX1461]": 48155, + "[XXXXX1462]": 48203, + "[XXXXX1463]": 48308, + "[XXXXX1464]": 47923, + "[XXXXX1465]": 48628, + "[XXXXX1466]": 48894, + "[XXXXX1467]": 48504, + "[XXXXX1468]": 47780, + "[XXXXX1469]": 48780, + "[XXXXX146]": 47856, + "[XXXXX1470]": 47947, + "[XXXXX1471]": 47770, + "[XXXXX1472]": 48645, + "[XXXXX1473]": 47711, + "[XXXXX1474]": 47427, + "[XXXXX1475]": 49042, + "[XXXXX1476]": 48341, + "[XXXXX1477]": 48744, + "[XXXXX1478]": 48421, + "[XXXXX1479]": 48574, + "[XXXXX147]": 47892, + "[XXXXX1480]": 48664, + "[XXXXX1481]": 47649, + "[XXXXX1482]": 47529, + "[XXXXX1483]": 48675, + "[XXXXX1484]": 47850, + "[XXXXX1485]": 48918, + "[XXXXX1486]": 47778, + "[XXXXX1487]": 47929, + "[XXXXX1488]": 47675, + "[XXXXX1489]": 48817, + "[XXXXX148]": 47411, + "[XXXXX1490]": 48612, + "[XXXXX1491]": 48598, + "[XXXXX1492]": 49108, + "[XXXXX1493]": 48272, + "[XXXXX1494]": 48904, + "[XXXXX1495]": 48658, + "[XXXXX1496]": 47737, + "[XXXXX1497]": 48141, + "[XXXXX1498]": 48593, + "[XXXXX1499]": 48452, + "[XXXXX149]": 47718, + "[XXXXX14]": 47771, + "[XXXXX1500]": 48637, + "[XXXXX1501]": 48804, + "[XXXXX1502]": 47752, + "[XXXXX1503]": 48430, + "[XXXXX1504]": 48759, + "[XXXXX1505]": 48823, + "[XXXXX1506]": 47465, + "[XXXXX1507]": 47590, + "[XXXXX1508]": 48445, + "[XXXXX1509]": 48822, + "[XXXXX150]": 48400, + "[XXXXX1510]": 48184, + "[XXXXX1511]": 48603, + "[XXXXX1512]": 47962, + "[XXXXX1513]": 47581, + "[XXXXX1514]": 48655, + "[XXXXX1515]": 47886, + "[XXXXX1516]": 47762, + "[XXXXX1517]": 48410, + "[XXXXX1518]": 48437, + "[XXXXX1519]": 48815, + "[XXXXX151]": 47868, + "[XXXXX1520]": 48523, + "[XXXXX1521]": 48475, + "[XXXXX1522]": 48872, + "[XXXXX1523]": 47426, + "[XXXXX1524]": 48348, + "[XXXXX1525]": 48948, + "[XXXXX1526]": 49099, + "[XXXXX1527]": 47642, + "[XXXXX1528]": 48548, + "[XXXXX1529]": 48055, + "[XXXXX152]": 48542, + "[XXXXX1530]": 48630, + "[XXXXX1531]": 48896, + "[XXXXX1532]": 49020, + "[XXXXX1533]": 47727, + "[XXXXX1534]": 48944, + "[XXXXX1535]": 48848, + "[XXXXX1536]": 48717, + "[XXXXX1537]": 48494, + "[XXXXX1538]": 48124, + "[XXXXX1539]": 49055, + "[XXXXX153]": 48968, + "[XXXXX1540]": 48305, + "[XXXXX1541]": 48088, + "[XXXXX1542]": 49022, + "[XXXXX1543]": 49044, + "[XXXXX1544]": 48607, + "[XXXXX1545]": 48113, + "[XXXXX1546]": 48095, + "[XXXXX1547]": 48863, + "[XXXXX1548]": 48215, + "[XXXXX1549]": 48220, + "[XXXXX154]": 49023, + "[XXXXX1550]": 47442, + "[XXXXX1551]": 49122, + "[XXXXX1552]": 49131, + "[XXXXX1553]": 47991, + "[XXXXX1554]": 47899, + "[XXXXX1555]": 47499, + "[XXXXX1556]": 47406, + "[XXXXX1557]": 47894, + "[XXXXX1558]": 47844, + "[XXXXX1559]": 48164, + "[XXXXX155]": 47833, + "[XXXXX1560]": 48565, + "[XXXXX1561]": 47471, + "[XXXXX1562]": 48960, + "[XXXXX1563]": 47440, + "[XXXXX1564]": 47479, + "[XXXXX1565]": 47708, + "[XXXXX1566]": 47796, + "[XXXXX1567]": 47576, + "[XXXXX1568]": 48191, + "[XXXXX1569]": 48516, + "[XXXXX156]": 48827, + "[XXXXX1570]": 48911, + "[XXXXX1571]": 48205, + "[XXXXX1572]": 48336, + "[XXXXX1573]": 47482, + "[XXXXX1574]": 48952, + "[XXXXX1575]": 47960, + "[XXXXX1576]": 49098, + "[XXXXX1577]": 47904, + "[XXXXX1578]": 48414, + "[XXXXX1579]": 48752, + "[XXXXX157]": 48401, + "[XXXXX1580]": 48633, + "[XXXXX1581]": 48826, + "[XXXXX1582]": 47507, + "[XXXXX1583]": 47476, + "[XXXXX1584]": 48599, + "[XXXXX1585]": 48274, + "[XXXXX1586]": 47428, + "[XXXXX1587]": 48972, + "[XXXXX1588]": 47425, + "[XXXXX1589]": 48731, + "[XXXXX158]": 47951, + "[XXXXX1590]": 49009, + "[XXXXX1591]": 48839, + "[XXXXX1592]": 49006, + "[XXXXX1593]": 47626, + "[XXXXX1594]": 48231, + "[XXXXX1595]": 48554, + "[XXXXX1596]": 48045, + "[XXXXX1597]": 48769, + "[XXXXX1598]": 47652, + "[XXXXX1599]": 47444, + "[XXXXX159]": 49021, + "[XXXXX15]": 48530, + "[XXXXX1600]": 47964, + "[XXXXX1601]": 48560, + "[XXXXX1602]": 47855, + "[XXXXX1603]": 48324, + "[XXXXX1604]": 47961, + "[XXXXX1605]": 48296, + "[XXXXX1606]": 48148, + "[XXXXX1607]": 49038, + "[XXXXX1608]": 48994, + "[XXXXX1609]": 48767, + "[XXXXX160]": 48740, + "[XXXXX1610]": 48907, + "[XXXXX1611]": 47822, + "[XXXXX1612]": 47639, + "[XXXXX1613]": 48053, + "[XXXXX1614]": 48285, + "[XXXXX1615]": 47533, + "[XXXXX1616]": 47983, + "[XXXXX1617]": 47574, + "[XXXXX1618]": 48828, + "[XXXXX1619]": 48334, + "[XXXXX161]": 48290, + "[XXXXX1620]": 47928, + "[XXXXX1621]": 48177, + "[XXXXX1622]": 48056, + "[XXXXX1623]": 47488, + "[XXXXX1624]": 47866, + "[XXXXX1625]": 48273, + "[XXXXX1626]": 48234, + "[XXXXX1627]": 48757, + "[XXXXX1628]": 48075, + "[XXXXX1629]": 48768, + "[XXXXX162]": 48447, + "[XXXXX1630]": 48820, + "[XXXXX1631]": 48007, + "[XXXXX1632]": 48552, + "[XXXXX1633]": 47939, + "[XXXXX1634]": 48725, + "[XXXXX1635]": 47447, + "[XXXXX1636]": 47602, + "[XXXXX1637]": 47935, + "[XXXXX1638]": 49132, + "[XXXXX1639]": 47953, + "[XXXXX163]": 48371, + "[XXXXX1640]": 47748, + "[XXXXX1641]": 48116, + "[XXXXX1642]": 47610, + "[XXXXX1643]": 48105, + "[XXXXX1644]": 48460, + "[XXXXX1645]": 48773, + "[XXXXX1646]": 47974, + "[XXXXX1647]": 47678, + "[XXXXX1648]": 47571, + "[XXXXX1649]": 47717, + "[XXXXX164]": 48978, + "[XXXXX1650]": 48653, + "[XXXXX1651]": 48526, + "[XXXXX1652]": 47666, + "[XXXXX1653]": 48636, + "[XXXXX1654]": 49070, + "[XXXXX1655]": 48040, + "[XXXXX1656]": 49001, + "[XXXXX1657]": 48587, + "[XXXXX1658]": 48227, + "[XXXXX1659]": 47566, + "[XXXXX165]": 47992, + "[XXXXX1660]": 48774, + "[XXXXX1661]": 47443, + "[XXXXX1662]": 48037, + "[XXXXX1663]": 48377, + "[XXXXX1664]": 47733, + "[XXXXX1665]": 49071, + "[XXXXX1666]": 47528, + "[XXXXX1667]": 49124, + "[XXXXX1668]": 48510, + "[XXXXX1669]": 48125, + "[XXXXX166]": 48572, + "[XXXXX1670]": 47503, + "[XXXXX1671]": 47527, + "[XXXXX1672]": 47817, + "[XXXXX1673]": 49111, + "[XXXXX1674]": 47772, + "[XXXXX1675]": 47783, + "[XXXXX1676]": 49052, + "[XXXXX1677]": 47493, + "[XXXXX1678]": 47888, + "[XXXXX1679]": 48059, + "[XXXXX167]": 48008, + "[XXXXX1680]": 47456, + "[XXXXX1681]": 47906, + "[XXXXX1682]": 48026, + "[XXXXX1683]": 48149, + "[XXXXX1684]": 48451, + "[XXXXX1685]": 49029, + "[XXXXX1686]": 48313, + "[XXXXX1687]": 48089, + "[XXXXX1688]": 48795, + "[XXXXX1689]": 48396, + "[XXXXX168]": 47740, + "[XXXXX1690]": 48536, + "[XXXXX1691]": 47680, + "[XXXXX1692]": 48146, + "[XXXXX1693]": 48733, + "[XXXXX1694]": 47536, + "[XXXXX1695]": 47524, + "[XXXXX1696]": 48197, + "[XXXXX1697]": 49151, + "[XXXXX1698]": 48159, + "[XXXXX1699]": 48558, + "[XXXXX169]": 48189, + "[XXXXX16]": 48474, + "[XXXXX1700]": 48042, + "[XXXXX1701]": 47638, + "[XXXXX1702]": 48954, + "[XXXXX1703]": 47693, + "[XXXXX1704]": 48461, + "[XXXXX1705]": 48467, + "[XXXXX1706]": 48505, + "[XXXXX1707]": 47989, + "[XXXXX1708]": 47784, + "[XXXXX1709]": 47435, + "[XXXXX170]": 47429, + "[XXXXX1710]": 48152, + "[XXXXX1711]": 48301, + "[XXXXX1712]": 49094, + "[XXXXX1713]": 48649, + "[XXXXX1714]": 48117, + "[XXXXX1715]": 48185, + "[XXXXX1716]": 47832, + "[XXXXX1717]": 48383, + "[XXXXX1718]": 49012, + "[XXXXX1719]": 48986, + "[XXXXX171]": 48346, + "[XXXXX1720]": 47978, + "[XXXXX1721]": 47871, + "[XXXXX1722]": 47625, + "[XXXXX1723]": 48247, + "[XXXXX1724]": 47965, + "[XXXXX1725]": 47579, + "[XXXXX1726]": 48512, + "[XXXXX1727]": 48395, + "[XXXXX1728]": 48867, + "[XXXXX1729]": 47692, + "[XXXXX172]": 48003, + "[XXXXX1730]": 48497, + "[XXXXX1731]": 47393, + "[XXXXX1732]": 47530, + "[XXXXX1733]": 48129, + "[XXXXX1734]": 47916, + "[XXXXX1735]": 47943, + "[XXXXX1736]": 47559, + "[XXXXX1737]": 47477, + "[XXXXX1738]": 48432, + "[XXXXX1739]": 48244, + "[XXXXX173]": 48238, + "[XXXXX1740]": 48528, + "[XXXXX1741]": 48671, + "[XXXXX1742]": 48889, + "[XXXXX1743]": 48161, + "[XXXXX1744]": 48018, + "[XXXXX1745]": 48509, + "[XXXXX1746]": 47564, + "[XXXXX1747]": 48969, + "[XXXXX1748]": 48112, + "[XXXXX1749]": 49128, + "[XXXXX174]": 48786, + "[XXXXX1750]": 48886, + "[XXXXX1751]": 48932, + "[XXXXX1752]": 47970, + "[XXXXX1753]": 47969, + "[XXXXX1754]": 48508, + "[XXXXX1755]": 47857, + "[XXXXX1756]": 48563, + "[XXXXX1757]": 48503, + "[XXXXX1758]": 47797, + "[XXXXX1759]": 49053, + "[XXXXX175]": 48221, + "[XXXXX1760]": 48949, + "[XXXXX1761]": 48926, + "[XXXXX176]": 48895, + "[XXXXX177]": 48084, + "[XXXXX178]": 47408, + "[XXXXX179]": 48144, + "[XXXXX17]": 47563, + "[XXXXX180]": 47934, + "[XXXXX181]": 47567, + "[XXXXX182]": 47539, + "[XXXXX183]": 49106, + "[XXXXX184]": 48892, + "[XXXXX185]": 47458, + "[XXXXX186]": 48783, + "[XXXXX187]": 47914, + "[XXXXX188]": 47761, + "[XXXXX189]": 47997, + "[XXXXX18]": 48333, + "[XXXXX190]": 48312, + "[XXXXX191]": 49095, + "[XXXXX192]": 47785, + "[XXXXX193]": 47635, + "[XXXXX194]": 48955, + "[XXXXX195]": 48354, + "[XXXXX196]": 48545, + "[XXXXX197]": 48727, + "[XXXXX198]": 48306, + "[XXXXX199]": 49133, + "[XXXXX19]": 48262, + "[XXXXX1]": 49126, + "[XXXXX200]": 47701, + "[XXXXX201]": 47521, + "[XXXXX202]": 48805, + "[XXXXX203]": 48386, + "[XXXXX204]": 48909, + "[XXXXX205]": 47674, + "[XXXXX206]": 48640, + "[XXXXX207]": 48257, + "[XXXXX208]": 47977, + "[XXXXX209]": 48406, + "[XXXXX20]": 47779, + "[XXXXX210]": 48282, + "[XXXXX211]": 48280, + "[XXXXX212]": 47603, + "[XXXXX213]": 47869, + "[XXXXX214]": 47937, + "[XXXXX215]": 49073, + "[XXXXX216]": 47582, + "[XXXXX217]": 47816, + "[XXXXX218]": 47821, + "[XXXXX219]": 48857, + "[XXXXX21]": 48434, + "[XXXXX220]": 48172, + "[XXXXX221]": 47722, + "[XXXXX222]": 47618, + "[XXXXX223]": 48178, + "[XXXXX224]": 48000, + "[XXXXX225]": 48087, + "[XXXXX226]": 48924, + "[XXXXX227]": 47441, + "[XXXXX228]": 49058, + "[XXXXX229]": 48531, + "[XXXXX22]": 48052, + "[XXXXX230]": 47927, + "[XXXXX231]": 47930, + "[XXXXX232]": 49092, + "[XXXXX233]": 47996, + "[XXXXX234]": 49049, + "[XXXXX235]": 48299, + "[XXXXX236]": 48811, + "[XXXXX237]": 48343, + "[XXXXX238]": 49017, + "[XXXXX239]": 48806, + "[XXXXX23]": 48289, + "[XXXXX240]": 47835, + "[XXXXX241]": 48627, + "[XXXXX242]": 47643, + "[XXXXX243]": 47794, + "[XXXXX244]": 49093, + "[XXXXX245]": 47412, + "[XXXXX246]": 48092, + "[XXXXX247]": 47730, + "[XXXXX248]": 48228, + "[XXXXX249]": 47851, + "[XXXXX24]": 48722, + "[XXXXX250]": 48126, + "[XXXXX251]": 47749, + "[XXXXX252]": 47972, + "[XXXXX253]": 48534, + "[XXXXX254]": 48332, + "[XXXXX255]": 48601, + "[XXXXX256]": 48914, + "[XXXXX257]": 47760, + "[XXXXX258]": 48115, + "[XXXXX259]": 48338, + "[XXXXX25]": 48277, + "[XXXXX260]": 47853, + "[XXXXX261]": 48669, + "[XXXXX262]": 48834, + "[XXXXX263]": 48571, + "[XXXXX264]": 48738, + "[XXXXX265]": 48180, + "[XXXXX266]": 49002, + "[XXXXX267]": 47452, + "[XXXXX268]": 47684, + "[XXXXX269]": 47726, + "[XXXXX26]": 47895, + "[XXXXX270]": 48286, + "[XXXXX271]": 47401, + "[XXXXX272]": 48366, + "[XXXXX273]": 48913, + "[XXXXX274]": 47696, + "[XXXXX275]": 48429, + "[XXXXX276]": 48202, + "[XXXXX277]": 47714, + "[XXXXX278]": 47480, + "[XXXXX279]": 48551, + "[XXXXX27]": 47557, + "[XXXXX280]": 48323, + "[XXXXX281]": 47605, + "[XXXXX282]": 49079, + "[XXXXX283]": 47630, + "[XXXXX284]": 48210, + "[XXXXX285]": 48934, + "[XXXXX286]": 48742, + "[XXXXX287]": 48360, + "[XXXXX288]": 48214, + "[XXXXX289]": 47721, + "[XXXXX28]": 48390, + "[XXXXX290]": 48034, + "[XXXXX291]": 47404, + "[XXXXX292]": 48824, + "[XXXXX293]": 47570, + "[XXXXX294]": 48726, + "[XXXXX295]": 49147, + "[XXXXX296]": 47523, + "[XXXXX297]": 48074, + "[XXXXX298]": 48111, + "[XXXXX299]": 48797, + "[XXXXX29]": 48625, + "[XXXXX2]": 48707, + "[XXXXX300]": 47776, + "[XXXXX301]": 48897, + "[XXXXX302]": 48275, + "[XXXXX303]": 48307, + "[XXXXX304]": 48370, + "[XXXXX305]": 48662, + "[XXXXX306]": 48495, + "[XXXXX307]": 47867, + "[XXXXX308]": 48567, + "[XXXXX309]": 49112, + "[XXXXX30]": 48027, + "[XXXXX310]": 48818, + "[XXXXX311]": 47712, + "[XXXXX312]": 47938, + "[XXXXX313]": 48928, + "[XXXXX314]": 48251, + "[XXXXX315]": 48620, + "[XXXXX316]": 48821, + "[XXXXX317]": 48579, + "[XXXXX318]": 47860, + "[XXXXX319]": 48453, + "[XXXXX31]": 48799, + "[XXXXX320]": 48006, + "[XXXXX321]": 47766, + "[XXXXX322]": 48816, + "[XXXXX323]": 48358, + "[XXXXX324]": 48011, + "[XXXXX325]": 48208, + "[XXXXX326]": 48965, + "[XXXXX327]": 48058, + "[XXXXX328]": 48538, + "[XXXXX329]": 48480, + "[XXXXX32]": 48399, + "[XXXXX330]": 47634, + "[XXXXX331]": 47518, + "[XXXXX332]": 48132, + "[XXXXX333]": 47449, + "[XXXXX334]": 48044, + "[XXXXX335]": 47842, + "[XXXXX336]": 49041, + "[XXXXX337]": 48317, + "[XXXXX338]": 47830, + "[XXXXX339]": 49085, + "[XXXXX33]": 48852, + "[XXXXX340]": 47774, + "[XXXXX341]": 48650, + "[XXXXX342]": 48253, + "[XXXXX343]": 49145, + "[XXXXX344]": 48847, + "[XXXXX345]": 49062, + "[XXXXX346]": 48359, + "[XXXXX347]": 48595, + "[XXXXX348]": 47995, + "[XXXXX349]": 47729, + "[XXXXX34]": 48800, + "[XXXXX350]": 48245, + "[XXXXX351]": 48586, + "[XXXXX352]": 48365, + "[XXXXX353]": 48887, + "[XXXXX354]": 47464, + "[XXXXX355]": 47987, + "[XXXXX356]": 49136, + "[XXXXX357]": 48098, + "[XXXXX358]": 48259, + "[XXXXX359]": 47609, + "[XXXXX35]": 48127, + "[XXXXX360]": 48648, + "[XXXXX361]": 48431, + "[XXXXX362]": 48714, + "[XXXXX363]": 47624, + "[XXXXX364]": 47823, + "[XXXXX365]": 47936, + "[XXXXX366]": 47502, + "[XXXXX367]": 47506, + "[XXXXX368]": 49074, + "[XXXXX369]": 47731, + "[XXXXX36]": 48471, + "[XXXXX370]": 47807, + "[XXXXX371]": 47598, + "[XXXXX372]": 47806, + "[XXXXX373]": 47525, + "[XXXXX374]": 47883, + "[XXXXX375]": 49066, + "[XXXXX376]": 48067, + "[XXXXX377]": 48020, + "[XXXXX378]": 48527, + "[XXXXX379]": 48294, + "[XXXXX37]": 48102, + "[XXXXX380]": 48737, + "[XXXXX381]": 47614, + "[XXXXX382]": 48219, + "[XXXXX383]": 48143, + "[XXXXX384]": 48402, + "[XXXXX385]": 48190, + "[XXXXX386]": 48369, + "[XXXXX387]": 48982, + "[XXXXX388]": 49116, + "[XXXXX389]": 48793, + "[XXXXX38]": 48570, + "[XXXXX390]": 47491, + "[XXXXX391]": 48728, + "[XXXXX392]": 47948, + "[XXXXX393]": 48962, + "[XXXXX394]": 47988, + "[XXXXX395]": 47648, + "[XXXXX396]": 47395, + "[XXXXX397]": 47473, + "[XXXXX398]": 49091, + "[XXXXX399]": 49039, + "[XXXXX39]": 47958, + "[XXXXX3]": 48756, + "[XXXXX400]": 48784, + "[XXXXX401]": 47647, + "[XXXXX402]": 48028, + "[XXXXX403]": 48617, + "[XXXXX404]": 48964, + "[XXXXX405]": 48694, + "[XXXXX406]": 49043, + "[XXXXX407]": 47413, + "[XXXXX408]": 48557, + "[XXXXX409]": 48677, + "[XXXXX40]": 47514, + "[XXXXX410]": 47889, + "[XXXXX411]": 49010, + "[XXXXX412]": 47887, + "[XXXXX413]": 47655, + "[XXXXX414]": 47485, + "[XXXXX415]": 48741, + "[XXXXX416]": 48091, + "[XXXXX417]": 49061, + "[XXXXX418]": 48109, + "[XXXXX419]": 47702, + "[XXXXX41]": 48845, + "[XXXXX420]": 47430, + "[XXXXX421]": 49088, + "[XXXXX422]": 47677, + "[XXXXX423]": 48351, + "[XXXXX424]": 48001, + "[XXXXX425]": 48695, + "[XXXXX426]": 47713, + "[XXXXX427]": 48920, + "[XXXXX428]": 48674, + "[XXXXX429]": 48540, + "[XXXXX42]": 48142, + "[XXXXX430]": 47952, + "[XXXXX431]": 48362, + "[XXXXX432]": 47967, + "[XXXXX433]": 48705, + "[XXXXX434]": 48033, + "[XXXXX435]": 48024, + "[XXXXX436]": 47580, + "[XXXXX437]": 48618, + "[XXXXX438]": 47659, + "[XXXXX439]": 48435, + "[XXXXX43]": 48837, + "[XXXXX440]": 48631, + "[XXXXX441]": 47877, + "[XXXXX442]": 48036, + "[XXXXX443]": 47667, + "[XXXXX444]": 48502, + "[XXXXX445]": 49057, + "[XXXXX446]": 48979, + "[XXXXX447]": 47891, + "[XXXXX448]": 49143, + "[XXXXX449]": 48463, + "[XXXXX44]": 47872, + "[XXXXX450]": 47522, + "[XXXXX451]": 47703, + "[XXXXX452]": 47467, + "[XXXXX453]": 48099, + "[XXXXX454]": 48858, + "[XXXXX455]": 47538, + "[XXXXX456]": 48271, + "[XXXXX457]": 48270, + "[XXXXX458]": 49138, + "[XXXXX459]": 47691, + "[XXXXX45]": 47915, + "[XXXXX460]": 47461, + "[XXXXX461]": 48350, + "[XXXXX462]": 48813, + "[XXXXX463]": 48812, + "[XXXXX464]": 48163, + "[XXXXX465]": 49030, + "[XXXXX466]": 48787, + "[XXXXX467]": 48021, + "[XXXXX468]": 48248, + "[XXXXX469]": 47454, + "[XXXXX46]": 47572, + "[XXXXX470]": 48966, + "[XXXXX471]": 48929, + "[XXXXX472]": 47926, + "[XXXXX473]": 47410, + "[XXXXX474]": 48864, + "[XXXXX475]": 48119, + "[XXXXX476]": 47820, + "[XXXXX477]": 47932, + "[XXXXX478]": 47846, + "[XXXXX479]": 49054, + "[XXXXX47]": 48519, + "[XXXXX480]": 48101, + "[XXXXX481]": 48609, + "[XXXXX482]": 48128, + "[XXXXX483]": 48931, + "[XXXXX484]": 48267, + "[XXXXX485]": 48328, + "[XXXXX486]": 47463, + "[XXXXX487]": 48331, + "[XXXXX488]": 48198, + "[XXXXX489]": 48256, + "[XXXXX48]": 48167, + "[XXXXX490]": 48580, + "[XXXXX491]": 48049, + "[XXXXX492]": 48096, + "[XXXXX493]": 49129, + "[XXXXX494]": 47738, + "[XXXXX495]": 48611, + "[XXXXX496]": 48626, + "[XXXXX497]": 49003, + "[XXXXX498]": 47982, + "[XXXXX499]": 49047, + "[XXXXX49]": 48684, + "[XXXXX4]": 48456, + "[XXXXX500]": 48668, + "[XXXXX501]": 48017, + "[XXXXX502]": 48080, + "[XXXXX503]": 48150, + "[XXXXX504]": 47743, + "[XXXXX505]": 48859, + "[XXXXX506]": 47510, + "[XXXXX507]": 47541, + "[XXXXX508]": 47489, + "[XXXXX509]": 47504, + "[XXXXX50]": 47552, + "[XXXXX510]": 48086, + "[XXXXX511]": 48520, + "[XXXXX512]": 48204, + "[XXXXX513]": 48356, + "[XXXXX514]": 47968, + "[XXXXX515]": 47629, + "[XXXXX516]": 48450, + "[XXXXX517]": 48751, + "[XXXXX518]": 48673, + "[XXXXX519]": 48766, + "[XXXXX51]": 47763, + "[XXXXX520]": 47586, + "[XXXXX521]": 48193, + "[XXXXX522]": 47481, + "[XXXXX523]": 48070, + "[XXXXX524]": 48641, + "[XXXXX525]": 48555, + "[XXXXX526]": 47448, + "[XXXXX527]": 47788, + "[XXXXX528]": 48078, + "[XXXXX529]": 47781, + "[XXXXX52]": 48398, + "[XXXXX530]": 48255, + "[XXXXX531]": 48663, + "[XXXXX532]": 47798, + "[XXXXX533]": 48885, + "[XXXXX534]": 47790, + "[XXXXX535]": 47973, + "[XXXXX536]": 48842, + "[XXXXX537]": 48408, + "[XXXXX538]": 49113, + "[XXXXX539]": 48676, + "[XXXXX53]": 47786, + "[XXXXX540]": 48157, + "[XXXXX541]": 48670, + "[XXXXX542]": 48022, + "[XXXXX543]": 48009, + "[XXXXX544]": 48596, + "[XXXXX545]": 48329, + "[XXXXX546]": 48288, + "[XXXXX547]": 47469, + "[XXXXX548]": 48501, + "[XXXXX549]": 47976, + "[XXXXX54]": 47644, + "[XXXXX550]": 47588, + "[XXXXX551]": 48851, + "[XXXXX552]": 48250, + "[XXXXX553]": 47734, + "[XXXXX554]": 48940, + "[XXXXX555]": 49000, + "[XXXXX556]": 48200, + "[XXXXX557]": 47414, + "[XXXXX558]": 48090, + "[XXXXX559]": 47621, + "[XXXXX55]": 48048, + "[XXXXX560]": 47990, + "[XXXXX561]": 47519, + "[XXXXX562]": 47903, + "[XXXXX563]": 48522, + "[XXXXX564]": 47645, + "[XXXXX565]": 49080, + "[XXXXX566]": 47719, + "[XXXXX567]": 49105, + "[XXXXX568]": 48666, + "[XXXXX569]": 47549, + "[XXXXX56]": 49120, + "[XXXXX570]": 48355, + "[XXXXX571]": 48639, + "[XXXXX572]": 48083, + "[XXXXX573]": 48420, + "[XXXXX574]": 48661, + "[XXXXX575]": 47520, + "[XXXXX576]": 48318, + "[XXXXX577]": 49018, + "[XXXXX578]": 48458, + "[XXXXX579]": 47804, + "[XXXXX57]": 48490, + "[XXXXX580]": 48186, + "[XXXXX581]": 47699, + "[XXXXX582]": 48268, + "[XXXXX583]": 47688, + "[XXXXX584]": 47975, + "[XXXXX585]": 48013, + "[XXXXX586]": 48457, + "[XXXXX587]": 49114, + "[XXXXX588]": 48476, + "[XXXXX589]": 47694, + "[XXXXX58]": 48361, + "[XXXXX590]": 48758, + "[XXXXX591]": 48507, + "[XXXXX592]": 47434, + "[XXXXX593]": 48397, + "[XXXXX594]": 48846, + "[XXXXX595]": 48486, + "[XXXXX596]": 47944, + "[XXXXX597]": 47838, + "[XXXXX598]": 47475, + "[XXXXX599]": 48409, + "[XXXXX59]": 48836, + "[XXXXX5]": 48291, + "[XXXXX600]": 48561, + "[XXXXX601]": 48706, + "[XXXXX602]": 48311, + "[XXXXX603]": 48732, + "[XXXXX604]": 48716, + "[XXXXX605]": 48103, + "[XXXXX606]": 47741, + "[XXXXX607]": 49037, + "[XXXXX608]": 48513, + "[XXXXX609]": 47516, + "[XXXXX60]": 48980, + "[XXXXX610]": 47750, + "[XXXXX611]": 49077, + "[XXXXX612]": 47513, + "[XXXXX613]": 49102, + "[XXXXX614]": 48459, + "[XXXXX615]": 48792, + "[XXXXX616]": 48265, + "[XXXXX617]": 48375, + "[XXXXX618]": 48335, + "[XXXXX619]": 48796, + "[XXXXX61]": 48405, + "[XXXXX620]": 48550, + "[XXXXX621]": 48478, + "[XXXXX622]": 47468, + "[XXXXX623]": 48249, + "[XXXXX624]": 48838, + "[XXXXX625]": 48135, + "[XXXXX626]": 47577, + "[XXXXX627]": 47660, + "[XXXXX628]": 48347, + "[XXXXX629]": 47561, + "[XXXXX62]": 48314, + "[XXXXX630]": 47829, + "[XXXXX631]": 48621, + "[XXXXX632]": 48825, + "[XXXXX633]": 48849, + "[XXXXX634]": 48279, + "[XXXXX635]": 48310, + "[XXXXX636]": 49015, + "[XXXXX637]": 47753, + "[XXXXX638]": 48138, + "[XXXXX639]": 48808, + "[XXXXX63]": 48683, + "[XXXXX640]": 48057, + "[XXXXX641]": 48192, + "[XXXXX642]": 48446, + "[XXXXX643]": 48081, + "[XXXXX644]": 48533, + "[XXXXX645]": 47556, + "[XXXXX646]": 48908, + "[XXXXX647]": 48014, + "[XXXXX648]": 48455, + "[XXXXX649]": 47950, + "[XXXXX64]": 49139, + "[XXXXX650]": 47558, + "[XXXXX651]": 47653, + "[XXXXX652]": 48387, + "[XXXXX653]": 47809, + "[XXXXX654]": 48562, + "[XXXXX655]": 48665, + "[XXXXX656]": 48871, + "[XXXXX657]": 48987, + "[XXXXX658]": 47646, + "[XXXXX659]": 48881, + "[XXXXX65]": 47613, + "[XXXXX660]": 49109, + "[XXXXX661]": 49140, + "[XXXXX662]": 48023, + "[XXXXX663]": 48380, + "[XXXXX664]": 48065, + "[XXXXX665]": 47685, + "[XXXXX666]": 47484, + "[XXXXX667]": 47628, + "[XXXXX668]": 48151, + "[XXXXX669]": 47847, + "[XXXXX66]": 49100, + "[XXXXX670]": 47768, + "[XXXXX671]": 47640, + "[XXXXX672]": 48946, + "[XXXXX673]": 48624, + "[XXXXX674]": 48843, + "[XXXXX675]": 47736, + "[XXXXX676]": 47881, + "[XXXXX677]": 48690, + "[XXXXX678]": 48709, + "[XXXXX679]": 48577, + "[XXXXX67]": 48984, + "[XXXXX680]": 47500, + "[XXXXX681]": 48491, + "[XXXXX682]": 48691, + "[XXXXX683]": 48810, + "[XXXXX684]": 48173, + "[XXXXX685]": 48407, + "[XXXXX686]": 48292, + "[XXXXX687]": 48330, + "[XXXXX688]": 49118, + "[XXXXX689]": 48604, + "[XXXXX68]": 48174, + "[XXXXX690]": 48077, + "[XXXXX691]": 48743, + "[XXXXX692]": 48583, + "[XXXXX693]": 47391, + "[XXXXX694]": 48229, + "[XXXXX695]": 48789, + "[XXXXX696]": 48777, + "[XXXXX697]": 47535, + "[XXXXX698]": 48122, + "[XXXXX699]": 48232, + "[XXXXX69]": 48704, + "[XXXXX6]": 48927, + "[XXXXX700]": 48403, + "[XXXXX701]": 47451, + "[XXXXX702]": 48039, + "[XXXXX703]": 47568, + "[XXXXX704]": 48692, + "[XXXXX705]": 47437, + "[XXXXX706]": 47854, + "[XXXXX707]": 49148, + "[XXXXX708]": 48923, + "[XXXXX709]": 48133, + "[XXXXX70]": 47407, + "[XXXXX710]": 48425, + "[XXXXX711]": 48998, + "[XXXXX712]": 48801, + "[XXXXX713]": 48525, + "[XXXXX714]": 47917, + "[XXXXX715]": 47782, + "[XXXXX716]": 48697, + "[XXXXX717]": 47836, + "[XXXXX718]": 47725, + "[XXXXX719]": 48218, + "[XXXXX71]": 49065, + "[XXXXX720]": 48956, + "[XXXXX721]": 48321, + "[XXXXX722]": 47812, + "[XXXXX723]": 47466, + "[XXXXX724]": 48462, + "[XXXXX725]": 47898, + "[XXXXX726]": 49060, + "[XXXXX727]": 47589, + "[XXXXX728]": 49117, + "[XXXXX729]": 48393, + "[XXXXX72]": 48439, + "[XXXXX730]": 48100, + "[XXXXX731]": 48394, + "[XXXXX732]": 48643, + "[XXXXX733]": 48423, + "[XXXXX734]": 48183, + "[XXXXX735]": 49101, + "[XXXXX736]": 48381, + "[XXXXX737]": 48854, + "[XXXXX738]": 49067, + "[XXXXX739]": 48876, + "[XXXXX73]": 47392, + "[XXXXX740]": 48179, + "[XXXXX741]": 48194, + "[XXXXX742]": 48791, + "[XXXXX743]": 48985, + "[XXXXX744]": 48535, + "[XXXXX745]": 48436, + "[XXXXX746]": 47896, + "[XXXXX747]": 47583, + "[XXXXX748]": 49142, + "[XXXXX749]": 48958, + "[XXXXX74]": 49064, + "[XXXXX750]": 47569, + "[XXXXX751]": 47548, + "[XXXXX752]": 49083, + "[XXXXX753]": 47746, + "[XXXXX754]": 49144, + "[XXXXX755]": 48600, + "[XXXXX756]": 47791, + "[XXXXX757]": 47661, + "[XXXXX758]": 48295, + "[XXXXX759]": 47912, + "[XXXXX75]": 48025, + "[XXXXX760]": 47495, + "[XXXXX761]": 48156, + "[XXXXX762]": 47907, + "[XXXXX763]": 48123, + "[XXXXX764]": 48134, + "[XXXXX765]": 47597, + "[XXXXX766]": 48278, + "[XXXXX767]": 47555, + "[XXXXX768]": 49011, + "[XXXXX769]": 47918, + "[XXXXX76]": 47902, + "[XXXXX770]": 48957, + "[XXXXX771]": 48936, + "[XXXXX772]": 48269, + "[XXXXX773]": 48473, + "[XXXXX774]": 49035, + "[XXXXX775]": 47984, + "[XXXXX776]": 48300, + "[XXXXX777]": 48085, + "[XXXXX778]": 47826, + "[XXXXX779]": 48019, + "[XXXXX77]": 48031, + "[XXXXX780]": 48376, + "[XXXXX781]": 47534, + "[XXXXX782]": 48764, + "[XXXXX783]": 49063, + "[XXXXX784]": 47840, + "[XXXXX785]": 48547, + "[XXXXX786]": 48941, + "[XXXXX787]": 47650, + "[XXXXX788]": 47800, + "[XXXXX789]": 48606, + "[XXXXX78]": 47873, + "[XXXXX790]": 48060, + "[XXXXX791]": 47885, + "[XXXXX792]": 47863, + "[XXXXX793]": 48730, + "[XXXXX794]": 47662, + "[XXXXX795]": 47438, + "[XXXXX796]": 48385, + "[XXXXX797]": 48449, + "[XXXXX798]": 47673, + "[XXXXX799]": 48093, + "[XXXXX79]": 48865, + "[XXXXX7]": 48372, + "[XXXXX800]": 48729, + "[XXXXX801]": 47474, + "[XXXXX802]": 48875, + "[XXXXX803]": 48029, + "[XXXXX804]": 48735, + "[XXXXX805]": 48297, + "[XXXXX806]": 48411, + "[XXXXX807]": 47913, + "[XXXXX808]": 48710, + "[XXXXX809]": 48094, + "[XXXXX80]": 48841, + "[XXXXX810]": 48428, + "[XXXXX811]": 48532, + "[XXXXX812]": 48950, + "[XXXXX813]": 48739, + "[XXXXX814]": 48137, + "[XXXXX815]": 47884, + "[XXXXX816]": 48779, + "[XXXXX817]": 47496, + "[XXXXX818]": 48352, + "[XXXXX819]": 48891, + "[XXXXX81]": 48051, + "[XXXXX820]": 48050, + "[XXXXX821]": 47573, + "[XXXXX822]": 48373, + "[XXXXX823]": 47793, + "[XXXXX824]": 47747, + "[XXXXX825]": 47758, + "[XXXXX826]": 48302, + "[XXXXX827]": 48785, + "[XXXXX828]": 48870, + "[XXXXX829]": 48899, + "[XXXXX82]": 49141, + "[XXXXX830]": 48884, + "[XXXXX831]": 47981, + "[XXXXX832]": 48223, + "[XXXXX833]": 48072, + "[XXXXX834]": 48576, + "[XXXXX835]": 48711, + "[XXXXX836]": 47460, + "[XXXXX837]": 47801, + "[XXXXX838]": 47651, + "[XXXXX839]": 47663, + "[XXXXX83]": 49076, + "[XXXXX840]": 48298, + "[XXXXX841]": 49150, + "[XXXXX842]": 48517, + "[XXXXX843]": 47418, + "[XXXXX844]": 47627, + "[XXXXX845]": 48230, + "[XXXXX846]": 48010, + "[XXXXX847]": 47423, + "[XXXXX848]": 49048, + "[XXXXX849]": 48524, + "[XXXXX84]": 47900, + "[XXXXX850]": 47787, + "[XXXXX851]": 48974, + "[XXXXX852]": 48652, + "[XXXXX853]": 47849, + "[XXXXX854]": 48623, + "[XXXXX855]": 49026, + "[XXXXX856]": 49068, + "[XXXXX857]": 48802, + "[XXXXX858]": 48236, + "[XXXXX859]": 48170, + "[XXXXX85]": 47909, + "[XXXXX860]": 47924, + "[XXXXX861]": 47607, + "[XXXXX862]": 47565, + "[XXXXX863]": 48038, + "[XXXXX864]": 49149, + "[XXXXX865]": 49081, + "[XXXXX866]": 48905, + "[XXXXX867]": 47792, + "[XXXXX868]": 48482, + "[XXXXX869]": 47704, + "[XXXXX86]": 49036, + "[XXXXX870]": 47959, + "[XXXXX871]": 48890, + "[XXXXX872]": 48860, + "[XXXXX873]": 48326, + "[XXXXX874]": 47617, + "[XXXXX875]": 47654, + "[XXXXX876]": 47986, + "[XXXXX877]": 48632, + "[XXXXX878]": 48175, + "[XXXXX879]": 48581, + "[XXXXX87]": 47608, + "[XXXXX880]": 47424, + "[XXXXX881]": 49134, + "[XXXXX882]": 48012, + "[XXXXX883]": 48696, + "[XXXXX884]": 48699, + "[XXXXX885]": 47955, + "[XXXXX886]": 49104, + "[XXXXX887]": 47827, + "[XXXXX888]": 49014, + "[XXXXX889]": 48539, + "[XXXXX88]": 48496, + "[XXXXX890]": 48723, + "[XXXXX891]": 48235, + "[XXXXX892]": 48195, + "[XXXXX893]": 48216, + "[XXXXX894]": 48444, + "[XXXXX895]": 48719, + "[XXXXX896]": 47715, + "[XXXXX897]": 48803, + "[XXXXX898]": 48679, + "[XXXXX899]": 48619, + "[XXXXX89]": 48500, + "[XXXXX8]": 49008, + "[XXXXX900]": 48120, + "[XXXXX901]": 48241, + "[XXXXX902]": 47852, + "[XXXXX903]": 48417, + "[XXXXX904]": 47671, + "[XXXXX905]": 48654, + "[XXXXX906]": 49056, + "[XXXXX907]": 48878, + "[XXXXX908]": 48708, + "[XXXXX909]": 48698, + "[XXXXX90]": 47578, + "[XXXXX910]": 49016, + "[XXXXX911]": 47931, + "[XXXXX912]": 48441, + "[XXXXX913]": 48937, + "[XXXXX914]": 47415, + "[XXXXX915]": 47546, + "[XXXXX916]": 48284, + "[XXXXX917]": 48483, + "[XXXXX918]": 47946, + "[XXXXX919]": 48613, + "[XXXXX91]": 47759, + "[XXXXX920]": 48468, + "[XXXXX921]": 48438, + "[XXXXX922]": 49004, + "[XXXXX923]": 48498, + "[XXXXX924]": 48315, + "[XXXXX925]": 48765, + "[XXXXX926]": 48363, + "[XXXXX927]": 48947, + "[XXXXX928]": 47606, + "[XXXXX929]": 48188, + "[XXXXX92]": 48798, + "[XXXXX930]": 47600, + "[XXXXX931]": 49096, + "[XXXXX932]": 47876, + "[XXXXX933]": 48856, + "[XXXXX934]": 48546, + "[XXXXX935]": 47486, + "[XXXXX936]": 48718, + "[XXXXX937]": 47592, + "[XXXXX938]": 48035, + "[XXXXX939]": 47509, + "[XXXXX93]": 49050, + "[XXXXX940]": 47956, + "[XXXXX941]": 48919, + "[XXXXX942]": 47993, + "[XXXXX943]": 48415, + "[XXXXX944]": 48925, + "[XXXXX945]": 48656, + "[XXXXX946]": 48763, + "[XXXXX947]": 48422, + "[XXXXX948]": 48814, + "[XXXXX949]": 47769, + "[XXXXX94]": 48367, + "[XXXXX950]": 47878, + "[XXXXX951]": 48320, + "[XXXXX952]": 48389, + "[XXXXX953]": 49032, + "[XXXXX954]": 49025, + "[XXXXX955]": 48686, + "[XXXXX956]": 48384, + "[XXXXX957]": 49024, + "[XXXXX958]": 48902, + "[XXXXX959]": 47810, + "[XXXXX95]": 48079, + "[XXXXX960]": 47682, + "[XXXXX961]": 49051, + "[XXXXX962]": 48771, + "[XXXXX963]": 48755, + "[XXXXX964]": 48915, + "[XXXXX965]": 47739, + "[XXXXX966]": 48942, + "[XXXXX967]": 48283, + "[XXXXX968]": 47971, + "[XXXXX969]": 48559, + "[XXXXX96]": 48464, + "[XXXXX970]": 47861, + "[XXXXX971]": 48469, + "[XXXXX972]": 48938, + "[XXXXX973]": 48097, + "[XXXXX974]": 47742, + "[XXXXX975]": 48657, + "[XXXXX976]": 48424, + "[XXXXX977]": 48866, + "[XXXXX978]": 47824, + "[XXXXX979]": 48207, + "[XXXXX97]": 48967, + "[XXXXX980]": 47575, + "[XXXXX981]": 48388, + "[XXXXX982]": 47940, + "[XXXXX983]": 48778, + "[XXXXX984]": 48426, + "[XXXXX985]": 48260, + "[XXXXX986]": 48418, + "[XXXXX987]": 47728, + "[XXXXX988]": 49086, + "[XXXXX989]": 48747, + "[XXXXX98]": 48140, + "[XXXXX990]": 48030, + "[XXXXX991]": 47459, + "[XXXXX992]": 48364, + "[XXXXX993]": 49137, + "[XXXXX994]": 48712, + "[XXXXX995]": 47980, + "[XXXXX996]": 47777, + "[XXXXX997]": 48819, + "[XXXXX998]": 48642, + "[XXXXX999]": 48975, + "[XXXXX99]": 48213, + "[XXXXX9]": 47755 +} diff --git a/checkpoint-5000/config.json b/checkpoint-5000/config.json new file mode 100644 index 0000000..87e344b --- /dev/null +++ b/checkpoint-5000/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 47386, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 47387, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 768, + "n_head": 12, + "n_inner": 3072, + "n_layer": 12, + "n_positions": 512, + "pad_token_id": 47388, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 49152 +} diff --git a/checkpoint-5000/generation_config.json b/checkpoint-5000/generation_config.json new file mode 100644 index 0000000..e73b324 --- /dev/null +++ b/checkpoint-5000/generation_config.json @@ -0,0 +1,10 @@ +{ + "_from_model_config": true, + "bos_token_id": 47386, + "eos_token_id": [ + 47387, + 50001 + ], + "pad_token_id": 47388, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-5000/model.safetensors b/checkpoint-5000/model.safetensors new file mode 100644 index 0000000..555c355 --- /dev/null +++ b/checkpoint-5000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac7343bd3913e9f032952bb2fc0796240451587f34dea0a2c79eeebcad120cd8 +size 246410944 diff --git a/checkpoint-5000/rng_state.pth b/checkpoint-5000/rng_state.pth new file mode 100644 index 0000000..f10850d --- /dev/null +++ b/checkpoint-5000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c636627e67172b3b1964272387e99c1a63ade6980bc4f1f9b0ffb1f24aaeaa9 +size 14645 diff --git a/checkpoint-5000/special_tokens_map.json b/checkpoint-5000/special_tokens_map.json new file mode 100644 index 0000000..86972d3 --- /dev/null +++ b/checkpoint-5000/special_tokens_map.json @@ -0,0 +1,1815 @@ +{ + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-5000/spiece.model b/checkpoint-5000/spiece.model new file mode 100644 index 0000000..aa5e7bb --- /dev/null +++ b/checkpoint-5000/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:658c1246bf680a2a73ff33ccf7bbcde25b6d81c80c5cc610f4680cf9942f981b +size 1138208 diff --git a/checkpoint-5000/tokenizer_config.json b/checkpoint-5000/tokenizer_config.json new file mode 100644 index 0000000..b5acc55 --- /dev/null +++ b/checkpoint-5000/tokenizer_config.json @@ -0,0 +1,15919 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47386": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47387": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47388": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47389": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47390": { + "content": "[XXXXX1404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47391": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47392": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47393": { + "content": "[XXXXX1731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47394": { + "content": "[XXXXX1315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47395": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47396": { + "content": "[XXXXX1366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47397": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47398": { + "content": "[XXXXX1239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47399": { + "content": "[XXXXX1457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47400": { + "content": "[XXXXX1278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47401": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47402": { + "content": "[XXXXX1313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47403": { + "content": "[XXXXX1395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47404": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47405": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47406": { + "content": "[XXXXX1556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47407": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47408": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47409": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47410": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47411": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47412": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47413": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47414": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47415": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47416": { + "content": "[XXXXX1261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47417": { + "content": "[XXXXX1280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47418": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47419": { + "content": "[XXXXX1220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47420": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47421": { + "content": "[XXXXX1306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47422": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47423": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47424": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47425": { + "content": "[XXXXX1588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47426": { + "content": "[XXXXX1523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47427": { + "content": "[XXXXX1474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47428": { + "content": "[XXXXX1586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47429": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47430": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47431": { + "content": "[XXXXX1342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47432": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47433": { + "content": "[XXXXX1343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47434": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47435": { + "content": "[XXXXX1709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47436": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47437": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47438": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47439": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47440": { + "content": "[XXXXX1563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47441": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47442": { + "content": "[XXXXX1550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47443": { + "content": "[XXXXX1661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47444": { + "content": "[XXXXX1599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47445": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47446": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47447": { + "content": "[XXXXX1635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47448": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47449": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47450": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47451": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47452": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47453": { + "content": "[XXXXX1219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47454": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47455": { + "content": "[XXXXX1418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47456": { + "content": "[XXXXX1680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47457": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47458": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47459": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47460": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47461": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47462": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47463": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47464": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47465": { + "content": "[XXXXX1506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47466": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47467": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47468": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47469": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47470": { + "content": "[XXXXX1411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47471": { + "content": "[XXXXX1561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47472": { + "content": "[XXXXX1282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47473": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47474": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47475": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47476": { + "content": "[XXXXX1583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47477": { + "content": "[XXXXX1737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47478": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47479": { + "content": "[XXXXX1564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47480": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47481": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47482": { + "content": "[XXXXX1573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47483": { + "content": "[XXXXX1253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47484": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47485": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47486": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47487": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47488": { + "content": "[XXXXX1623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47489": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47490": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47491": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47492": { + "content": "[XXXXX1214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47493": { + "content": "[XXXXX1677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47494": { + "content": "[XXXXX1458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47495": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47496": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47497": { + "content": "[XXXXX1215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47498": { + "content": "[XXXXX1248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47499": { + "content": "[XXXXX1555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47500": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47501": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47502": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47503": { + "content": "[XXXXX1670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47504": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47505": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47506": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47507": { + "content": "[XXXXX1582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47508": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47509": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47510": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47511": { + "content": "[XXXXX1257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47512": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47513": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47514": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47515": { + "content": "[XXXXX1410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47516": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47517": { + "content": "[XXXXX1352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47518": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47519": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47520": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47521": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47522": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47523": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47524": { + "content": "[XXXXX1695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47525": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47526": { + "content": "[XXXXX1200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47527": { + "content": "[XXXXX1671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47528": { + "content": "[XXXXX1666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47529": { + "content": "[XXXXX1482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47530": { + "content": "[XXXXX1732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47531": { + "content": "[XXXXX1335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47532": { + "content": "[XXXXX1452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47533": { + "content": "[XXXXX1615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47534": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47535": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47536": { + "content": "[XXXXX1694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47537": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47538": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47539": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47540": { + "content": "[XXXXX1413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47541": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47542": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47543": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47544": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47545": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47546": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47547": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47548": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47549": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47550": { + "content": "[XXXXX1360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47551": { + "content": "[XXXXX1376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47552": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47553": { + "content": "[XXXXX1308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47554": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47555": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47556": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47557": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47558": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47559": { + "content": "[XXXXX1736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47560": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47561": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47562": { + "content": "[XXXXX1370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47563": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47564": { + "content": "[XXXXX1746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47565": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47566": { + "content": "[XXXXX1659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47567": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47568": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47569": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47570": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47571": { + "content": "[XXXXX1648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47572": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47573": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47574": { + "content": "[XXXXX1617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47575": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47576": { + "content": "[XXXXX1567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47577": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47578": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47579": { + "content": "[XXXXX1725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47580": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47581": { + "content": "[XXXXX1513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47582": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47583": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47584": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47585": { + "content": "[XXXXX1251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47586": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47587": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47588": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47589": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47590": { + "content": "[XXXXX1507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47591": { + "content": "[XXXXX1397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47592": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47593": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47594": { + "content": "[XXXXX1390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47595": { + "content": "[XXXXX1442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47596": { + "content": "[XXXXX1228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47597": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47598": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47599": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47600": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47601": { + "content": "[XXXXX1238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47602": { + "content": "[XXXXX1636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47603": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47604": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47605": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47606": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47607": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47608": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47609": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47610": { + "content": "[XXXXX1642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47611": { + "content": "[XXXXX1423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47612": { + "content": "[XXXXX1299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47613": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47614": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47615": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47616": { + "content": "[XXXXX1240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47617": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47618": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47619": { + "content": "[XXXXX1383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47620": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47621": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47622": { + "content": "[XXXXX1209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47623": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47624": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47625": { + "content": "[XXXXX1722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47626": { + "content": "[XXXXX1593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47627": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47628": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47629": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47630": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47631": { + "content": "[XXXXX1446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47632": { + "content": "[XXXXX1398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47633": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47634": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47635": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47636": { + "content": "[XXXXX1421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47637": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47638": { + "content": "[XXXXX1701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47639": { + "content": "[XXXXX1612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47640": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47641": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47642": { + "content": "[XXXXX1527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47643": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47644": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47645": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47646": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47647": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47648": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47649": { + "content": "[XXXXX1481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47650": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47651": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47652": { + "content": "[XXXXX1598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47653": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47654": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47655": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47656": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47657": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47658": { + "content": "[XXXXX1378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47659": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47660": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47661": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47662": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47663": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47664": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47665": { + "content": "[XXXXX1272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47666": { + "content": "[XXXXX1652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47667": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47668": { + "content": "[XXXXX1460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47669": { + "content": "[XXXXX1227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47670": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47671": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47672": { + "content": "[XXXXX1268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47673": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47674": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47675": { + "content": "[XXXXX1488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47676": { + "content": "[XXXXX1393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47677": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47678": { + "content": "[XXXXX1647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47679": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47680": { + "content": "[XXXXX1691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47681": { + "content": "[XXXXX1246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47682": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47683": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47684": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47685": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47686": { + "content": "[XXXXX1367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47687": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47688": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47689": { + "content": "[XXXXX1322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47690": { + "content": "[XXXXX1414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47691": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47692": { + "content": "[XXXXX1729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47693": { + "content": "[XXXXX1703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47694": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47695": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47696": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47697": { + "content": "[XXXXX1309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47698": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47699": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47700": { + "content": "[XXXXX1365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47701": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47702": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47703": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47704": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47705": { + "content": "[XXXXX1400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47706": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47707": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47708": { + "content": "[XXXXX1565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47709": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47710": { + "content": "[XXXXX1284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47711": { + "content": "[XXXXX1473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47712": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47713": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47714": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47715": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47716": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47717": { + "content": "[XXXXX1649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47718": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47719": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47720": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47721": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47722": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47723": { + "content": "[XXXXX1337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47724": { + "content": "[XXXXX1386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47725": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47726": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47727": { + "content": "[XXXXX1533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47728": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47729": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47730": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47731": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47732": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47733": { + "content": "[XXXXX1664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47734": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47735": { + "content": "[XXXXX1289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47736": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47737": { + "content": "[XXXXX1496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47738": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47739": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47740": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47741": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47742": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47743": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47744": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47745": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47746": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47747": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47748": { + "content": "[XXXXX1640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47749": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47750": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47751": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47752": { + "content": "[XXXXX1502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47753": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47754": { + "content": "[XXXXX1279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47755": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47756": { + "content": "[XXXXX1387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47757": { + "content": "[XXXXX1277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47758": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47759": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47760": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47761": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47762": { + "content": "[XXXXX1516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47763": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47764": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47765": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47766": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47767": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47768": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47769": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47770": { + "content": "[XXXXX1471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47771": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47772": { + "content": "[XXXXX1674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47773": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47774": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47775": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47776": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47777": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47778": { + "content": "[XXXXX1486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47779": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47780": { + "content": "[XXXXX1468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47781": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47782": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47783": { + "content": "[XXXXX1675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47784": { + "content": "[XXXXX1708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47785": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47786": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47787": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47788": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47789": { + "content": "[XXXXX1311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47790": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47791": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47792": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47793": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47794": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47795": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47796": { + "content": "[XXXXX1566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47797": { + "content": "[XXXXX1758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47798": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47799": { + "content": "[XXXXX1208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47800": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47801": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47802": { + "content": "[XXXXX1304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47803": { + "content": "[XXXXX1417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47804": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47805": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47806": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47807": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47808": { + "content": "[XXXXX1420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47809": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47810": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47811": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47812": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47813": { + "content": "[XXXXX1328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47814": { + "content": "[XXXXX1431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47815": { + "content": "[XXXXX1273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47816": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47817": { + "content": "[XXXXX1672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47818": { + "content": "[XXXXX1243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47819": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47820": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47821": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47822": { + "content": "[XXXXX1611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47823": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47824": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47825": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47826": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47827": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47828": { + "content": "[XXXXX1379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47829": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47830": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47831": { + "content": "[XXXXX1443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47832": { + "content": "[XXXXX1716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47833": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47834": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47835": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47836": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47837": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47838": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47839": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47840": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47841": { + "content": "[XXXXX1218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47842": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47843": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47844": { + "content": "[XXXXX1558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47845": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47846": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47847": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47848": { + "content": "[XXXXX1269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47849": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47850": { + "content": "[XXXXX1484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47851": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47852": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47853": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47854": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47855": { + "content": "[XXXXX1602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47856": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47857": { + "content": "[XXXXX1755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47858": { + "content": "[XXXXX1412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47859": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47860": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47861": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47862": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47863": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47864": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47865": { + "content": "[XXXXX1266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47866": { + "content": "[XXXXX1624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47867": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47868": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47869": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47870": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47871": { + "content": "[XXXXX1721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47872": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47873": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47874": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47875": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47876": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47877": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47878": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47879": { + "content": "[XXXXX1199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47880": { + "content": "[XXXXX1344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47881": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47882": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47883": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47884": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47885": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47886": { + "content": "[XXXXX1515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47887": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47888": { + "content": "[XXXXX1678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47889": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47890": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47891": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47892": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47893": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47894": { + "content": "[XXXXX1557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47895": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47896": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47897": { + "content": "[XXXXX1324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47898": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47899": { + "content": "[XXXXX1554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47900": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47901": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47902": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47903": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47904": { + "content": "[XXXXX1577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47905": { + "content": "[XXXXX1305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47906": { + "content": "[XXXXX1681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47907": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47908": { + "content": "[XXXXX1338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47909": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47910": { + "content": "[XXXXX1303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47911": { + "content": "[XXXXX1207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47912": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47913": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47914": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47915": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47916": { + "content": "[XXXXX1734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47917": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47918": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47919": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47920": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47921": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47922": { + "content": "[XXXXX1403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47923": { + "content": "[XXXXX1464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47924": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47925": { + "content": "[XXXXX1233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47926": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47927": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47928": { + "content": "[XXXXX1620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47929": { + "content": "[XXXXX1487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47930": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47931": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47932": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47933": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47934": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47935": { + "content": "[XXXXX1637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47936": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47937": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47938": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47939": { + "content": "[XXXXX1633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47940": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47941": { + "content": "[XXXXX1402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47942": { + "content": "[XXXXX1300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47943": { + "content": "[XXXXX1735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47944": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47945": { + "content": "[XXXXX1454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47946": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47947": { + "content": "[XXXXX1470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47948": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47949": { + "content": "[XXXXX1435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47950": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47951": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47952": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47953": { + "content": "[XXXXX1639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47954": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47955": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47956": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47957": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47958": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47959": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47960": { + "content": "[XXXXX1575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47961": { + "content": "[XXXXX1604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47962": { + "content": "[XXXXX1512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47963": { + "content": "[XXXXX1394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47964": { + "content": "[XXXXX1600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47965": { + "content": "[XXXXX1724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47966": { + "content": "[XXXXX1323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47967": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47968": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47969": { + "content": "[XXXXX1753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47970": { + "content": "[XXXXX1752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47971": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47972": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47973": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47974": { + "content": "[XXXXX1646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47975": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47976": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47977": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47978": { + "content": "[XXXXX1720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47979": { + "content": "[XXXXX1263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47980": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47981": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47982": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47983": { + "content": "[XXXXX1616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47984": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47985": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47986": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47987": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47988": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47989": { + "content": "[XXXXX1707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47990": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47991": { + "content": "[XXXXX1553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47992": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47993": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47994": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47995": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47996": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47997": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47998": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47999": { + "content": "[XXXXX1288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48000": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48001": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48002": { + "content": "[XXXXX1241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48003": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48004": { + "content": "[XXXXX1409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48005": { + "content": "[XXXXX1440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48006": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48007": { + "content": "[XXXXX1631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48008": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48009": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48010": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48011": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48012": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48013": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48014": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48015": { + "content": "[XXXXX1275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48016": { + "content": "[XXXXX1274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48017": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48018": { + "content": "[XXXXX1744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48019": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48020": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48021": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48022": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48023": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48024": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48025": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48026": { + "content": "[XXXXX1682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48027": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48028": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48029": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48030": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48031": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48032": { + "content": "[XXXXX1369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48033": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48034": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48035": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48036": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48037": { + "content": "[XXXXX1662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48038": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48039": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48040": { + "content": "[XXXXX1655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48041": { + "content": "[XXXXX1374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48042": { + "content": "[XXXXX1700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48043": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48044": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48045": { + "content": "[XXXXX1596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48046": { + "content": "[XXXXX1287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48047": { + "content": "[XXXXX1281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48048": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48049": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48050": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48051": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48052": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48053": { + "content": "[XXXXX1613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48054": { + "content": "[XXXXX1415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48055": { + "content": "[XXXXX1529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48056": { + "content": "[XXXXX1622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48057": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48058": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48059": { + "content": "[XXXXX1679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48060": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48061": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48062": { + "content": "[XXXXX1357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48063": { + "content": "[XXXXX1301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48064": { + "content": "[XXXXX1230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48065": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48066": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48067": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48068": { + "content": "[XXXXX1434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48069": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48070": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48071": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48072": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48073": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48074": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48075": { + "content": "[XXXXX1628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48076": { + "content": "[XXXXX1325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48077": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48078": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48079": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48080": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48081": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48082": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48083": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48084": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48085": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48086": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48087": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48088": { + "content": "[XXXXX1541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48089": { + "content": "[XXXXX1687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48090": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48091": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48092": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48093": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48094": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48095": { + "content": "[XXXXX1546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48096": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48097": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48098": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48099": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48100": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48101": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48102": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48103": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48104": { + "content": "[XXXXX1351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48105": { + "content": "[XXXXX1643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48106": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48107": { + "content": "[XXXXX1231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48108": { + "content": "[XXXXX1271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48109": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48110": { + "content": "[XXXXX1336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48111": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48112": { + "content": "[XXXXX1748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48113": { + "content": "[XXXXX1545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48114": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48115": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48116": { + "content": "[XXXXX1641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48117": { + "content": "[XXXXX1714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48118": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48119": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48120": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48121": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48122": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48123": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48124": { + "content": "[XXXXX1538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48125": { + "content": "[XXXXX1669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48126": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48127": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48128": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48129": { + "content": "[XXXXX1733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48130": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48131": { + "content": "[XXXXX1210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48132": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48133": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48134": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48135": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48136": { + "content": "[XXXXX1380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48137": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48138": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48139": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48140": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48141": { + "content": "[XXXXX1497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48142": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48143": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48144": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48145": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48146": { + "content": "[XXXXX1692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48147": { + "content": "[XXXXX1317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48148": { + "content": "[XXXXX1606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48149": { + "content": "[XXXXX1683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48150": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48151": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48152": { + "content": "[XXXXX1710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48153": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48154": { + "content": "[XXXXX1222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48155": { + "content": "[XXXXX1461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48156": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48157": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48158": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48159": { + "content": "[XXXXX1698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48160": { + "content": "[XXXXX1232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48161": { + "content": "[XXXXX1743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48162": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48163": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48164": { + "content": "[XXXXX1559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48165": { + "content": "[XXXXX1321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48166": { + "content": "[XXXXX1276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48167": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48168": { + "content": "[XXXXX1259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48169": { + "content": "[XXXXX1408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48170": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48171": { + "content": "[XXXXX1429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48172": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48173": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48174": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48175": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48176": { + "content": "[XXXXX1388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48177": { + "content": "[XXXXX1621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48178": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48179": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48180": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48181": { + "content": "[XXXXX1430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48182": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48183": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48184": { + "content": "[XXXXX1510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48185": { + "content": "[XXXXX1715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48186": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48187": { + "content": "[XXXXX1316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48188": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48189": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48190": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48191": { + "content": "[XXXXX1568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48192": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48193": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48194": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48195": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48196": { + "content": "[XXXXX1349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48197": { + "content": "[XXXXX1696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48198": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48199": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48200": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48201": { + "content": "[XXXXX1237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48202": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48203": { + "content": "[XXXXX1462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48204": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48205": { + "content": "[XXXXX1571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48206": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48207": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48208": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48209": { + "content": "[XXXXX1286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48210": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48211": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48212": { + "content": "[XXXXX1371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48213": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48214": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48215": { + "content": "[XXXXX1548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48216": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48217": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48218": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48219": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48220": { + "content": "[XXXXX1549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48221": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48222": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48223": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48224": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48225": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48226": { + "content": "[XXXXX1419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48227": { + "content": "[XXXXX1658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48228": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48229": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48230": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48231": { + "content": "[XXXXX1594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48232": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48233": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48234": { + "content": "[XXXXX1626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48235": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48236": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48237": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48238": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48239": { + "content": "[XXXXX1267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48240": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48241": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48242": { + "content": "[XXXXX1368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48243": { + "content": "[XXXXX1332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48244": { + "content": "[XXXXX1739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48245": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48246": { + "content": "[XXXXX1375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48247": { + "content": "[XXXXX1723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48248": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48249": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48250": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48251": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48252": { + "content": "[XXXXX1436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48253": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48254": { + "content": "[XXXXX1384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48255": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48256": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48257": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48258": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48259": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48260": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48261": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48262": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48263": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48264": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48265": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48266": { + "content": "[XXXXX1294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48267": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48268": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48269": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48270": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48271": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48272": { + "content": "[XXXXX1493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48273": { + "content": "[XXXXX1625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48274": { + "content": "[XXXXX1585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48275": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48276": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48277": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48278": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48279": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48280": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48281": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48282": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48283": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48284": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48285": { + "content": "[XXXXX1614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48286": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48287": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48288": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48289": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48290": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48291": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48292": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48293": { + "content": "[XXXXX1258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48294": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48295": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48296": { + "content": "[XXXXX1605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48297": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48298": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48299": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48300": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48301": { + "content": "[XXXXX1711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48302": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48303": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48304": { + "content": "[XXXXX1212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48305": { + "content": "[XXXXX1540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48306": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48307": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48308": { + "content": "[XXXXX1463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48309": { + "content": "[XXXXX1205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48310": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48311": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48312": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48313": { + "content": "[XXXXX1686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48314": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48315": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48316": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48317": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48318": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48319": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48320": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48321": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48322": { + "content": "[XXXXX1334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48323": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48324": { + "content": "[XXXXX1603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48325": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48326": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48327": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48328": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48329": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48330": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48331": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48332": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48333": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48334": { + "content": "[XXXXX1619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48335": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48336": { + "content": "[XXXXX1572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48337": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48338": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48339": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48340": { + "content": "[XXXXX1254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48341": { + "content": "[XXXXX1476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48342": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48343": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48344": { + "content": "[XXXXX1250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48345": { + "content": "[XXXXX1211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48346": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48347": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48348": { + "content": "[XXXXX1524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48349": { + "content": "[XXXXX1455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48350": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48351": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48352": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48353": { + "content": "[XXXXX1377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48354": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48355": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48356": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48357": { + "content": "[XXXXX1354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48358": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48359": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48360": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48361": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48362": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48363": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48364": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48365": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48366": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48367": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48368": { + "content": "[XXXXX1302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48369": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48370": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48371": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48372": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48373": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48374": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48375": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48376": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48377": { + "content": "[XXXXX1663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48378": { + "content": "[XXXXX1249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48379": { + "content": "[XXXXX1439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48380": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48381": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48382": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48383": { + "content": "[XXXXX1717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48384": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48385": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48386": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48387": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48388": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48389": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48390": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48391": { + "content": "[XXXXX1347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48392": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48393": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48394": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48395": { + "content": "[XXXXX1727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48396": { + "content": "[XXXXX1689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48397": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48398": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48399": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48400": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48401": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48402": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48403": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48404": { + "content": "[XXXXX1350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48405": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48406": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48407": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48408": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48409": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48410": { + "content": "[XXXXX1517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48411": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48412": { + "content": "[XXXXX1196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48413": { + "content": "[XXXXX1234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48414": { + "content": "[XXXXX1578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48415": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48416": { + "content": "[XXXXX1441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48417": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48418": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48419": { + "content": "[XXXXX1447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48420": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48421": { + "content": "[XXXXX1478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48422": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48423": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48424": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48425": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48426": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48427": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48428": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48429": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48430": { + "content": "[XXXXX1503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48431": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48432": { + "content": "[XXXXX1738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48433": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48434": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48435": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48436": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48437": { + "content": "[XXXXX1518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48438": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48439": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48440": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48441": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48442": { + "content": "[XXXXX1217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48443": { + "content": "[XXXXX1298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48444": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48445": { + "content": "[XXXXX1508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48446": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48447": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48448": { + "content": "[XXXXX1225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48449": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48450": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48451": { + "content": "[XXXXX1684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48452": { + "content": "[XXXXX1499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48453": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48454": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48455": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48456": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48457": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48458": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48459": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48460": { + "content": "[XXXXX1644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48461": { + "content": "[XXXXX1704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48462": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48463": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48464": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48465": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48466": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48467": { + "content": "[XXXXX1705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48468": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48469": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48470": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48471": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48472": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48473": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48474": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48475": { + "content": "[XXXXX1521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48476": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48477": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48478": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48479": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48480": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48481": { + "content": "[XXXXX1203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48482": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48483": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48484": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48485": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48486": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48487": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48488": { + "content": "[XXXXX1197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48489": { + "content": "[XXXXX1331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48490": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48491": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48492": { + "content": "[XXXXX1356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48493": { + "content": "[XXXXX1396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48494": { + "content": "[XXXXX1537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48495": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48496": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48497": { + "content": "[XXXXX1730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48498": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48499": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48500": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48501": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48502": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48503": { + "content": "[XXXXX1757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48504": { + "content": "[XXXXX1467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48505": { + "content": "[XXXXX1706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48506": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48507": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48508": { + "content": "[XXXXX1754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48509": { + "content": "[XXXXX1745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48510": { + "content": "[XXXXX1668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48511": { + "content": "[XXXXX1224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48512": { + "content": "[XXXXX1726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48513": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48514": { + "content": "[XXXXX1407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48515": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48516": { + "content": "[XXXXX1569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48517": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48518": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48519": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48520": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48521": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48522": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48523": { + "content": "[XXXXX1520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48524": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48525": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48526": { + "content": "[XXXXX1651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48527": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48528": { + "content": "[XXXXX1740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48529": { + "content": "[XXXXX1348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48530": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48531": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48532": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48533": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48534": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48535": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48536": { + "content": "[XXXXX1690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48537": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48538": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48539": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48540": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48541": { + "content": "[XXXXX1459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48542": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48543": { + "content": "[XXXXX1242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48544": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48545": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48546": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48547": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48548": { + "content": "[XXXXX1528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48549": { + "content": "[XXXXX1319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48550": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48551": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48552": { + "content": "[XXXXX1632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48553": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48554": { + "content": "[XXXXX1595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48555": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48556": { + "content": "[XXXXX1290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48557": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48558": { + "content": "[XXXXX1699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48559": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48560": { + "content": "[XXXXX1601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48561": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48562": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48563": { + "content": "[XXXXX1756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48564": { + "content": "[XXXXX1381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48565": { + "content": "[XXXXX1560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48566": { + "content": "[XXXXX1270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48567": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48568": { + "content": "[XXXXX1202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48569": { + "content": "[XXXXX1244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48570": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48571": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48572": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48573": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48574": { + "content": "[XXXXX1479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48575": { + "content": "[XXXXX1312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48576": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48577": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48578": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48579": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48580": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48581": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48582": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48583": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48584": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48585": { + "content": "[XXXXX1427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48586": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48587": { + "content": "[XXXXX1657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48588": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48589": { + "content": "[XXXXX1432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48590": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48591": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48592": { + "content": "[XXXXX1264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48593": { + "content": "[XXXXX1498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48594": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48595": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48596": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48597": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48598": { + "content": "[XXXXX1491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48599": { + "content": "[XXXXX1584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48600": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48601": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48602": { + "content": "[XXXXX1229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48603": { + "content": "[XXXXX1511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48604": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48605": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48606": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48607": { + "content": "[XXXXX1544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48608": { + "content": "[XXXXX1204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48609": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48610": { + "content": "[XXXXX1372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48611": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48612": { + "content": "[XXXXX1490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48613": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48614": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48615": { + "content": "[XXXXX1416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48616": { + "content": "[XXXXX1450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48617": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48618": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48619": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48620": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48621": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48622": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48623": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48624": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48625": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48626": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48627": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48628": { + "content": "[XXXXX1465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48629": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48630": { + "content": "[XXXXX1530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48631": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48632": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48633": { + "content": "[XXXXX1580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48634": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48635": { + "content": "[XXXXX1405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48636": { + "content": "[XXXXX1653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48637": { + "content": "[XXXXX1500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48638": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48639": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48640": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48641": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48642": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48643": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48644": { + "content": "[XXXXX1320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48645": { + "content": "[XXXXX1472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48646": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48647": { + "content": "[XXXXX1245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48648": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48649": { + "content": "[XXXXX1713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48650": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48651": { + "content": "[XXXXX1340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48652": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48653": { + "content": "[XXXXX1650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48654": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48655": { + "content": "[XXXXX1514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48656": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48657": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48658": { + "content": "[XXXXX1495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48659": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48660": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48661": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48662": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48663": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48664": { + "content": "[XXXXX1480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48665": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48666": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48667": { + "content": "[XXXXX1428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48668": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48669": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48670": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48671": { + "content": "[XXXXX1741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48672": { + "content": "[XXXXX1221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48673": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48674": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48675": { + "content": "[XXXXX1483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48676": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48677": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48678": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48679": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48680": { + "content": "[XXXXX1385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48681": { + "content": "[XXXXX1389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48682": { + "content": "[XXXXX1213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48683": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48684": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48685": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48686": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48687": { + "content": "[XXXXX1291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48688": { + "content": "[XXXXX1451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48689": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48690": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48691": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48692": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48693": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48694": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48695": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48696": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48697": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48698": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48699": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48700": { + "content": "[XXXXX1339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48701": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48702": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48703": { + "content": "[XXXXX1318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48704": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48705": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48706": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48707": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48708": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48709": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48710": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48711": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48712": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48713": { + "content": "[XXXXX1293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48714": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48715": { + "content": "[XXXXX1252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48716": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48717": { + "content": "[XXXXX1536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48718": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48719": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48720": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48721": { + "content": "[XXXXX1358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48722": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48723": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48724": { + "content": "[XXXXX1437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48725": { + "content": "[XXXXX1634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48726": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48727": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48728": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48729": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48730": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48731": { + "content": "[XXXXX1589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48732": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48733": { + "content": "[XXXXX1693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48734": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48735": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48736": { + "content": "[XXXXX1256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48737": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48738": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48739": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48740": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48741": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48742": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48743": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48744": { + "content": "[XXXXX1477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48745": { + "content": "[XXXXX1262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48746": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48747": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48748": { + "content": "[XXXXX1362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48749": { + "content": "[XXXXX1201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48750": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48751": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48752": { + "content": "[XXXXX1579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48753": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48754": { + "content": "[XXXXX1327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48755": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48756": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48757": { + "content": "[XXXXX1627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48758": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48759": { + "content": "[XXXXX1504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48760": { + "content": "[XXXXX1391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48761": { + "content": "[XXXXX1456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48762": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48763": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48764": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48765": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48766": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48767": { + "content": "[XXXXX1609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48768": { + "content": "[XXXXX1629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48769": { + "content": "[XXXXX1597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48770": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48771": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48772": { + "content": "[XXXXX1346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48773": { + "content": "[XXXXX1645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48774": { + "content": "[XXXXX1660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48775": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48776": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48777": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48778": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48779": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48780": { + "content": "[XXXXX1469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48781": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48782": { + "content": "[XXXXX1424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48783": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48784": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48785": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48786": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48787": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48788": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48789": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48790": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48791": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48792": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48793": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48794": { + "content": "[XXXXX1297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48795": { + "content": "[XXXXX1688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48796": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48797": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48798": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48799": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48800": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48801": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48802": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48803": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48804": { + "content": "[XXXXX1501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48805": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48806": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48807": { + "content": "[XXXXX1438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48808": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48809": { + "content": "[XXXXX1330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48810": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48811": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48812": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48813": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48814": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48815": { + "content": "[XXXXX1519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48816": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48817": { + "content": "[XXXXX1489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48818": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48819": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48820": { + "content": "[XXXXX1630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48821": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48822": { + "content": "[XXXXX1509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48823": { + "content": "[XXXXX1505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48824": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48825": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48826": { + "content": "[XXXXX1581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48827": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48828": { + "content": "[XXXXX1618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48829": { + "content": "[XXXXX1314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48830": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48831": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48832": { + "content": "[XXXXX1422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48833": { + "content": "[XXXXX1364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48834": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48835": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48836": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48837": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48838": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48839": { + "content": "[XXXXX1591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48840": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48841": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48842": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48843": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48844": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48845": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48846": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48847": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48848": { + "content": "[XXXXX1535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48849": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48850": { + "content": "[XXXXX1353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48851": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48852": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48853": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48854": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48855": { + "content": "[XXXXX1206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48856": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48857": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48858": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48859": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48860": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48861": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48862": { + "content": "[XXXXX1355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48863": { + "content": "[XXXXX1547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48864": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48865": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48866": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48867": { + "content": "[XXXXX1728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48868": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48869": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48870": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48871": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48872": { + "content": "[XXXXX1522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48873": { + "content": "[XXXXX1326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48874": { + "content": "[XXXXX1448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48875": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48876": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48877": { + "content": "[XXXXX1341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48878": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48879": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48880": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48881": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48882": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48883": { + "content": "[XXXXX1285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48884": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48885": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48886": { + "content": "[XXXXX1750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48887": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48888": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48889": { + "content": "[XXXXX1742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48890": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48891": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48892": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48893": { + "content": "[XXXXX1445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48894": { + "content": "[XXXXX1466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48895": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48896": { + "content": "[XXXXX1531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48897": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48898": { + "content": "[XXXXX1247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48899": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48900": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48901": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48902": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48903": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48904": { + "content": "[XXXXX1494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48905": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48906": { + "content": "[XXXXX1406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48907": { + "content": "[XXXXX1610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48908": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48909": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48910": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48911": { + "content": "[XXXXX1570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48912": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48913": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48914": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48915": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48916": { + "content": "[XXXXX1433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48917": { + "content": "[XXXXX1295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48918": { + "content": "[XXXXX1485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48919": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48920": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48921": { + "content": "[XXXXX1333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48922": { + "content": "[XXXXX1359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48923": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48924": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48925": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48926": { + "content": "[XXXXX1761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48927": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48928": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48929": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48930": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48931": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48932": { + "content": "[XXXXX1751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48933": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48934": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48935": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48936": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48937": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48938": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48939": { + "content": "[XXXXX1216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48940": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48941": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48942": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48943": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48944": { + "content": "[XXXXX1534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48945": { + "content": "[XXXXX1265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48946": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48947": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48948": { + "content": "[XXXXX1525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48949": { + "content": "[XXXXX1760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48950": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48951": { + "content": "[XXXXX1260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48952": { + "content": "[XXXXX1574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48953": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48954": { + "content": "[XXXXX1702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48955": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48956": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48957": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48958": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48959": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48960": { + "content": "[XXXXX1562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48961": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48962": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48963": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48964": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48965": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48966": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48967": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48968": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48969": { + "content": "[XXXXX1747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48970": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48971": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48972": { + "content": "[XXXXX1587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48973": { + "content": "[XXXXX1382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48974": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48975": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48976": { + "content": "[XXXXX1426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48977": { + "content": "[XXXXX1345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48978": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48979": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48980": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48981": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48982": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48983": { + "content": "[XXXXX1401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48984": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48985": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48986": { + "content": "[XXXXX1719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48987": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48988": { + "content": "[XXXXX1226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48989": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48990": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48991": { + "content": "[XXXXX1255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48992": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48993": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48994": { + "content": "[XXXXX1608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48995": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48996": { + "content": "[XXXXX1399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48997": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48998": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48999": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49000": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49001": { + "content": "[XXXXX1656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49002": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49003": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49004": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49005": { + "content": "[XXXXX1235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49006": { + "content": "[XXXXX1592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49007": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49008": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49009": { + "content": "[XXXXX1590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49010": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49011": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49012": { + "content": "[XXXXX1718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49013": { + "content": "[XXXXX1373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49014": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49015": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49016": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49017": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49018": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49019": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49020": { + "content": "[XXXXX1532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49021": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49022": { + "content": "[XXXXX1542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49023": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49024": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49025": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49026": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49027": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49028": { + "content": "[XXXXX1363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49029": { + "content": "[XXXXX1685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49030": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49031": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49032": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49033": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49034": { + "content": "[XXXXX1444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49035": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49036": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49037": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49038": { + "content": "[XXXXX1607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49039": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49040": { + "content": "[XXXXX1283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49041": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49042": { + "content": "[XXXXX1475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49043": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49044": { + "content": "[XXXXX1543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49045": { + "content": "[XXXXX1361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49046": { + "content": "[XXXXX1292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49047": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49048": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49049": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49050": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49051": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49052": { + "content": "[XXXXX1676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49053": { + "content": "[XXXXX1759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49054": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49055": { + "content": "[XXXXX1539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49056": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49057": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49058": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49059": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49060": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49061": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49062": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49063": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49064": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49065": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49066": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49067": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49068": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49069": { + "content": "[XXXXX1310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49070": { + "content": "[XXXXX1654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49071": { + "content": "[XXXXX1665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49072": { + "content": "[XXXXX1329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49073": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49074": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49075": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49076": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49077": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49078": { + "content": "[XXXXX1449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49079": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49080": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49081": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49082": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49083": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49084": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49085": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49086": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49087": { + "content": "[XXXXX1223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49088": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49089": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49090": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49091": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49092": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49093": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49094": { + "content": "[XXXXX1712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49095": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49096": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49097": { + "content": "[XXXXX1198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49098": { + "content": "[XXXXX1576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49099": { + "content": "[XXXXX1526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49100": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49101": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49102": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49103": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49104": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49105": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49106": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49107": { + "content": "[XXXXX1453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49108": { + "content": "[XXXXX1492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49109": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49110": { + "content": "[XXXXX1392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49111": { + "content": "[XXXXX1673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49112": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49113": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49114": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49115": { + "content": "[XXXXX1236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49116": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49117": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49118": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49119": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49120": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49121": { + "content": "[XXXXX1296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49122": { + "content": "[XXXXX1551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49123": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49124": { + "content": "[XXXXX1667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49125": { + "content": "[XXXXX1307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49126": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49127": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49128": { + "content": "[XXXXX1749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49129": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49130": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49131": { + "content": "[XXXXX1552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49132": { + "content": "[XXXXX1638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49133": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49134": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49135": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49136": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49137": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49138": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49139": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49140": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49141": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49142": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49143": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49144": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49145": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49146": { + "content": "[XXXXX1425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49147": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49148": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49149": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49150": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49151": { + "content": "[XXXXX1697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-5000/trainer_state.json b/checkpoint-5000/trainer_state.json new file mode 100644 index 0000000..bc43631 --- /dev/null +++ b/checkpoint-5000/trainer_state.json @@ -0,0 +1,10144 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 5.931198102016607, + "eval_steps": 500, + "global_step": 5000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 10.6509840965271, + "epoch": 0.005931198102016607, + "grad_norm": 11.4375, + "learning_rate": 2e-06, + "loss": 10.7955, + "mean_token_accuracy": 0.00017467249417677522, + "num_tokens": 12647.0, + "step": 5 + }, + { + "entropy": 10.650976181030273, + "epoch": 0.011862396204033215, + "grad_norm": 10.875, + "learning_rate": 4.5e-06, + "loss": 10.7449, + "mean_token_accuracy": 0.0003256943717133254, + "num_tokens": 26668.0, + "step": 10 + }, + { + "entropy": 10.65047550201416, + "epoch": 0.017793594306049824, + "grad_norm": 8.5, + "learning_rate": 7e-06, + "loss": 10.5392, + "mean_token_accuracy": 0.011320227157557382, + "num_tokens": 41021.0, + "step": 15 + }, + { + "entropy": 10.645245170593261, + "epoch": 0.02372479240806643, + "grad_norm": 5.6875, + "learning_rate": 9.5e-06, + "loss": 10.2512, + "mean_token_accuracy": 0.03331172131001949, + "num_tokens": 56626.0, + "step": 20 + }, + { + "entropy": 10.620162200927734, + "epoch": 0.02965599051008304, + "grad_norm": 3.46875, + "learning_rate": 1.2e-05, + "loss": 9.9999, + "mean_token_accuracy": 0.03278177715837956, + "num_tokens": 72914.0, + "step": 25 + }, + { + "entropy": 10.59833517074585, + "epoch": 0.03558718861209965, + "grad_norm": 2.75, + "learning_rate": 1.4500000000000002e-05, + "loss": 9.8507, + "mean_token_accuracy": 0.03321463130414486, + "num_tokens": 88514.0, + "step": 30 + }, + { + "entropy": 10.59533166885376, + "epoch": 0.04151838671411625, + "grad_norm": 2.6875, + "learning_rate": 1.7000000000000003e-05, + "loss": 9.7557, + "mean_token_accuracy": 0.03128496501594782, + "num_tokens": 101256.0, + "step": 35 + }, + { + "entropy": 10.598009204864502, + "epoch": 0.04744958481613286, + "grad_norm": 2.34375, + "learning_rate": 1.95e-05, + "loss": 9.7229, + "mean_token_accuracy": 0.03391152955591679, + "num_tokens": 114459.0, + "step": 40 + }, + { + "entropy": 10.583034133911132, + "epoch": 0.05338078291814947, + "grad_norm": 2.203125, + "learning_rate": 2.2e-05, + "loss": 9.7096, + "mean_token_accuracy": 0.031900213845074174, + "num_tokens": 129858.0, + "step": 45 + }, + { + "entropy": 10.583144092559815, + "epoch": 0.05931198102016608, + "grad_norm": 2.421875, + "learning_rate": 2.4500000000000003e-05, + "loss": 9.6353, + "mean_token_accuracy": 0.03371269796043634, + "num_tokens": 143486.0, + "step": 50 + }, + { + "entropy": 10.582204055786132, + "epoch": 0.06524317912218268, + "grad_norm": 2.171875, + "learning_rate": 2.7e-05, + "loss": 9.5795, + "mean_token_accuracy": 0.035220497474074366, + "num_tokens": 156003.0, + "step": 55 + }, + { + "entropy": 10.569349002838134, + "epoch": 0.0711743772241993, + "grad_norm": 2.1875, + "learning_rate": 2.95e-05, + "loss": 9.5437, + "mean_token_accuracy": 0.034727090038359165, + "num_tokens": 170988.0, + "step": 60 + }, + { + "entropy": 10.552780246734619, + "epoch": 0.0771055753262159, + "grad_norm": 2.15625, + "learning_rate": 3.2e-05, + "loss": 9.4193, + "mean_token_accuracy": 0.03448135014623403, + "num_tokens": 187165.0, + "step": 65 + }, + { + "entropy": 10.542837047576905, + "epoch": 0.0830367734282325, + "grad_norm": 2.125, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.368, + "mean_token_accuracy": 0.03228826243430376, + "num_tokens": 202072.0, + "step": 70 + }, + { + "entropy": 10.534712505340575, + "epoch": 0.08896797153024912, + "grad_norm": 2.0625, + "learning_rate": 3.7e-05, + "loss": 9.2131, + "mean_token_accuracy": 0.034324941039085385, + "num_tokens": 215375.0, + "step": 75 + }, + { + "entropy": 10.50705509185791, + "epoch": 0.09489916963226572, + "grad_norm": 1.921875, + "learning_rate": 3.95e-05, + "loss": 9.1257, + "mean_token_accuracy": 0.03353528436273336, + "num_tokens": 228749.0, + "step": 80 + }, + { + "entropy": 10.478670978546143, + "epoch": 0.10083036773428232, + "grad_norm": 2.09375, + "learning_rate": 4.2000000000000004e-05, + "loss": 9.0183, + "mean_token_accuracy": 0.03314766474068165, + "num_tokens": 242387.0, + "step": 85 + }, + { + "entropy": 10.458618545532227, + "epoch": 0.10676156583629894, + "grad_norm": 2.046875, + "learning_rate": 4.45e-05, + "loss": 8.9252, + "mean_token_accuracy": 0.03416665960103273, + "num_tokens": 257793.0, + "step": 90 + }, + { + "entropy": 10.419714641571044, + "epoch": 0.11269276393831554, + "grad_norm": 2.125, + "learning_rate": 4.7000000000000004e-05, + "loss": 8.8134, + "mean_token_accuracy": 0.036843133717775346, + "num_tokens": 271187.0, + "step": 95 + }, + { + "entropy": 10.339355945587158, + "epoch": 0.11862396204033215, + "grad_norm": 1.921875, + "learning_rate": 4.9500000000000004e-05, + "loss": 8.6836, + "mean_token_accuracy": 0.04052316285669803, + "num_tokens": 284937.0, + "step": 100 + }, + { + "entropy": 10.289305877685546, + "epoch": 0.12455516014234876, + "grad_norm": 2.140625, + "learning_rate": 5.2e-05, + "loss": 8.523, + "mean_token_accuracy": 0.042971277609467506, + "num_tokens": 300108.0, + "step": 105 + }, + { + "entropy": 10.171844291687012, + "epoch": 0.13048635824436536, + "grad_norm": 2.109375, + "learning_rate": 5.45e-05, + "loss": 8.4071, + "mean_token_accuracy": 0.0435908630490303, + "num_tokens": 316760.0, + "step": 110 + }, + { + "entropy": 10.090029907226562, + "epoch": 0.13641755634638197, + "grad_norm": 1.8515625, + "learning_rate": 5.7e-05, + "loss": 8.2269, + "mean_token_accuracy": 0.04757884480059147, + "num_tokens": 329705.0, + "step": 115 + }, + { + "entropy": 9.968478775024414, + "epoch": 0.1423487544483986, + "grad_norm": 1.8046875, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.1048, + "mean_token_accuracy": 0.05177154988050461, + "num_tokens": 342947.0, + "step": 120 + }, + { + "entropy": 9.810734272003174, + "epoch": 0.14827995255041518, + "grad_norm": 1.6015625, + "learning_rate": 6.2e-05, + "loss": 7.957, + "mean_token_accuracy": 0.05589810460805893, + "num_tokens": 358397.0, + "step": 125 + }, + { + "entropy": 9.629272270202637, + "epoch": 0.1542111506524318, + "grad_norm": 2.015625, + "learning_rate": 6.450000000000001e-05, + "loss": 7.8543, + "mean_token_accuracy": 0.058608030527830125, + "num_tokens": 370369.0, + "step": 130 + }, + { + "entropy": 9.431285285949707, + "epoch": 0.1601423487544484, + "grad_norm": 1.46875, + "learning_rate": 6.7e-05, + "loss": 7.7282, + "mean_token_accuracy": 0.06019565127789974, + "num_tokens": 386896.0, + "step": 135 + }, + { + "entropy": 9.166491031646729, + "epoch": 0.166073546856465, + "grad_norm": 1.6171875, + "learning_rate": 6.950000000000001e-05, + "loss": 7.571, + "mean_token_accuracy": 0.06539936549961567, + "num_tokens": 400433.0, + "step": 140 + }, + { + "entropy": 8.998315811157227, + "epoch": 0.17200474495848161, + "grad_norm": 1.9296875, + "learning_rate": 7.2e-05, + "loss": 7.5193, + "mean_token_accuracy": 0.06127564944326878, + "num_tokens": 415092.0, + "step": 145 + }, + { + "entropy": 8.760649585723877, + "epoch": 0.17793594306049823, + "grad_norm": 1.625, + "learning_rate": 7.45e-05, + "loss": 7.3847, + "mean_token_accuracy": 0.06551449336111545, + "num_tokens": 429793.0, + "step": 150 + }, + { + "entropy": 8.53032569885254, + "epoch": 0.18386714116251482, + "grad_norm": 1.703125, + "learning_rate": 7.7e-05, + "loss": 7.3618, + "mean_token_accuracy": 0.07152369543910027, + "num_tokens": 442618.0, + "step": 155 + }, + { + "entropy": 8.432501602172852, + "epoch": 0.18979833926453143, + "grad_norm": 1.484375, + "learning_rate": 7.950000000000001e-05, + "loss": 7.2263, + "mean_token_accuracy": 0.0709031268954277, + "num_tokens": 454976.0, + "step": 160 + }, + { + "entropy": 8.288888359069825, + "epoch": 0.19572953736654805, + "grad_norm": 2.09375, + "learning_rate": 8.2e-05, + "loss": 7.2693, + "mean_token_accuracy": 0.06482412219047547, + "num_tokens": 467523.0, + "step": 165 + }, + { + "entropy": 8.135635375976562, + "epoch": 0.20166073546856464, + "grad_norm": 1.203125, + "learning_rate": 8.450000000000001e-05, + "loss": 7.1729, + "mean_token_accuracy": 0.07200234681367874, + "num_tokens": 481391.0, + "step": 170 + }, + { + "entropy": 8.090270137786865, + "epoch": 0.20759193357058126, + "grad_norm": 1.3515625, + "learning_rate": 8.7e-05, + "loss": 7.147, + "mean_token_accuracy": 0.06691372841596603, + "num_tokens": 496697.0, + "step": 175 + }, + { + "entropy": 8.008182764053345, + "epoch": 0.21352313167259787, + "grad_norm": 1.96875, + "learning_rate": 8.95e-05, + "loss": 7.1704, + "mean_token_accuracy": 0.07276545092463493, + "num_tokens": 510091.0, + "step": 180 + }, + { + "entropy": 7.948391151428223, + "epoch": 0.21945432977461446, + "grad_norm": 1.390625, + "learning_rate": 9.2e-05, + "loss": 7.1071, + "mean_token_accuracy": 0.0736262746155262, + "num_tokens": 522168.0, + "step": 185 + }, + { + "entropy": 7.860538482666016, + "epoch": 0.22538552787663108, + "grad_norm": 1.2890625, + "learning_rate": 9.45e-05, + "loss": 7.0333, + "mean_token_accuracy": 0.0750058189034462, + "num_tokens": 535853.0, + "step": 190 + }, + { + "entropy": 7.789449167251587, + "epoch": 0.2313167259786477, + "grad_norm": 1.484375, + "learning_rate": 9.7e-05, + "loss": 7.0532, + "mean_token_accuracy": 0.07566255033016205, + "num_tokens": 551082.0, + "step": 195 + }, + { + "entropy": 7.820679521560669, + "epoch": 0.2372479240806643, + "grad_norm": 1.5859375, + "learning_rate": 9.95e-05, + "loss": 7.0735, + "mean_token_accuracy": 0.0763503935188055, + "num_tokens": 567181.0, + "step": 200 + }, + { + "entropy": 7.715967988967895, + "epoch": 0.2431791221826809, + "grad_norm": 1.46875, + "learning_rate": 0.000102, + "loss": 6.9882, + "mean_token_accuracy": 0.0811008334159851, + "num_tokens": 580689.0, + "step": 205 + }, + { + "entropy": 7.671104192733765, + "epoch": 0.2491103202846975, + "grad_norm": 1.40625, + "learning_rate": 0.00010449999999999999, + "loss": 6.9075, + "mean_token_accuracy": 0.08624595254659653, + "num_tokens": 594590.0, + "step": 210 + }, + { + "entropy": 7.669063520431519, + "epoch": 0.25504151838671413, + "grad_norm": 1.1796875, + "learning_rate": 0.000107, + "loss": 6.9659, + "mean_token_accuracy": 0.07704100087285042, + "num_tokens": 610577.0, + "step": 215 + }, + { + "entropy": 7.621254777908325, + "epoch": 0.2609727164887307, + "grad_norm": 1.1484375, + "learning_rate": 0.0001095, + "loss": 6.9894, + "mean_token_accuracy": 0.0770975686609745, + "num_tokens": 627066.0, + "step": 220 + }, + { + "entropy": 7.582563304901123, + "epoch": 0.2669039145907473, + "grad_norm": 1.2109375, + "learning_rate": 0.000112, + "loss": 6.9863, + "mean_token_accuracy": 0.08030139058828353, + "num_tokens": 642601.0, + "step": 225 + }, + { + "entropy": 7.5748522758483885, + "epoch": 0.27283511269276395, + "grad_norm": 1.4296875, + "learning_rate": 0.0001145, + "loss": 6.8436, + "mean_token_accuracy": 0.08795318827033043, + "num_tokens": 655615.0, + "step": 230 + }, + { + "entropy": 7.51125283241272, + "epoch": 0.27876631079478054, + "grad_norm": 1.140625, + "learning_rate": 0.00011700000000000001, + "loss": 6.8805, + "mean_token_accuracy": 0.08227636963129044, + "num_tokens": 670218.0, + "step": 235 + }, + { + "entropy": 7.581772565841675, + "epoch": 0.2846975088967972, + "grad_norm": 1.359375, + "learning_rate": 0.00011949999999999999, + "loss": 6.8693, + "mean_token_accuracy": 0.08509634733200074, + "num_tokens": 683661.0, + "step": 240 + }, + { + "entropy": 7.414237833023071, + "epoch": 0.29062870699881377, + "grad_norm": 1.15625, + "learning_rate": 0.000122, + "loss": 6.8471, + "mean_token_accuracy": 0.08358772993087768, + "num_tokens": 699767.0, + "step": 245 + }, + { + "entropy": 7.437202262878418, + "epoch": 0.29655990510083036, + "grad_norm": 1.328125, + "learning_rate": 0.0001245, + "loss": 6.774, + "mean_token_accuracy": 0.09326352775096894, + "num_tokens": 713579.0, + "step": 250 + }, + { + "entropy": 7.383161449432373, + "epoch": 0.302491103202847, + "grad_norm": 1.703125, + "learning_rate": 0.000127, + "loss": 6.8019, + "mean_token_accuracy": 0.08484338372945785, + "num_tokens": 727490.0, + "step": 255 + }, + { + "entropy": 7.414105653762817, + "epoch": 0.3084223013048636, + "grad_norm": 1.0625, + "learning_rate": 0.0001295, + "loss": 6.8822, + "mean_token_accuracy": 0.08486307561397552, + "num_tokens": 742477.0, + "step": 260 + }, + { + "entropy": 7.386582565307617, + "epoch": 0.3143534994068802, + "grad_norm": 1.5703125, + "learning_rate": 0.000132, + "loss": 6.7436, + "mean_token_accuracy": 0.08875370100140571, + "num_tokens": 757772.0, + "step": 265 + }, + { + "entropy": 7.385796451568604, + "epoch": 0.3202846975088968, + "grad_norm": 1.515625, + "learning_rate": 0.00013450000000000002, + "loss": 6.795, + "mean_token_accuracy": 0.08812053054571152, + "num_tokens": 772898.0, + "step": 270 + }, + { + "entropy": 7.329386568069458, + "epoch": 0.3262158956109134, + "grad_norm": 1.34375, + "learning_rate": 0.00013700000000000002, + "loss": 6.7697, + "mean_token_accuracy": 0.08715710267424584, + "num_tokens": 788395.0, + "step": 275 + }, + { + "entropy": 7.318710279464722, + "epoch": 0.33214709371293, + "grad_norm": 1.578125, + "learning_rate": 0.0001395, + "loss": 6.83, + "mean_token_accuracy": 0.08070869520306587, + "num_tokens": 803413.0, + "step": 280 + }, + { + "entropy": 7.188418292999268, + "epoch": 0.33807829181494664, + "grad_norm": 1.484375, + "learning_rate": 0.00014199999999999998, + "loss": 6.6976, + "mean_token_accuracy": 0.09588895291090012, + "num_tokens": 817775.0, + "step": 285 + }, + { + "entropy": 7.389742612838745, + "epoch": 0.34400948991696323, + "grad_norm": 1.6328125, + "learning_rate": 0.0001445, + "loss": 6.8092, + "mean_token_accuracy": 0.08903076201677322, + "num_tokens": 831379.0, + "step": 290 + }, + { + "entropy": 7.300806474685669, + "epoch": 0.3499406880189798, + "grad_norm": 1.3046875, + "learning_rate": 0.000147, + "loss": 6.7387, + "mean_token_accuracy": 0.08791814595460892, + "num_tokens": 846596.0, + "step": 295 + }, + { + "entropy": 7.254555749893188, + "epoch": 0.35587188612099646, + "grad_norm": 1.25, + "learning_rate": 0.0001495, + "loss": 6.7438, + "mean_token_accuracy": 0.08821789696812629, + "num_tokens": 862063.0, + "step": 300 + }, + { + "entropy": 7.275745964050293, + "epoch": 0.36180308422301305, + "grad_norm": 1.2734375, + "learning_rate": 0.000152, + "loss": 6.6954, + "mean_token_accuracy": 0.08966124951839446, + "num_tokens": 876841.0, + "step": 305 + }, + { + "entropy": 7.221111488342285, + "epoch": 0.36773428232502964, + "grad_norm": 1.2734375, + "learning_rate": 0.00015450000000000001, + "loss": 6.7751, + "mean_token_accuracy": 0.09116524010896683, + "num_tokens": 890728.0, + "step": 310 + }, + { + "entropy": 7.206338787078858, + "epoch": 0.3736654804270463, + "grad_norm": 1.359375, + "learning_rate": 0.000157, + "loss": 6.6956, + "mean_token_accuracy": 0.09070762842893601, + "num_tokens": 905599.0, + "step": 315 + }, + { + "entropy": 7.1817542552948, + "epoch": 0.37959667852906287, + "grad_norm": 1.59375, + "learning_rate": 0.0001595, + "loss": 6.6483, + "mean_token_accuracy": 0.09768397733569145, + "num_tokens": 918139.0, + "step": 320 + }, + { + "entropy": 7.167359304428101, + "epoch": 0.38552787663107946, + "grad_norm": 1.484375, + "learning_rate": 0.000162, + "loss": 6.7114, + "mean_token_accuracy": 0.09328882694244385, + "num_tokens": 931666.0, + "step": 325 + }, + { + "entropy": 7.196693468093872, + "epoch": 0.3914590747330961, + "grad_norm": 1.3046875, + "learning_rate": 0.00016450000000000001, + "loss": 6.6605, + "mean_token_accuracy": 0.09237670227885246, + "num_tokens": 946286.0, + "step": 330 + }, + { + "entropy": 7.148892021179199, + "epoch": 0.3973902728351127, + "grad_norm": 1.4140625, + "learning_rate": 0.00016700000000000002, + "loss": 6.6029, + "mean_token_accuracy": 0.09802859723567962, + "num_tokens": 959689.0, + "step": 335 + }, + { + "entropy": 7.091142225265503, + "epoch": 0.4033214709371293, + "grad_norm": 1.53125, + "learning_rate": 0.00016950000000000003, + "loss": 6.6481, + "mean_token_accuracy": 0.09793345853686333, + "num_tokens": 972707.0, + "step": 340 + }, + { + "entropy": 7.103200006484985, + "epoch": 0.4092526690391459, + "grad_norm": 1.296875, + "learning_rate": 0.00017199999999999998, + "loss": 6.6694, + "mean_token_accuracy": 0.09691287726163864, + "num_tokens": 988010.0, + "step": 345 + }, + { + "entropy": 7.109372472763061, + "epoch": 0.4151838671411625, + "grad_norm": 1.609375, + "learning_rate": 0.00017449999999999999, + "loss": 6.7001, + "mean_token_accuracy": 0.0866947390139103, + "num_tokens": 1003823.0, + "step": 350 + }, + { + "entropy": 7.018935489654541, + "epoch": 0.4211150652431791, + "grad_norm": 1.3125, + "learning_rate": 0.000177, + "loss": 6.4583, + "mean_token_accuracy": 0.10792901739478111, + "num_tokens": 1018276.0, + "step": 355 + }, + { + "entropy": 7.151296997070313, + "epoch": 0.42704626334519574, + "grad_norm": 1.2890625, + "learning_rate": 0.0001795, + "loss": 6.6782, + "mean_token_accuracy": 0.09361589401960373, + "num_tokens": 1031242.0, + "step": 360 + }, + { + "entropy": 7.0902214527130125, + "epoch": 0.43297746144721233, + "grad_norm": 1.3984375, + "learning_rate": 0.000182, + "loss": 6.5786, + "mean_token_accuracy": 0.09998262599110604, + "num_tokens": 1043940.0, + "step": 365 + }, + { + "entropy": 6.944676065444947, + "epoch": 0.4389086595492289, + "grad_norm": 1.2109375, + "learning_rate": 0.0001845, + "loss": 6.508, + "mean_token_accuracy": 0.09759898036718369, + "num_tokens": 1058656.0, + "step": 370 + }, + { + "entropy": 7.117189264297485, + "epoch": 0.44483985765124556, + "grad_norm": 1.265625, + "learning_rate": 0.000187, + "loss": 6.6092, + "mean_token_accuracy": 0.09189791083335877, + "num_tokens": 1073128.0, + "step": 375 + }, + { + "entropy": 6.948076343536377, + "epoch": 0.45077105575326215, + "grad_norm": 1.5390625, + "learning_rate": 0.0001895, + "loss": 6.5416, + "mean_token_accuracy": 0.09809970185160637, + "num_tokens": 1086467.0, + "step": 380 + }, + { + "entropy": 7.076186227798462, + "epoch": 0.45670225385527874, + "grad_norm": 1.46875, + "learning_rate": 0.000192, + "loss": 6.6616, + "mean_token_accuracy": 0.10060962289571762, + "num_tokens": 1100356.0, + "step": 385 + }, + { + "entropy": 7.028731060028076, + "epoch": 0.4626334519572954, + "grad_norm": 1.3046875, + "learning_rate": 0.0001945, + "loss": 6.5814, + "mean_token_accuracy": 0.10232764557003975, + "num_tokens": 1115877.0, + "step": 390 + }, + { + "entropy": 7.04663872718811, + "epoch": 0.46856465005931197, + "grad_norm": 1.375, + "learning_rate": 0.00019700000000000002, + "loss": 6.5466, + "mean_token_accuracy": 0.10219399407505989, + "num_tokens": 1131415.0, + "step": 395 + }, + { + "entropy": 6.8535503387451175, + "epoch": 0.4744958481613286, + "grad_norm": 1.5234375, + "learning_rate": 0.00019950000000000002, + "loss": 6.5137, + "mean_token_accuracy": 0.09734094068408013, + "num_tokens": 1145903.0, + "step": 400 + }, + { + "entropy": 6.879596471786499, + "epoch": 0.4804270462633452, + "grad_norm": 1.125, + "learning_rate": 0.000202, + "loss": 6.4397, + "mean_token_accuracy": 0.0997365266084671, + "num_tokens": 1161168.0, + "step": 405 + }, + { + "entropy": 6.921687078475952, + "epoch": 0.4863582443653618, + "grad_norm": 1.3515625, + "learning_rate": 0.00020449999999999998, + "loss": 6.5196, + "mean_token_accuracy": 0.09855128526687622, + "num_tokens": 1178155.0, + "step": 410 + }, + { + "entropy": 6.924295806884766, + "epoch": 0.49228944246737844, + "grad_norm": 1.3828125, + "learning_rate": 0.000207, + "loss": 6.3697, + "mean_token_accuracy": 0.1099881686270237, + "num_tokens": 1190830.0, + "step": 415 + }, + { + "entropy": 6.827713060379028, + "epoch": 0.498220640569395, + "grad_norm": 1.375, + "learning_rate": 0.0002095, + "loss": 6.3842, + "mean_token_accuracy": 0.10342236086726189, + "num_tokens": 1205260.0, + "step": 420 + }, + { + "entropy": 6.883217096328735, + "epoch": 0.5041518386714117, + "grad_norm": 1.4453125, + "learning_rate": 0.000212, + "loss": 6.431, + "mean_token_accuracy": 0.10836012288928032, + "num_tokens": 1218856.0, + "step": 425 + }, + { + "entropy": 6.832102727890015, + "epoch": 0.5100830367734283, + "grad_norm": 1.328125, + "learning_rate": 0.0002145, + "loss": 6.5014, + "mean_token_accuracy": 0.10428635627031327, + "num_tokens": 1234669.0, + "step": 430 + }, + { + "entropy": 6.830685758590699, + "epoch": 0.5160142348754448, + "grad_norm": 1.46875, + "learning_rate": 0.00021700000000000002, + "loss": 6.4289, + "mean_token_accuracy": 0.1057804524898529, + "num_tokens": 1249514.0, + "step": 435 + }, + { + "entropy": 6.837182474136353, + "epoch": 0.5219454329774614, + "grad_norm": 1.1015625, + "learning_rate": 0.0002195, + "loss": 6.3638, + "mean_token_accuracy": 0.1109524667263031, + "num_tokens": 1262311.0, + "step": 440 + }, + { + "entropy": 6.767211008071899, + "epoch": 0.527876631079478, + "grad_norm": 1.3359375, + "learning_rate": 0.000222, + "loss": 6.3519, + "mean_token_accuracy": 0.10807539224624634, + "num_tokens": 1277681.0, + "step": 445 + }, + { + "entropy": 6.781484460830688, + "epoch": 0.5338078291814946, + "grad_norm": 1.390625, + "learning_rate": 0.0002245, + "loss": 6.3968, + "mean_token_accuracy": 0.10917404815554618, + "num_tokens": 1292300.0, + "step": 450 + }, + { + "entropy": 6.775958061218262, + "epoch": 0.5397390272835113, + "grad_norm": 1.234375, + "learning_rate": 0.00022700000000000002, + "loss": 6.4142, + "mean_token_accuracy": 0.10393262058496475, + "num_tokens": 1307426.0, + "step": 455 + }, + { + "entropy": 6.787585258483887, + "epoch": 0.5456702253855279, + "grad_norm": 1.0546875, + "learning_rate": 0.00022950000000000002, + "loss": 6.4414, + "mean_token_accuracy": 0.09955934658646584, + "num_tokens": 1322167.0, + "step": 460 + }, + { + "entropy": 6.75556001663208, + "epoch": 0.5516014234875445, + "grad_norm": 1.2265625, + "learning_rate": 0.00023200000000000003, + "loss": 6.3126, + "mean_token_accuracy": 0.11029193922877312, + "num_tokens": 1335343.0, + "step": 465 + }, + { + "entropy": 6.719364500045776, + "epoch": 0.5575326215895611, + "grad_norm": 1.234375, + "learning_rate": 0.00023449999999999998, + "loss": 6.3129, + "mean_token_accuracy": 0.11020243093371392, + "num_tokens": 1349078.0, + "step": 470 + }, + { + "entropy": 6.670861291885376, + "epoch": 0.5634638196915777, + "grad_norm": 1.2265625, + "learning_rate": 0.000237, + "loss": 6.2388, + "mean_token_accuracy": 0.11813571006059646, + "num_tokens": 1362030.0, + "step": 475 + }, + { + "entropy": 6.790364742279053, + "epoch": 0.5693950177935944, + "grad_norm": 1.3125, + "learning_rate": 0.0002395, + "loss": 6.3965, + "mean_token_accuracy": 0.10456062778830529, + "num_tokens": 1378303.0, + "step": 480 + }, + { + "entropy": 6.773904657363891, + "epoch": 0.575326215895611, + "grad_norm": 1.203125, + "learning_rate": 0.000242, + "loss": 6.3906, + "mean_token_accuracy": 0.10592009201645851, + "num_tokens": 1392585.0, + "step": 485 + }, + { + "entropy": 6.805166101455688, + "epoch": 0.5812574139976275, + "grad_norm": 1.5, + "learning_rate": 0.0002445, + "loss": 6.3973, + "mean_token_accuracy": 0.11140659600496292, + "num_tokens": 1406962.0, + "step": 490 + }, + { + "entropy": 6.573492240905762, + "epoch": 0.5871886120996441, + "grad_norm": 1.2265625, + "learning_rate": 0.000247, + "loss": 6.2853, + "mean_token_accuracy": 0.11129999980330467, + "num_tokens": 1419493.0, + "step": 495 + }, + { + "entropy": 6.735859537124634, + "epoch": 0.5931198102016607, + "grad_norm": 1.3125, + "learning_rate": 0.0002495, + "loss": 6.3007, + "mean_token_accuracy": 0.10790175497531891, + "num_tokens": 1435373.0, + "step": 500 + }, + { + "epoch": 0.5931198102016607, + "eval_entropy": 6.67236985896994, + "eval_loss": 6.441715717315674, + "eval_mean_token_accuracy": 0.10966419813685988, + "eval_num_tokens": 1435373.0, + "eval_runtime": 2.4776, + "eval_samples_per_second": 1052.652, + "eval_steps_per_second": 131.581, + "step": 500 + }, + { + "entropy": 6.6947290897369385, + "epoch": 0.5990510083036773, + "grad_norm": 1.3359375, + "learning_rate": 0.000252, + "loss": 6.2707, + "mean_token_accuracy": 0.11756636276841163, + "num_tokens": 1449805.0, + "step": 505 + }, + { + "entropy": 6.634400224685669, + "epoch": 0.604982206405694, + "grad_norm": 1.3125, + "learning_rate": 0.0002545, + "loss": 6.2855, + "mean_token_accuracy": 0.11045260801911354, + "num_tokens": 1463657.0, + "step": 510 + }, + { + "entropy": 6.727581596374511, + "epoch": 0.6109134045077106, + "grad_norm": 1.4140625, + "learning_rate": 0.000257, + "loss": 6.3004, + "mean_token_accuracy": 0.11670920848846436, + "num_tokens": 1478089.0, + "step": 515 + }, + { + "entropy": 6.619698333740234, + "epoch": 0.6168446026097272, + "grad_norm": 1.4296875, + "learning_rate": 0.0002595, + "loss": 6.311, + "mean_token_accuracy": 0.11146906316280365, + "num_tokens": 1492225.0, + "step": 520 + }, + { + "entropy": 6.630937004089356, + "epoch": 0.6227758007117438, + "grad_norm": 1.1875, + "learning_rate": 0.000262, + "loss": 6.3008, + "mean_token_accuracy": 0.10728157833218574, + "num_tokens": 1506751.0, + "step": 525 + }, + { + "entropy": 6.599562358856201, + "epoch": 0.6287069988137604, + "grad_norm": 1.140625, + "learning_rate": 0.00026450000000000003, + "loss": 6.2004, + "mean_token_accuracy": 0.11617306619882584, + "num_tokens": 1520590.0, + "step": 530 + }, + { + "entropy": 6.652629327774048, + "epoch": 0.6346381969157769, + "grad_norm": 1.1953125, + "learning_rate": 0.00026700000000000004, + "loss": 6.2527, + "mean_token_accuracy": 0.11343958005309104, + "num_tokens": 1534752.0, + "step": 535 + }, + { + "entropy": 6.587781953811645, + "epoch": 0.6405693950177936, + "grad_norm": 1.3828125, + "learning_rate": 0.00026950000000000005, + "loss": 6.2154, + "mean_token_accuracy": 0.12041136622428894, + "num_tokens": 1547891.0, + "step": 540 + }, + { + "entropy": 6.418690204620361, + "epoch": 0.6465005931198102, + "grad_norm": 1.2578125, + "learning_rate": 0.00027200000000000005, + "loss": 6.1542, + "mean_token_accuracy": 0.12026057541370391, + "num_tokens": 1562560.0, + "step": 545 + }, + { + "entropy": 6.670684385299682, + "epoch": 0.6524317912218268, + "grad_norm": 1.328125, + "learning_rate": 0.0002745, + "loss": 6.3091, + "mean_token_accuracy": 0.11120221018791199, + "num_tokens": 1576896.0, + "step": 550 + }, + { + "entropy": 6.535441923141479, + "epoch": 0.6583629893238434, + "grad_norm": 1.265625, + "learning_rate": 0.000277, + "loss": 6.2086, + "mean_token_accuracy": 0.11225326210260392, + "num_tokens": 1590806.0, + "step": 555 + }, + { + "entropy": 6.601208257675171, + "epoch": 0.66429418742586, + "grad_norm": 1.234375, + "learning_rate": 0.0002795, + "loss": 6.326, + "mean_token_accuracy": 0.10773437917232513, + "num_tokens": 1605874.0, + "step": 560 + }, + { + "entropy": 6.616091251373291, + "epoch": 0.6702253855278766, + "grad_norm": 1.2734375, + "learning_rate": 0.00028199999999999997, + "loss": 6.2108, + "mean_token_accuracy": 0.11664134711027145, + "num_tokens": 1620947.0, + "step": 565 + }, + { + "entropy": 6.484318447113037, + "epoch": 0.6761565836298933, + "grad_norm": 1.296875, + "learning_rate": 0.0002845, + "loss": 6.2608, + "mean_token_accuracy": 0.10255342498421668, + "num_tokens": 1635974.0, + "step": 570 + }, + { + "entropy": 6.542778062820434, + "epoch": 0.6820877817319099, + "grad_norm": 1.109375, + "learning_rate": 0.000287, + "loss": 6.2163, + "mean_token_accuracy": 0.10959842428565025, + "num_tokens": 1651502.0, + "step": 575 + }, + { + "entropy": 6.45567512512207, + "epoch": 0.6880189798339265, + "grad_norm": 1.1796875, + "learning_rate": 0.0002895, + "loss": 6.1629, + "mean_token_accuracy": 0.11728360131382942, + "num_tokens": 1665547.0, + "step": 580 + }, + { + "entropy": 6.501108646392822, + "epoch": 0.693950177935943, + "grad_norm": 1.1796875, + "learning_rate": 0.000292, + "loss": 6.1508, + "mean_token_accuracy": 0.12227020487189293, + "num_tokens": 1678875.0, + "step": 585 + }, + { + "entropy": 6.480410623550415, + "epoch": 0.6998813760379596, + "grad_norm": 1.3203125, + "learning_rate": 0.0002945, + "loss": 6.1681, + "mean_token_accuracy": 0.11540260091423989, + "num_tokens": 1692673.0, + "step": 590 + }, + { + "entropy": 6.511543416976929, + "epoch": 0.7058125741399762, + "grad_norm": 1.109375, + "learning_rate": 0.000297, + "loss": 6.2156, + "mean_token_accuracy": 0.11393610835075378, + "num_tokens": 1707318.0, + "step": 595 + }, + { + "entropy": 6.460053396224976, + "epoch": 0.7117437722419929, + "grad_norm": 1.4140625, + "learning_rate": 0.0002995, + "loss": 6.2426, + "mean_token_accuracy": 0.11120611354708672, + "num_tokens": 1724331.0, + "step": 600 + }, + { + "entropy": 6.442718982696533, + "epoch": 0.7176749703440095, + "grad_norm": 1.3203125, + "learning_rate": 0.000302, + "loss": 6.0492, + "mean_token_accuracy": 0.12235584780573845, + "num_tokens": 1736151.0, + "step": 605 + }, + { + "entropy": 6.444410896301269, + "epoch": 0.7236061684460261, + "grad_norm": 1.28125, + "learning_rate": 0.0003045, + "loss": 6.1371, + "mean_token_accuracy": 0.11987931281328201, + "num_tokens": 1749831.0, + "step": 610 + }, + { + "entropy": 6.455282926559448, + "epoch": 0.7295373665480427, + "grad_norm": 1.1875, + "learning_rate": 0.000307, + "loss": 6.173, + "mean_token_accuracy": 0.11412288546562195, + "num_tokens": 1764296.0, + "step": 615 + }, + { + "entropy": 6.49344654083252, + "epoch": 0.7354685646500593, + "grad_norm": 1.4609375, + "learning_rate": 0.0003095, + "loss": 6.1473, + "mean_token_accuracy": 0.11842510327696801, + "num_tokens": 1778042.0, + "step": 620 + }, + { + "entropy": 6.402311325073242, + "epoch": 0.741399762752076, + "grad_norm": 1.109375, + "learning_rate": 0.000312, + "loss": 6.1244, + "mean_token_accuracy": 0.1204920805990696, + "num_tokens": 1791614.0, + "step": 625 + }, + { + "entropy": 6.386654949188232, + "epoch": 0.7473309608540926, + "grad_norm": 1.140625, + "learning_rate": 0.0003145, + "loss": 6.082, + "mean_token_accuracy": 0.1170621544122696, + "num_tokens": 1807388.0, + "step": 630 + }, + { + "entropy": 6.513570547103882, + "epoch": 0.7532621589561092, + "grad_norm": 1.2109375, + "learning_rate": 0.000317, + "loss": 6.187, + "mean_token_accuracy": 0.1129879891872406, + "num_tokens": 1820407.0, + "step": 635 + }, + { + "entropy": 6.353465366363525, + "epoch": 0.7591933570581257, + "grad_norm": 1.140625, + "learning_rate": 0.0003195, + "loss": 6.0709, + "mean_token_accuracy": 0.11846939399838448, + "num_tokens": 1834666.0, + "step": 640 + }, + { + "entropy": 6.402153253555298, + "epoch": 0.7651245551601423, + "grad_norm": 1.390625, + "learning_rate": 0.000322, + "loss": 6.169, + "mean_token_accuracy": 0.11969529762864113, + "num_tokens": 1848160.0, + "step": 645 + }, + { + "entropy": 6.429388856887817, + "epoch": 0.7710557532621589, + "grad_norm": 1.046875, + "learning_rate": 0.00032450000000000003, + "loss": 6.1763, + "mean_token_accuracy": 0.11832700744271278, + "num_tokens": 1865140.0, + "step": 650 + }, + { + "entropy": 6.384272193908691, + "epoch": 0.7769869513641756, + "grad_norm": 1.1484375, + "learning_rate": 0.00032700000000000003, + "loss": 6.0502, + "mean_token_accuracy": 0.12135105207562447, + "num_tokens": 1878447.0, + "step": 655 + }, + { + "entropy": 6.368830823898316, + "epoch": 0.7829181494661922, + "grad_norm": 1.1953125, + "learning_rate": 0.00032950000000000004, + "loss": 6.0999, + "mean_token_accuracy": 0.11421585902571678, + "num_tokens": 1893539.0, + "step": 660 + }, + { + "entropy": 6.452864456176758, + "epoch": 0.7888493475682088, + "grad_norm": 1.1328125, + "learning_rate": 0.00033200000000000005, + "loss": 6.1646, + "mean_token_accuracy": 0.120599914342165, + "num_tokens": 1908052.0, + "step": 665 + }, + { + "entropy": 6.347026681900024, + "epoch": 0.7947805456702254, + "grad_norm": 1.0859375, + "learning_rate": 0.00033450000000000005, + "loss": 6.0494, + "mean_token_accuracy": 0.12437219470739365, + "num_tokens": 1921528.0, + "step": 670 + }, + { + "entropy": 6.360257863998413, + "epoch": 0.800711743772242, + "grad_norm": 1.1640625, + "learning_rate": 0.000337, + "loss": 6.0758, + "mean_token_accuracy": 0.12383257448673249, + "num_tokens": 1935089.0, + "step": 675 + }, + { + "entropy": 6.4030664443969725, + "epoch": 0.8066429418742586, + "grad_norm": 1.203125, + "learning_rate": 0.0003395, + "loss": 6.1896, + "mean_token_accuracy": 0.11006285175681114, + "num_tokens": 1949717.0, + "step": 680 + }, + { + "entropy": 6.300024366378784, + "epoch": 0.8125741399762753, + "grad_norm": 1.546875, + "learning_rate": 0.000342, + "loss": 6.0568, + "mean_token_accuracy": 0.12153587713837624, + "num_tokens": 1962619.0, + "step": 685 + }, + { + "entropy": 6.450096464157104, + "epoch": 0.8185053380782918, + "grad_norm": 1.375, + "learning_rate": 0.00034449999999999997, + "loss": 6.143, + "mean_token_accuracy": 0.11284489929676056, + "num_tokens": 1977094.0, + "step": 690 + }, + { + "entropy": 6.286441040039063, + "epoch": 0.8244365361803084, + "grad_norm": 1.0625, + "learning_rate": 0.000347, + "loss": 6.1106, + "mean_token_accuracy": 0.11766432374715804, + "num_tokens": 1992446.0, + "step": 695 + }, + { + "entropy": 6.301593971252442, + "epoch": 0.830367734282325, + "grad_norm": 1.1640625, + "learning_rate": 0.0003495, + "loss": 6.0526, + "mean_token_accuracy": 0.1210049532353878, + "num_tokens": 2008753.0, + "step": 700 + }, + { + "entropy": 6.312734651565552, + "epoch": 0.8362989323843416, + "grad_norm": 1.140625, + "learning_rate": 0.000352, + "loss": 6.0098, + "mean_token_accuracy": 0.1238975889980793, + "num_tokens": 2024088.0, + "step": 705 + }, + { + "entropy": 6.338296222686767, + "epoch": 0.8422301304863582, + "grad_norm": 1.21875, + "learning_rate": 0.0003545, + "loss": 6.0283, + "mean_token_accuracy": 0.11651979684829712, + "num_tokens": 2038449.0, + "step": 710 + }, + { + "entropy": 6.306093740463257, + "epoch": 0.8481613285883749, + "grad_norm": 1.1328125, + "learning_rate": 0.000357, + "loss": 6.0258, + "mean_token_accuracy": 0.1278011307120323, + "num_tokens": 2052038.0, + "step": 715 + }, + { + "entropy": 6.271956300735473, + "epoch": 0.8540925266903915, + "grad_norm": 1.1875, + "learning_rate": 0.0003595, + "loss": 5.9769, + "mean_token_accuracy": 0.12276132255792618, + "num_tokens": 2064907.0, + "step": 720 + }, + { + "entropy": 6.297043323516846, + "epoch": 0.8600237247924081, + "grad_norm": 1.0703125, + "learning_rate": 0.000362, + "loss": 6.1502, + "mean_token_accuracy": 0.1173181675374508, + "num_tokens": 2081295.0, + "step": 725 + }, + { + "entropy": 6.336274099349976, + "epoch": 0.8659549228944247, + "grad_norm": 1.0390625, + "learning_rate": 0.0003645, + "loss": 6.0652, + "mean_token_accuracy": 0.12099355086684227, + "num_tokens": 2098077.0, + "step": 730 + }, + { + "entropy": 6.285319423675537, + "epoch": 0.8718861209964412, + "grad_norm": 1.1484375, + "learning_rate": 0.000367, + "loss": 6.0532, + "mean_token_accuracy": 0.12013457342982292, + "num_tokens": 2111716.0, + "step": 735 + }, + { + "entropy": 6.27389874458313, + "epoch": 0.8778173190984578, + "grad_norm": 1.1171875, + "learning_rate": 0.0003695, + "loss": 5.9654, + "mean_token_accuracy": 0.13291287645697594, + "num_tokens": 2125757.0, + "step": 740 + }, + { + "entropy": 6.267977666854859, + "epoch": 0.8837485172004745, + "grad_norm": 1.1875, + "learning_rate": 0.000372, + "loss": 6.1618, + "mean_token_accuracy": 0.11648618057370186, + "num_tokens": 2142929.0, + "step": 745 + }, + { + "entropy": 6.27850079536438, + "epoch": 0.8896797153024911, + "grad_norm": 1.265625, + "learning_rate": 0.0003745, + "loss": 6.0379, + "mean_token_accuracy": 0.12373944073915481, + "num_tokens": 2155206.0, + "step": 750 + }, + { + "entropy": 6.240651369094849, + "epoch": 0.8956109134045077, + "grad_norm": 1.1875, + "learning_rate": 0.000377, + "loss": 5.9246, + "mean_token_accuracy": 0.12547165155410767, + "num_tokens": 2169816.0, + "step": 755 + }, + { + "entropy": 6.190544652938843, + "epoch": 0.9015421115065243, + "grad_norm": 1.0390625, + "learning_rate": 0.0003795, + "loss": 6.0044, + "mean_token_accuracy": 0.12672639563679694, + "num_tokens": 2184827.0, + "step": 760 + }, + { + "entropy": 6.259784412384033, + "epoch": 0.9074733096085409, + "grad_norm": 1.15625, + "learning_rate": 0.000382, + "loss": 5.9353, + "mean_token_accuracy": 0.12988706678152084, + "num_tokens": 2199333.0, + "step": 765 + }, + { + "entropy": 6.1021686553955075, + "epoch": 0.9134045077105575, + "grad_norm": 0.87109375, + "learning_rate": 0.0003845, + "loss": 5.9947, + "mean_token_accuracy": 0.12381677329540253, + "num_tokens": 2215239.0, + "step": 770 + }, + { + "entropy": 6.2903533458709715, + "epoch": 0.9193357058125742, + "grad_norm": 1.0390625, + "learning_rate": 0.00038700000000000003, + "loss": 5.9998, + "mean_token_accuracy": 0.1248672790825367, + "num_tokens": 2229369.0, + "step": 775 + }, + { + "entropy": 6.169124412536621, + "epoch": 0.9252669039145908, + "grad_norm": 1.1875, + "learning_rate": 0.00038950000000000003, + "loss": 5.9842, + "mean_token_accuracy": 0.12811334952712058, + "num_tokens": 2242709.0, + "step": 780 + }, + { + "entropy": 6.2337898254394535, + "epoch": 0.9311981020166074, + "grad_norm": 1.140625, + "learning_rate": 0.00039200000000000004, + "loss": 5.9655, + "mean_token_accuracy": 0.12137661054730416, + "num_tokens": 2257067.0, + "step": 785 + }, + { + "entropy": 6.1931390285491945, + "epoch": 0.9371293001186239, + "grad_norm": 1.25, + "learning_rate": 0.00039450000000000005, + "loss": 5.9103, + "mean_token_accuracy": 0.13152316808700562, + "num_tokens": 2270932.0, + "step": 790 + }, + { + "entropy": 6.182427406311035, + "epoch": 0.9430604982206405, + "grad_norm": 1.0546875, + "learning_rate": 0.00039700000000000005, + "loss": 6.0279, + "mean_token_accuracy": 0.12549996599555016, + "num_tokens": 2285517.0, + "step": 795 + }, + { + "entropy": 6.1117936134338375, + "epoch": 0.9489916963226572, + "grad_norm": 1.1875, + "learning_rate": 0.0003995, + "loss": 5.8952, + "mean_token_accuracy": 0.1253364697098732, + "num_tokens": 2298657.0, + "step": 800 + }, + { + "entropy": 6.14580602645874, + "epoch": 0.9549228944246738, + "grad_norm": 1.2109375, + "learning_rate": 0.000402, + "loss": 5.9069, + "mean_token_accuracy": 0.132824869453907, + "num_tokens": 2312521.0, + "step": 805 + }, + { + "entropy": 6.149325656890869, + "epoch": 0.9608540925266904, + "grad_norm": 1.375, + "learning_rate": 0.0004045, + "loss": 5.901, + "mean_token_accuracy": 0.12876850068569184, + "num_tokens": 2325849.0, + "step": 810 + }, + { + "entropy": 6.160182809829712, + "epoch": 0.966785290628707, + "grad_norm": 1.2578125, + "learning_rate": 0.00040699999999999997, + "loss": 5.933, + "mean_token_accuracy": 0.12433248236775399, + "num_tokens": 2339717.0, + "step": 815 + }, + { + "entropy": 6.148682689666748, + "epoch": 0.9727164887307236, + "grad_norm": 1.078125, + "learning_rate": 0.0004095, + "loss": 5.9644, + "mean_token_accuracy": 0.12969405129551886, + "num_tokens": 2353536.0, + "step": 820 + }, + { + "entropy": 6.15325140953064, + "epoch": 0.9786476868327402, + "grad_norm": 1.1953125, + "learning_rate": 0.000412, + "loss": 5.9392, + "mean_token_accuracy": 0.12233664244413375, + "num_tokens": 2368626.0, + "step": 825 + }, + { + "entropy": 6.148900079727173, + "epoch": 0.9845788849347569, + "grad_norm": 1.1796875, + "learning_rate": 0.0004145, + "loss": 6.0228, + "mean_token_accuracy": 0.1229950562119484, + "num_tokens": 2383768.0, + "step": 830 + }, + { + "entropy": 6.253143930435181, + "epoch": 0.9905100830367735, + "grad_norm": 1.1640625, + "learning_rate": 0.000417, + "loss": 6.0531, + "mean_token_accuracy": 0.12633627876639367, + "num_tokens": 2398089.0, + "step": 835 + }, + { + "entropy": 6.143814277648926, + "epoch": 0.99644128113879, + "grad_norm": 1.15625, + "learning_rate": 0.0004195, + "loss": 5.9179, + "mean_token_accuracy": 0.13075150698423385, + "num_tokens": 2411354.0, + "step": 840 + }, + { + "entropy": 6.1597785472869875, + "epoch": 1.0023724792408066, + "grad_norm": 1.1015625, + "learning_rate": 0.000422, + "loss": 5.9132, + "mean_token_accuracy": 0.1338951252400875, + "num_tokens": 2425071.0, + "step": 845 + }, + { + "entropy": 6.226427221298218, + "epoch": 1.0083036773428233, + "grad_norm": 1.234375, + "learning_rate": 0.0004245, + "loss": 5.8618, + "mean_token_accuracy": 0.13656074777245522, + "num_tokens": 2439143.0, + "step": 850 + }, + { + "entropy": 5.997689485549927, + "epoch": 1.0142348754448398, + "grad_norm": 1.0859375, + "learning_rate": 0.000427, + "loss": 5.7022, + "mean_token_accuracy": 0.1348326951265335, + "num_tokens": 2453466.0, + "step": 855 + }, + { + "entropy": 6.064882230758667, + "epoch": 1.0201660735468565, + "grad_norm": 1.21875, + "learning_rate": 0.0004295, + "loss": 5.815, + "mean_token_accuracy": 0.13819923251867294, + "num_tokens": 2466802.0, + "step": 860 + }, + { + "entropy": 6.077611827850342, + "epoch": 1.026097271648873, + "grad_norm": 1.265625, + "learning_rate": 0.000432, + "loss": 5.7763, + "mean_token_accuracy": 0.13229055777192117, + "num_tokens": 2480080.0, + "step": 865 + }, + { + "entropy": 6.0491447925567625, + "epoch": 1.0320284697508897, + "grad_norm": 1.390625, + "learning_rate": 0.0004345, + "loss": 5.83, + "mean_token_accuracy": 0.1349202238023281, + "num_tokens": 2495196.0, + "step": 870 + }, + { + "entropy": 5.99519829750061, + "epoch": 1.0379596678529064, + "grad_norm": 1.1875, + "learning_rate": 0.000437, + "loss": 5.734, + "mean_token_accuracy": 0.13301657065749167, + "num_tokens": 2510084.0, + "step": 875 + }, + { + "entropy": 6.138531064987182, + "epoch": 1.0438908659549229, + "grad_norm": 1.203125, + "learning_rate": 0.0004395, + "loss": 5.8045, + "mean_token_accuracy": 0.13315934240818023, + "num_tokens": 2522834.0, + "step": 880 + }, + { + "entropy": 6.013190269470215, + "epoch": 1.0498220640569396, + "grad_norm": 1.0703125, + "learning_rate": 0.000442, + "loss": 5.7781, + "mean_token_accuracy": 0.1408059172332287, + "num_tokens": 2536778.0, + "step": 885 + }, + { + "entropy": 6.016625690460205, + "epoch": 1.055753262158956, + "grad_norm": 1.171875, + "learning_rate": 0.0004445, + "loss": 5.8079, + "mean_token_accuracy": 0.13629683703184128, + "num_tokens": 2551220.0, + "step": 890 + }, + { + "entropy": 6.152676439285278, + "epoch": 1.0616844602609727, + "grad_norm": 1.2734375, + "learning_rate": 0.000447, + "loss": 5.8853, + "mean_token_accuracy": 0.12912147343158722, + "num_tokens": 2565686.0, + "step": 895 + }, + { + "entropy": 5.9945775985717775, + "epoch": 1.0676156583629894, + "grad_norm": 1.234375, + "learning_rate": 0.00044950000000000003, + "loss": 5.8012, + "mean_token_accuracy": 0.1301092065870762, + "num_tokens": 2579569.0, + "step": 900 + }, + { + "entropy": 6.045119094848633, + "epoch": 1.073546856465006, + "grad_norm": 1.390625, + "learning_rate": 0.00045200000000000004, + "loss": 5.7873, + "mean_token_accuracy": 0.13423676043748856, + "num_tokens": 2593226.0, + "step": 905 + }, + { + "entropy": 5.971383666992187, + "epoch": 1.0794780545670226, + "grad_norm": 1.046875, + "learning_rate": 0.00045450000000000004, + "loss": 5.748, + "mean_token_accuracy": 0.13364143371582032, + "num_tokens": 2607711.0, + "step": 910 + }, + { + "entropy": 6.028302955627441, + "epoch": 1.085409252669039, + "grad_norm": 1.109375, + "learning_rate": 0.00045700000000000005, + "loss": 5.7788, + "mean_token_accuracy": 0.13531881719827651, + "num_tokens": 2623024.0, + "step": 915 + }, + { + "entropy": 6.003001356124878, + "epoch": 1.0913404507710558, + "grad_norm": 1.078125, + "learning_rate": 0.00045950000000000006, + "loss": 5.7666, + "mean_token_accuracy": 0.1361100286245346, + "num_tokens": 2637824.0, + "step": 920 + }, + { + "entropy": 5.995635271072388, + "epoch": 1.0972716488730723, + "grad_norm": 1.1796875, + "learning_rate": 0.000462, + "loss": 5.7772, + "mean_token_accuracy": 0.13633406162261963, + "num_tokens": 2652077.0, + "step": 925 + }, + { + "entropy": 5.994116687774659, + "epoch": 1.103202846975089, + "grad_norm": 1.2265625, + "learning_rate": 0.0004645, + "loss": 5.7796, + "mean_token_accuracy": 0.1343744106590748, + "num_tokens": 2666791.0, + "step": 930 + }, + { + "entropy": 5.9884919166564945, + "epoch": 1.1091340450771057, + "grad_norm": 0.9375, + "learning_rate": 0.000467, + "loss": 5.8653, + "mean_token_accuracy": 0.13153321593999862, + "num_tokens": 2681482.0, + "step": 935 + }, + { + "entropy": 5.957932996749878, + "epoch": 1.1150652431791221, + "grad_norm": 1.09375, + "learning_rate": 0.0004695, + "loss": 5.6686, + "mean_token_accuracy": 0.14378132447600364, + "num_tokens": 2695305.0, + "step": 940 + }, + { + "entropy": 6.023182153701782, + "epoch": 1.1209964412811388, + "grad_norm": 1.1640625, + "learning_rate": 0.000472, + "loss": 5.7336, + "mean_token_accuracy": 0.13786137402057647, + "num_tokens": 2712211.0, + "step": 945 + }, + { + "entropy": 5.941826725006104, + "epoch": 1.1269276393831553, + "grad_norm": 1.109375, + "learning_rate": 0.0004745, + "loss": 5.7816, + "mean_token_accuracy": 0.13546779826283456, + "num_tokens": 2726888.0, + "step": 950 + }, + { + "entropy": 5.957491064071656, + "epoch": 1.132858837485172, + "grad_norm": 1.0859375, + "learning_rate": 0.000477, + "loss": 5.7527, + "mean_token_accuracy": 0.13760311529040337, + "num_tokens": 2741734.0, + "step": 955 + }, + { + "entropy": 5.94100170135498, + "epoch": 1.1387900355871885, + "grad_norm": 1.3046875, + "learning_rate": 0.0004795, + "loss": 5.7551, + "mean_token_accuracy": 0.14393994361162185, + "num_tokens": 2754680.0, + "step": 960 + }, + { + "entropy": 5.94309253692627, + "epoch": 1.1447212336892052, + "grad_norm": 1.3125, + "learning_rate": 0.000482, + "loss": 5.8065, + "mean_token_accuracy": 0.129212536662817, + "num_tokens": 2769572.0, + "step": 965 + }, + { + "entropy": 6.076050662994385, + "epoch": 1.150652431791222, + "grad_norm": 1.3359375, + "learning_rate": 0.0004845, + "loss": 5.7537, + "mean_token_accuracy": 0.13419156968593599, + "num_tokens": 2782948.0, + "step": 970 + }, + { + "entropy": 5.846741008758545, + "epoch": 1.1565836298932384, + "grad_norm": 1.1171875, + "learning_rate": 0.000487, + "loss": 5.6832, + "mean_token_accuracy": 0.1396567314863205, + "num_tokens": 2795399.0, + "step": 975 + }, + { + "entropy": 5.9153892993927, + "epoch": 1.162514827995255, + "grad_norm": 1.203125, + "learning_rate": 0.0004895, + "loss": 5.6837, + "mean_token_accuracy": 0.13754538744688033, + "num_tokens": 2809591.0, + "step": 980 + }, + { + "entropy": 5.938817977905273, + "epoch": 1.1684460260972718, + "grad_norm": 1.015625, + "learning_rate": 0.000492, + "loss": 5.7227, + "mean_token_accuracy": 0.13820295482873918, + "num_tokens": 2824106.0, + "step": 985 + }, + { + "entropy": 5.93713231086731, + "epoch": 1.1743772241992882, + "grad_norm": 1.1640625, + "learning_rate": 0.0004945, + "loss": 5.8459, + "mean_token_accuracy": 0.1346195101737976, + "num_tokens": 2838616.0, + "step": 990 + }, + { + "entropy": 5.968208456039429, + "epoch": 1.180308422301305, + "grad_norm": 1.4140625, + "learning_rate": 0.000497, + "loss": 5.7473, + "mean_token_accuracy": 0.13854797407984734, + "num_tokens": 2851707.0, + "step": 995 + }, + { + "entropy": 5.898858261108399, + "epoch": 1.1862396204033214, + "grad_norm": 1.0390625, + "learning_rate": 0.0004995, + "loss": 5.7691, + "mean_token_accuracy": 0.1328132927417755, + "num_tokens": 2867644.0, + "step": 1000 + }, + { + "epoch": 1.1862396204033214, + "eval_entropy": 5.91133521232137, + "eval_loss": 6.012734413146973, + "eval_mean_token_accuracy": 0.13139666496930313, + "eval_num_tokens": 2867644.0, + "eval_runtime": 2.4739, + "eval_samples_per_second": 1054.225, + "eval_steps_per_second": 131.778, + "step": 1000 + }, + { + "entropy": 5.986166191101074, + "epoch": 1.1921708185053381, + "grad_norm": 1.0703125, + "learning_rate": 0.00049999967732573, + "loss": 5.7701, + "mean_token_accuracy": 0.1327154405415058, + "num_tokens": 2882663.0, + "step": 1005 + }, + { + "entropy": 5.940847110748291, + "epoch": 1.1981020166073546, + "grad_norm": 1.21875, + "learning_rate": 0.0004999983664630945, + "loss": 5.8284, + "mean_token_accuracy": 0.1329515464603901, + "num_tokens": 2898791.0, + "step": 1010 + }, + { + "entropy": 5.939939355850219, + "epoch": 1.2040332147093713, + "grad_norm": 1.09375, + "learning_rate": 0.0004999960472508219, + "loss": 5.7229, + "mean_token_accuracy": 0.14346506744623183, + "num_tokens": 2912997.0, + "step": 1015 + }, + { + "entropy": 5.890226602554321, + "epoch": 1.209964412811388, + "grad_norm": 1.171875, + "learning_rate": 0.0004999927196993059, + "loss": 5.7083, + "mean_token_accuracy": 0.1415116421878338, + "num_tokens": 2925064.0, + "step": 1020 + }, + { + "entropy": 5.959262037277222, + "epoch": 1.2158956109134045, + "grad_norm": 1.1484375, + "learning_rate": 0.0004999883838234592, + "loss": 5.7633, + "mean_token_accuracy": 0.13465891852974893, + "num_tokens": 2941400.0, + "step": 1025 + }, + { + "entropy": 5.861705589294433, + "epoch": 1.2218268090154212, + "grad_norm": 1.1328125, + "learning_rate": 0.0004999830396427133, + "loss": 5.7352, + "mean_token_accuracy": 0.13958436101675034, + "num_tokens": 2955541.0, + "step": 1030 + }, + { + "entropy": 5.922749280929565, + "epoch": 1.2277580071174377, + "grad_norm": 1.109375, + "learning_rate": 0.0004999766871810188, + "loss": 5.7479, + "mean_token_accuracy": 0.1416574686765671, + "num_tokens": 2968928.0, + "step": 1035 + }, + { + "entropy": 5.934699630737304, + "epoch": 1.2336892052194544, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999693264668446, + "loss": 5.6844, + "mean_token_accuracy": 0.14234655275940894, + "num_tokens": 2984072.0, + "step": 1040 + }, + { + "entropy": 5.891662549972534, + "epoch": 1.2396204033214708, + "grad_norm": 1.015625, + "learning_rate": 0.0004999609575331786, + "loss": 5.7787, + "mean_token_accuracy": 0.13772650435566902, + "num_tokens": 2999083.0, + "step": 1045 + }, + { + "entropy": 5.854400157928467, + "epoch": 1.2455516014234875, + "grad_norm": 1.1796875, + "learning_rate": 0.0004999515804175268, + "loss": 5.726, + "mean_token_accuracy": 0.13745229691267014, + "num_tokens": 3012738.0, + "step": 1050 + }, + { + "entropy": 5.869228887557983, + "epoch": 1.2514827995255042, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999411951619134, + "loss": 5.6694, + "mean_token_accuracy": 0.14171827286481858, + "num_tokens": 3027929.0, + "step": 1055 + }, + { + "entropy": 5.864783573150635, + "epoch": 1.2574139976275207, + "grad_norm": 0.98828125, + "learning_rate": 0.000499929801812881, + "loss": 5.8025, + "mean_token_accuracy": 0.13281177058815957, + "num_tokens": 3043576.0, + "step": 1060 + }, + { + "entropy": 5.822867107391358, + "epoch": 1.2633451957295374, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999174004214899, + "loss": 5.6696, + "mean_token_accuracy": 0.1398370385169983, + "num_tokens": 3059352.0, + "step": 1065 + }, + { + "entropy": 5.936639642715454, + "epoch": 1.269276393831554, + "grad_norm": 1.1484375, + "learning_rate": 0.0004999039910433179, + "loss": 5.7859, + "mean_token_accuracy": 0.1422264978289604, + "num_tokens": 3073140.0, + "step": 1070 + }, + { + "entropy": 5.890475559234619, + "epoch": 1.2752075919335706, + "grad_norm": 1.1015625, + "learning_rate": 0.0004998895737384605, + "loss": 5.7601, + "mean_token_accuracy": 0.14164954274892808, + "num_tokens": 3087710.0, + "step": 1075 + }, + { + "entropy": 5.919763278961182, + "epoch": 1.281138790035587, + "grad_norm": 1.125, + "learning_rate": 0.0004998741485715297, + "loss": 5.713, + "mean_token_accuracy": 0.14089994207024575, + "num_tokens": 3102035.0, + "step": 1080 + }, + { + "entropy": 5.838283920288086, + "epoch": 1.2870699881376038, + "grad_norm": 0.984375, + "learning_rate": 0.0004998577156116551, + "loss": 5.7754, + "mean_token_accuracy": 0.13512811809778214, + "num_tokens": 3118534.0, + "step": 1085 + }, + { + "entropy": 5.856381511688232, + "epoch": 1.2930011862396205, + "grad_norm": 1.0078125, + "learning_rate": 0.0004998402749324823, + "loss": 5.7229, + "mean_token_accuracy": 0.13245076537132264, + "num_tokens": 3133419.0, + "step": 1090 + }, + { + "entropy": 5.997888469696045, + "epoch": 1.298932384341637, + "grad_norm": 1.25, + "learning_rate": 0.0004998218266121731, + "loss": 5.8243, + "mean_token_accuracy": 0.1440747559070587, + "num_tokens": 3145903.0, + "step": 1095 + }, + { + "entropy": 5.824967718124389, + "epoch": 1.3048635824436536, + "grad_norm": 1.078125, + "learning_rate": 0.0004998023707334055, + "loss": 5.7688, + "mean_token_accuracy": 0.1350715659558773, + "num_tokens": 3159938.0, + "step": 1100 + }, + { + "entropy": 5.8246561050415036, + "epoch": 1.3107947805456703, + "grad_norm": 0.9921875, + "learning_rate": 0.0004997819073833724, + "loss": 5.6475, + "mean_token_accuracy": 0.1452900804579258, + "num_tokens": 3175089.0, + "step": 1105 + }, + { + "entropy": 5.855417728424072, + "epoch": 1.3167259786476868, + "grad_norm": 1.0859375, + "learning_rate": 0.0004997604366537823, + "loss": 5.7858, + "mean_token_accuracy": 0.13705137223005295, + "num_tokens": 3191027.0, + "step": 1110 + }, + { + "entropy": 5.746766853332519, + "epoch": 1.3226571767497035, + "grad_norm": 1.140625, + "learning_rate": 0.000499737958640858, + "loss": 5.6247, + "mean_token_accuracy": 0.14565233290195465, + "num_tokens": 3205489.0, + "step": 1115 + }, + { + "entropy": 5.841010189056396, + "epoch": 1.32858837485172, + "grad_norm": 1.0625, + "learning_rate": 0.0004997144734453367, + "loss": 5.604, + "mean_token_accuracy": 0.14238353818655014, + "num_tokens": 3218764.0, + "step": 1120 + }, + { + "entropy": 5.837244129180908, + "epoch": 1.3345195729537367, + "grad_norm": 1.0078125, + "learning_rate": 0.0004996899811724693, + "loss": 5.7391, + "mean_token_accuracy": 0.13837844729423524, + "num_tokens": 3232953.0, + "step": 1125 + }, + { + "entropy": 5.772788858413696, + "epoch": 1.3404507710557532, + "grad_norm": 1.03125, + "learning_rate": 0.0004996644819320201, + "loss": 5.646, + "mean_token_accuracy": 0.14131752848625184, + "num_tokens": 3246977.0, + "step": 1130 + }, + { + "entropy": 5.676492929458618, + "epoch": 1.3463819691577699, + "grad_norm": 1.1640625, + "learning_rate": 0.0004996379758382662, + "loss": 5.5467, + "mean_token_accuracy": 0.14851859956979752, + "num_tokens": 3260668.0, + "step": 1135 + }, + { + "entropy": 5.83406023979187, + "epoch": 1.3523131672597866, + "grad_norm": 1.0859375, + "learning_rate": 0.0004996104630099969, + "loss": 5.6622, + "mean_token_accuracy": 0.1436814546585083, + "num_tokens": 3274213.0, + "step": 1140 + }, + { + "entropy": 5.770905447006226, + "epoch": 1.358244365361803, + "grad_norm": 1.1875, + "learning_rate": 0.0004995819435705133, + "loss": 5.6455, + "mean_token_accuracy": 0.13666117042303086, + "num_tokens": 3288011.0, + "step": 1145 + }, + { + "entropy": 5.856086683273316, + "epoch": 1.3641755634638197, + "grad_norm": 1.0546875, + "learning_rate": 0.0004995524176476277, + "loss": 5.7079, + "mean_token_accuracy": 0.1383526973426342, + "num_tokens": 3303263.0, + "step": 1150 + }, + { + "entropy": 5.795949029922485, + "epoch": 1.3701067615658362, + "grad_norm": 1.1328125, + "learning_rate": 0.0004995218853736631, + "loss": 5.6848, + "mean_token_accuracy": 0.14614594876766204, + "num_tokens": 3316843.0, + "step": 1155 + }, + { + "entropy": 5.752928686141968, + "epoch": 1.376037959667853, + "grad_norm": 1.0625, + "learning_rate": 0.0004994903468854527, + "loss": 5.5688, + "mean_token_accuracy": 0.14343352913856505, + "num_tokens": 3331527.0, + "step": 1160 + }, + { + "entropy": 5.751480293273926, + "epoch": 1.3819691577698694, + "grad_norm": 1.09375, + "learning_rate": 0.0004994578023243386, + "loss": 5.6655, + "mean_token_accuracy": 0.1439042344689369, + "num_tokens": 3347795.0, + "step": 1165 + }, + { + "entropy": 5.797406005859375, + "epoch": 1.387900355871886, + "grad_norm": 0.94140625, + "learning_rate": 0.0004994242518361723, + "loss": 5.7132, + "mean_token_accuracy": 0.1414179876446724, + "num_tokens": 3363532.0, + "step": 1170 + }, + { + "entropy": 5.777079343795776, + "epoch": 1.3938315539739028, + "grad_norm": 1.109375, + "learning_rate": 0.0004993896955713133, + "loss": 5.6743, + "mean_token_accuracy": 0.14409229755401612, + "num_tokens": 3377040.0, + "step": 1175 + }, + { + "entropy": 5.753640937805176, + "epoch": 1.3997627520759193, + "grad_norm": 1.25, + "learning_rate": 0.0004993541336846283, + "loss": 5.6287, + "mean_token_accuracy": 0.1529825061559677, + "num_tokens": 3390663.0, + "step": 1180 + }, + { + "entropy": 5.791894626617432, + "epoch": 1.405693950177936, + "grad_norm": 0.96875, + "learning_rate": 0.000499317566335491, + "loss": 5.6625, + "mean_token_accuracy": 0.1494051843881607, + "num_tokens": 3405860.0, + "step": 1185 + }, + { + "entropy": 5.734993839263916, + "epoch": 1.4116251482799527, + "grad_norm": 1.0859375, + "learning_rate": 0.0004992799936877813, + "loss": 5.6489, + "mean_token_accuracy": 0.14007329940795898, + "num_tokens": 3420248.0, + "step": 1190 + }, + { + "entropy": 5.817593097686768, + "epoch": 1.4175563463819691, + "grad_norm": 1.03125, + "learning_rate": 0.0004992414159098841, + "loss": 5.6469, + "mean_token_accuracy": 0.14704996794462205, + "num_tokens": 3434126.0, + "step": 1195 + }, + { + "entropy": 5.779922151565552, + "epoch": 1.4234875444839858, + "grad_norm": 1.1328125, + "learning_rate": 0.0004992018331746891, + "loss": 5.7038, + "mean_token_accuracy": 0.14136891365051268, + "num_tokens": 3449462.0, + "step": 1200 + }, + { + "entropy": 5.80670485496521, + "epoch": 1.4294187425860023, + "grad_norm": 1.0078125, + "learning_rate": 0.0004991612456595896, + "loss": 5.7589, + "mean_token_accuracy": 0.1408810332417488, + "num_tokens": 3465536.0, + "step": 1205 + }, + { + "entropy": 5.7316718101501465, + "epoch": 1.435349940688019, + "grad_norm": 1.0859375, + "learning_rate": 0.0004991196535464824, + "loss": 5.6359, + "mean_token_accuracy": 0.14721256196498872, + "num_tokens": 3479129.0, + "step": 1210 + }, + { + "entropy": 5.719354104995728, + "epoch": 1.4412811387900355, + "grad_norm": 1.3203125, + "learning_rate": 0.0004990770570217659, + "loss": 5.5441, + "mean_token_accuracy": 0.15703994482755662, + "num_tokens": 3492191.0, + "step": 1215 + }, + { + "entropy": 5.779579067230225, + "epoch": 1.4472123368920522, + "grad_norm": 1.1796875, + "learning_rate": 0.0004990334562763401, + "loss": 5.7006, + "mean_token_accuracy": 0.1453902617096901, + "num_tokens": 3507459.0, + "step": 1220 + }, + { + "entropy": 5.741008663177491, + "epoch": 1.453143534994069, + "grad_norm": 1.0390625, + "learning_rate": 0.0004989888515056057, + "loss": 5.6628, + "mean_token_accuracy": 0.14069193080067635, + "num_tokens": 3521517.0, + "step": 1225 + }, + { + "entropy": 5.746186399459839, + "epoch": 1.4590747330960854, + "grad_norm": 1.0625, + "learning_rate": 0.0004989432429094627, + "loss": 5.6036, + "mean_token_accuracy": 0.1472635604441166, + "num_tokens": 3535279.0, + "step": 1230 + }, + { + "entropy": 5.725585222244263, + "epoch": 1.465005931198102, + "grad_norm": 1.0859375, + "learning_rate": 0.0004988966306923099, + "loss": 5.5219, + "mean_token_accuracy": 0.1509362980723381, + "num_tokens": 3549960.0, + "step": 1235 + }, + { + "entropy": 5.702635431289673, + "epoch": 1.4709371293001186, + "grad_norm": 1.078125, + "learning_rate": 0.0004988490150630441, + "loss": 5.6504, + "mean_token_accuracy": 0.1413729466497898, + "num_tokens": 3563814.0, + "step": 1240 + }, + { + "entropy": 5.836396932601929, + "epoch": 1.4768683274021353, + "grad_norm": 1.0390625, + "learning_rate": 0.0004988003962350589, + "loss": 5.653, + "mean_token_accuracy": 0.15044173300266267, + "num_tokens": 3577529.0, + "step": 1245 + }, + { + "entropy": 5.712747097015381, + "epoch": 1.4827995255041517, + "grad_norm": 1.21875, + "learning_rate": 0.0004987507744262436, + "loss": 5.5913, + "mean_token_accuracy": 0.1456787832081318, + "num_tokens": 3591812.0, + "step": 1250 + }, + { + "entropy": 5.635834550857544, + "epoch": 1.4887307236061684, + "grad_norm": 1.0546875, + "learning_rate": 0.0004987001498589828, + "loss": 5.5787, + "mean_token_accuracy": 0.14813287556171417, + "num_tokens": 3604954.0, + "step": 1255 + }, + { + "entropy": 5.760722827911377, + "epoch": 1.4946619217081851, + "grad_norm": 1.03125, + "learning_rate": 0.0004986485227601548, + "loss": 5.6178, + "mean_token_accuracy": 0.14130520299077035, + "num_tokens": 3620486.0, + "step": 1260 + }, + { + "entropy": 5.717405652999878, + "epoch": 1.5005931198102016, + "grad_norm": 0.9921875, + "learning_rate": 0.000498595893361131, + "loss": 5.555, + "mean_token_accuracy": 0.15612171441316605, + "num_tokens": 3633972.0, + "step": 1265 + }, + { + "entropy": 5.7364737033844, + "epoch": 1.5065243179122183, + "grad_norm": 1.0546875, + "learning_rate": 0.0004985422618977744, + "loss": 5.6037, + "mean_token_accuracy": 0.151451975107193, + "num_tokens": 3649306.0, + "step": 1270 + }, + { + "entropy": 5.7654664516448975, + "epoch": 1.512455516014235, + "grad_norm": 0.98828125, + "learning_rate": 0.0004984876286104392, + "loss": 5.6786, + "mean_token_accuracy": 0.14375052377581596, + "num_tokens": 3664809.0, + "step": 1275 + }, + { + "entropy": 5.70614218711853, + "epoch": 1.5183867141162515, + "grad_norm": 1.2421875, + "learning_rate": 0.0004984319937439693, + "loss": 5.6095, + "mean_token_accuracy": 0.15040914267301558, + "num_tokens": 3677669.0, + "step": 1280 + }, + { + "entropy": 5.743654489517212, + "epoch": 1.524317912218268, + "grad_norm": 1.015625, + "learning_rate": 0.0004983753575476969, + "loss": 5.6267, + "mean_token_accuracy": 0.14291197434067726, + "num_tokens": 3690588.0, + "step": 1285 + }, + { + "entropy": 5.696566772460938, + "epoch": 1.5302491103202847, + "grad_norm": 1.0703125, + "learning_rate": 0.0004983177202754421, + "loss": 5.6522, + "mean_token_accuracy": 0.14571921825408934, + "num_tokens": 3703749.0, + "step": 1290 + }, + { + "entropy": 5.805274868011475, + "epoch": 1.5361803084223014, + "grad_norm": 0.9296875, + "learning_rate": 0.0004982590821855115, + "loss": 5.68, + "mean_token_accuracy": 0.13761823400855064, + "num_tokens": 3720181.0, + "step": 1295 + }, + { + "entropy": 5.711960506439209, + "epoch": 1.5421115065243178, + "grad_norm": 0.953125, + "learning_rate": 0.0004981994435406965, + "loss": 5.6042, + "mean_token_accuracy": 0.14782098084688186, + "num_tokens": 3734918.0, + "step": 1300 + }, + { + "entropy": 5.666572904586792, + "epoch": 1.5480427046263345, + "grad_norm": 0.9765625, + "learning_rate": 0.0004981388046082731, + "loss": 5.5494, + "mean_token_accuracy": 0.15440027564764022, + "num_tokens": 3748660.0, + "step": 1305 + }, + { + "entropy": 5.685553789138794, + "epoch": 1.5539739027283512, + "grad_norm": 0.97265625, + "learning_rate": 0.0004980771656599998, + "loss": 5.6201, + "mean_token_accuracy": 0.14841450601816178, + "num_tokens": 3763481.0, + "step": 1310 + }, + { + "entropy": 5.763680267333984, + "epoch": 1.5599051008303677, + "grad_norm": 1.0390625, + "learning_rate": 0.0004980145269721168, + "loss": 5.6376, + "mean_token_accuracy": 0.14404506087303162, + "num_tokens": 3777077.0, + "step": 1315 + }, + { + "entropy": 5.685877466201783, + "epoch": 1.5658362989323842, + "grad_norm": 0.91796875, + "learning_rate": 0.000497950888825345, + "loss": 5.6386, + "mean_token_accuracy": 0.14266225099563598, + "num_tokens": 3793649.0, + "step": 1320 + }, + { + "entropy": 5.687498426437378, + "epoch": 1.571767497034401, + "grad_norm": 0.96484375, + "learning_rate": 0.000497886251504884, + "loss": 5.5262, + "mean_token_accuracy": 0.15134050250053405, + "num_tokens": 3807712.0, + "step": 1325 + }, + { + "entropy": 5.639243650436401, + "epoch": 1.5776986951364176, + "grad_norm": 0.98046875, + "learning_rate": 0.0004978206153004117, + "loss": 5.5347, + "mean_token_accuracy": 0.1552049770951271, + "num_tokens": 3821637.0, + "step": 1330 + }, + { + "entropy": 5.8086631298065186, + "epoch": 1.583629893238434, + "grad_norm": 1.0546875, + "learning_rate": 0.0004977539805060824, + "loss": 5.6912, + "mean_token_accuracy": 0.1436895474791527, + "num_tokens": 3836272.0, + "step": 1335 + }, + { + "entropy": 5.614665985107422, + "epoch": 1.5895610913404508, + "grad_norm": 1.1171875, + "learning_rate": 0.0004976863474205257, + "loss": 5.5055, + "mean_token_accuracy": 0.15429906994104386, + "num_tokens": 3850018.0, + "step": 1340 + }, + { + "entropy": 5.774603271484375, + "epoch": 1.5954922894424675, + "grad_norm": 1.1640625, + "learning_rate": 0.0004976177163468451, + "loss": 5.5949, + "mean_token_accuracy": 0.15020062923431396, + "num_tokens": 3865061.0, + "step": 1345 + }, + { + "entropy": 5.631220006942749, + "epoch": 1.601423487544484, + "grad_norm": 1.09375, + "learning_rate": 0.0004975480875926168, + "loss": 5.6835, + "mean_token_accuracy": 0.15097753554582596, + "num_tokens": 3879697.0, + "step": 1350 + }, + { + "entropy": 5.735270404815674, + "epoch": 1.6073546856465006, + "grad_norm": 1.140625, + "learning_rate": 0.000497477461469888, + "loss": 5.4825, + "mean_token_accuracy": 0.15924198776483536, + "num_tokens": 3891889.0, + "step": 1355 + }, + { + "entropy": 5.665686845779419, + "epoch": 1.6132858837485173, + "grad_norm": 1.0234375, + "learning_rate": 0.0004974058382951757, + "loss": 5.5945, + "mean_token_accuracy": 0.1450992450118065, + "num_tokens": 3907356.0, + "step": 1360 + }, + { + "entropy": 5.731923580169678, + "epoch": 1.6192170818505338, + "grad_norm": 1.078125, + "learning_rate": 0.0004973332183894653, + "loss": 5.5786, + "mean_token_accuracy": 0.14734622836112976, + "num_tokens": 3921839.0, + "step": 1365 + }, + { + "entropy": 5.587240982055664, + "epoch": 1.6251482799525503, + "grad_norm": 0.9609375, + "learning_rate": 0.0004972596020782096, + "loss": 5.483, + "mean_token_accuracy": 0.15152351856231688, + "num_tokens": 3937266.0, + "step": 1370 + }, + { + "entropy": 5.740517473220825, + "epoch": 1.631079478054567, + "grad_norm": 1.046875, + "learning_rate": 0.0004971849896913259, + "loss": 5.6174, + "mean_token_accuracy": 0.14421468004584312, + "num_tokens": 3952721.0, + "step": 1375 + }, + { + "entropy": 5.699207830429077, + "epoch": 1.6370106761565837, + "grad_norm": 1.21875, + "learning_rate": 0.0004971093815631965, + "loss": 5.626, + "mean_token_accuracy": 0.14614131152629853, + "num_tokens": 3966557.0, + "step": 1380 + }, + { + "entropy": 5.577703142166138, + "epoch": 1.6429418742586002, + "grad_norm": 0.98828125, + "learning_rate": 0.0004970327780326655, + "loss": 5.4592, + "mean_token_accuracy": 0.15435569435358049, + "num_tokens": 3978739.0, + "step": 1385 + }, + { + "entropy": 5.523289442062378, + "epoch": 1.6488730723606169, + "grad_norm": 0.90234375, + "learning_rate": 0.0004969551794430383, + "loss": 5.4758, + "mean_token_accuracy": 0.15182152688503264, + "num_tokens": 3993868.0, + "step": 1390 + }, + { + "entropy": 5.735844373703003, + "epoch": 1.6548042704626336, + "grad_norm": 1.0859375, + "learning_rate": 0.0004968765861420799, + "loss": 5.6032, + "mean_token_accuracy": 0.15374974012374878, + "num_tokens": 4006661.0, + "step": 1395 + }, + { + "entropy": 5.63426947593689, + "epoch": 1.66073546856465, + "grad_norm": 0.984375, + "learning_rate": 0.0004967969984820128, + "loss": 5.5828, + "mean_token_accuracy": 0.1495743677020073, + "num_tokens": 4021670.0, + "step": 1400 + }, + { + "entropy": 5.673282051086426, + "epoch": 1.6666666666666665, + "grad_norm": 1.0703125, + "learning_rate": 0.0004967164168195159, + "loss": 5.5646, + "mean_token_accuracy": 0.1479659453034401, + "num_tokens": 4036995.0, + "step": 1405 + }, + { + "entropy": 5.667166376113892, + "epoch": 1.6725978647686834, + "grad_norm": 1.15625, + "learning_rate": 0.000496634841515723, + "loss": 5.6035, + "mean_token_accuracy": 0.15370306074619294, + "num_tokens": 4049464.0, + "step": 1410 + }, + { + "entropy": 5.649252462387085, + "epoch": 1.6785290628707, + "grad_norm": 1.15625, + "learning_rate": 0.0004965522729362209, + "loss": 5.5096, + "mean_token_accuracy": 0.15451542884111405, + "num_tokens": 4063630.0, + "step": 1415 + }, + { + "entropy": 5.63691987991333, + "epoch": 1.6844602609727164, + "grad_norm": 1.1484375, + "learning_rate": 0.0004964687114510478, + "loss": 5.5176, + "mean_token_accuracy": 0.14818612933158876, + "num_tokens": 4079890.0, + "step": 1420 + }, + { + "entropy": 5.556159973144531, + "epoch": 1.690391459074733, + "grad_norm": 0.984375, + "learning_rate": 0.0004963841574346917, + "loss": 5.5784, + "mean_token_accuracy": 0.15199574530124665, + "num_tokens": 4095693.0, + "step": 1425 + }, + { + "entropy": 5.76162371635437, + "epoch": 1.6963226571767498, + "grad_norm": 1.0390625, + "learning_rate": 0.0004962986112660887, + "loss": 5.6264, + "mean_token_accuracy": 0.14758573174476625, + "num_tokens": 4109655.0, + "step": 1430 + }, + { + "entropy": 5.5980674743652346, + "epoch": 1.7022538552787663, + "grad_norm": 1.046875, + "learning_rate": 0.0004962120733286215, + "loss": 5.4904, + "mean_token_accuracy": 0.15562087446451187, + "num_tokens": 4123870.0, + "step": 1435 + }, + { + "entropy": 5.724174547195434, + "epoch": 1.708185053380783, + "grad_norm": 1.0859375, + "learning_rate": 0.0004961245440101171, + "loss": 5.6127, + "mean_token_accuracy": 0.15370832234621049, + "num_tokens": 4138009.0, + "step": 1440 + }, + { + "entropy": 5.661290311813355, + "epoch": 1.7141162514827997, + "grad_norm": 1.125, + "learning_rate": 0.000496036023702846, + "loss": 5.6985, + "mean_token_accuracy": 0.14476853236556053, + "num_tokens": 4151929.0, + "step": 1445 + }, + { + "entropy": 5.681108665466309, + "epoch": 1.7200474495848161, + "grad_norm": 1.109375, + "learning_rate": 0.0004959465128035195, + "loss": 5.5322, + "mean_token_accuracy": 0.1587254822254181, + "num_tokens": 4164626.0, + "step": 1450 + }, + { + "entropy": 5.668149662017822, + "epoch": 1.7259786476868326, + "grad_norm": 0.96875, + "learning_rate": 0.0004958560117132884, + "loss": 5.4829, + "mean_token_accuracy": 0.1552940219640732, + "num_tokens": 4179418.0, + "step": 1455 + }, + { + "entropy": 5.586788272857666, + "epoch": 1.7319098457888493, + "grad_norm": 0.9296875, + "learning_rate": 0.0004957645208377411, + "loss": 5.5927, + "mean_token_accuracy": 0.14715088456869124, + "num_tokens": 4194385.0, + "step": 1460 + }, + { + "entropy": 5.677043342590332, + "epoch": 1.737841043890866, + "grad_norm": 1.0234375, + "learning_rate": 0.000495672040586902, + "loss": 5.5726, + "mean_token_accuracy": 0.1476666510105133, + "num_tokens": 4209246.0, + "step": 1465 + }, + { + "entropy": 5.573235273361206, + "epoch": 1.7437722419928825, + "grad_norm": 0.94921875, + "learning_rate": 0.0004955785713752292, + "loss": 5.5215, + "mean_token_accuracy": 0.1514071211218834, + "num_tokens": 4225142.0, + "step": 1470 + }, + { + "entropy": 5.6124965190887455, + "epoch": 1.7497034400948992, + "grad_norm": 0.9921875, + "learning_rate": 0.0004954841136216132, + "loss": 5.5121, + "mean_token_accuracy": 0.1569083496928215, + "num_tokens": 4239495.0, + "step": 1475 + }, + { + "entropy": 5.6624431133270265, + "epoch": 1.755634638196916, + "grad_norm": 1.1640625, + "learning_rate": 0.0004953886677493746, + "loss": 5.4459, + "mean_token_accuracy": 0.16436467915773392, + "num_tokens": 4251780.0, + "step": 1480 + }, + { + "entropy": 5.616982173919678, + "epoch": 1.7615658362989324, + "grad_norm": 1.515625, + "learning_rate": 0.0004952922341862622, + "loss": 5.6927, + "mean_token_accuracy": 0.14587103947997093, + "num_tokens": 4265490.0, + "step": 1485 + }, + { + "entropy": 5.64134464263916, + "epoch": 1.7674970344009489, + "grad_norm": 1.0234375, + "learning_rate": 0.0004951948133644514, + "loss": 5.4655, + "mean_token_accuracy": 0.15793099850416184, + "num_tokens": 4280478.0, + "step": 1490 + }, + { + "entropy": 5.635649013519287, + "epoch": 1.7734282325029656, + "grad_norm": 0.93359375, + "learning_rate": 0.0004950964057205421, + "loss": 5.5551, + "mean_token_accuracy": 0.1520090416073799, + "num_tokens": 4296649.0, + "step": 1495 + }, + { + "entropy": 5.565133810043335, + "epoch": 1.7793594306049823, + "grad_norm": 0.97265625, + "learning_rate": 0.0004949970116955566, + "loss": 5.525, + "mean_token_accuracy": 0.15610957741737366, + "num_tokens": 4310470.0, + "step": 1500 + }, + { + "epoch": 1.7793594306049823, + "eval_entropy": 5.4890358755193605, + "eval_loss": 5.720747947692871, + "eval_mean_token_accuracy": 0.15074070664179837, + "eval_num_tokens": 4310470.0, + "eval_runtime": 2.4551, + "eval_samples_per_second": 1062.291, + "eval_steps_per_second": 132.786, + "step": 1500 + }, + { + "entropy": 5.62813172340393, + "epoch": 1.7852906287069987, + "grad_norm": 1.09375, + "learning_rate": 0.0004948966317349379, + "loss": 5.5502, + "mean_token_accuracy": 0.15073443800210953, + "num_tokens": 4324996.0, + "step": 1505 + }, + { + "entropy": 5.527570104598999, + "epoch": 1.7912218268090154, + "grad_norm": 1.0390625, + "learning_rate": 0.0004947952662885473, + "loss": 5.4804, + "mean_token_accuracy": 0.15607783049345017, + "num_tokens": 4337194.0, + "step": 1510 + }, + { + "entropy": 5.547454500198365, + "epoch": 1.7971530249110321, + "grad_norm": 0.96875, + "learning_rate": 0.000494692915810663, + "loss": 5.4743, + "mean_token_accuracy": 0.1528942972421646, + "num_tokens": 4352516.0, + "step": 1515 + }, + { + "entropy": 5.56812629699707, + "epoch": 1.8030842230130486, + "grad_norm": 1.171875, + "learning_rate": 0.0004945895807599775, + "loss": 5.5122, + "mean_token_accuracy": 0.16002019345760346, + "num_tokens": 4367654.0, + "step": 1520 + }, + { + "entropy": 5.605467319488525, + "epoch": 1.809015421115065, + "grad_norm": 1.125, + "learning_rate": 0.0004944852615995956, + "loss": 5.5013, + "mean_token_accuracy": 0.15724539756774902, + "num_tokens": 4381275.0, + "step": 1525 + }, + { + "entropy": 5.572732782363891, + "epoch": 1.814946619217082, + "grad_norm": 1.078125, + "learning_rate": 0.0004943799587970328, + "loss": 5.494, + "mean_token_accuracy": 0.1523606076836586, + "num_tokens": 4394392.0, + "step": 1530 + }, + { + "entropy": 5.530032682418823, + "epoch": 1.8208778173190985, + "grad_norm": 1.0625, + "learning_rate": 0.0004942736728242127, + "loss": 5.4026, + "mean_token_accuracy": 0.15689572244882583, + "num_tokens": 4407512.0, + "step": 1535 + }, + { + "entropy": 5.584712648391724, + "epoch": 1.826809015421115, + "grad_norm": 1.125, + "learning_rate": 0.0004941664041574651, + "loss": 5.507, + "mean_token_accuracy": 0.15881744623184205, + "num_tokens": 4422223.0, + "step": 1540 + }, + { + "entropy": 5.6050506114959715, + "epoch": 1.8327402135231317, + "grad_norm": 1.09375, + "learning_rate": 0.0004940581532775237, + "loss": 5.4926, + "mean_token_accuracy": 0.1518533781170845, + "num_tokens": 4436994.0, + "step": 1545 + }, + { + "entropy": 5.4888392925262455, + "epoch": 1.8386714116251484, + "grad_norm": 0.95703125, + "learning_rate": 0.0004939489206695241, + "loss": 5.4267, + "mean_token_accuracy": 0.15675119161605836, + "num_tokens": 4450429.0, + "step": 1550 + }, + { + "entropy": 5.62486629486084, + "epoch": 1.8446026097271648, + "grad_norm": 0.98046875, + "learning_rate": 0.0004938387068230021, + "loss": 5.5789, + "mean_token_accuracy": 0.15119255930185319, + "num_tokens": 4465991.0, + "step": 1555 + }, + { + "entropy": 5.55673360824585, + "epoch": 1.8505338078291815, + "grad_norm": 1.03125, + "learning_rate": 0.0004937275122318902, + "loss": 5.4977, + "mean_token_accuracy": 0.15660169571638108, + "num_tokens": 4480873.0, + "step": 1560 + }, + { + "entropy": 5.634980964660644, + "epoch": 1.8564650059311982, + "grad_norm": 1.1015625, + "learning_rate": 0.0004936153373945165, + "loss": 5.5428, + "mean_token_accuracy": 0.159622260928154, + "num_tokens": 4493443.0, + "step": 1565 + }, + { + "entropy": 5.580209970474243, + "epoch": 1.8623962040332147, + "grad_norm": 1.015625, + "learning_rate": 0.0004935021828136025, + "loss": 5.5042, + "mean_token_accuracy": 0.15394536405801773, + "num_tokens": 4506457.0, + "step": 1570 + }, + { + "entropy": 5.547038459777832, + "epoch": 1.8683274021352312, + "grad_norm": 1.078125, + "learning_rate": 0.0004933880489962602, + "loss": 5.4575, + "mean_token_accuracy": 0.15576548576354982, + "num_tokens": 4520529.0, + "step": 1575 + }, + { + "entropy": 5.558015251159668, + "epoch": 1.8742586002372479, + "grad_norm": 0.96875, + "learning_rate": 0.0004932729364539901, + "loss": 5.3993, + "mean_token_accuracy": 0.15773553699254989, + "num_tokens": 4535100.0, + "step": 1580 + }, + { + "entropy": 5.509803533554077, + "epoch": 1.8801897983392646, + "grad_norm": 1.1328125, + "learning_rate": 0.0004931568457026789, + "loss": 5.5262, + "mean_token_accuracy": 0.1584371492266655, + "num_tokens": 4549152.0, + "step": 1585 + }, + { + "entropy": 5.5465106010437015, + "epoch": 1.886120996441281, + "grad_norm": 1.015625, + "learning_rate": 0.0004930397772625976, + "loss": 5.3981, + "mean_token_accuracy": 0.16331460624933242, + "num_tokens": 4563302.0, + "step": 1590 + }, + { + "entropy": 5.470412969589233, + "epoch": 1.8920521945432978, + "grad_norm": 0.9921875, + "learning_rate": 0.0004929217316583985, + "loss": 5.3418, + "mean_token_accuracy": 0.1644173815846443, + "num_tokens": 4576770.0, + "step": 1595 + }, + { + "entropy": 5.56337342262268, + "epoch": 1.8979833926453145, + "grad_norm": 0.90625, + "learning_rate": 0.000492802709419113, + "loss": 5.4922, + "mean_token_accuracy": 0.1560358837246895, + "num_tokens": 4590264.0, + "step": 1600 + }, + { + "entropy": 5.541475391387939, + "epoch": 1.903914590747331, + "grad_norm": 0.9609375, + "learning_rate": 0.0004926827110781496, + "loss": 5.4658, + "mean_token_accuracy": 0.1521800145506859, + "num_tokens": 4606217.0, + "step": 1605 + }, + { + "entropy": 5.499109220504761, + "epoch": 1.9098457888493474, + "grad_norm": 1.0703125, + "learning_rate": 0.0004925617371732914, + "loss": 5.3749, + "mean_token_accuracy": 0.16113989651203156, + "num_tokens": 4620460.0, + "step": 1610 + }, + { + "entropy": 5.545439529418945, + "epoch": 1.9157769869513643, + "grad_norm": 0.94921875, + "learning_rate": 0.0004924397882466933, + "loss": 5.4441, + "mean_token_accuracy": 0.15975887924432755, + "num_tokens": 4635915.0, + "step": 1615 + }, + { + "entropy": 5.561807680130005, + "epoch": 1.9217081850533808, + "grad_norm": 1.046875, + "learning_rate": 0.0004923168648448799, + "loss": 5.4467, + "mean_token_accuracy": 0.15793247371912003, + "num_tokens": 4650789.0, + "step": 1620 + }, + { + "entropy": 5.594422292709351, + "epoch": 1.9276393831553973, + "grad_norm": 0.9609375, + "learning_rate": 0.0004921929675187433, + "loss": 5.518, + "mean_token_accuracy": 0.15074024945497513, + "num_tokens": 4666306.0, + "step": 1625 + }, + { + "entropy": 5.519123840332031, + "epoch": 1.933570581257414, + "grad_norm": 1.046875, + "learning_rate": 0.0004920680968235397, + "loss": 5.5125, + "mean_token_accuracy": 0.1595379963517189, + "num_tokens": 4679587.0, + "step": 1630 + }, + { + "entropy": 5.621131181716919, + "epoch": 1.9395017793594307, + "grad_norm": 1.109375, + "learning_rate": 0.0004919422533188882, + "loss": 5.441, + "mean_token_accuracy": 0.15777284204959868, + "num_tokens": 4694237.0, + "step": 1635 + }, + { + "entropy": 5.571220350265503, + "epoch": 1.9454329774614472, + "grad_norm": 0.93359375, + "learning_rate": 0.0004918154375687673, + "loss": 5.5383, + "mean_token_accuracy": 0.1469981402158737, + "num_tokens": 4708423.0, + "step": 1640 + }, + { + "entropy": 5.614190530776978, + "epoch": 1.9513641755634639, + "grad_norm": 1.0234375, + "learning_rate": 0.0004916876501415129, + "loss": 5.495, + "mean_token_accuracy": 0.15826049596071243, + "num_tokens": 4723039.0, + "step": 1645 + }, + { + "entropy": 5.505533838272095, + "epoch": 1.9572953736654806, + "grad_norm": 1.2265625, + "learning_rate": 0.0004915588916098151, + "loss": 5.4317, + "mean_token_accuracy": 0.16039896309375762, + "num_tokens": 4735882.0, + "step": 1650 + }, + { + "entropy": 5.477867507934571, + "epoch": 1.963226571767497, + "grad_norm": 1.140625, + "learning_rate": 0.0004914291625507164, + "loss": 5.4436, + "mean_token_accuracy": 0.16591833531856537, + "num_tokens": 4748810.0, + "step": 1655 + }, + { + "entropy": 5.561583375930786, + "epoch": 1.9691577698695135, + "grad_norm": 0.94921875, + "learning_rate": 0.000491298463545609, + "loss": 5.4632, + "mean_token_accuracy": 0.1546772077679634, + "num_tokens": 4763563.0, + "step": 1660 + }, + { + "entropy": 5.511043453216553, + "epoch": 1.9750889679715302, + "grad_norm": 1.109375, + "learning_rate": 0.0004911667951802318, + "loss": 5.4528, + "mean_token_accuracy": 0.15551470816135407, + "num_tokens": 4775483.0, + "step": 1665 + }, + { + "entropy": 5.501114273071289, + "epoch": 1.981020166073547, + "grad_norm": 0.8359375, + "learning_rate": 0.000491034158044668, + "loss": 5.4583, + "mean_token_accuracy": 0.1569467306137085, + "num_tokens": 4792507.0, + "step": 1670 + }, + { + "entropy": 5.568025827407837, + "epoch": 1.9869513641755634, + "grad_norm": 0.953125, + "learning_rate": 0.0004909005527333421, + "loss": 5.5004, + "mean_token_accuracy": 0.155551216006279, + "num_tokens": 4807722.0, + "step": 1675 + }, + { + "entropy": 5.516203594207764, + "epoch": 1.99288256227758, + "grad_norm": 1.015625, + "learning_rate": 0.000490765979845018, + "loss": 5.32, + "mean_token_accuracy": 0.16825991868972778, + "num_tokens": 4821129.0, + "step": 1680 + }, + { + "entropy": 5.505976819992066, + "epoch": 1.9988137603795968, + "grad_norm": 1.109375, + "learning_rate": 0.000490630439982796, + "loss": 5.3815, + "mean_token_accuracy": 0.15964729189872742, + "num_tokens": 4835483.0, + "step": 1685 + }, + { + "entropy": 5.534174060821533, + "epoch": 2.0047449584816133, + "grad_norm": 0.98828125, + "learning_rate": 0.0004904939337541093, + "loss": 5.165, + "mean_token_accuracy": 0.17265937626361846, + "num_tokens": 4848607.0, + "step": 1690 + }, + { + "entropy": 5.4161741733551025, + "epoch": 2.0106761565836297, + "grad_norm": 1.03125, + "learning_rate": 0.0004903564617707227, + "loss": 5.129, + "mean_token_accuracy": 0.17384703904390336, + "num_tokens": 4863324.0, + "step": 1695 + }, + { + "entropy": 5.535564327239991, + "epoch": 2.0166073546856467, + "grad_norm": 1.0234375, + "learning_rate": 0.0004902180246487285, + "loss": 5.1794, + "mean_token_accuracy": 0.17566659599542617, + "num_tokens": 4876603.0, + "step": 1700 + }, + { + "entropy": 5.487852954864502, + "epoch": 2.022538552787663, + "grad_norm": 0.90625, + "learning_rate": 0.000490078623008545, + "loss": 5.2708, + "mean_token_accuracy": 0.16383918672800063, + "num_tokens": 4893733.0, + "step": 1705 + }, + { + "entropy": 5.522866249084473, + "epoch": 2.0284697508896796, + "grad_norm": 1.0546875, + "learning_rate": 0.0004899382574749124, + "loss": 5.2032, + "mean_token_accuracy": 0.1683608591556549, + "num_tokens": 4908476.0, + "step": 1710 + }, + { + "entropy": 5.46659140586853, + "epoch": 2.0344009489916965, + "grad_norm": 1.0390625, + "learning_rate": 0.000489796928676891, + "loss": 5.1535, + "mean_token_accuracy": 0.17724859714508057, + "num_tokens": 4920471.0, + "step": 1715 + }, + { + "entropy": 5.461789083480835, + "epoch": 2.040332147093713, + "grad_norm": 1.0390625, + "learning_rate": 0.0004896546372478581, + "loss": 5.1845, + "mean_token_accuracy": 0.17168280780315398, + "num_tokens": 4934984.0, + "step": 1720 + }, + { + "entropy": 5.375751543045044, + "epoch": 2.0462633451957295, + "grad_norm": 0.99609375, + "learning_rate": 0.0004895113838255049, + "loss": 5.1993, + "mean_token_accuracy": 0.16719358563423156, + "num_tokens": 4949709.0, + "step": 1725 + }, + { + "entropy": 5.503344297409058, + "epoch": 2.052194543297746, + "grad_norm": 0.9609375, + "learning_rate": 0.0004893671690518343, + "loss": 5.1678, + "mean_token_accuracy": 0.17527552992105483, + "num_tokens": 4964439.0, + "step": 1730 + }, + { + "entropy": 5.424249362945557, + "epoch": 2.058125741399763, + "grad_norm": 1.0390625, + "learning_rate": 0.0004892219935731571, + "loss": 5.1255, + "mean_token_accuracy": 0.1706253096461296, + "num_tokens": 4979958.0, + "step": 1735 + }, + { + "entropy": 5.445143413543701, + "epoch": 2.0640569395017794, + "grad_norm": 1.0, + "learning_rate": 0.0004890758580400898, + "loss": 5.2107, + "mean_token_accuracy": 0.17454935014247894, + "num_tokens": 4993034.0, + "step": 1740 + }, + { + "entropy": 5.3907262802124025, + "epoch": 2.069988137603796, + "grad_norm": 1.0078125, + "learning_rate": 0.0004889287631075513, + "loss": 5.1469, + "mean_token_accuracy": 0.17527274340391158, + "num_tokens": 5008580.0, + "step": 1745 + }, + { + "entropy": 5.415247631072998, + "epoch": 2.0759193357058128, + "grad_norm": 0.98828125, + "learning_rate": 0.0004887807094347606, + "loss": 5.1757, + "mean_token_accuracy": 0.1709846779704094, + "num_tokens": 5022322.0, + "step": 1750 + }, + { + "entropy": 5.5165040493011475, + "epoch": 2.0818505338078293, + "grad_norm": 0.9453125, + "learning_rate": 0.0004886316976852326, + "loss": 5.1905, + "mean_token_accuracy": 0.16880395114421845, + "num_tokens": 5036511.0, + "step": 1755 + }, + { + "entropy": 5.393788051605225, + "epoch": 2.0877817319098457, + "grad_norm": 1.0234375, + "learning_rate": 0.0004884817285267766, + "loss": 5.1845, + "mean_token_accuracy": 0.1742696449160576, + "num_tokens": 5050129.0, + "step": 1760 + }, + { + "entropy": 5.337964820861816, + "epoch": 2.093712930011862, + "grad_norm": 1.0390625, + "learning_rate": 0.0004883308026314923, + "loss": 5.0561, + "mean_token_accuracy": 0.18535924702882767, + "num_tokens": 5062299.0, + "step": 1765 + }, + { + "entropy": 5.378459167480469, + "epoch": 2.099644128113879, + "grad_norm": 1.0546875, + "learning_rate": 0.00048817892067576726, + "loss": 5.1866, + "mean_token_accuracy": 0.17031457126140595, + "num_tokens": 5077665.0, + "step": 1770 + }, + { + "entropy": 5.357861471176148, + "epoch": 2.1055753262158956, + "grad_norm": 1.140625, + "learning_rate": 0.0004880260833402734, + "loss": 5.1114, + "mean_token_accuracy": 0.1715405285358429, + "num_tokens": 5092005.0, + "step": 1775 + }, + { + "entropy": 5.379746150970459, + "epoch": 2.111506524317912, + "grad_norm": 0.96484375, + "learning_rate": 0.0004878722913099645, + "loss": 5.199, + "mean_token_accuracy": 0.16930181831121444, + "num_tokens": 5109155.0, + "step": 1780 + }, + { + "entropy": 5.383475065231323, + "epoch": 2.117437722419929, + "grad_norm": 0.96484375, + "learning_rate": 0.000487717545274073, + "loss": 5.149, + "mean_token_accuracy": 0.16863701194524766, + "num_tokens": 5125791.0, + "step": 1785 + }, + { + "entropy": 5.384926605224609, + "epoch": 2.1233689205219455, + "grad_norm": 1.078125, + "learning_rate": 0.0004875618459261065, + "loss": 5.1762, + "mean_token_accuracy": 0.16971782743930816, + "num_tokens": 5139908.0, + "step": 1790 + }, + { + "entropy": 5.391865921020508, + "epoch": 2.129300118623962, + "grad_norm": 0.96875, + "learning_rate": 0.00048740519396384515, + "loss": 5.1527, + "mean_token_accuracy": 0.17617459148168563, + "num_tokens": 5154922.0, + "step": 1795 + }, + { + "entropy": 5.33276104927063, + "epoch": 2.135231316725979, + "grad_norm": 1.0625, + "learning_rate": 0.0004872475900893382, + "loss": 5.1899, + "mean_token_accuracy": 0.17570777982473373, + "num_tokens": 5169919.0, + "step": 1800 + }, + { + "entropy": 5.48026123046875, + "epoch": 2.1411625148279954, + "grad_norm": 1.0390625, + "learning_rate": 0.0004870890350089011, + "loss": 5.1829, + "mean_token_accuracy": 0.16823343187570572, + "num_tokens": 5186687.0, + "step": 1805 + }, + { + "entropy": 5.437422800064087, + "epoch": 2.147093712930012, + "grad_norm": 1.0859375, + "learning_rate": 0.00048692952943311214, + "loss": 5.2063, + "mean_token_accuracy": 0.1717593029141426, + "num_tokens": 5199489.0, + "step": 1810 + }, + { + "entropy": 5.496373796463013, + "epoch": 2.1530249110320283, + "grad_norm": 1.015625, + "learning_rate": 0.0004867690740768094, + "loss": 5.2399, + "mean_token_accuracy": 0.17145588397979736, + "num_tokens": 5214549.0, + "step": 1815 + }, + { + "entropy": 5.366263675689697, + "epoch": 2.1589561091340452, + "grad_norm": 1.0390625, + "learning_rate": 0.00048660766965908736, + "loss": 5.2164, + "mean_token_accuracy": 0.16977577656507492, + "num_tokens": 5228571.0, + "step": 1820 + }, + { + "entropy": 5.388319301605224, + "epoch": 2.1648873072360617, + "grad_norm": 1.03125, + "learning_rate": 0.000486445316903294, + "loss": 5.1452, + "mean_token_accuracy": 0.17680991888046266, + "num_tokens": 5242797.0, + "step": 1825 + }, + { + "entropy": 5.426320600509643, + "epoch": 2.170818505338078, + "grad_norm": 0.99609375, + "learning_rate": 0.000486282016537027, + "loss": 5.2368, + "mean_token_accuracy": 0.17110936492681503, + "num_tokens": 5257692.0, + "step": 1830 + }, + { + "entropy": 5.450334596633911, + "epoch": 2.176749703440095, + "grad_norm": 1.125, + "learning_rate": 0.0004861177692921313, + "loss": 5.2329, + "mean_token_accuracy": 0.17457327097654343, + "num_tokens": 5273117.0, + "step": 1835 + }, + { + "entropy": 5.369627332687378, + "epoch": 2.1826809015421116, + "grad_norm": 0.9375, + "learning_rate": 0.000485952575904695, + "loss": 5.1764, + "mean_token_accuracy": 0.165084633231163, + "num_tokens": 5287232.0, + "step": 1840 + }, + { + "entropy": 5.3623122215271, + "epoch": 2.188612099644128, + "grad_norm": 1.0859375, + "learning_rate": 0.0004857864371150467, + "loss": 5.164, + "mean_token_accuracy": 0.17174010574817658, + "num_tokens": 5300049.0, + "step": 1845 + }, + { + "entropy": 5.422196960449218, + "epoch": 2.1945432977461445, + "grad_norm": 1.109375, + "learning_rate": 0.0004856193536677515, + "loss": 5.1665, + "mean_token_accuracy": 0.17225924283266067, + "num_tokens": 5313811.0, + "step": 1850 + }, + { + "entropy": 5.38545184135437, + "epoch": 2.2004744958481615, + "grad_norm": 1.109375, + "learning_rate": 0.00048545132631160856, + "loss": 5.2414, + "mean_token_accuracy": 0.16925344467163086, + "num_tokens": 5326402.0, + "step": 1855 + }, + { + "entropy": 5.331728982925415, + "epoch": 2.206405693950178, + "grad_norm": 1.1875, + "learning_rate": 0.000485282355799647, + "loss": 5.1074, + "mean_token_accuracy": 0.1777871370315552, + "num_tokens": 5340440.0, + "step": 1860 + }, + { + "entropy": 5.373279333114624, + "epoch": 2.2123368920521944, + "grad_norm": 1.0546875, + "learning_rate": 0.0004851124428891226, + "loss": 5.2044, + "mean_token_accuracy": 0.17208765894174577, + "num_tokens": 5355271.0, + "step": 1865 + }, + { + "entropy": 5.3738720417022705, + "epoch": 2.2182680901542113, + "grad_norm": 0.953125, + "learning_rate": 0.00048494158834151485, + "loss": 5.1657, + "mean_token_accuracy": 0.1768079251050949, + "num_tokens": 5371939.0, + "step": 1870 + }, + { + "entropy": 5.338125801086425, + "epoch": 2.224199288256228, + "grad_norm": 0.984375, + "learning_rate": 0.00048476979292252323, + "loss": 5.0599, + "mean_token_accuracy": 0.18021448701620102, + "num_tokens": 5386242.0, + "step": 1875 + }, + { + "entropy": 5.32992787361145, + "epoch": 2.2301304863582443, + "grad_norm": 1.0625, + "learning_rate": 0.0004845970574020637, + "loss": 5.1392, + "mean_token_accuracy": 0.17196872234344482, + "num_tokens": 5399867.0, + "step": 1880 + }, + { + "entropy": 5.3204365253448485, + "epoch": 2.2360616844602608, + "grad_norm": 0.9609375, + "learning_rate": 0.00048442338255426555, + "loss": 5.0614, + "mean_token_accuracy": 0.1749480903148651, + "num_tokens": 5414236.0, + "step": 1885 + }, + { + "entropy": 5.360966062545776, + "epoch": 2.2419928825622777, + "grad_norm": 1.03125, + "learning_rate": 0.0004842487691574675, + "loss": 5.1766, + "mean_token_accuracy": 0.17208879739046096, + "num_tokens": 5428510.0, + "step": 1890 + }, + { + "entropy": 5.411381673812866, + "epoch": 2.247924080664294, + "grad_norm": 1.0390625, + "learning_rate": 0.0004840732179942146, + "loss": 5.1757, + "mean_token_accuracy": 0.17247659713029861, + "num_tokens": 5443137.0, + "step": 1895 + }, + { + "entropy": 5.371445941925049, + "epoch": 2.2538552787663106, + "grad_norm": 1.0390625, + "learning_rate": 0.00048389672985125467, + "loss": 5.1897, + "mean_token_accuracy": 0.1735587641596794, + "num_tokens": 5456574.0, + "step": 1900 + }, + { + "entropy": 5.3538429737091064, + "epoch": 2.2597864768683276, + "grad_norm": 0.91796875, + "learning_rate": 0.0004837193055195344, + "loss": 5.1926, + "mean_token_accuracy": 0.17189497202634813, + "num_tokens": 5472789.0, + "step": 1905 + }, + { + "entropy": 5.422811889648438, + "epoch": 2.265717674970344, + "grad_norm": 0.9921875, + "learning_rate": 0.00048354094579419656, + "loss": 5.1784, + "mean_token_accuracy": 0.1655895009636879, + "num_tokens": 5488202.0, + "step": 1910 + }, + { + "entropy": 5.344785451889038, + "epoch": 2.2716488730723605, + "grad_norm": 0.9375, + "learning_rate": 0.00048336165147457537, + "loss": 5.2373, + "mean_token_accuracy": 0.16763855069875716, + "num_tokens": 5502661.0, + "step": 1915 + }, + { + "entropy": 5.352733612060547, + "epoch": 2.277580071174377, + "grad_norm": 1.3046875, + "learning_rate": 0.00048318142336419413, + "loss": 5.1591, + "mean_token_accuracy": 0.17304945439100267, + "num_tokens": 5516371.0, + "step": 1920 + }, + { + "entropy": 5.342757987976074, + "epoch": 2.283511269276394, + "grad_norm": 1.0390625, + "learning_rate": 0.0004830002622707604, + "loss": 5.1239, + "mean_token_accuracy": 0.1793706387281418, + "num_tokens": 5529339.0, + "step": 1925 + }, + { + "entropy": 5.337879085540772, + "epoch": 2.2894424673784104, + "grad_norm": 1.0859375, + "learning_rate": 0.00048281816900616354, + "loss": 5.1158, + "mean_token_accuracy": 0.17504990845918655, + "num_tokens": 5543173.0, + "step": 1930 + }, + { + "entropy": 5.280277824401855, + "epoch": 2.295373665480427, + "grad_norm": 0.98046875, + "learning_rate": 0.00048263514438647015, + "loss": 5.1089, + "mean_token_accuracy": 0.17652505189180373, + "num_tokens": 5557080.0, + "step": 1935 + }, + { + "entropy": 5.356028890609741, + "epoch": 2.301304863582444, + "grad_norm": 0.9609375, + "learning_rate": 0.0004824511892319209, + "loss": 5.1702, + "mean_token_accuracy": 0.17574198096990584, + "num_tokens": 5571422.0, + "step": 1940 + }, + { + "entropy": 5.253097772598267, + "epoch": 2.3072360616844603, + "grad_norm": 1.265625, + "learning_rate": 0.0004822663043669267, + "loss": 4.9664, + "mean_token_accuracy": 0.18942097276449205, + "num_tokens": 5583057.0, + "step": 1945 + }, + { + "entropy": 5.27740592956543, + "epoch": 2.3131672597864767, + "grad_norm": 1.0546875, + "learning_rate": 0.00048208049062006505, + "loss": 5.2096, + "mean_token_accuracy": 0.16950699239969252, + "num_tokens": 5596201.0, + "step": 1950 + }, + { + "entropy": 5.393002700805664, + "epoch": 2.3190984578884937, + "grad_norm": 0.921875, + "learning_rate": 0.0004818937488240764, + "loss": 5.1601, + "mean_token_accuracy": 0.17385102808475494, + "num_tokens": 5612461.0, + "step": 1955 + }, + { + "entropy": 5.323347473144532, + "epoch": 2.32502965599051, + "grad_norm": 1.046875, + "learning_rate": 0.00048170607981586023, + "loss": 5.2285, + "mean_token_accuracy": 0.16853837668895721, + "num_tokens": 5628148.0, + "step": 1960 + }, + { + "entropy": 5.288127470016479, + "epoch": 2.3309608540925266, + "grad_norm": 1.015625, + "learning_rate": 0.0004815174844364714, + "loss": 5.0684, + "mean_token_accuracy": 0.1746617555618286, + "num_tokens": 5641695.0, + "step": 1965 + }, + { + "entropy": 5.371695184707642, + "epoch": 2.3368920521945435, + "grad_norm": 1.0625, + "learning_rate": 0.0004813279635311165, + "loss": 5.1085, + "mean_token_accuracy": 0.18225748091936111, + "num_tokens": 5654902.0, + "step": 1970 + }, + { + "entropy": 5.291834688186645, + "epoch": 2.34282325029656, + "grad_norm": 1.125, + "learning_rate": 0.00048113751794914974, + "loss": 5.1022, + "mean_token_accuracy": 0.18446253687143327, + "num_tokens": 5666899.0, + "step": 1975 + }, + { + "entropy": 5.420601224899292, + "epoch": 2.3487544483985765, + "grad_norm": 0.9296875, + "learning_rate": 0.0004809461485440694, + "loss": 5.2152, + "mean_token_accuracy": 0.17578936219215394, + "num_tokens": 5682525.0, + "step": 1980 + }, + { + "entropy": 5.2827568531036375, + "epoch": 2.354685646500593, + "grad_norm": 1.0, + "learning_rate": 0.0004807538561735143, + "loss": 5.14, + "mean_token_accuracy": 0.16829978823661804, + "num_tokens": 5697097.0, + "step": 1985 + }, + { + "entropy": 5.2644284725189205, + "epoch": 2.36061684460261, + "grad_norm": 1.140625, + "learning_rate": 0.00048056064169925904, + "loss": 5.0869, + "mean_token_accuracy": 0.17536696344614028, + "num_tokens": 5712340.0, + "step": 1990 + }, + { + "entropy": 5.353961038589477, + "epoch": 2.3665480427046264, + "grad_norm": 1.0625, + "learning_rate": 0.00048036650598721125, + "loss": 5.197, + "mean_token_accuracy": 0.16865415275096893, + "num_tokens": 5726509.0, + "step": 1995 + }, + { + "entropy": 5.3073567867279055, + "epoch": 2.372479240806643, + "grad_norm": 1.015625, + "learning_rate": 0.00048017144990740673, + "loss": 5.121, + "mean_token_accuracy": 0.1786181464791298, + "num_tokens": 5740977.0, + "step": 2000 + }, + { + "epoch": 2.372479240806643, + "eval_entropy": 5.170273498523454, + "eval_loss": 5.574867248535156, + "eval_mean_token_accuracy": 0.16265562777778853, + "eval_num_tokens": 5740977.0, + "eval_runtime": 2.4303, + "eval_samples_per_second": 1073.13, + "eval_steps_per_second": 134.141, + "step": 2000 + }, + { + "entropy": 5.288026952743531, + "epoch": 2.3784104389086593, + "grad_norm": 1.15625, + "learning_rate": 0.00047997547433400615, + "loss": 5.0974, + "mean_token_accuracy": 0.1805935502052307, + "num_tokens": 5756000.0, + "step": 2005 + }, + { + "entropy": 5.338898134231568, + "epoch": 2.3843416370106763, + "grad_norm": 0.97265625, + "learning_rate": 0.0004797785801452911, + "loss": 5.1033, + "mean_token_accuracy": 0.18041265308856963, + "num_tokens": 5771438.0, + "step": 2010 + }, + { + "entropy": 5.329379606246948, + "epoch": 2.3902728351126927, + "grad_norm": 1.1171875, + "learning_rate": 0.00047958076822365994, + "loss": 5.1506, + "mean_token_accuracy": 0.17072732895612716, + "num_tokens": 5784686.0, + "step": 2015 + }, + { + "entropy": 5.344692611694336, + "epoch": 2.396204033214709, + "grad_norm": 1.0078125, + "learning_rate": 0.0004793820394556238, + "loss": 5.201, + "mean_token_accuracy": 0.17325544208288193, + "num_tokens": 5799363.0, + "step": 2020 + }, + { + "entropy": 5.308460712432861, + "epoch": 2.402135231316726, + "grad_norm": 1.0390625, + "learning_rate": 0.0004791823947318029, + "loss": 5.0887, + "mean_token_accuracy": 0.176689213514328, + "num_tokens": 5812109.0, + "step": 2025 + }, + { + "entropy": 5.2809264183044435, + "epoch": 2.4080664294187426, + "grad_norm": 1.078125, + "learning_rate": 0.0004789818349469222, + "loss": 5.0932, + "mean_token_accuracy": 0.18039163053035737, + "num_tokens": 5825780.0, + "step": 2030 + }, + { + "entropy": 5.265401554107666, + "epoch": 2.413997627520759, + "grad_norm": 1.0625, + "learning_rate": 0.00047878036099980795, + "loss": 5.1356, + "mean_token_accuracy": 0.16557523757219314, + "num_tokens": 5841184.0, + "step": 2035 + }, + { + "entropy": 5.28918867111206, + "epoch": 2.419928825622776, + "grad_norm": 1.15625, + "learning_rate": 0.00047857797379338284, + "loss": 5.1151, + "mean_token_accuracy": 0.18016838133335114, + "num_tokens": 5854422.0, + "step": 2040 + }, + { + "entropy": 5.434517860412598, + "epoch": 2.4258600237247925, + "grad_norm": 1.0625, + "learning_rate": 0.00047837467423466284, + "loss": 5.2756, + "mean_token_accuracy": 0.16469118744134903, + "num_tokens": 5870878.0, + "step": 2045 + }, + { + "entropy": 5.323330879211426, + "epoch": 2.431791221826809, + "grad_norm": 1.1015625, + "learning_rate": 0.00047817046323475246, + "loss": 5.2065, + "mean_token_accuracy": 0.16481388956308365, + "num_tokens": 5886137.0, + "step": 2050 + }, + { + "entropy": 5.346496486663819, + "epoch": 2.4377224199288254, + "grad_norm": 1.03125, + "learning_rate": 0.0004779653417088408, + "loss": 5.1252, + "mean_token_accuracy": 0.17990775406360626, + "num_tokens": 5900300.0, + "step": 2055 + }, + { + "entropy": 5.322238492965698, + "epoch": 2.4436536180308424, + "grad_norm": 0.9375, + "learning_rate": 0.00047775931057619786, + "loss": 5.2122, + "mean_token_accuracy": 0.1684417709708214, + "num_tokens": 5917933.0, + "step": 2060 + }, + { + "entropy": 5.431944942474365, + "epoch": 2.449584816132859, + "grad_norm": 0.984375, + "learning_rate": 0.00047755237076016997, + "loss": 5.1549, + "mean_token_accuracy": 0.1798498421907425, + "num_tokens": 5932189.0, + "step": 2065 + }, + { + "entropy": 5.2723767280578615, + "epoch": 2.4555160142348753, + "grad_norm": 1.0234375, + "learning_rate": 0.0004773445231881757, + "loss": 5.1586, + "mean_token_accuracy": 0.17868874669075013, + "num_tokens": 5945999.0, + "step": 2070 + }, + { + "entropy": 5.317199230194092, + "epoch": 2.4614472123368922, + "grad_norm": 1.015625, + "learning_rate": 0.0004771357687917021, + "loss": 5.1759, + "mean_token_accuracy": 0.17290179580450057, + "num_tokens": 5960187.0, + "step": 2075 + }, + { + "entropy": 5.290809917449951, + "epoch": 2.4673784104389087, + "grad_norm": 0.96875, + "learning_rate": 0.0004769261085063, + "loss": 5.1032, + "mean_token_accuracy": 0.17626044750213624, + "num_tokens": 5975211.0, + "step": 2080 + }, + { + "entropy": 5.2783082008361815, + "epoch": 2.473309608540925, + "grad_norm": 1.015625, + "learning_rate": 0.00047671554327157996, + "loss": 5.09, + "mean_token_accuracy": 0.17717413753271102, + "num_tokens": 5988904.0, + "step": 2085 + }, + { + "entropy": 5.230610990524292, + "epoch": 2.4792408066429417, + "grad_norm": 1.0546875, + "learning_rate": 0.00047650407403120845, + "loss": 5.0964, + "mean_token_accuracy": 0.17791107147932053, + "num_tokens": 6004691.0, + "step": 2090 + }, + { + "entropy": 5.2898766040802006, + "epoch": 2.4851720047449586, + "grad_norm": 1.0625, + "learning_rate": 0.00047629170173290296, + "loss": 5.1428, + "mean_token_accuracy": 0.17288617938756942, + "num_tokens": 6017859.0, + "step": 2095 + }, + { + "entropy": 5.320411825180054, + "epoch": 2.491103202846975, + "grad_norm": 0.98828125, + "learning_rate": 0.0004760784273284286, + "loss": 5.1645, + "mean_token_accuracy": 0.17397502213716506, + "num_tokens": 6032042.0, + "step": 2100 + }, + { + "entropy": 5.293785238265992, + "epoch": 2.4970344009489915, + "grad_norm": 0.97265625, + "learning_rate": 0.0004758642517735928, + "loss": 5.1838, + "mean_token_accuracy": 0.1742447093129158, + "num_tokens": 6048591.0, + "step": 2105 + }, + { + "entropy": 5.232989549636841, + "epoch": 2.5029655990510085, + "grad_norm": 1.109375, + "learning_rate": 0.00047564917602824203, + "loss": 5.0759, + "mean_token_accuracy": 0.179649518430233, + "num_tokens": 6062436.0, + "step": 2110 + }, + { + "entropy": 5.266342687606811, + "epoch": 2.508896797153025, + "grad_norm": 1.125, + "learning_rate": 0.0004754332010562567, + "loss": 5.0365, + "mean_token_accuracy": 0.18351121246814728, + "num_tokens": 6075564.0, + "step": 2115 + }, + { + "entropy": 5.31279501914978, + "epoch": 2.5148279952550414, + "grad_norm": 1.046875, + "learning_rate": 0.0004752163278255473, + "loss": 5.1432, + "mean_token_accuracy": 0.1722079709172249, + "num_tokens": 6088939.0, + "step": 2120 + }, + { + "entropy": 5.295576190948486, + "epoch": 2.5207591933570583, + "grad_norm": 1.03125, + "learning_rate": 0.0004749985573080501, + "loss": 5.0956, + "mean_token_accuracy": 0.17826481014490128, + "num_tokens": 6101855.0, + "step": 2125 + }, + { + "entropy": 5.266389179229736, + "epoch": 2.526690391459075, + "grad_norm": 1.0546875, + "learning_rate": 0.0004747798904797225, + "loss": 5.0738, + "mean_token_accuracy": 0.1764925792813301, + "num_tokens": 6116192.0, + "step": 2130 + }, + { + "entropy": 5.1693144798278805, + "epoch": 2.5326215895610913, + "grad_norm": 0.94921875, + "learning_rate": 0.0004745603283205387, + "loss": 5.0887, + "mean_token_accuracy": 0.17885565012693405, + "num_tokens": 6130741.0, + "step": 2135 + }, + { + "entropy": 5.278003215789795, + "epoch": 2.538552787663108, + "grad_norm": 1.0703125, + "learning_rate": 0.00047433987181448546, + "loss": 5.056, + "mean_token_accuracy": 0.180057655274868, + "num_tokens": 6144937.0, + "step": 2140 + }, + { + "entropy": 5.2536839008331295, + "epoch": 2.5444839857651247, + "grad_norm": 1.1484375, + "learning_rate": 0.0004741185219495579, + "loss": 5.1384, + "mean_token_accuracy": 0.1841862380504608, + "num_tokens": 6156747.0, + "step": 2145 + }, + { + "entropy": 5.199393939971924, + "epoch": 2.550415183867141, + "grad_norm": 1.078125, + "learning_rate": 0.0004738962797177544, + "loss": 5.0336, + "mean_token_accuracy": 0.18659159690141677, + "num_tokens": 6169148.0, + "step": 2150 + }, + { + "entropy": 5.317109870910644, + "epoch": 2.5563463819691576, + "grad_norm": 1.03125, + "learning_rate": 0.00047367314611507276, + "loss": 5.107, + "mean_token_accuracy": 0.17958347201347352, + "num_tokens": 6181881.0, + "step": 2155 + }, + { + "entropy": 5.259987688064575, + "epoch": 2.562277580071174, + "grad_norm": 1.03125, + "learning_rate": 0.00047344912214150565, + "loss": 5.0531, + "mean_token_accuracy": 0.17894216775894164, + "num_tokens": 6196155.0, + "step": 2160 + }, + { + "entropy": 5.232990169525147, + "epoch": 2.568208778173191, + "grad_norm": 1.109375, + "learning_rate": 0.00047322420880103566, + "loss": 5.124, + "mean_token_accuracy": 0.17405239790678023, + "num_tokens": 6210918.0, + "step": 2165 + }, + { + "entropy": 5.249849700927735, + "epoch": 2.5741399762752075, + "grad_norm": 0.96484375, + "learning_rate": 0.00047299840710163157, + "loss": 5.0786, + "mean_token_accuracy": 0.18167687505483626, + "num_tokens": 6225747.0, + "step": 2170 + }, + { + "entropy": 5.256479358673095, + "epoch": 2.580071174377224, + "grad_norm": 1.109375, + "learning_rate": 0.0004727717180552431, + "loss": 5.137, + "mean_token_accuracy": 0.17358365505933762, + "num_tokens": 6239038.0, + "step": 2175 + }, + { + "entropy": 5.342339181900025, + "epoch": 2.586002372479241, + "grad_norm": 1.0546875, + "learning_rate": 0.00047254414267779686, + "loss": 5.2372, + "mean_token_accuracy": 0.17196187376976013, + "num_tokens": 6253346.0, + "step": 2180 + }, + { + "entropy": 5.303297472000122, + "epoch": 2.5919335705812574, + "grad_norm": 0.9453125, + "learning_rate": 0.0004723156819891917, + "loss": 5.2119, + "mean_token_accuracy": 0.17385910600423812, + "num_tokens": 6268060.0, + "step": 2185 + }, + { + "entropy": 5.266570806503296, + "epoch": 2.597864768683274, + "grad_norm": 0.94921875, + "learning_rate": 0.0004720863370132937, + "loss": 5.0388, + "mean_token_accuracy": 0.18387284874916077, + "num_tokens": 6283192.0, + "step": 2190 + }, + { + "entropy": 5.214200639724732, + "epoch": 2.603795966785291, + "grad_norm": 1.015625, + "learning_rate": 0.00047185610877793245, + "loss": 5.1047, + "mean_token_accuracy": 0.18674758821725845, + "num_tokens": 6297511.0, + "step": 2195 + }, + { + "entropy": 5.277515506744384, + "epoch": 2.6097271648873073, + "grad_norm": 0.94921875, + "learning_rate": 0.0004716249983148955, + "loss": 5.1247, + "mean_token_accuracy": 0.1791581928730011, + "num_tokens": 6313257.0, + "step": 2200 + }, + { + "entropy": 5.248571062088013, + "epoch": 2.6156583629893237, + "grad_norm": 1.0703125, + "learning_rate": 0.0004713930066599246, + "loss": 5.0519, + "mean_token_accuracy": 0.1780620649456978, + "num_tokens": 6326437.0, + "step": 2205 + }, + { + "entropy": 5.23038158416748, + "epoch": 2.6215895610913407, + "grad_norm": 0.96875, + "learning_rate": 0.00047116013485271014, + "loss": 5.0944, + "mean_token_accuracy": 0.18125442415475845, + "num_tokens": 6341704.0, + "step": 2210 + }, + { + "entropy": 5.240528726577759, + "epoch": 2.627520759193357, + "grad_norm": 1.0078125, + "learning_rate": 0.0004709263839368875, + "loss": 5.105, + "mean_token_accuracy": 0.17949420362710952, + "num_tokens": 6355783.0, + "step": 2215 + }, + { + "entropy": 5.3141090869903564, + "epoch": 2.6334519572953736, + "grad_norm": 1.0, + "learning_rate": 0.00047069175496003147, + "loss": 5.1015, + "mean_token_accuracy": 0.1741042762994766, + "num_tokens": 6370601.0, + "step": 2220 + }, + { + "entropy": 5.2879376888275145, + "epoch": 2.6393831553973905, + "grad_norm": 0.9765625, + "learning_rate": 0.0004704562489736522, + "loss": 5.1441, + "mean_token_accuracy": 0.1749232068657875, + "num_tokens": 6388124.0, + "step": 2225 + }, + { + "entropy": 5.316340398788452, + "epoch": 2.645314353499407, + "grad_norm": 1.0, + "learning_rate": 0.0004702198670331901, + "loss": 5.1487, + "mean_token_accuracy": 0.17196937203407286, + "num_tokens": 6403018.0, + "step": 2230 + }, + { + "entropy": 5.255807828903198, + "epoch": 2.6512455516014235, + "grad_norm": 1.0625, + "learning_rate": 0.0004699826101980112, + "loss": 5.0898, + "mean_token_accuracy": 0.17568791508674622, + "num_tokens": 6417403.0, + "step": 2235 + }, + { + "entropy": 5.249996376037598, + "epoch": 2.65717674970344, + "grad_norm": 1.1015625, + "learning_rate": 0.0004697444795314027, + "loss": 5.1367, + "mean_token_accuracy": 0.1690463364124298, + "num_tokens": 6432950.0, + "step": 2240 + }, + { + "entropy": 5.27621431350708, + "epoch": 2.6631079478054565, + "grad_norm": 1.0625, + "learning_rate": 0.00046950547610056766, + "loss": 5.1516, + "mean_token_accuracy": 0.1721343442797661, + "num_tokens": 6447735.0, + "step": 2245 + }, + { + "entropy": 5.281610584259033, + "epoch": 2.6690391459074734, + "grad_norm": 1.0859375, + "learning_rate": 0.0004692656009766206, + "loss": 5.0463, + "mean_token_accuracy": 0.18724312782287597, + "num_tokens": 6460066.0, + "step": 2250 + }, + { + "entropy": 5.2377824783325195, + "epoch": 2.67497034400949, + "grad_norm": 1.1328125, + "learning_rate": 0.00046902485523458266, + "loss": 5.1765, + "mean_token_accuracy": 0.16881112903356552, + "num_tokens": 6473880.0, + "step": 2255 + }, + { + "entropy": 5.330496311187744, + "epoch": 2.6809015421115063, + "grad_norm": 1.0859375, + "learning_rate": 0.0004687832399533767, + "loss": 5.0731, + "mean_token_accuracy": 0.1850060999393463, + "num_tokens": 6485678.0, + "step": 2260 + }, + { + "entropy": 5.215729856491089, + "epoch": 2.6868327402135233, + "grad_norm": 1.0, + "learning_rate": 0.0004685407562158226, + "loss": 5.1479, + "mean_token_accuracy": 0.17705656737089157, + "num_tokens": 6498606.0, + "step": 2265 + }, + { + "entropy": 5.218173503875732, + "epoch": 2.6927639383155397, + "grad_norm": 1.046875, + "learning_rate": 0.0004682974051086321, + "loss": 5.0863, + "mean_token_accuracy": 0.18237122297286987, + "num_tokens": 6511590.0, + "step": 2270 + }, + { + "entropy": 5.29819803237915, + "epoch": 2.698695136417556, + "grad_norm": 1.0703125, + "learning_rate": 0.0004680531877224042, + "loss": 5.1659, + "mean_token_accuracy": 0.17502329647541046, + "num_tokens": 6525391.0, + "step": 2275 + }, + { + "entropy": 5.247089862823486, + "epoch": 2.704626334519573, + "grad_norm": 0.97265625, + "learning_rate": 0.00046780810515162027, + "loss": 5.1129, + "mean_token_accuracy": 0.17722094506025315, + "num_tokens": 6540749.0, + "step": 2280 + }, + { + "entropy": 5.228551435470581, + "epoch": 2.7105575326215896, + "grad_norm": 1.0078125, + "learning_rate": 0.00046756215849463905, + "loss": 5.1351, + "mean_token_accuracy": 0.1777515858411789, + "num_tokens": 6556607.0, + "step": 2285 + }, + { + "entropy": 5.227963972091675, + "epoch": 2.716488730723606, + "grad_norm": 1.1328125, + "learning_rate": 0.00046731534885369175, + "loss": 5.0378, + "mean_token_accuracy": 0.18670109808444976, + "num_tokens": 6569340.0, + "step": 2290 + }, + { + "entropy": 5.254456853866577, + "epoch": 2.722419928825623, + "grad_norm": 1.0390625, + "learning_rate": 0.00046706767733487714, + "loss": 5.1495, + "mean_token_accuracy": 0.168257737159729, + "num_tokens": 6586070.0, + "step": 2295 + }, + { + "entropy": 5.350936985015869, + "epoch": 2.7283511269276395, + "grad_norm": 1.09375, + "learning_rate": 0.00046681914504815653, + "loss": 5.2384, + "mean_token_accuracy": 0.17244828790426253, + "num_tokens": 6601441.0, + "step": 2300 + }, + { + "entropy": 5.22352089881897, + "epoch": 2.734282325029656, + "grad_norm": 1.0390625, + "learning_rate": 0.0004665697531073489, + "loss": 5.1004, + "mean_token_accuracy": 0.17834114283323288, + "num_tokens": 6616478.0, + "step": 2305 + }, + { + "entropy": 5.29279670715332, + "epoch": 2.7402135231316724, + "grad_norm": 0.9453125, + "learning_rate": 0.0004663195026301258, + "loss": 5.1774, + "mean_token_accuracy": 0.17028742134571076, + "num_tokens": 6631519.0, + "step": 2310 + }, + { + "entropy": 5.289520025253296, + "epoch": 2.7461447212336894, + "grad_norm": 0.99609375, + "learning_rate": 0.00046606839473800626, + "loss": 5.1519, + "mean_token_accuracy": 0.1711852639913559, + "num_tokens": 6646862.0, + "step": 2315 + }, + { + "entropy": 5.285637235641479, + "epoch": 2.752075919335706, + "grad_norm": 1.0078125, + "learning_rate": 0.00046581643055635215, + "loss": 5.0706, + "mean_token_accuracy": 0.18027766644954682, + "num_tokens": 6660731.0, + "step": 2320 + }, + { + "entropy": 5.257721757888794, + "epoch": 2.7580071174377223, + "grad_norm": 1.0, + "learning_rate": 0.00046556361121436265, + "loss": 5.0884, + "mean_token_accuracy": 0.17217349857091904, + "num_tokens": 6675922.0, + "step": 2325 + }, + { + "entropy": 5.210122585296631, + "epoch": 2.763938315539739, + "grad_norm": 1.0078125, + "learning_rate": 0.0004653099378450696, + "loss": 5.086, + "mean_token_accuracy": 0.17834757566452025, + "num_tokens": 6689363.0, + "step": 2330 + }, + { + "entropy": 5.289632892608642, + "epoch": 2.7698695136417557, + "grad_norm": 1.1796875, + "learning_rate": 0.0004650554115853321, + "loss": 5.08, + "mean_token_accuracy": 0.17782238125801086, + "num_tokens": 6702655.0, + "step": 2335 + }, + { + "entropy": 5.233364868164062, + "epoch": 2.775800711743772, + "grad_norm": 0.94921875, + "learning_rate": 0.00046480003357583154, + "loss": 5.115, + "mean_token_accuracy": 0.1791711837053299, + "num_tokens": 6718101.0, + "step": 2340 + }, + { + "entropy": 5.249103927612305, + "epoch": 2.7817319098457887, + "grad_norm": 1.015625, + "learning_rate": 0.00046454380496106665, + "loss": 5.0327, + "mean_token_accuracy": 0.18523623198270797, + "num_tokens": 6731410.0, + "step": 2345 + }, + { + "entropy": 5.2448647022247314, + "epoch": 2.7876631079478056, + "grad_norm": 1.109375, + "learning_rate": 0.0004642867268893481, + "loss": 5.1059, + "mean_token_accuracy": 0.18096584379673003, + "num_tokens": 6744544.0, + "step": 2350 + }, + { + "entropy": 5.1900553703308105, + "epoch": 2.793594306049822, + "grad_norm": 0.97265625, + "learning_rate": 0.0004640288005127933, + "loss": 5.0096, + "mean_token_accuracy": 0.18570955991744995, + "num_tokens": 6757559.0, + "step": 2355 + }, + { + "entropy": 5.22004246711731, + "epoch": 2.7995255041518385, + "grad_norm": 1.0390625, + "learning_rate": 0.000463770026987322, + "loss": 5.0821, + "mean_token_accuracy": 0.17724673599004745, + "num_tokens": 6772655.0, + "step": 2360 + }, + { + "entropy": 5.193439579010009, + "epoch": 2.8054567022538555, + "grad_norm": 1.078125, + "learning_rate": 0.0004635104074726498, + "loss": 5.011, + "mean_token_accuracy": 0.18544310331344604, + "num_tokens": 6786038.0, + "step": 2365 + }, + { + "entropy": 5.228322505950928, + "epoch": 2.811387900355872, + "grad_norm": 1.0703125, + "learning_rate": 0.0004632499431322842, + "loss": 5.0586, + "mean_token_accuracy": 0.17480345368385314, + "num_tokens": 6799759.0, + "step": 2370 + }, + { + "entropy": 5.192971563339233, + "epoch": 2.8173190984578884, + "grad_norm": 1.1015625, + "learning_rate": 0.00046298863513351854, + "loss": 5.1025, + "mean_token_accuracy": 0.1785614773631096, + "num_tokens": 6814242.0, + "step": 2375 + }, + { + "entropy": 5.30884952545166, + "epoch": 2.8232502965599053, + "grad_norm": 0.96484375, + "learning_rate": 0.00046272648464742733, + "loss": 5.1246, + "mean_token_accuracy": 0.16953468918800355, + "num_tokens": 6828697.0, + "step": 2380 + }, + { + "entropy": 5.15752215385437, + "epoch": 2.829181494661922, + "grad_norm": 1.1953125, + "learning_rate": 0.0004624634928488605, + "loss": 5.0758, + "mean_token_accuracy": 0.18574994206428527, + "num_tokens": 6842549.0, + "step": 2385 + }, + { + "entropy": 5.288483715057373, + "epoch": 2.8351126927639383, + "grad_norm": 1.0546875, + "learning_rate": 0.00046219966091643865, + "loss": 5.1667, + "mean_token_accuracy": 0.17601943910121917, + "num_tokens": 6857599.0, + "step": 2390 + }, + { + "entropy": 5.216753959655762, + "epoch": 2.8410438908659548, + "grad_norm": 1.15625, + "learning_rate": 0.00046193499003254737, + "loss": 5.0904, + "mean_token_accuracy": 0.18286330252885818, + "num_tokens": 6872621.0, + "step": 2395 + }, + { + "entropy": 5.251305961608887, + "epoch": 2.8469750889679717, + "grad_norm": 1.0625, + "learning_rate": 0.0004616694813833322, + "loss": 5.1589, + "mean_token_accuracy": 0.1729411706328392, + "num_tokens": 6887297.0, + "step": 2400 + }, + { + "entropy": 5.263056373596191, + "epoch": 2.852906287069988, + "grad_norm": 1.1484375, + "learning_rate": 0.00046140313615869287, + "loss": 5.0538, + "mean_token_accuracy": 0.18049194067716598, + "num_tokens": 6900857.0, + "step": 2405 + }, + { + "entropy": 5.1703661441802975, + "epoch": 2.8588374851720046, + "grad_norm": 1.03125, + "learning_rate": 0.00046113595555227885, + "loss": 5.0715, + "mean_token_accuracy": 0.18290164321660995, + "num_tokens": 6917351.0, + "step": 2410 + }, + { + "entropy": 5.134192991256714, + "epoch": 2.864768683274021, + "grad_norm": 1.0859375, + "learning_rate": 0.000460867940761483, + "loss": 5.0086, + "mean_token_accuracy": 0.19504904747009277, + "num_tokens": 6930619.0, + "step": 2415 + }, + { + "entropy": 5.185745000839233, + "epoch": 2.870699881376038, + "grad_norm": 1.0546875, + "learning_rate": 0.0004605990929874366, + "loss": 5.0501, + "mean_token_accuracy": 0.17975494414567947, + "num_tokens": 6944842.0, + "step": 2420 + }, + { + "entropy": 5.221125698089599, + "epoch": 2.8766310794780545, + "grad_norm": 1.0859375, + "learning_rate": 0.00046032941343500443, + "loss": 5.0331, + "mean_token_accuracy": 0.18169520050287247, + "num_tokens": 6957699.0, + "step": 2425 + }, + { + "entropy": 5.243278074264526, + "epoch": 2.882562277580071, + "grad_norm": 1.1015625, + "learning_rate": 0.00046005890331277875, + "loss": 5.1779, + "mean_token_accuracy": 0.1789306804537773, + "num_tokens": 6973373.0, + "step": 2430 + }, + { + "entropy": 5.273877429962158, + "epoch": 2.888493475682088, + "grad_norm": 1.046875, + "learning_rate": 0.0004597875638330739, + "loss": 5.1065, + "mean_token_accuracy": 0.17897169589996337, + "num_tokens": 6985943.0, + "step": 2435 + }, + { + "entropy": 5.267488431930542, + "epoch": 2.8944246737841044, + "grad_norm": 1.0859375, + "learning_rate": 0.00045951539621192137, + "loss": 5.1196, + "mean_token_accuracy": 0.19029628336429597, + "num_tokens": 6999655.0, + "step": 2440 + }, + { + "entropy": 5.225543117523193, + "epoch": 2.900355871886121, + "grad_norm": 0.97265625, + "learning_rate": 0.0004592424016690637, + "loss": 5.0894, + "mean_token_accuracy": 0.1805782213807106, + "num_tokens": 7014278.0, + "step": 2445 + }, + { + "entropy": 5.211720752716064, + "epoch": 2.906287069988138, + "grad_norm": 1.0546875, + "learning_rate": 0.00045896858142794976, + "loss": 5.0853, + "mean_token_accuracy": 0.18050264269113542, + "num_tokens": 7029998.0, + "step": 2450 + }, + { + "entropy": 5.261847639083863, + "epoch": 2.9122182680901543, + "grad_norm": 1.0390625, + "learning_rate": 0.0004586939367157285, + "loss": 5.08, + "mean_token_accuracy": 0.17528700977563857, + "num_tokens": 7043212.0, + "step": 2455 + }, + { + "entropy": 5.205530023574829, + "epoch": 2.9181494661921707, + "grad_norm": 1.0546875, + "learning_rate": 0.000458418468763244, + "loss": 5.0157, + "mean_token_accuracy": 0.18455137461423873, + "num_tokens": 7057723.0, + "step": 2460 + }, + { + "entropy": 5.222577953338623, + "epoch": 2.9240806642941877, + "grad_norm": 1.1015625, + "learning_rate": 0.00045814217880502973, + "loss": 5.1525, + "mean_token_accuracy": 0.17377886772155762, + "num_tokens": 7073334.0, + "step": 2465 + }, + { + "entropy": 5.240353107452393, + "epoch": 2.930011862396204, + "grad_norm": 0.9453125, + "learning_rate": 0.000457865068079303, + "loss": 5.1136, + "mean_token_accuracy": 0.17955139875411988, + "num_tokens": 7087671.0, + "step": 2470 + }, + { + "entropy": 5.162194871902466, + "epoch": 2.9359430604982206, + "grad_norm": 1.09375, + "learning_rate": 0.00045758713782795946, + "loss": 4.9601, + "mean_token_accuracy": 0.18688122928142548, + "num_tokens": 7101168.0, + "step": 2475 + }, + { + "entropy": 5.209585046768188, + "epoch": 2.941874258600237, + "grad_norm": 1.046875, + "learning_rate": 0.0004573083892965677, + "loss": 5.1268, + "mean_token_accuracy": 0.18048435896635057, + "num_tokens": 7115581.0, + "step": 2480 + }, + { + "entropy": 5.200497722625732, + "epoch": 2.9478054567022536, + "grad_norm": 1.09375, + "learning_rate": 0.00045702882373436317, + "loss": 5.1, + "mean_token_accuracy": 0.17545540034770965, + "num_tokens": 7129948.0, + "step": 2485 + }, + { + "entropy": 5.13970685005188, + "epoch": 2.9537366548042705, + "grad_norm": 1.0390625, + "learning_rate": 0.0004567484423942433, + "loss": 4.9933, + "mean_token_accuracy": 0.18735943138599395, + "num_tokens": 7144122.0, + "step": 2490 + }, + { + "entropy": 5.212256240844726, + "epoch": 2.959667852906287, + "grad_norm": 1.25, + "learning_rate": 0.00045646724653276117, + "loss": 5.0423, + "mean_token_accuracy": 0.19172451496124268, + "num_tokens": 7157892.0, + "step": 2495 + }, + { + "entropy": 5.22672963142395, + "epoch": 2.9655990510083035, + "grad_norm": 0.94140625, + "learning_rate": 0.00045618523741012044, + "loss": 5.1198, + "mean_token_accuracy": 0.1785096600651741, + "num_tokens": 7172581.0, + "step": 2500 + }, + { + "epoch": 2.9655990510083035, + "eval_entropy": 5.128191098113732, + "eval_loss": 5.4554667472839355, + "eval_mean_token_accuracy": 0.16967149755340413, + "eval_num_tokens": 7172581.0, + "eval_runtime": 2.4682, + "eval_samples_per_second": 1056.643, + "eval_steps_per_second": 132.08, + "step": 2500 + }, + { + "entropy": 5.209706211090088, + "epoch": 2.9715302491103204, + "grad_norm": 1.09375, + "learning_rate": 0.00045590241629016933, + "loss": 5.081, + "mean_token_accuracy": 0.17838001102209092, + "num_tokens": 7187180.0, + "step": 2505 + }, + { + "entropy": 5.186795330047607, + "epoch": 2.977461447212337, + "grad_norm": 1.078125, + "learning_rate": 0.00045561878444039526, + "loss": 5.0928, + "mean_token_accuracy": 0.1853885158896446, + "num_tokens": 7202153.0, + "step": 2510 + }, + { + "entropy": 5.233902025222778, + "epoch": 2.9833926453143533, + "grad_norm": 1.109375, + "learning_rate": 0.00045533434313191866, + "loss": 5.0663, + "mean_token_accuracy": 0.1795577213168144, + "num_tokens": 7217714.0, + "step": 2515 + }, + { + "entropy": 5.072184324264526, + "epoch": 2.9893238434163703, + "grad_norm": 1.03125, + "learning_rate": 0.0004550490936394881, + "loss": 5.0248, + "mean_token_accuracy": 0.1885547786951065, + "num_tokens": 7232366.0, + "step": 2520 + }, + { + "entropy": 5.288804340362549, + "epoch": 2.9952550415183867, + "grad_norm": 1.1484375, + "learning_rate": 0.0004547630372414737, + "loss": 5.0433, + "mean_token_accuracy": 0.18170098960399628, + "num_tokens": 7245542.0, + "step": 2525 + }, + { + "entropy": 5.13629674911499, + "epoch": 3.001186239620403, + "grad_norm": 0.96484375, + "learning_rate": 0.00045447617521986205, + "loss": 4.966, + "mean_token_accuracy": 0.18382924646139145, + "num_tokens": 7260437.0, + "step": 2530 + }, + { + "entropy": 5.186529493331909, + "epoch": 3.00711743772242, + "grad_norm": 1.09375, + "learning_rate": 0.00045418850886025006, + "loss": 4.7908, + "mean_token_accuracy": 0.19730883985757827, + "num_tokens": 7273470.0, + "step": 2535 + }, + { + "entropy": 5.14306674003601, + "epoch": 3.0130486358244366, + "grad_norm": 1.0078125, + "learning_rate": 0.0004539000394518393, + "loss": 4.8184, + "mean_token_accuracy": 0.19704275578260422, + "num_tokens": 7286515.0, + "step": 2540 + }, + { + "entropy": 5.08558144569397, + "epoch": 3.018979833926453, + "grad_norm": 1.1015625, + "learning_rate": 0.00045361076828743054, + "loss": 4.6494, + "mean_token_accuracy": 0.2086326450109482, + "num_tokens": 7299011.0, + "step": 2545 + }, + { + "entropy": 5.100022411346435, + "epoch": 3.0249110320284696, + "grad_norm": 0.99609375, + "learning_rate": 0.00045332069666341733, + "loss": 4.7556, + "mean_token_accuracy": 0.2030994936823845, + "num_tokens": 7312421.0, + "step": 2550 + }, + { + "entropy": 5.228758382797241, + "epoch": 3.0308422301304865, + "grad_norm": 0.8828125, + "learning_rate": 0.000453029825879781, + "loss": 4.829, + "mean_token_accuracy": 0.1881020963191986, + "num_tokens": 7326298.0, + "step": 2555 + }, + { + "entropy": 5.20881233215332, + "epoch": 3.036773428232503, + "grad_norm": 1.1015625, + "learning_rate": 0.0004527381572400838, + "loss": 4.8349, + "mean_token_accuracy": 0.19809474796056747, + "num_tokens": 7340411.0, + "step": 2560 + }, + { + "entropy": 5.2084184169769285, + "epoch": 3.0427046263345194, + "grad_norm": 1.03125, + "learning_rate": 0.00045244569205146425, + "loss": 4.7739, + "mean_token_accuracy": 0.19972959756851197, + "num_tokens": 7355853.0, + "step": 2565 + }, + { + "entropy": 5.0268631935119625, + "epoch": 3.0486358244365364, + "grad_norm": 0.9765625, + "learning_rate": 0.00045215243162463023, + "loss": 4.7546, + "mean_token_accuracy": 0.2027596727013588, + "num_tokens": 7370462.0, + "step": 2570 + }, + { + "entropy": 5.1120353698730465, + "epoch": 3.054567022538553, + "grad_norm": 1.1171875, + "learning_rate": 0.00045185837727385373, + "loss": 4.7613, + "mean_token_accuracy": 0.19956568926572799, + "num_tokens": 7382283.0, + "step": 2575 + }, + { + "entropy": 5.185872745513916, + "epoch": 3.0604982206405693, + "grad_norm": 0.99609375, + "learning_rate": 0.0004515635303169648, + "loss": 4.8004, + "mean_token_accuracy": 0.19398040175437928, + "num_tokens": 7397282.0, + "step": 2580 + }, + { + "entropy": 5.129135847091675, + "epoch": 3.066429418742586, + "grad_norm": 1.09375, + "learning_rate": 0.00045126789207534544, + "loss": 4.7633, + "mean_token_accuracy": 0.19493884593248367, + "num_tokens": 7410471.0, + "step": 2585 + }, + { + "entropy": 5.097009515762329, + "epoch": 3.0723606168446027, + "grad_norm": 1.1640625, + "learning_rate": 0.00045097146387392423, + "loss": 4.7541, + "mean_token_accuracy": 0.20093791782855988, + "num_tokens": 7426151.0, + "step": 2590 + }, + { + "entropy": 5.208783435821533, + "epoch": 3.078291814946619, + "grad_norm": 1.0, + "learning_rate": 0.00045067424704116956, + "loss": 4.8063, + "mean_token_accuracy": 0.19725323617458343, + "num_tokens": 7441336.0, + "step": 2595 + }, + { + "entropy": 5.1333612442016605, + "epoch": 3.0842230130486357, + "grad_norm": 1.03125, + "learning_rate": 0.0004503762429090845, + "loss": 4.8512, + "mean_token_accuracy": 0.19190199822187423, + "num_tokens": 7456152.0, + "step": 2600 + }, + { + "entropy": 5.071452474594116, + "epoch": 3.0901542111506526, + "grad_norm": 1.0390625, + "learning_rate": 0.00045007745281320035, + "loss": 4.7492, + "mean_token_accuracy": 0.19597499817609787, + "num_tokens": 7469477.0, + "step": 2605 + }, + { + "entropy": 5.152786159515381, + "epoch": 3.096085409252669, + "grad_norm": 1.1875, + "learning_rate": 0.0004497778780925706, + "loss": 4.745, + "mean_token_accuracy": 0.20036472231149674, + "num_tokens": 7482859.0, + "step": 2610 + }, + { + "entropy": 5.149897813796997, + "epoch": 3.1020166073546855, + "grad_norm": 1.171875, + "learning_rate": 0.00044947752008976546, + "loss": 4.7565, + "mean_token_accuracy": 0.20434682816267014, + "num_tokens": 7497021.0, + "step": 2615 + }, + { + "entropy": 5.082270812988281, + "epoch": 3.1079478054567025, + "grad_norm": 0.98828125, + "learning_rate": 0.0004491763801508652, + "loss": 4.8287, + "mean_token_accuracy": 0.19397101253271104, + "num_tokens": 7512528.0, + "step": 2620 + }, + { + "entropy": 5.1444420337677, + "epoch": 3.113879003558719, + "grad_norm": 1.03125, + "learning_rate": 0.0004488744596254545, + "loss": 4.8243, + "mean_token_accuracy": 0.19616906642913817, + "num_tokens": 7529492.0, + "step": 2625 + }, + { + "entropy": 5.099391889572144, + "epoch": 3.1198102016607354, + "grad_norm": 1.046875, + "learning_rate": 0.00044857175986661634, + "loss": 4.8307, + "mean_token_accuracy": 0.1908296301960945, + "num_tokens": 7544750.0, + "step": 2630 + }, + { + "entropy": 5.151020145416259, + "epoch": 3.125741399762752, + "grad_norm": 0.98828125, + "learning_rate": 0.00044826828223092584, + "loss": 4.8131, + "mean_token_accuracy": 0.19755022823810578, + "num_tokens": 7560436.0, + "step": 2635 + }, + { + "entropy": 5.078480672836304, + "epoch": 3.131672597864769, + "grad_norm": 1.0546875, + "learning_rate": 0.0004479640280784443, + "loss": 4.744, + "mean_token_accuracy": 0.19955695867538453, + "num_tokens": 7572784.0, + "step": 2640 + }, + { + "entropy": 5.113914966583252, + "epoch": 3.1376037959667853, + "grad_norm": 1.171875, + "learning_rate": 0.00044765899877271306, + "loss": 4.859, + "mean_token_accuracy": 0.1986508622765541, + "num_tokens": 7585677.0, + "step": 2645 + }, + { + "entropy": 5.126020288467407, + "epoch": 3.1435349940688018, + "grad_norm": 1.0625, + "learning_rate": 0.0004473531956807471, + "loss": 4.8702, + "mean_token_accuracy": 0.19153172969818116, + "num_tokens": 7600099.0, + "step": 2650 + }, + { + "entropy": 5.072196006774902, + "epoch": 3.1494661921708187, + "grad_norm": 0.93359375, + "learning_rate": 0.0004470466201730298, + "loss": 4.7925, + "mean_token_accuracy": 0.19439838826656342, + "num_tokens": 7615907.0, + "step": 2655 + }, + { + "entropy": 5.143037557601929, + "epoch": 3.155397390272835, + "grad_norm": 1.03125, + "learning_rate": 0.00044673927362350545, + "loss": 4.8237, + "mean_token_accuracy": 0.19680167287588118, + "num_tokens": 7629322.0, + "step": 2660 + }, + { + "entropy": 5.135795927047729, + "epoch": 3.1613285883748516, + "grad_norm": 1.1328125, + "learning_rate": 0.00044643115740957437, + "loss": 4.7916, + "mean_token_accuracy": 0.1951526179909706, + "num_tokens": 7642876.0, + "step": 2665 + }, + { + "entropy": 5.147537422180176, + "epoch": 3.167259786476868, + "grad_norm": 1.0859375, + "learning_rate": 0.000446122272912086, + "loss": 4.7397, + "mean_token_accuracy": 0.20763775259256362, + "num_tokens": 7655252.0, + "step": 2670 + }, + { + "entropy": 5.109446811676025, + "epoch": 3.173190984578885, + "grad_norm": 1.015625, + "learning_rate": 0.0004458126215153329, + "loss": 4.7983, + "mean_token_accuracy": 0.19524380266666413, + "num_tokens": 7669858.0, + "step": 2675 + }, + { + "entropy": 5.115171337127686, + "epoch": 3.1791221826809015, + "grad_norm": 1.0546875, + "learning_rate": 0.0004455022046070446, + "loss": 4.8484, + "mean_token_accuracy": 0.18973655700683595, + "num_tokens": 7684268.0, + "step": 2680 + }, + { + "entropy": 5.018248653411865, + "epoch": 3.185053380782918, + "grad_norm": 1.109375, + "learning_rate": 0.0004451910235783814, + "loss": 4.717, + "mean_token_accuracy": 0.21085696369409562, + "num_tokens": 7696579.0, + "step": 2685 + }, + { + "entropy": 5.127526092529297, + "epoch": 3.190984578884935, + "grad_norm": 1.09375, + "learning_rate": 0.0004448790798239278, + "loss": 4.8436, + "mean_token_accuracy": 0.19351662397384645, + "num_tokens": 7712167.0, + "step": 2690 + }, + { + "entropy": 5.105394887924194, + "epoch": 3.1969157769869514, + "grad_norm": 0.96875, + "learning_rate": 0.0004445663747416868, + "loss": 4.8131, + "mean_token_accuracy": 0.19317025691270828, + "num_tokens": 7729466.0, + "step": 2695 + }, + { + "entropy": 5.043076610565185, + "epoch": 3.202846975088968, + "grad_norm": 1.140625, + "learning_rate": 0.00044425290973307345, + "loss": 4.6998, + "mean_token_accuracy": 0.20704733729362487, + "num_tokens": 7741327.0, + "step": 2700 + }, + { + "entropy": 5.05340690612793, + "epoch": 3.208778173190985, + "grad_norm": 1.140625, + "learning_rate": 0.0004439386862029081, + "loss": 4.7979, + "mean_token_accuracy": 0.2003027930855751, + "num_tokens": 7757212.0, + "step": 2705 + }, + { + "entropy": 5.1013377666473385, + "epoch": 3.2147093712930013, + "grad_norm": 1.078125, + "learning_rate": 0.00044362370555941057, + "loss": 4.8373, + "mean_token_accuracy": 0.19453289955854416, + "num_tokens": 7772726.0, + "step": 2710 + }, + { + "entropy": 5.200697374343872, + "epoch": 3.2206405693950177, + "grad_norm": 1.109375, + "learning_rate": 0.0004433079692141941, + "loss": 4.9332, + "mean_token_accuracy": 0.1931446298956871, + "num_tokens": 7788185.0, + "step": 2715 + }, + { + "entropy": 5.098084259033203, + "epoch": 3.2265717674970342, + "grad_norm": 1.09375, + "learning_rate": 0.00044299147858225835, + "loss": 4.8124, + "mean_token_accuracy": 0.19363399744033813, + "num_tokens": 7802653.0, + "step": 2720 + }, + { + "entropy": 5.1125976085662845, + "epoch": 3.232502965599051, + "grad_norm": 0.95703125, + "learning_rate": 0.0004426742350819834, + "loss": 4.7917, + "mean_token_accuracy": 0.19389940202236175, + "num_tokens": 7816898.0, + "step": 2725 + }, + { + "entropy": 5.147168445587158, + "epoch": 3.2384341637010676, + "grad_norm": 0.98828125, + "learning_rate": 0.0004423562401351234, + "loss": 4.876, + "mean_token_accuracy": 0.1905128002166748, + "num_tokens": 7833509.0, + "step": 2730 + }, + { + "entropy": 5.192942333221436, + "epoch": 3.244365361803084, + "grad_norm": 0.99609375, + "learning_rate": 0.00044203749516680035, + "loss": 4.8427, + "mean_token_accuracy": 0.1987154722213745, + "num_tokens": 7849910.0, + "step": 2735 + }, + { + "entropy": 5.063848209381104, + "epoch": 3.250296559905101, + "grad_norm": 1.0546875, + "learning_rate": 0.0004417180016054972, + "loss": 4.8113, + "mean_token_accuracy": 0.1946829855442047, + "num_tokens": 7864555.0, + "step": 2740 + }, + { + "entropy": 5.090720558166504, + "epoch": 3.2562277580071175, + "grad_norm": 1.0703125, + "learning_rate": 0.00044139776088305215, + "loss": 4.7492, + "mean_token_accuracy": 0.2016763925552368, + "num_tokens": 7878850.0, + "step": 2745 + }, + { + "entropy": 5.091657066345215, + "epoch": 3.262158956109134, + "grad_norm": 1.046875, + "learning_rate": 0.00044107677443465165, + "loss": 4.9031, + "mean_token_accuracy": 0.19536128789186477, + "num_tokens": 7894200.0, + "step": 2750 + }, + { + "entropy": 5.134050750732422, + "epoch": 3.2680901542111505, + "grad_norm": 1.1953125, + "learning_rate": 0.00044075504369882416, + "loss": 4.8529, + "mean_token_accuracy": 0.19184636920690537, + "num_tokens": 7908939.0, + "step": 2755 + }, + { + "entropy": 5.132843923568726, + "epoch": 3.2740213523131674, + "grad_norm": 0.9921875, + "learning_rate": 0.0004404325701174338, + "loss": 4.8618, + "mean_token_accuracy": 0.19030990153551103, + "num_tokens": 7924223.0, + "step": 2760 + }, + { + "entropy": 5.081524896621704, + "epoch": 3.279952550415184, + "grad_norm": 1.0625, + "learning_rate": 0.0004401093551356739, + "loss": 4.7557, + "mean_token_accuracy": 0.2024812862277031, + "num_tokens": 7938323.0, + "step": 2765 + }, + { + "entropy": 5.049100589752197, + "epoch": 3.2858837485172003, + "grad_norm": 0.92578125, + "learning_rate": 0.0004397854002020604, + "loss": 4.7814, + "mean_token_accuracy": 0.2020518437027931, + "num_tokens": 7952126.0, + "step": 2770 + }, + { + "entropy": 5.080816555023193, + "epoch": 3.2918149466192173, + "grad_norm": 1.2265625, + "learning_rate": 0.0004394607067684251, + "loss": 4.7988, + "mean_token_accuracy": 0.19751653522253038, + "num_tokens": 7965150.0, + "step": 2775 + }, + { + "entropy": 5.15736985206604, + "epoch": 3.2977461447212337, + "grad_norm": 1.015625, + "learning_rate": 0.00043913527628990984, + "loss": 4.8365, + "mean_token_accuracy": 0.19114754498004913, + "num_tokens": 7980532.0, + "step": 2780 + }, + { + "entropy": 5.0498096466064455, + "epoch": 3.30367734282325, + "grad_norm": 1.0546875, + "learning_rate": 0.00043880911022495955, + "loss": 4.7979, + "mean_token_accuracy": 0.19996661990880965, + "num_tokens": 7994731.0, + "step": 2785 + }, + { + "entropy": 5.045728778839111, + "epoch": 3.309608540925267, + "grad_norm": 1.0, + "learning_rate": 0.0004384822100353155, + "loss": 4.7792, + "mean_token_accuracy": 0.20297738313674926, + "num_tokens": 8009405.0, + "step": 2790 + }, + { + "entropy": 5.043602848052979, + "epoch": 3.3155397390272836, + "grad_norm": 1.046875, + "learning_rate": 0.00043815457718600933, + "loss": 4.703, + "mean_token_accuracy": 0.20316480547189714, + "num_tokens": 8023683.0, + "step": 2795 + }, + { + "entropy": 4.979565191268921, + "epoch": 3.3214709371293, + "grad_norm": 1.0625, + "learning_rate": 0.0004378262131453558, + "loss": 4.7448, + "mean_token_accuracy": 0.20116145312786102, + "num_tokens": 8038219.0, + "step": 2800 + }, + { + "entropy": 5.029000902175904, + "epoch": 3.3274021352313166, + "grad_norm": 1.1484375, + "learning_rate": 0.00043749711938494693, + "loss": 4.7479, + "mean_token_accuracy": 0.2009764328598976, + "num_tokens": 8052037.0, + "step": 2805 + }, + { + "entropy": 5.063984489440918, + "epoch": 3.3333333333333335, + "grad_norm": 1.109375, + "learning_rate": 0.00043716729737964475, + "loss": 4.8005, + "mean_token_accuracy": 0.19967271238565446, + "num_tokens": 8065346.0, + "step": 2810 + }, + { + "entropy": 5.089534330368042, + "epoch": 3.33926453143535, + "grad_norm": 1.1953125, + "learning_rate": 0.000436836748607575, + "loss": 4.8024, + "mean_token_accuracy": 0.19638994485139846, + "num_tokens": 8081411.0, + "step": 2815 + }, + { + "entropy": 5.120129728317261, + "epoch": 3.3451957295373664, + "grad_norm": 1.1015625, + "learning_rate": 0.0004365054745501209, + "loss": 4.8472, + "mean_token_accuracy": 0.19565204232931138, + "num_tokens": 8096979.0, + "step": 2820 + }, + { + "entropy": 5.020432186126709, + "epoch": 3.351126927639383, + "grad_norm": 1.1953125, + "learning_rate": 0.0004361734766919156, + "loss": 4.8349, + "mean_token_accuracy": 0.1926871970295906, + "num_tokens": 8110573.0, + "step": 2825 + }, + { + "entropy": 5.061763572692871, + "epoch": 3.3570581257414, + "grad_norm": 1.171875, + "learning_rate": 0.0004358407565208361, + "loss": 4.8833, + "mean_token_accuracy": 0.1976574257016182, + "num_tokens": 8125529.0, + "step": 2830 + }, + { + "entropy": 5.12091588973999, + "epoch": 3.3629893238434163, + "grad_norm": 0.953125, + "learning_rate": 0.00043550731552799676, + "loss": 4.8466, + "mean_token_accuracy": 0.19565797746181487, + "num_tokens": 8141042.0, + "step": 2835 + }, + { + "entropy": 5.022051239013672, + "epoch": 3.368920521945433, + "grad_norm": 1.1796875, + "learning_rate": 0.0004351731552077423, + "loss": 4.7575, + "mean_token_accuracy": 0.19804837554693222, + "num_tokens": 8153157.0, + "step": 2840 + }, + { + "entropy": 5.021864032745361, + "epoch": 3.3748517200474497, + "grad_norm": 0.99609375, + "learning_rate": 0.00043483827705764094, + "loss": 4.7646, + "mean_token_accuracy": 0.20032886266708375, + "num_tokens": 8168570.0, + "step": 2845 + }, + { + "entropy": 5.108405017852784, + "epoch": 3.380782918149466, + "grad_norm": 1.0703125, + "learning_rate": 0.00043450268257847814, + "loss": 4.8059, + "mean_token_accuracy": 0.19953808933496475, + "num_tokens": 8182041.0, + "step": 2850 + }, + { + "entropy": 5.110202646255493, + "epoch": 3.3867141162514827, + "grad_norm": 1.0859375, + "learning_rate": 0.00043416637327424955, + "loss": 4.8449, + "mean_token_accuracy": 0.19766062647104263, + "num_tokens": 8196466.0, + "step": 2855 + }, + { + "entropy": 5.049158334732056, + "epoch": 3.3926453143534996, + "grad_norm": 1.078125, + "learning_rate": 0.00043382935065215444, + "loss": 4.7834, + "mean_token_accuracy": 0.19956779778003692, + "num_tokens": 8210847.0, + "step": 2860 + }, + { + "entropy": 5.013025093078613, + "epoch": 3.398576512455516, + "grad_norm": 1.0703125, + "learning_rate": 0.0004334916162225889, + "loss": 4.7041, + "mean_token_accuracy": 0.2068425863981247, + "num_tokens": 8225575.0, + "step": 2865 + }, + { + "entropy": 5.076068353652954, + "epoch": 3.4045077105575325, + "grad_norm": 1.1171875, + "learning_rate": 0.00043315317149913876, + "loss": 4.808, + "mean_token_accuracy": 0.19905340373516084, + "num_tokens": 8239881.0, + "step": 2870 + }, + { + "entropy": 5.018644142150879, + "epoch": 3.4104389086595495, + "grad_norm": 1.0859375, + "learning_rate": 0.00043281401799857356, + "loss": 4.8426, + "mean_token_accuracy": 0.19684257358312607, + "num_tokens": 8253692.0, + "step": 2875 + }, + { + "entropy": 5.0646027565002445, + "epoch": 3.416370106761566, + "grad_norm": 1.03125, + "learning_rate": 0.00043247415724083886, + "loss": 4.7819, + "mean_token_accuracy": 0.19912485182285308, + "num_tokens": 8268322.0, + "step": 2880 + }, + { + "entropy": 5.025012445449829, + "epoch": 3.4223013048635824, + "grad_norm": 0.953125, + "learning_rate": 0.0004321335907490502, + "loss": 4.8053, + "mean_token_accuracy": 0.19429467767477035, + "num_tokens": 8285317.0, + "step": 2885 + }, + { + "entropy": 5.100164270401001, + "epoch": 3.428232502965599, + "grad_norm": 1.046875, + "learning_rate": 0.0004317923200494856, + "loss": 4.7933, + "mean_token_accuracy": 0.20158445090055466, + "num_tokens": 8299429.0, + "step": 2890 + }, + { + "entropy": 5.039232349395752, + "epoch": 3.434163701067616, + "grad_norm": 1.046875, + "learning_rate": 0.00043145034667157935, + "loss": 4.8165, + "mean_token_accuracy": 0.1936866894364357, + "num_tokens": 8314039.0, + "step": 2895 + }, + { + "entropy": 5.04435977935791, + "epoch": 3.4400948991696323, + "grad_norm": 1.015625, + "learning_rate": 0.00043110767214791466, + "loss": 4.8579, + "mean_token_accuracy": 0.19030549228191376, + "num_tokens": 8328634.0, + "step": 2900 + }, + { + "entropy": 5.061645078659057, + "epoch": 3.4460260972716488, + "grad_norm": 1.078125, + "learning_rate": 0.0004307642980142171, + "loss": 4.7607, + "mean_token_accuracy": 0.20237151086330413, + "num_tokens": 8342448.0, + "step": 2905 + }, + { + "entropy": 5.0385942459106445, + "epoch": 3.4519572953736652, + "grad_norm": 1.140625, + "learning_rate": 0.0004304202258093473, + "loss": 4.7632, + "mean_token_accuracy": 0.20581259578466415, + "num_tokens": 8354450.0, + "step": 2910 + }, + { + "entropy": 5.031369161605835, + "epoch": 3.457888493475682, + "grad_norm": 1.125, + "learning_rate": 0.00043007545707529496, + "loss": 4.8276, + "mean_token_accuracy": 0.20016095489263536, + "num_tokens": 8369054.0, + "step": 2915 + }, + { + "entropy": 5.084920263290405, + "epoch": 3.4638196915776986, + "grad_norm": 1.0625, + "learning_rate": 0.0004297299933571708, + "loss": 4.8296, + "mean_token_accuracy": 0.20116593837738037, + "num_tokens": 8383401.0, + "step": 2920 + }, + { + "entropy": 5.0826586246490475, + "epoch": 3.469750889679715, + "grad_norm": 1.1640625, + "learning_rate": 0.0004293838362032003, + "loss": 4.8431, + "mean_token_accuracy": 0.19186071306467056, + "num_tokens": 8396990.0, + "step": 2925 + }, + { + "entropy": 5.091199779510498, + "epoch": 3.475682087781732, + "grad_norm": 1.15625, + "learning_rate": 0.00042903698716471677, + "loss": 4.7678, + "mean_token_accuracy": 0.2013833075761795, + "num_tokens": 8411212.0, + "step": 2930 + }, + { + "entropy": 5.048702621459961, + "epoch": 3.4816132858837485, + "grad_norm": 1.15625, + "learning_rate": 0.0004286894477961541, + "loss": 4.816, + "mean_token_accuracy": 0.19629474729299545, + "num_tokens": 8424669.0, + "step": 2935 + }, + { + "entropy": 4.976538515090942, + "epoch": 3.487544483985765, + "grad_norm": 1.109375, + "learning_rate": 0.00042834121965504014, + "loss": 4.7754, + "mean_token_accuracy": 0.19990172535181044, + "num_tokens": 8437122.0, + "step": 2940 + }, + { + "entropy": 5.10742974281311, + "epoch": 3.493475682087782, + "grad_norm": 0.98046875, + "learning_rate": 0.00042799230430198935, + "loss": 4.8296, + "mean_token_accuracy": 0.1914140284061432, + "num_tokens": 8450543.0, + "step": 2945 + }, + { + "entropy": 5.064130353927612, + "epoch": 3.4994068801897984, + "grad_norm": 1.234375, + "learning_rate": 0.000427642703300696, + "loss": 4.7662, + "mean_token_accuracy": 0.2023661881685257, + "num_tokens": 8464720.0, + "step": 2950 + }, + { + "entropy": 5.0957324504852295, + "epoch": 3.505338078291815, + "grad_norm": 1.21875, + "learning_rate": 0.00042729241821792726, + "loss": 4.8549, + "mean_token_accuracy": 0.1962006002664566, + "num_tokens": 8478547.0, + "step": 2955 + }, + { + "entropy": 5.1516471862792965, + "epoch": 3.511269276393832, + "grad_norm": 0.9765625, + "learning_rate": 0.000426941450623516, + "loss": 4.8781, + "mean_token_accuracy": 0.19749569445848464, + "num_tokens": 8494126.0, + "step": 2960 + }, + { + "entropy": 5.031353759765625, + "epoch": 3.5172004744958483, + "grad_norm": 1.0859375, + "learning_rate": 0.00042658980209035394, + "loss": 4.8601, + "mean_token_accuracy": 0.186987940967083, + "num_tokens": 8508575.0, + "step": 2965 + }, + { + "entropy": 5.0075500965118405, + "epoch": 3.5231316725978647, + "grad_norm": 1.1484375, + "learning_rate": 0.00042623747419438427, + "loss": 4.7508, + "mean_token_accuracy": 0.1991992712020874, + "num_tokens": 8523589.0, + "step": 2970 + }, + { + "entropy": 5.158101797103882, + "epoch": 3.5290628706998812, + "grad_norm": 1.109375, + "learning_rate": 0.000425884468514595, + "loss": 4.8535, + "mean_token_accuracy": 0.19646587669849397, + "num_tokens": 8538238.0, + "step": 2975 + }, + { + "entropy": 4.996473217010498, + "epoch": 3.534994068801898, + "grad_norm": 1.046875, + "learning_rate": 0.00042553078663301163, + "loss": 4.8191, + "mean_token_accuracy": 0.20561834871768953, + "num_tokens": 8551959.0, + "step": 2980 + }, + { + "entropy": 5.088233804702758, + "epoch": 3.5409252669039146, + "grad_norm": 1.046875, + "learning_rate": 0.00042517643013469, + "loss": 4.8048, + "mean_token_accuracy": 0.20215945243835448, + "num_tokens": 8564628.0, + "step": 2985 + }, + { + "entropy": 5.071303081512451, + "epoch": 3.546856465005931, + "grad_norm": 1.09375, + "learning_rate": 0.0004248214006077095, + "loss": 4.821, + "mean_token_accuracy": 0.19784992188215256, + "num_tokens": 8579342.0, + "step": 2990 + }, + { + "entropy": 5.061466932296753, + "epoch": 3.5527876631079476, + "grad_norm": 1.0859375, + "learning_rate": 0.00042446569964316557, + "loss": 4.8055, + "mean_token_accuracy": 0.19897904992103577, + "num_tokens": 8595096.0, + "step": 2995 + }, + { + "entropy": 5.215964984893799, + "epoch": 3.5587188612099645, + "grad_norm": 1.0625, + "learning_rate": 0.00042410932883516297, + "loss": 4.9033, + "mean_token_accuracy": 0.1953563556075096, + "num_tokens": 8608023.0, + "step": 3000 + }, + { + "epoch": 3.5587188612099645, + "eval_entropy": 4.9771839255935575, + "eval_loss": 5.412055492401123, + "eval_mean_token_accuracy": 0.17675103251736587, + "eval_num_tokens": 8608023.0, + "eval_runtime": 2.4284, + "eval_samples_per_second": 1073.944, + "eval_steps_per_second": 134.243, + "step": 3000 + }, + { + "entropy": 5.042902183532715, + "epoch": 3.564650059311981, + "grad_norm": 0.9609375, + "learning_rate": 0.00042375228978080813, + "loss": 4.7649, + "mean_token_accuracy": 0.2008129134774208, + "num_tokens": 8623529.0, + "step": 3005 + }, + { + "entropy": 5.038916540145874, + "epoch": 3.5705812574139975, + "grad_norm": 1.1875, + "learning_rate": 0.00042339458408020267, + "loss": 4.8383, + "mean_token_accuracy": 0.19716774225234984, + "num_tokens": 8639007.0, + "step": 3010 + }, + { + "entropy": 5.000910806655884, + "epoch": 3.5765124555160144, + "grad_norm": 1.1171875, + "learning_rate": 0.0004230362133364354, + "loss": 4.7451, + "mean_token_accuracy": 0.20509970784187317, + "num_tokens": 8653678.0, + "step": 3015 + }, + { + "entropy": 5.084241008758545, + "epoch": 3.582443653618031, + "grad_norm": 1.0859375, + "learning_rate": 0.0004226771791555758, + "loss": 4.9001, + "mean_token_accuracy": 0.18916919380426406, + "num_tokens": 8668663.0, + "step": 3020 + }, + { + "entropy": 5.098063039779663, + "epoch": 3.5883748517200473, + "grad_norm": 1.1015625, + "learning_rate": 0.00042231748314666684, + "loss": 4.8285, + "mean_token_accuracy": 0.1972780004143715, + "num_tokens": 8682121.0, + "step": 3025 + }, + { + "entropy": 4.962451457977295, + "epoch": 3.5943060498220643, + "grad_norm": 1.0546875, + "learning_rate": 0.00042195712692171705, + "loss": 4.8254, + "mean_token_accuracy": 0.19526612013578415, + "num_tokens": 8698409.0, + "step": 3030 + }, + { + "entropy": 5.078032970428467, + "epoch": 3.6002372479240807, + "grad_norm": 1.0859375, + "learning_rate": 0.00042159611209569416, + "loss": 4.8473, + "mean_token_accuracy": 0.1929122567176819, + "num_tokens": 8714076.0, + "step": 3035 + }, + { + "entropy": 5.09345006942749, + "epoch": 3.606168446026097, + "grad_norm": 0.9765625, + "learning_rate": 0.00042123444028651725, + "loss": 4.7946, + "mean_token_accuracy": 0.20138713866472244, + "num_tokens": 8730482.0, + "step": 3040 + }, + { + "entropy": 4.995736932754516, + "epoch": 3.612099644128114, + "grad_norm": 0.98046875, + "learning_rate": 0.00042087211311504986, + "loss": 4.7808, + "mean_token_accuracy": 0.2021682783961296, + "num_tokens": 8744036.0, + "step": 3045 + }, + { + "entropy": 5.092488193511963, + "epoch": 3.6180308422301306, + "grad_norm": 1.21875, + "learning_rate": 0.00042050913220509253, + "loss": 4.8339, + "mean_token_accuracy": 0.1878429561853409, + "num_tokens": 8760458.0, + "step": 3050 + }, + { + "entropy": 5.027280521392822, + "epoch": 3.623962040332147, + "grad_norm": 1.171875, + "learning_rate": 0.00042014549918337554, + "loss": 4.788, + "mean_token_accuracy": 0.19931856244802476, + "num_tokens": 8774946.0, + "step": 3055 + }, + { + "entropy": 5.0445245742797855, + "epoch": 3.6298932384341636, + "grad_norm": 1.0625, + "learning_rate": 0.0004197812156795518, + "loss": 4.7885, + "mean_token_accuracy": 0.20058033168315886, + "num_tokens": 8790918.0, + "step": 3060 + }, + { + "entropy": 5.032378005981445, + "epoch": 3.63582443653618, + "grad_norm": 1.2421875, + "learning_rate": 0.0004194162833261893, + "loss": 4.8178, + "mean_token_accuracy": 0.1946185812354088, + "num_tokens": 8803505.0, + "step": 3065 + }, + { + "entropy": 5.082729768753052, + "epoch": 3.641755634638197, + "grad_norm": 1.046875, + "learning_rate": 0.0004190507037587639, + "loss": 4.8787, + "mean_token_accuracy": 0.1933801293373108, + "num_tokens": 8819567.0, + "step": 3070 + }, + { + "entropy": 5.109076070785522, + "epoch": 3.6476868327402134, + "grad_norm": 1.25, + "learning_rate": 0.0004186844786156522, + "loss": 4.7838, + "mean_token_accuracy": 0.18985679149627685, + "num_tokens": 8834257.0, + "step": 3075 + }, + { + "entropy": 5.0223876476287845, + "epoch": 3.65361803084223, + "grad_norm": 1.0390625, + "learning_rate": 0.0004183176095381238, + "loss": 4.7938, + "mean_token_accuracy": 0.2065998211503029, + "num_tokens": 8847866.0, + "step": 3080 + }, + { + "entropy": 5.010385465621948, + "epoch": 3.659549228944247, + "grad_norm": 1.1015625, + "learning_rate": 0.000417950098170334, + "loss": 4.8118, + "mean_token_accuracy": 0.19870606809854507, + "num_tokens": 8863297.0, + "step": 3085 + }, + { + "entropy": 5.062593126296997, + "epoch": 3.6654804270462633, + "grad_norm": 1.15625, + "learning_rate": 0.000417581946159317, + "loss": 4.817, + "mean_token_accuracy": 0.19981457144021988, + "num_tokens": 8876605.0, + "step": 3090 + }, + { + "entropy": 4.998176097869873, + "epoch": 3.67141162514828, + "grad_norm": 0.953125, + "learning_rate": 0.0004172131551549778, + "loss": 4.7572, + "mean_token_accuracy": 0.206072661280632, + "num_tokens": 8892040.0, + "step": 3095 + }, + { + "entropy": 4.948314142227173, + "epoch": 3.6773428232502967, + "grad_norm": 0.9609375, + "learning_rate": 0.00041684372681008506, + "loss": 4.8146, + "mean_token_accuracy": 0.19830800145864486, + "num_tokens": 8905806.0, + "step": 3100 + }, + { + "entropy": 5.009223079681396, + "epoch": 3.683274021352313, + "grad_norm": 1.0703125, + "learning_rate": 0.00041647366278026415, + "loss": 4.777, + "mean_token_accuracy": 0.2011968970298767, + "num_tokens": 8920638.0, + "step": 3105 + }, + { + "entropy": 5.031396293640137, + "epoch": 3.6892052194543297, + "grad_norm": 1.125, + "learning_rate": 0.00041610296472398875, + "loss": 4.7595, + "mean_token_accuracy": 0.1939758390188217, + "num_tokens": 8933501.0, + "step": 3110 + }, + { + "entropy": 5.029152154922485, + "epoch": 3.6951364175563466, + "grad_norm": 1.1015625, + "learning_rate": 0.00041573163430257435, + "loss": 4.8538, + "mean_token_accuracy": 0.19719393253326417, + "num_tokens": 8948909.0, + "step": 3115 + }, + { + "entropy": 5.086005306243896, + "epoch": 3.701067615658363, + "grad_norm": 1.109375, + "learning_rate": 0.00041535967318017037, + "loss": 4.8204, + "mean_token_accuracy": 0.19703703224658967, + "num_tokens": 8961611.0, + "step": 3120 + }, + { + "entropy": 4.937661504745483, + "epoch": 3.7069988137603795, + "grad_norm": 1.0703125, + "learning_rate": 0.00041498708302375277, + "loss": 4.7334, + "mean_token_accuracy": 0.20828222185373307, + "num_tokens": 8975993.0, + "step": 3125 + }, + { + "entropy": 5.019860696792603, + "epoch": 3.7129300118623965, + "grad_norm": 1.0703125, + "learning_rate": 0.0004146138655031165, + "loss": 4.8078, + "mean_token_accuracy": 0.1950700029730797, + "num_tokens": 8989198.0, + "step": 3130 + }, + { + "entropy": 5.036433696746826, + "epoch": 3.718861209964413, + "grad_norm": 1.015625, + "learning_rate": 0.0004142400222908681, + "loss": 4.8078, + "mean_token_accuracy": 0.20096368491649627, + "num_tokens": 9004592.0, + "step": 3135 + }, + { + "entropy": 4.998563623428344, + "epoch": 3.7247924080664294, + "grad_norm": 1.140625, + "learning_rate": 0.0004138655550624183, + "loss": 4.773, + "mean_token_accuracy": 0.19526535868644715, + "num_tokens": 9017772.0, + "step": 3140 + }, + { + "entropy": 5.036626148223877, + "epoch": 3.730723606168446, + "grad_norm": 1.0625, + "learning_rate": 0.0004134904654959745, + "loss": 4.7073, + "mean_token_accuracy": 0.20760386288166047, + "num_tokens": 9031182.0, + "step": 3145 + }, + { + "entropy": 5.066286182403564, + "epoch": 3.7366548042704624, + "grad_norm": 1.0390625, + "learning_rate": 0.00041311475527253284, + "loss": 4.7977, + "mean_token_accuracy": 0.19728391021490096, + "num_tokens": 9044934.0, + "step": 3150 + }, + { + "entropy": 5.016174173355102, + "epoch": 3.7425860023724793, + "grad_norm": 1.0703125, + "learning_rate": 0.00041273842607587137, + "loss": 4.7928, + "mean_token_accuracy": 0.1950550675392151, + "num_tokens": 9059795.0, + "step": 3155 + }, + { + "entropy": 4.972341299057007, + "epoch": 3.7485172004744958, + "grad_norm": 1.03125, + "learning_rate": 0.00041236147959254166, + "loss": 4.782, + "mean_token_accuracy": 0.20030613243579865, + "num_tokens": 9073410.0, + "step": 3160 + }, + { + "entropy": 5.022267293930054, + "epoch": 3.7544483985765122, + "grad_norm": 1.046875, + "learning_rate": 0.00041198391751186227, + "loss": 4.8398, + "mean_token_accuracy": 0.19292792528867722, + "num_tokens": 9089338.0, + "step": 3165 + }, + { + "entropy": 5.042642307281494, + "epoch": 3.760379596678529, + "grad_norm": 1.15625, + "learning_rate": 0.0004116057415259101, + "loss": 4.7528, + "mean_token_accuracy": 0.20497467815876008, + "num_tokens": 9103520.0, + "step": 3170 + }, + { + "entropy": 5.021176958084107, + "epoch": 3.7663107947805456, + "grad_norm": 0.9765625, + "learning_rate": 0.00041122695332951363, + "loss": 4.7706, + "mean_token_accuracy": 0.20218247920274734, + "num_tokens": 9117935.0, + "step": 3175 + }, + { + "entropy": 4.987675666809082, + "epoch": 3.772241992882562, + "grad_norm": 1.0, + "learning_rate": 0.0004108475546202449, + "loss": 4.759, + "mean_token_accuracy": 0.20431260019540787, + "num_tokens": 9132457.0, + "step": 3180 + }, + { + "entropy": 5.050307130813598, + "epoch": 3.778173190984579, + "grad_norm": 1.09375, + "learning_rate": 0.0004104675470984121, + "loss": 4.8232, + "mean_token_accuracy": 0.19753638207912444, + "num_tokens": 9147329.0, + "step": 3185 + }, + { + "entropy": 5.029834890365601, + "epoch": 3.7841043890865955, + "grad_norm": 1.0625, + "learning_rate": 0.0004100869324670517, + "loss": 4.7634, + "mean_token_accuracy": 0.20562210381031037, + "num_tokens": 9161052.0, + "step": 3190 + }, + { + "entropy": 5.00586576461792, + "epoch": 3.790035587188612, + "grad_norm": 1.078125, + "learning_rate": 0.0004097057124319212, + "loss": 4.8242, + "mean_token_accuracy": 0.20105937719345093, + "num_tokens": 9175900.0, + "step": 3195 + }, + { + "entropy": 4.9953101634979244, + "epoch": 3.795966785290629, + "grad_norm": 1.0703125, + "learning_rate": 0.000409323888701491, + "loss": 4.7846, + "mean_token_accuracy": 0.2029906615614891, + "num_tokens": 9189706.0, + "step": 3200 + }, + { + "entropy": 5.035350704193116, + "epoch": 3.8018979833926454, + "grad_norm": 1.1328125, + "learning_rate": 0.0004089414629869373, + "loss": 4.8483, + "mean_token_accuracy": 0.1962611809372902, + "num_tokens": 9203727.0, + "step": 3205 + }, + { + "entropy": 5.05778546333313, + "epoch": 3.807829181494662, + "grad_norm": 0.98828125, + "learning_rate": 0.00040855843700213386, + "loss": 4.796, + "mean_token_accuracy": 0.19637212604284288, + "num_tokens": 9217664.0, + "step": 3210 + }, + { + "entropy": 4.937251186370849, + "epoch": 3.813760379596679, + "grad_norm": 0.99609375, + "learning_rate": 0.0004081748124636449, + "loss": 4.7115, + "mean_token_accuracy": 0.20479025095701217, + "num_tokens": 9233474.0, + "step": 3215 + }, + { + "entropy": 4.995423221588135, + "epoch": 3.8196915776986953, + "grad_norm": 1.046875, + "learning_rate": 0.00040779059109071706, + "loss": 4.7895, + "mean_token_accuracy": 0.20069828033447265, + "num_tokens": 9247567.0, + "step": 3220 + }, + { + "entropy": 5.027128553390503, + "epoch": 3.8256227758007118, + "grad_norm": 0.96875, + "learning_rate": 0.0004074057746052713, + "loss": 4.7736, + "mean_token_accuracy": 0.1999478057026863, + "num_tokens": 9262264.0, + "step": 3225 + }, + { + "entropy": 5.114210844039917, + "epoch": 3.8315539739027282, + "grad_norm": 1.0546875, + "learning_rate": 0.0004070203647318963, + "loss": 4.9095, + "mean_token_accuracy": 0.18577013909816742, + "num_tokens": 9276893.0, + "step": 3230 + }, + { + "entropy": 5.053824806213379, + "epoch": 3.8374851720047447, + "grad_norm": 1.1640625, + "learning_rate": 0.00040663436319783965, + "loss": 4.8054, + "mean_token_accuracy": 0.19727878272533417, + "num_tokens": 9291646.0, + "step": 3235 + }, + { + "entropy": 5.021931886672974, + "epoch": 3.8434163701067616, + "grad_norm": 1.0546875, + "learning_rate": 0.0004062477717330006, + "loss": 4.8344, + "mean_token_accuracy": 0.19990530163049697, + "num_tokens": 9305789.0, + "step": 3240 + }, + { + "entropy": 4.9833355903625485, + "epoch": 3.849347568208778, + "grad_norm": 1.03125, + "learning_rate": 0.00040586059206992214, + "loss": 4.7497, + "mean_token_accuracy": 0.1978788733482361, + "num_tokens": 9321039.0, + "step": 3245 + }, + { + "entropy": 5.031898260116577, + "epoch": 3.8552787663107946, + "grad_norm": 1.1171875, + "learning_rate": 0.0004054728259437836, + "loss": 4.82, + "mean_token_accuracy": 0.1935506910085678, + "num_tokens": 9337105.0, + "step": 3250 + }, + { + "entropy": 5.07962851524353, + "epoch": 3.8612099644128115, + "grad_norm": 1.015625, + "learning_rate": 0.00040508447509239224, + "loss": 4.8061, + "mean_token_accuracy": 0.19505731612443925, + "num_tokens": 9350684.0, + "step": 3255 + }, + { + "entropy": 5.032706165313721, + "epoch": 3.867141162514828, + "grad_norm": 1.03125, + "learning_rate": 0.000404695541256176, + "loss": 4.8298, + "mean_token_accuracy": 0.19414604753255843, + "num_tokens": 9365074.0, + "step": 3260 + }, + { + "entropy": 5.051387643814087, + "epoch": 3.8730723606168445, + "grad_norm": 1.046875, + "learning_rate": 0.0004043060261781756, + "loss": 4.9184, + "mean_token_accuracy": 0.18420381844043732, + "num_tokens": 9380912.0, + "step": 3265 + }, + { + "entropy": 5.086946487426758, + "epoch": 3.8790035587188614, + "grad_norm": 1.1640625, + "learning_rate": 0.00040391593160403656, + "loss": 4.8248, + "mean_token_accuracy": 0.20802772492170335, + "num_tokens": 9393812.0, + "step": 3270 + }, + { + "entropy": 4.938499832153321, + "epoch": 3.884934756820878, + "grad_norm": 1.1640625, + "learning_rate": 0.00040352525928200137, + "loss": 4.7925, + "mean_token_accuracy": 0.20416243374347687, + "num_tokens": 9409731.0, + "step": 3275 + }, + { + "entropy": 5.003332328796387, + "epoch": 3.8908659549228943, + "grad_norm": 1.078125, + "learning_rate": 0.0004031340109629017, + "loss": 4.7663, + "mean_token_accuracy": 0.20782396644353868, + "num_tokens": 9422743.0, + "step": 3280 + }, + { + "entropy": 5.017239379882812, + "epoch": 3.8967971530249113, + "grad_norm": 1.2578125, + "learning_rate": 0.000402742188400151, + "loss": 4.8235, + "mean_token_accuracy": 0.19541184455156327, + "num_tokens": 9436440.0, + "step": 3285 + }, + { + "entropy": 4.970128440856934, + "epoch": 3.9027283511269277, + "grad_norm": 1.0234375, + "learning_rate": 0.00040234979334973577, + "loss": 4.8555, + "mean_token_accuracy": 0.19211765229701996, + "num_tokens": 9451668.0, + "step": 3290 + }, + { + "entropy": 5.056919956207276, + "epoch": 3.908659549228944, + "grad_norm": 1.1640625, + "learning_rate": 0.00040195682757020846, + "loss": 4.7723, + "mean_token_accuracy": 0.21034520268440246, + "num_tokens": 9464700.0, + "step": 3295 + }, + { + "entropy": 4.960184717178345, + "epoch": 3.914590747330961, + "grad_norm": 1.03125, + "learning_rate": 0.00040156329282267915, + "loss": 4.7365, + "mean_token_accuracy": 0.20848041474819184, + "num_tokens": 9479003.0, + "step": 3300 + }, + { + "entropy": 4.990036296844482, + "epoch": 3.9205219454329776, + "grad_norm": 0.98828125, + "learning_rate": 0.00040116919087080787, + "loss": 4.7514, + "mean_token_accuracy": 0.20134748965501786, + "num_tokens": 9493134.0, + "step": 3305 + }, + { + "entropy": 5.011323022842407, + "epoch": 3.926453143534994, + "grad_norm": 1.1328125, + "learning_rate": 0.00040077452348079664, + "loss": 4.7617, + "mean_token_accuracy": 0.20163092166185378, + "num_tokens": 9507087.0, + "step": 3310 + }, + { + "entropy": 5.019417953491211, + "epoch": 3.9323843416370106, + "grad_norm": 1.2109375, + "learning_rate": 0.0004003792924213814, + "loss": 4.7621, + "mean_token_accuracy": 0.20881457775831222, + "num_tokens": 9518328.0, + "step": 3315 + }, + { + "entropy": 4.98180365562439, + "epoch": 3.938315539739027, + "grad_norm": 1.09375, + "learning_rate": 0.0003999834994638243, + "loss": 4.8216, + "mean_token_accuracy": 0.20216355621814727, + "num_tokens": 9532413.0, + "step": 3320 + }, + { + "entropy": 5.001606082916259, + "epoch": 3.944246737841044, + "grad_norm": 1.125, + "learning_rate": 0.0003995871463819059, + "loss": 4.761, + "mean_token_accuracy": 0.2026512235403061, + "num_tokens": 9547681.0, + "step": 3325 + }, + { + "entropy": 4.967384576797485, + "epoch": 3.9501779359430604, + "grad_norm": 1.1484375, + "learning_rate": 0.00039919023495191665, + "loss": 4.7276, + "mean_token_accuracy": 0.20670733749866485, + "num_tokens": 9560198.0, + "step": 3330 + }, + { + "entropy": 4.987757778167724, + "epoch": 3.956109134045077, + "grad_norm": 1.046875, + "learning_rate": 0.0003987927669526494, + "loss": 4.8062, + "mean_token_accuracy": 0.1983866959810257, + "num_tokens": 9574347.0, + "step": 3335 + }, + { + "entropy": 4.972973728179932, + "epoch": 3.962040332147094, + "grad_norm": 1.09375, + "learning_rate": 0.00039839474416539163, + "loss": 4.7004, + "mean_token_accuracy": 0.20886301398277282, + "num_tokens": 9587337.0, + "step": 3340 + }, + { + "entropy": 4.984016704559326, + "epoch": 3.9679715302491103, + "grad_norm": 1.171875, + "learning_rate": 0.00039799616837391655, + "loss": 4.784, + "mean_token_accuracy": 0.19981919676065446, + "num_tokens": 9601047.0, + "step": 3345 + }, + { + "entropy": 5.0524254322052, + "epoch": 3.973902728351127, + "grad_norm": 1.0625, + "learning_rate": 0.00039759704136447627, + "loss": 4.7662, + "mean_token_accuracy": 0.20110076069831848, + "num_tokens": 9614164.0, + "step": 3350 + }, + { + "entropy": 5.00496735572815, + "epoch": 3.9798339264531437, + "grad_norm": 1.21875, + "learning_rate": 0.0003971973649257929, + "loss": 4.8026, + "mean_token_accuracy": 0.19617463350296022, + "num_tokens": 9628179.0, + "step": 3355 + }, + { + "entropy": 4.986306190490723, + "epoch": 3.98576512455516, + "grad_norm": 1.1015625, + "learning_rate": 0.000396797140849051, + "loss": 4.8062, + "mean_token_accuracy": 0.20138847976922988, + "num_tokens": 9641575.0, + "step": 3360 + }, + { + "entropy": 5.002590847015381, + "epoch": 3.9916963226571767, + "grad_norm": 1.3046875, + "learning_rate": 0.00039639637092788935, + "loss": 4.7214, + "mean_token_accuracy": 0.20492513924837114, + "num_tokens": 9655381.0, + "step": 3365 + }, + { + "entropy": 5.0504356861114506, + "epoch": 3.9976275207591936, + "grad_norm": 1.1015625, + "learning_rate": 0.000395995056958393, + "loss": 4.8149, + "mean_token_accuracy": 0.19649633914232253, + "num_tokens": 9670477.0, + "step": 3370 + }, + { + "entropy": 4.922432947158813, + "epoch": 4.00355871886121, + "grad_norm": 1.1640625, + "learning_rate": 0.00039559320073908526, + "loss": 4.5875, + "mean_token_accuracy": 0.2211996853351593, + "num_tokens": 9683964.0, + "step": 3375 + }, + { + "entropy": 5.0110671043396, + "epoch": 4.0094899169632265, + "grad_norm": 0.94140625, + "learning_rate": 0.00039519080407091956, + "loss": 4.58, + "mean_token_accuracy": 0.21853467971086502, + "num_tokens": 9698415.0, + "step": 3380 + }, + { + "entropy": 5.0225770473480225, + "epoch": 4.0154211150652435, + "grad_norm": 0.98828125, + "learning_rate": 0.00039478786875727116, + "loss": 4.5708, + "mean_token_accuracy": 0.21765107959508895, + "num_tokens": 9712895.0, + "step": 3385 + }, + { + "entropy": 4.9370323657989506, + "epoch": 4.0213523131672595, + "grad_norm": 1.1015625, + "learning_rate": 0.00039438439660392983, + "loss": 4.475, + "mean_token_accuracy": 0.22428351193666457, + "num_tokens": 9728872.0, + "step": 3390 + }, + { + "entropy": 4.997824096679688, + "epoch": 4.027283511269276, + "grad_norm": 1.1171875, + "learning_rate": 0.00039398038941909066, + "loss": 4.5467, + "mean_token_accuracy": 0.21755390614271164, + "num_tokens": 9744284.0, + "step": 3395 + }, + { + "entropy": 4.97338900566101, + "epoch": 4.033214709371293, + "grad_norm": 1.078125, + "learning_rate": 0.000393575849013347, + "loss": 4.5463, + "mean_token_accuracy": 0.2152925118803978, + "num_tokens": 9759374.0, + "step": 3400 + }, + { + "entropy": 4.930527114868164, + "epoch": 4.039145907473309, + "grad_norm": 1.0625, + "learning_rate": 0.00039317077719968143, + "loss": 4.5183, + "mean_token_accuracy": 0.21953357756137848, + "num_tokens": 9773919.0, + "step": 3405 + }, + { + "entropy": 4.989052486419678, + "epoch": 4.045077105575326, + "grad_norm": 1.21875, + "learning_rate": 0.00039276517579345846, + "loss": 4.5668, + "mean_token_accuracy": 0.21412246227264403, + "num_tokens": 9788023.0, + "step": 3410 + }, + { + "entropy": 5.021774053573608, + "epoch": 4.051008303677343, + "grad_norm": 1.046875, + "learning_rate": 0.0003923590466124159, + "loss": 4.561, + "mean_token_accuracy": 0.21579589694738388, + "num_tokens": 9803037.0, + "step": 3415 + }, + { + "entropy": 4.994525671005249, + "epoch": 4.056939501779359, + "grad_norm": 1.1328125, + "learning_rate": 0.00039195239147665664, + "loss": 4.5317, + "mean_token_accuracy": 0.21720170676708223, + "num_tokens": 9816782.0, + "step": 3420 + }, + { + "entropy": 4.995402812957764, + "epoch": 4.062870699881376, + "grad_norm": 1.0625, + "learning_rate": 0.00039154521220864094, + "loss": 4.544, + "mean_token_accuracy": 0.21858830749988556, + "num_tokens": 9830471.0, + "step": 3425 + }, + { + "entropy": 4.991329097747803, + "epoch": 4.068801897983393, + "grad_norm": 1.0703125, + "learning_rate": 0.00039113751063317795, + "loss": 4.597, + "mean_token_accuracy": 0.21205688118934632, + "num_tokens": 9844303.0, + "step": 3430 + }, + { + "entropy": 4.940326738357544, + "epoch": 4.074733096085409, + "grad_norm": 1.0234375, + "learning_rate": 0.0003907292885774175, + "loss": 4.5388, + "mean_token_accuracy": 0.21253766417503356, + "num_tokens": 9861002.0, + "step": 3435 + }, + { + "entropy": 4.897701930999756, + "epoch": 4.080664294187426, + "grad_norm": 1.0703125, + "learning_rate": 0.0003903205478708419, + "loss": 4.5072, + "mean_token_accuracy": 0.22263137847185135, + "num_tokens": 9876338.0, + "step": 3440 + }, + { + "entropy": 5.052014923095703, + "epoch": 4.086595492289442, + "grad_norm": 1.0625, + "learning_rate": 0.0003899112903452582, + "loss": 4.6115, + "mean_token_accuracy": 0.21495201140642167, + "num_tokens": 9891217.0, + "step": 3445 + }, + { + "entropy": 4.955441427230835, + "epoch": 4.092526690391459, + "grad_norm": 1.1015625, + "learning_rate": 0.00038950151783478926, + "loss": 4.547, + "mean_token_accuracy": 0.22495205700397491, + "num_tokens": 9905309.0, + "step": 3450 + }, + { + "entropy": 4.965147495269775, + "epoch": 4.098457888493476, + "grad_norm": 1.015625, + "learning_rate": 0.000389091232175866, + "loss": 4.5015, + "mean_token_accuracy": 0.22329854369163513, + "num_tokens": 9918347.0, + "step": 3455 + }, + { + "entropy": 4.948949956893921, + "epoch": 4.104389086595492, + "grad_norm": 1.2265625, + "learning_rate": 0.0003886804352072192, + "loss": 4.5585, + "mean_token_accuracy": 0.21841878592967987, + "num_tokens": 9933068.0, + "step": 3460 + }, + { + "entropy": 4.864326620101929, + "epoch": 4.110320284697509, + "grad_norm": 1.0234375, + "learning_rate": 0.0003882691287698709, + "loss": 4.5283, + "mean_token_accuracy": 0.2233476459980011, + "num_tokens": 9948149.0, + "step": 3465 + }, + { + "entropy": 4.933009481430053, + "epoch": 4.116251482799526, + "grad_norm": 1.1015625, + "learning_rate": 0.0003878573147071265, + "loss": 4.5161, + "mean_token_accuracy": 0.2156417414546013, + "num_tokens": 9961494.0, + "step": 3470 + }, + { + "entropy": 4.932680368423462, + "epoch": 4.122182680901542, + "grad_norm": 1.0234375, + "learning_rate": 0.0003874449948645664, + "loss": 4.5063, + "mean_token_accuracy": 0.2222415953874588, + "num_tokens": 9977270.0, + "step": 3475 + }, + { + "entropy": 4.86724328994751, + "epoch": 4.128113879003559, + "grad_norm": 1.0390625, + "learning_rate": 0.0003870321710900375, + "loss": 4.4522, + "mean_token_accuracy": 0.2294168159365654, + "num_tokens": 9991102.0, + "step": 3480 + }, + { + "entropy": 4.947033166885376, + "epoch": 4.134045077105576, + "grad_norm": 1.171875, + "learning_rate": 0.00038661884523364537, + "loss": 4.5741, + "mean_token_accuracy": 0.22195196747779847, + "num_tokens": 10004991.0, + "step": 3485 + }, + { + "entropy": 4.9410834312438965, + "epoch": 4.139976275207592, + "grad_norm": 1.0859375, + "learning_rate": 0.00038620501914774554, + "loss": 4.5944, + "mean_token_accuracy": 0.2187734752893448, + "num_tokens": 10019654.0, + "step": 3490 + }, + { + "entropy": 4.893217134475708, + "epoch": 4.145907473309609, + "grad_norm": 1.078125, + "learning_rate": 0.00038579069468693526, + "loss": 4.4958, + "mean_token_accuracy": 0.22282861918210983, + "num_tokens": 10033831.0, + "step": 3495 + }, + { + "entropy": 4.945186996459961, + "epoch": 4.1518386714116255, + "grad_norm": 0.98046875, + "learning_rate": 0.00038537587370804567, + "loss": 4.5099, + "mean_token_accuracy": 0.21789855360984803, + "num_tokens": 10049549.0, + "step": 3500 + }, + { + "epoch": 4.1518386714116255, + "eval_entropy": 4.839259713705332, + "eval_loss": 5.367321491241455, + "eval_mean_token_accuracy": 0.18195566196748816, + "eval_num_tokens": 10049549.0, + "eval_runtime": 2.4857, + "eval_samples_per_second": 1049.215, + "eval_steps_per_second": 131.152, + "step": 3500 + }, + { + "entropy": 4.949001407623291, + "epoch": 4.157769869513642, + "grad_norm": 1.1953125, + "learning_rate": 0.0003849605580701327, + "loss": 4.5444, + "mean_token_accuracy": 0.21757382601499559, + "num_tokens": 10062471.0, + "step": 3505 + }, + { + "entropy": 4.934420490264893, + "epoch": 4.1637010676156585, + "grad_norm": 1.0703125, + "learning_rate": 0.0003845447496344694, + "loss": 4.5807, + "mean_token_accuracy": 0.21373047232627868, + "num_tokens": 10077154.0, + "step": 3510 + }, + { + "entropy": 4.976820373535157, + "epoch": 4.169632265717675, + "grad_norm": 1.046875, + "learning_rate": 0.00038412845026453715, + "loss": 4.526, + "mean_token_accuracy": 0.21752108186483382, + "num_tokens": 10089474.0, + "step": 3515 + }, + { + "entropy": 4.9126228332519535, + "epoch": 4.1755634638196915, + "grad_norm": 1.0546875, + "learning_rate": 0.00038371166182601756, + "loss": 4.5337, + "mean_token_accuracy": 0.21539070457220078, + "num_tokens": 10104377.0, + "step": 3520 + }, + { + "entropy": 4.887478303909302, + "epoch": 4.181494661921708, + "grad_norm": 1.0703125, + "learning_rate": 0.00038329438618678427, + "loss": 4.4854, + "mean_token_accuracy": 0.22191788107156754, + "num_tokens": 10119580.0, + "step": 3525 + }, + { + "entropy": 4.967412519454956, + "epoch": 4.187425860023724, + "grad_norm": 1.1015625, + "learning_rate": 0.0003828766252168938, + "loss": 4.6256, + "mean_token_accuracy": 0.20895761251449585, + "num_tokens": 10135586.0, + "step": 3530 + }, + { + "entropy": 4.829362487792968, + "epoch": 4.193357058125741, + "grad_norm": 1.2109375, + "learning_rate": 0.00038245838078857837, + "loss": 4.5119, + "mean_token_accuracy": 0.21914001256227494, + "num_tokens": 10148464.0, + "step": 3535 + }, + { + "entropy": 4.941340827941895, + "epoch": 4.199288256227758, + "grad_norm": 1.2109375, + "learning_rate": 0.0003820396547762363, + "loss": 4.5293, + "mean_token_accuracy": 0.21329305917024613, + "num_tokens": 10162838.0, + "step": 3540 + }, + { + "entropy": 4.8993401527404785, + "epoch": 4.205219454329774, + "grad_norm": 0.97265625, + "learning_rate": 0.0003816204490564247, + "loss": 4.4626, + "mean_token_accuracy": 0.225820828974247, + "num_tokens": 10178385.0, + "step": 3545 + }, + { + "entropy": 4.919313240051269, + "epoch": 4.211150652431791, + "grad_norm": 1.2265625, + "learning_rate": 0.0003812007655078501, + "loss": 4.5609, + "mean_token_accuracy": 0.21777454614639283, + "num_tokens": 10192616.0, + "step": 3550 + }, + { + "entropy": 4.987676429748535, + "epoch": 4.217081850533808, + "grad_norm": 1.1328125, + "learning_rate": 0.0003807806060113606, + "loss": 4.5856, + "mean_token_accuracy": 0.21827704459428787, + "num_tokens": 10206467.0, + "step": 3555 + }, + { + "entropy": 4.911167335510254, + "epoch": 4.223013048635824, + "grad_norm": 1.0703125, + "learning_rate": 0.0003803599724499373, + "loss": 4.5154, + "mean_token_accuracy": 0.22495382130146027, + "num_tokens": 10219993.0, + "step": 3560 + }, + { + "entropy": 4.865255451202392, + "epoch": 4.228944246737841, + "grad_norm": 1.0625, + "learning_rate": 0.000379938866708686, + "loss": 4.5095, + "mean_token_accuracy": 0.2240983322262764, + "num_tokens": 10234359.0, + "step": 3565 + }, + { + "entropy": 4.949184846878052, + "epoch": 4.234875444839858, + "grad_norm": 1.234375, + "learning_rate": 0.00037951729067482845, + "loss": 4.6212, + "mean_token_accuracy": 0.21564119905233384, + "num_tokens": 10248498.0, + "step": 3570 + }, + { + "entropy": 5.020032358169556, + "epoch": 4.240806642941874, + "grad_norm": 1.0390625, + "learning_rate": 0.00037909524623769405, + "loss": 4.6366, + "mean_token_accuracy": 0.2105604127049446, + "num_tokens": 10264281.0, + "step": 3575 + }, + { + "entropy": 4.982895183563232, + "epoch": 4.246737841043891, + "grad_norm": 1.125, + "learning_rate": 0.0003786727352887114, + "loss": 4.5799, + "mean_token_accuracy": 0.21946978121995925, + "num_tokens": 10278089.0, + "step": 3580 + }, + { + "entropy": 4.895901250839233, + "epoch": 4.252669039145908, + "grad_norm": 1.1171875, + "learning_rate": 0.00037824975972140004, + "loss": 4.5528, + "mean_token_accuracy": 0.21517277508974075, + "num_tokens": 10293704.0, + "step": 3585 + }, + { + "entropy": 4.942791414260864, + "epoch": 4.258600237247924, + "grad_norm": 1.109375, + "learning_rate": 0.0003778263214313614, + "loss": 4.6005, + "mean_token_accuracy": 0.21143771708011627, + "num_tokens": 10309242.0, + "step": 3590 + }, + { + "entropy": 4.96503586769104, + "epoch": 4.264531435349941, + "grad_norm": 1.09375, + "learning_rate": 0.00037740242231627086, + "loss": 4.5739, + "mean_token_accuracy": 0.21260294765233995, + "num_tokens": 10326394.0, + "step": 3595 + }, + { + "entropy": 4.9582971096038815, + "epoch": 4.270462633451958, + "grad_norm": 1.1875, + "learning_rate": 0.00037697806427586895, + "loss": 4.5723, + "mean_token_accuracy": 0.20982261300086974, + "num_tokens": 10338835.0, + "step": 3600 + }, + { + "entropy": 4.95024733543396, + "epoch": 4.276393831553974, + "grad_norm": 1.140625, + "learning_rate": 0.00037655324921195295, + "loss": 4.5422, + "mean_token_accuracy": 0.21664880514144896, + "num_tokens": 10352665.0, + "step": 3605 + }, + { + "entropy": 4.949320077896118, + "epoch": 4.282325029655991, + "grad_norm": 1.015625, + "learning_rate": 0.0003761279790283682, + "loss": 4.6211, + "mean_token_accuracy": 0.2119644895195961, + "num_tokens": 10368016.0, + "step": 3610 + }, + { + "entropy": 4.932809591293335, + "epoch": 4.288256227758007, + "grad_norm": 1.1328125, + "learning_rate": 0.00037570225563099993, + "loss": 4.5848, + "mean_token_accuracy": 0.207173253595829, + "num_tokens": 10383828.0, + "step": 3615 + }, + { + "entropy": 4.879697322845459, + "epoch": 4.294187425860024, + "grad_norm": 1.21875, + "learning_rate": 0.00037527608092776434, + "loss": 4.5116, + "mean_token_accuracy": 0.2246400997042656, + "num_tokens": 10396806.0, + "step": 3620 + }, + { + "entropy": 4.912312746047974, + "epoch": 4.300118623962041, + "grad_norm": 1.1640625, + "learning_rate": 0.0003748494568286002, + "loss": 4.5452, + "mean_token_accuracy": 0.2169484555721283, + "num_tokens": 10409240.0, + "step": 3625 + }, + { + "entropy": 4.952205801010132, + "epoch": 4.306049822064057, + "grad_norm": 1.078125, + "learning_rate": 0.0003744223852454603, + "loss": 4.5684, + "mean_token_accuracy": 0.2195367306470871, + "num_tokens": 10423780.0, + "step": 3630 + }, + { + "entropy": 4.926177883148194, + "epoch": 4.3119810201660735, + "grad_norm": 1.03125, + "learning_rate": 0.00037399486809230285, + "loss": 4.564, + "mean_token_accuracy": 0.21954804956912993, + "num_tokens": 10438351.0, + "step": 3635 + }, + { + "entropy": 4.919487428665161, + "epoch": 4.3179122182680905, + "grad_norm": 1.0546875, + "learning_rate": 0.0003735669072850829, + "loss": 4.4666, + "mean_token_accuracy": 0.22758726328611373, + "num_tokens": 10451489.0, + "step": 3640 + }, + { + "entropy": 4.992522239685059, + "epoch": 4.3238434163701065, + "grad_norm": 1.1328125, + "learning_rate": 0.0003731385047417439, + "loss": 4.6153, + "mean_token_accuracy": 0.2079178586602211, + "num_tokens": 10467610.0, + "step": 3645 + }, + { + "entropy": 4.967781734466553, + "epoch": 4.329774614472123, + "grad_norm": 1.1015625, + "learning_rate": 0.000372709662382209, + "loss": 4.552, + "mean_token_accuracy": 0.21371103674173356, + "num_tokens": 10481029.0, + "step": 3650 + }, + { + "entropy": 4.878114366531372, + "epoch": 4.33570581257414, + "grad_norm": 1.0859375, + "learning_rate": 0.0003722803821283722, + "loss": 4.5956, + "mean_token_accuracy": 0.2139382153749466, + "num_tokens": 10497318.0, + "step": 3655 + }, + { + "entropy": 4.859429502487183, + "epoch": 4.341637010676156, + "grad_norm": 1.078125, + "learning_rate": 0.00037185066590408997, + "loss": 4.392, + "mean_token_accuracy": 0.23174477219581605, + "num_tokens": 10511194.0, + "step": 3660 + }, + { + "entropy": 4.868615961074829, + "epoch": 4.347568208778173, + "grad_norm": 1.1171875, + "learning_rate": 0.00037142051563517287, + "loss": 4.5525, + "mean_token_accuracy": 0.2176743671298027, + "num_tokens": 10524609.0, + "step": 3665 + }, + { + "entropy": 4.932547903060913, + "epoch": 4.35349940688019, + "grad_norm": 1.1796875, + "learning_rate": 0.0003709899332493765, + "loss": 4.4982, + "mean_token_accuracy": 0.2166844129562378, + "num_tokens": 10537398.0, + "step": 3670 + }, + { + "entropy": 4.928352165222168, + "epoch": 4.359430604982206, + "grad_norm": 1.0859375, + "learning_rate": 0.00037055892067639314, + "loss": 4.6053, + "mean_token_accuracy": 0.21913551688194274, + "num_tokens": 10551658.0, + "step": 3675 + }, + { + "entropy": 4.989397954940796, + "epoch": 4.365361803084223, + "grad_norm": 0.86328125, + "learning_rate": 0.00037012747984784276, + "loss": 4.6025, + "mean_token_accuracy": 0.21916887611150743, + "num_tokens": 10567241.0, + "step": 3680 + }, + { + "entropy": 4.885055685043335, + "epoch": 4.37129300118624, + "grad_norm": 1.046875, + "learning_rate": 0.0003696956126972648, + "loss": 4.5511, + "mean_token_accuracy": 0.21823447644710542, + "num_tokens": 10581625.0, + "step": 3685 + }, + { + "entropy": 4.958601999282837, + "epoch": 4.377224199288256, + "grad_norm": 1.046875, + "learning_rate": 0.00036926332116010935, + "loss": 4.5612, + "mean_token_accuracy": 0.2181847646832466, + "num_tokens": 10596619.0, + "step": 3690 + }, + { + "entropy": 4.868906784057617, + "epoch": 4.383155397390273, + "grad_norm": 1.125, + "learning_rate": 0.00036883060717372813, + "loss": 4.571, + "mean_token_accuracy": 0.21200695186853408, + "num_tokens": 10611525.0, + "step": 3695 + }, + { + "entropy": 5.026228427886963, + "epoch": 4.389086595492289, + "grad_norm": 0.9453125, + "learning_rate": 0.0003683974726773664, + "loss": 4.7066, + "mean_token_accuracy": 0.2007292851805687, + "num_tokens": 10628139.0, + "step": 3700 + }, + { + "entropy": 4.917442035675049, + "epoch": 4.395017793594306, + "grad_norm": 1.078125, + "learning_rate": 0.0003679639196121539, + "loss": 4.5421, + "mean_token_accuracy": 0.21730383038520812, + "num_tokens": 10641093.0, + "step": 3705 + }, + { + "entropy": 4.904851627349854, + "epoch": 4.400948991696323, + "grad_norm": 1.109375, + "learning_rate": 0.00036752994992109617, + "loss": 4.5413, + "mean_token_accuracy": 0.22170090973377227, + "num_tokens": 10653360.0, + "step": 3710 + }, + { + "entropy": 4.865046739578247, + "epoch": 4.406880189798339, + "grad_norm": 1.203125, + "learning_rate": 0.0003670955655490658, + "loss": 4.5119, + "mean_token_accuracy": 0.2288769945502281, + "num_tokens": 10667170.0, + "step": 3715 + }, + { + "entropy": 4.892205238342285, + "epoch": 4.412811387900356, + "grad_norm": 1.1640625, + "learning_rate": 0.000366660768442794, + "loss": 4.5313, + "mean_token_accuracy": 0.21561039686203004, + "num_tokens": 10679998.0, + "step": 3720 + }, + { + "entropy": 4.871367263793945, + "epoch": 4.418742586002373, + "grad_norm": 1.0546875, + "learning_rate": 0.00036622556055086167, + "loss": 4.4911, + "mean_token_accuracy": 0.22132606208324432, + "num_tokens": 10693538.0, + "step": 3725 + }, + { + "entropy": 4.9184425354003904, + "epoch": 4.424673784104389, + "grad_norm": 1.1953125, + "learning_rate": 0.0003657899438236904, + "loss": 4.5128, + "mean_token_accuracy": 0.22167116701602935, + "num_tokens": 10705883.0, + "step": 3730 + }, + { + "entropy": 4.985387086868286, + "epoch": 4.430604982206406, + "grad_norm": 1.1015625, + "learning_rate": 0.0003653539202135345, + "loss": 4.5781, + "mean_token_accuracy": 0.21406898498535157, + "num_tokens": 10720294.0, + "step": 3735 + }, + { + "entropy": 4.9532801628112795, + "epoch": 4.436536180308423, + "grad_norm": 1.0390625, + "learning_rate": 0.0003649174916744713, + "loss": 4.6105, + "mean_token_accuracy": 0.2147031158208847, + "num_tokens": 10734784.0, + "step": 3740 + }, + { + "entropy": 4.879120302200318, + "epoch": 4.442467378410439, + "grad_norm": 1.1171875, + "learning_rate": 0.00036448066016239316, + "loss": 4.495, + "mean_token_accuracy": 0.21976542025804519, + "num_tokens": 10748397.0, + "step": 3745 + }, + { + "entropy": 4.983062505722046, + "epoch": 4.448398576512456, + "grad_norm": 1.046875, + "learning_rate": 0.00036404342763499814, + "loss": 4.666, + "mean_token_accuracy": 0.21218072026968002, + "num_tokens": 10763938.0, + "step": 3750 + }, + { + "entropy": 4.908005809783935, + "epoch": 4.454329774614472, + "grad_norm": 1.0859375, + "learning_rate": 0.00036360579605178176, + "loss": 4.6143, + "mean_token_accuracy": 0.21130552887916565, + "num_tokens": 10777723.0, + "step": 3755 + }, + { + "entropy": 4.94810152053833, + "epoch": 4.460260972716489, + "grad_norm": 1.1875, + "learning_rate": 0.00036316776737402767, + "loss": 4.5086, + "mean_token_accuracy": 0.22831115126609802, + "num_tokens": 10790744.0, + "step": 3760 + }, + { + "entropy": 4.875180673599243, + "epoch": 4.4661921708185055, + "grad_norm": 1.203125, + "learning_rate": 0.0003627293435647994, + "loss": 4.5773, + "mean_token_accuracy": 0.2184601604938507, + "num_tokens": 10804720.0, + "step": 3765 + }, + { + "entropy": 4.932240056991577, + "epoch": 4.4721233689205215, + "grad_norm": 1.0703125, + "learning_rate": 0.00036229052658893107, + "loss": 4.5138, + "mean_token_accuracy": 0.22189483791589737, + "num_tokens": 10819348.0, + "step": 3770 + }, + { + "entropy": 4.913123369216919, + "epoch": 4.4780545670225385, + "grad_norm": 1.2890625, + "learning_rate": 0.00036185131841301894, + "loss": 4.5474, + "mean_token_accuracy": 0.224131940305233, + "num_tokens": 10832549.0, + "step": 3775 + }, + { + "entropy": 4.929586887359619, + "epoch": 4.483985765124555, + "grad_norm": 1.1328125, + "learning_rate": 0.00036141172100541245, + "loss": 4.5888, + "mean_token_accuracy": 0.21493848264217377, + "num_tokens": 10846766.0, + "step": 3780 + }, + { + "entropy": 4.914976263046265, + "epoch": 4.489916963226571, + "grad_norm": 1.2734375, + "learning_rate": 0.0003609717363362054, + "loss": 4.6012, + "mean_token_accuracy": 0.21102828532457352, + "num_tokens": 10859506.0, + "step": 3785 + }, + { + "entropy": 4.856210708618164, + "epoch": 4.495848161328588, + "grad_norm": 1.1015625, + "learning_rate": 0.00036053136637722715, + "loss": 4.5178, + "mean_token_accuracy": 0.2186322867870331, + "num_tokens": 10873559.0, + "step": 3790 + }, + { + "entropy": 4.900162935256958, + "epoch": 4.501779359430605, + "grad_norm": 1.0390625, + "learning_rate": 0.00036009061310203374, + "loss": 4.5792, + "mean_token_accuracy": 0.20522619485855104, + "num_tokens": 10889441.0, + "step": 3795 + }, + { + "entropy": 4.9840555667877195, + "epoch": 4.507710557532621, + "grad_norm": 1.0703125, + "learning_rate": 0.00035964947848589904, + "loss": 4.6068, + "mean_token_accuracy": 0.20724985450506211, + "num_tokens": 10904538.0, + "step": 3800 + }, + { + "entropy": 4.90825400352478, + "epoch": 4.513641755634638, + "grad_norm": 1.125, + "learning_rate": 0.00035920796450580596, + "loss": 4.5775, + "mean_token_accuracy": 0.2163109451532364, + "num_tokens": 10920129.0, + "step": 3805 + }, + { + "entropy": 4.829426240921021, + "epoch": 4.519572953736655, + "grad_norm": 1.171875, + "learning_rate": 0.00035876607314043766, + "loss": 4.512, + "mean_token_accuracy": 0.22267879992723466, + "num_tokens": 10933100.0, + "step": 3810 + }, + { + "entropy": 4.878107118606567, + "epoch": 4.525504151838671, + "grad_norm": 1.2109375, + "learning_rate": 0.00035832380637016846, + "loss": 4.6123, + "mean_token_accuracy": 0.21037212014198303, + "num_tokens": 10949333.0, + "step": 3815 + }, + { + "entropy": 4.95169038772583, + "epoch": 4.531435349940688, + "grad_norm": 1.0390625, + "learning_rate": 0.00035788116617705535, + "loss": 4.5142, + "mean_token_accuracy": 0.22315363585948944, + "num_tokens": 10963539.0, + "step": 3820 + }, + { + "entropy": 4.918026256561279, + "epoch": 4.537366548042705, + "grad_norm": 1.1171875, + "learning_rate": 0.00035743815454482834, + "loss": 4.6232, + "mean_token_accuracy": 0.20704769790172578, + "num_tokens": 10978205.0, + "step": 3825 + }, + { + "entropy": 4.879274702072143, + "epoch": 4.543297746144721, + "grad_norm": 1.359375, + "learning_rate": 0.0003569947734588824, + "loss": 4.4718, + "mean_token_accuracy": 0.23167906254529952, + "num_tokens": 10990599.0, + "step": 3830 + }, + { + "entropy": 4.917426490783692, + "epoch": 4.549228944246738, + "grad_norm": 1.3125, + "learning_rate": 0.0003565510249062684, + "loss": 4.5469, + "mean_token_accuracy": 0.21902925819158553, + "num_tokens": 11003101.0, + "step": 3835 + }, + { + "entropy": 4.871329975128174, + "epoch": 4.555160142348754, + "grad_norm": 1.1484375, + "learning_rate": 0.0003561069108756837, + "loss": 4.5204, + "mean_token_accuracy": 0.22292227298021317, + "num_tokens": 11016390.0, + "step": 3840 + }, + { + "entropy": 4.88023362159729, + "epoch": 4.561091340450771, + "grad_norm": 1.1015625, + "learning_rate": 0.00035566243335746387, + "loss": 4.5717, + "mean_token_accuracy": 0.21451771706342698, + "num_tokens": 11031372.0, + "step": 3845 + }, + { + "entropy": 4.816264247894287, + "epoch": 4.567022538552788, + "grad_norm": 1.0625, + "learning_rate": 0.0003552175943435731, + "loss": 4.4249, + "mean_token_accuracy": 0.23228887915611268, + "num_tokens": 11045634.0, + "step": 3850 + }, + { + "entropy": 4.815663433074951, + "epoch": 4.572953736654805, + "grad_norm": 1.203125, + "learning_rate": 0.00035477239582759623, + "loss": 4.5014, + "mean_token_accuracy": 0.23030359745025636, + "num_tokens": 11058185.0, + "step": 3855 + }, + { + "entropy": 4.9244019985198975, + "epoch": 4.578884934756821, + "grad_norm": 1.0703125, + "learning_rate": 0.0003543268398047286, + "loss": 4.5686, + "mean_token_accuracy": 0.21440733075141907, + "num_tokens": 11073789.0, + "step": 3860 + }, + { + "entropy": 4.894974422454834, + "epoch": 4.584816132858838, + "grad_norm": 1.046875, + "learning_rate": 0.0003538809282717683, + "loss": 4.5714, + "mean_token_accuracy": 0.21468473076820374, + "num_tokens": 11087307.0, + "step": 3865 + }, + { + "entropy": 4.956341075897217, + "epoch": 4.590747330960854, + "grad_norm": 1.1484375, + "learning_rate": 0.0003534346632271063, + "loss": 4.6001, + "mean_token_accuracy": 0.21189410835504532, + "num_tokens": 11101966.0, + "step": 3870 + }, + { + "entropy": 4.930508327484131, + "epoch": 4.596678529062871, + "grad_norm": 1.203125, + "learning_rate": 0.00035298804667071806, + "loss": 4.5909, + "mean_token_accuracy": 0.2205038547515869, + "num_tokens": 11115642.0, + "step": 3875 + }, + { + "entropy": 4.882773685455322, + "epoch": 4.602609727164888, + "grad_norm": 1.1875, + "learning_rate": 0.00035254108060415415, + "loss": 4.5814, + "mean_token_accuracy": 0.2154085248708725, + "num_tokens": 11129616.0, + "step": 3880 + }, + { + "entropy": 4.87270073890686, + "epoch": 4.608540925266904, + "grad_norm": 1.1015625, + "learning_rate": 0.0003520937670305318, + "loss": 4.5488, + "mean_token_accuracy": 0.22267507910728454, + "num_tokens": 11141975.0, + "step": 3885 + }, + { + "entropy": 4.938285255432129, + "epoch": 4.6144721233689205, + "grad_norm": 1.109375, + "learning_rate": 0.0003516461079545255, + "loss": 4.5509, + "mean_token_accuracy": 0.21113669872283936, + "num_tokens": 11156128.0, + "step": 3890 + }, + { + "entropy": 4.924780225753784, + "epoch": 4.6204033214709375, + "grad_norm": 1.109375, + "learning_rate": 0.0003511981053823579, + "loss": 4.5647, + "mean_token_accuracy": 0.21801244020462035, + "num_tokens": 11170334.0, + "step": 3895 + }, + { + "entropy": 4.898917198181152, + "epoch": 4.6263345195729535, + "grad_norm": 1.15625, + "learning_rate": 0.00035074976132179155, + "loss": 4.5635, + "mean_token_accuracy": 0.21639289408922197, + "num_tokens": 11185165.0, + "step": 3900 + }, + { + "entropy": 4.871355104446411, + "epoch": 4.63226571767497, + "grad_norm": 1.0546875, + "learning_rate": 0.00035030107778211893, + "loss": 4.5284, + "mean_token_accuracy": 0.22062084525823594, + "num_tokens": 11199250.0, + "step": 3905 + }, + { + "entropy": 4.890713834762574, + "epoch": 4.638196915776987, + "grad_norm": 1.0234375, + "learning_rate": 0.0003498520567741543, + "loss": 4.5565, + "mean_token_accuracy": 0.2167780503630638, + "num_tokens": 11214585.0, + "step": 3910 + }, + { + "entropy": 4.872895050048828, + "epoch": 4.644128113879003, + "grad_norm": 1.09375, + "learning_rate": 0.0003494027003102239, + "loss": 4.4899, + "mean_token_accuracy": 0.22181470692157745, + "num_tokens": 11228664.0, + "step": 3915 + }, + { + "entropy": 4.836891031265258, + "epoch": 4.65005931198102, + "grad_norm": 1.125, + "learning_rate": 0.0003489530104041577, + "loss": 4.4951, + "mean_token_accuracy": 0.22113146185874938, + "num_tokens": 11243896.0, + "step": 3920 + }, + { + "entropy": 4.923533821105957, + "epoch": 4.655990510083036, + "grad_norm": 1.1875, + "learning_rate": 0.00034850298907128, + "loss": 4.53, + "mean_token_accuracy": 0.2168356418609619, + "num_tokens": 11257919.0, + "step": 3925 + }, + { + "entropy": 4.860488414764404, + "epoch": 4.661921708185053, + "grad_norm": 1.046875, + "learning_rate": 0.00034805263832840024, + "loss": 4.4978, + "mean_token_accuracy": 0.22182656079530716, + "num_tokens": 11271416.0, + "step": 3930 + }, + { + "entropy": 4.826270341873169, + "epoch": 4.66785290628707, + "grad_norm": 1.1640625, + "learning_rate": 0.00034760196019380425, + "loss": 4.5671, + "mean_token_accuracy": 0.21985392570495604, + "num_tokens": 11286870.0, + "step": 3935 + }, + { + "entropy": 4.985865783691406, + "epoch": 4.673784104389087, + "grad_norm": 1.1015625, + "learning_rate": 0.00034715095668724495, + "loss": 4.5457, + "mean_token_accuracy": 0.22065018266439437, + "num_tokens": 11300784.0, + "step": 3940 + }, + { + "entropy": 4.941800451278686, + "epoch": 4.679715302491103, + "grad_norm": 1.1015625, + "learning_rate": 0.0003466996298299336, + "loss": 4.6109, + "mean_token_accuracy": 0.2118876174092293, + "num_tokens": 11315988.0, + "step": 3945 + }, + { + "entropy": 4.850393199920655, + "epoch": 4.68564650059312, + "grad_norm": 1.1171875, + "learning_rate": 0.0003462479816445307, + "loss": 4.5779, + "mean_token_accuracy": 0.2169851690530777, + "num_tokens": 11329136.0, + "step": 3950 + }, + { + "entropy": 4.866232681274414, + "epoch": 4.691577698695136, + "grad_norm": 1.0078125, + "learning_rate": 0.0003457960141551365, + "loss": 4.5216, + "mean_token_accuracy": 0.21714198887348174, + "num_tokens": 11343381.0, + "step": 3955 + }, + { + "entropy": 4.905858325958252, + "epoch": 4.697508896797153, + "grad_norm": 0.91796875, + "learning_rate": 0.0003453437293872823, + "loss": 4.6158, + "mean_token_accuracy": 0.2082674726843834, + "num_tokens": 11360177.0, + "step": 3960 + }, + { + "entropy": 4.930188465118408, + "epoch": 4.70344009489917, + "grad_norm": 1.09375, + "learning_rate": 0.0003448911293679217, + "loss": 4.5419, + "mean_token_accuracy": 0.21424513608217238, + "num_tokens": 11375523.0, + "step": 3965 + }, + { + "entropy": 4.866753625869751, + "epoch": 4.709371293001186, + "grad_norm": 1.03125, + "learning_rate": 0.00034443821612542054, + "loss": 4.5526, + "mean_token_accuracy": 0.21434911489486694, + "num_tokens": 11392353.0, + "step": 3970 + }, + { + "entropy": 4.886464166641235, + "epoch": 4.715302491103203, + "grad_norm": 0.96484375, + "learning_rate": 0.0003439849916895488, + "loss": 4.559, + "mean_token_accuracy": 0.2147858500480652, + "num_tokens": 11407918.0, + "step": 3975 + }, + { + "entropy": 4.937608671188355, + "epoch": 4.72123368920522, + "grad_norm": 1.09375, + "learning_rate": 0.000343531458091471, + "loss": 4.582, + "mean_token_accuracy": 0.21453986465930938, + "num_tokens": 11421888.0, + "step": 3980 + }, + { + "entropy": 4.861459112167358, + "epoch": 4.727164887307236, + "grad_norm": 1.0703125, + "learning_rate": 0.00034307761736373723, + "loss": 4.522, + "mean_token_accuracy": 0.22018359303474427, + "num_tokens": 11436338.0, + "step": 3985 + }, + { + "entropy": 4.854418611526489, + "epoch": 4.733096085409253, + "grad_norm": 1.1015625, + "learning_rate": 0.0003426234715402738, + "loss": 4.4659, + "mean_token_accuracy": 0.223881858587265, + "num_tokens": 11450658.0, + "step": 3990 + }, + { + "entropy": 4.839980363845825, + "epoch": 4.73902728351127, + "grad_norm": 1.1015625, + "learning_rate": 0.00034216902265637463, + "loss": 4.4885, + "mean_token_accuracy": 0.21753302216529846, + "num_tokens": 11464073.0, + "step": 3995 + }, + { + "entropy": 4.8677722930908205, + "epoch": 4.744958481613286, + "grad_norm": 1.0546875, + "learning_rate": 0.00034171427274869165, + "loss": 4.5004, + "mean_token_accuracy": 0.22347734719514847, + "num_tokens": 11477212.0, + "step": 4000 + }, + { + "epoch": 4.744958481613286, + "eval_entropy": 4.764749740530377, + "eval_loss": 5.325899124145508, + "eval_mean_token_accuracy": 0.18570856036949743, + "eval_num_tokens": 11477212.0, + "eval_runtime": 2.4276, + "eval_samples_per_second": 1074.332, + "eval_steps_per_second": 134.292, + "step": 4000 + }, + { + "entropy": 4.929757022857666, + "epoch": 4.750889679715303, + "grad_norm": 1.1875, + "learning_rate": 0.0003412592238552259, + "loss": 4.6662, + "mean_token_accuracy": 0.20496707409620285, + "num_tokens": 11491444.0, + "step": 4005 + }, + { + "entropy": 4.878577470779419, + "epoch": 4.756820877817319, + "grad_norm": 1.125, + "learning_rate": 0.0003408038780153183, + "loss": 4.5484, + "mean_token_accuracy": 0.21888002008199692, + "num_tokens": 11506132.0, + "step": 4010 + }, + { + "entropy": 4.823000574111939, + "epoch": 4.762752075919336, + "grad_norm": 1.1484375, + "learning_rate": 0.0003403482372696407, + "loss": 4.5454, + "mean_token_accuracy": 0.22043904811143875, + "num_tokens": 11519504.0, + "step": 4015 + }, + { + "entropy": 4.863145542144776, + "epoch": 4.7686832740213525, + "grad_norm": 1.078125, + "learning_rate": 0.0003398923036601864, + "loss": 4.5668, + "mean_token_accuracy": 0.2200538322329521, + "num_tokens": 11534759.0, + "step": 4020 + }, + { + "entropy": 4.933641195297241, + "epoch": 4.7746144721233685, + "grad_norm": 1.09375, + "learning_rate": 0.0003394360792302614, + "loss": 4.5454, + "mean_token_accuracy": 0.22164178192615508, + "num_tokens": 11549206.0, + "step": 4025 + }, + { + "entropy": 4.864947748184204, + "epoch": 4.7805456702253855, + "grad_norm": 1.078125, + "learning_rate": 0.00033897956602447495, + "loss": 4.5406, + "mean_token_accuracy": 0.225573368370533, + "num_tokens": 11563651.0, + "step": 4030 + }, + { + "entropy": 4.863853979110718, + "epoch": 4.786476868327402, + "grad_norm": 1.125, + "learning_rate": 0.00033852276608873033, + "loss": 4.5314, + "mean_token_accuracy": 0.21896956264972686, + "num_tokens": 11575766.0, + "step": 4035 + }, + { + "entropy": 4.818316555023193, + "epoch": 4.792408066429418, + "grad_norm": 1.125, + "learning_rate": 0.0003380656814702161, + "loss": 4.4652, + "mean_token_accuracy": 0.22464113533496857, + "num_tokens": 11591603.0, + "step": 4040 + }, + { + "entropy": 4.836750316619873, + "epoch": 4.798339264531435, + "grad_norm": 1.09375, + "learning_rate": 0.0003376083142173964, + "loss": 4.5211, + "mean_token_accuracy": 0.2172957882285118, + "num_tokens": 11606018.0, + "step": 4045 + }, + { + "entropy": 4.810761117935181, + "epoch": 4.804270462633452, + "grad_norm": 1.1328125, + "learning_rate": 0.00033715066638000216, + "loss": 4.4951, + "mean_token_accuracy": 0.23342375010251998, + "num_tokens": 11619293.0, + "step": 4050 + }, + { + "entropy": 4.862966299057007, + "epoch": 4.810201660735468, + "grad_norm": 1.1015625, + "learning_rate": 0.0003366927400090217, + "loss": 4.5458, + "mean_token_accuracy": 0.21534148454666138, + "num_tokens": 11633322.0, + "step": 4055 + }, + { + "entropy": 4.8932507038116455, + "epoch": 4.816132858837485, + "grad_norm": 1.3125, + "learning_rate": 0.0003362345371566918, + "loss": 4.546, + "mean_token_accuracy": 0.21567253470420839, + "num_tokens": 11646093.0, + "step": 4060 + }, + { + "entropy": 4.863575220108032, + "epoch": 4.822064056939502, + "grad_norm": 1.3203125, + "learning_rate": 0.000335776059876488, + "loss": 4.5688, + "mean_token_accuracy": 0.2165099173784256, + "num_tokens": 11660747.0, + "step": 4065 + }, + { + "entropy": 4.835976409912109, + "epoch": 4.827995255041518, + "grad_norm": 1.1875, + "learning_rate": 0.000335317310223116, + "loss": 4.4153, + "mean_token_accuracy": 0.23717533499002458, + "num_tokens": 11672187.0, + "step": 4070 + }, + { + "entropy": 4.890113735198975, + "epoch": 4.833926453143535, + "grad_norm": 1.125, + "learning_rate": 0.00033485829025250194, + "loss": 4.6077, + "mean_token_accuracy": 0.21407151222229004, + "num_tokens": 11685967.0, + "step": 4075 + }, + { + "entropy": 4.913485717773438, + "epoch": 4.839857651245552, + "grad_norm": 1.046875, + "learning_rate": 0.00033439900202178355, + "loss": 4.5178, + "mean_token_accuracy": 0.2256149709224701, + "num_tokens": 11701206.0, + "step": 4080 + }, + { + "entropy": 4.845592927932739, + "epoch": 4.845788849347568, + "grad_norm": 1.1328125, + "learning_rate": 0.0003339394475893008, + "loss": 4.5699, + "mean_token_accuracy": 0.2117096647620201, + "num_tokens": 11715353.0, + "step": 4085 + }, + { + "entropy": 4.919902086257935, + "epoch": 4.851720047449585, + "grad_norm": 1.0703125, + "learning_rate": 0.00033347962901458664, + "loss": 4.5958, + "mean_token_accuracy": 0.2184079959988594, + "num_tokens": 11730399.0, + "step": 4090 + }, + { + "entropy": 4.889105176925659, + "epoch": 4.857651245551601, + "grad_norm": 1.1640625, + "learning_rate": 0.0003330195483583577, + "loss": 4.5858, + "mean_token_accuracy": 0.213704152405262, + "num_tokens": 11745479.0, + "step": 4095 + }, + { + "entropy": 4.864266729354858, + "epoch": 4.863582443653618, + "grad_norm": 1.1015625, + "learning_rate": 0.0003325592076825053, + "loss": 4.5809, + "mean_token_accuracy": 0.2179402753710747, + "num_tokens": 11760878.0, + "step": 4100 + }, + { + "entropy": 4.93606538772583, + "epoch": 4.869513641755635, + "grad_norm": 1.0625, + "learning_rate": 0.00033209860905008583, + "loss": 4.6481, + "mean_token_accuracy": 0.20525944828987122, + "num_tokens": 11777028.0, + "step": 4105 + }, + { + "entropy": 4.8634905338287355, + "epoch": 4.875444839857651, + "grad_norm": 1.140625, + "learning_rate": 0.0003316377545253121, + "loss": 4.5195, + "mean_token_accuracy": 0.22125555127859114, + "num_tokens": 11792209.0, + "step": 4110 + }, + { + "entropy": 4.887179136276245, + "epoch": 4.881376037959668, + "grad_norm": 1.0859375, + "learning_rate": 0.0003311766461735434, + "loss": 4.5487, + "mean_token_accuracy": 0.22195642739534377, + "num_tokens": 11805912.0, + "step": 4115 + }, + { + "entropy": 4.9255828857421875, + "epoch": 4.887307236061685, + "grad_norm": 1.078125, + "learning_rate": 0.0003307152860612768, + "loss": 4.5808, + "mean_token_accuracy": 0.21789040863513948, + "num_tokens": 11821172.0, + "step": 4120 + }, + { + "entropy": 4.893458461761474, + "epoch": 4.893238434163701, + "grad_norm": 1.3046875, + "learning_rate": 0.0003302536762561374, + "loss": 4.5034, + "mean_token_accuracy": 0.2284863442182541, + "num_tokens": 11833933.0, + "step": 4125 + }, + { + "entropy": 4.8413220882415775, + "epoch": 4.899169632265718, + "grad_norm": 1.0234375, + "learning_rate": 0.0003297918188268695, + "loss": 4.5183, + "mean_token_accuracy": 0.2248077154159546, + "num_tokens": 11848990.0, + "step": 4130 + }, + { + "entropy": 4.888180494308472, + "epoch": 4.905100830367735, + "grad_norm": 1.140625, + "learning_rate": 0.0003293297158433271, + "loss": 4.5235, + "mean_token_accuracy": 0.22172283083200456, + "num_tokens": 11863919.0, + "step": 4135 + }, + { + "entropy": 4.9175646781921385, + "epoch": 4.911032028469751, + "grad_norm": 1.21875, + "learning_rate": 0.0003288673693764648, + "loss": 4.6062, + "mean_token_accuracy": 0.21565455198287964, + "num_tokens": 11876650.0, + "step": 4140 + }, + { + "entropy": 4.859852123260498, + "epoch": 4.9169632265717675, + "grad_norm": 0.98046875, + "learning_rate": 0.00032840478149832815, + "loss": 4.5481, + "mean_token_accuracy": 0.22236864566802977, + "num_tokens": 11892036.0, + "step": 4145 + }, + { + "entropy": 4.8943390369415285, + "epoch": 4.9228944246737845, + "grad_norm": 1.1328125, + "learning_rate": 0.0003279419542820448, + "loss": 4.5155, + "mean_token_accuracy": 0.21823452562093734, + "num_tokens": 11907398.0, + "step": 4150 + }, + { + "entropy": 4.858145904541016, + "epoch": 4.9288256227758005, + "grad_norm": 1.0390625, + "learning_rate": 0.0003274788898018149, + "loss": 4.599, + "mean_token_accuracy": 0.21382927298545837, + "num_tokens": 11923165.0, + "step": 4155 + }, + { + "entropy": 4.871183061599732, + "epoch": 4.934756820877817, + "grad_norm": 1.1640625, + "learning_rate": 0.00032701559013290196, + "loss": 4.476, + "mean_token_accuracy": 0.2178041011095047, + "num_tokens": 11938729.0, + "step": 4160 + }, + { + "entropy": 4.86397876739502, + "epoch": 4.940688018979834, + "grad_norm": 1.125, + "learning_rate": 0.0003265520573516235, + "loss": 4.5686, + "mean_token_accuracy": 0.2136895924806595, + "num_tokens": 11953671.0, + "step": 4165 + }, + { + "entropy": 4.81421914100647, + "epoch": 4.94661921708185, + "grad_norm": 1.078125, + "learning_rate": 0.00032608829353534185, + "loss": 4.5268, + "mean_token_accuracy": 0.22146143168210983, + "num_tokens": 11968617.0, + "step": 4170 + }, + { + "entropy": 4.896321058273315, + "epoch": 4.952550415183867, + "grad_norm": 1.09375, + "learning_rate": 0.0003256243007624546, + "loss": 4.6166, + "mean_token_accuracy": 0.21703510284423827, + "num_tokens": 11982847.0, + "step": 4175 + }, + { + "entropy": 4.855389261245728, + "epoch": 4.958481613285883, + "grad_norm": 1.1015625, + "learning_rate": 0.00032516008111238543, + "loss": 4.5444, + "mean_token_accuracy": 0.21965168863534928, + "num_tokens": 11997491.0, + "step": 4180 + }, + { + "entropy": 4.862688875198364, + "epoch": 4.9644128113879, + "grad_norm": 1.09375, + "learning_rate": 0.000324695636665575, + "loss": 4.5908, + "mean_token_accuracy": 0.2122807189822197, + "num_tokens": 12012741.0, + "step": 4185 + }, + { + "entropy": 4.927348279953003, + "epoch": 4.970344009489917, + "grad_norm": 1.203125, + "learning_rate": 0.0003242309695034711, + "loss": 4.6636, + "mean_token_accuracy": 0.21313626170158387, + "num_tokens": 12026201.0, + "step": 4190 + }, + { + "entropy": 4.957273483276367, + "epoch": 4.976275207591933, + "grad_norm": 1.0859375, + "learning_rate": 0.0003237660817085199, + "loss": 4.5618, + "mean_token_accuracy": 0.21957833766937257, + "num_tokens": 12041320.0, + "step": 4195 + }, + { + "entropy": 4.910650777816772, + "epoch": 4.98220640569395, + "grad_norm": 1.4140625, + "learning_rate": 0.0003233009753641562, + "loss": 4.5201, + "mean_token_accuracy": 0.22384442687034606, + "num_tokens": 12053660.0, + "step": 4200 + }, + { + "entropy": 4.848115587234497, + "epoch": 4.988137603795967, + "grad_norm": 1.1796875, + "learning_rate": 0.00032283565255479443, + "loss": 4.4791, + "mean_token_accuracy": 0.2266686037182808, + "num_tokens": 12068555.0, + "step": 4205 + }, + { + "entropy": 4.831573581695556, + "epoch": 4.994068801897983, + "grad_norm": 1.3125, + "learning_rate": 0.00032237011536581883, + "loss": 4.5855, + "mean_token_accuracy": 0.22208631336688994, + "num_tokens": 12082957.0, + "step": 4210 + }, + { + "entropy": 4.878744792938233, + "epoch": 5.0, + "grad_norm": 1.421875, + "learning_rate": 0.00032190436588357466, + "loss": 4.5258, + "mean_token_accuracy": 0.22166276276111602, + "num_tokens": 12095555.0, + "step": 4215 + }, + { + "entropy": 4.844231748580933, + "epoch": 5.005931198102017, + "grad_norm": 1.15625, + "learning_rate": 0.00032143840619535844, + "loss": 4.2337, + "mean_token_accuracy": 0.2483227163553238, + "num_tokens": 12109513.0, + "step": 4220 + }, + { + "entropy": 4.829920148849487, + "epoch": 5.011862396204033, + "grad_norm": 1.1015625, + "learning_rate": 0.00032097223838940895, + "loss": 4.3141, + "mean_token_accuracy": 0.23649795353412628, + "num_tokens": 12122918.0, + "step": 4225 + }, + { + "entropy": 4.917979097366333, + "epoch": 5.01779359430605, + "grad_norm": 1.03125, + "learning_rate": 0.0003205058645548975, + "loss": 4.3393, + "mean_token_accuracy": 0.22969220727682113, + "num_tokens": 12135918.0, + "step": 4230 + }, + { + "entropy": 4.8438128471374515, + "epoch": 5.023724792408067, + "grad_norm": 1.2421875, + "learning_rate": 0.00032003928678191857, + "loss": 4.3453, + "mean_token_accuracy": 0.2355492815375328, + "num_tokens": 12150990.0, + "step": 4235 + }, + { + "entropy": 4.836665248870849, + "epoch": 5.029655990510083, + "grad_norm": 1.046875, + "learning_rate": 0.00031957250716148095, + "loss": 4.2984, + "mean_token_accuracy": 0.23910901099443435, + "num_tokens": 12163890.0, + "step": 4240 + }, + { + "entropy": 4.823347854614258, + "epoch": 5.0355871886121, + "grad_norm": 1.1015625, + "learning_rate": 0.0003191055277854979, + "loss": 4.3162, + "mean_token_accuracy": 0.23670894354581834, + "num_tokens": 12178595.0, + "step": 4245 + }, + { + "entropy": 4.877349472045898, + "epoch": 5.041518386714117, + "grad_norm": 1.046875, + "learning_rate": 0.0003186383507467777, + "loss": 4.3386, + "mean_token_accuracy": 0.24057582765817642, + "num_tokens": 12193676.0, + "step": 4250 + }, + { + "entropy": 4.781665372848511, + "epoch": 5.047449584816133, + "grad_norm": 1.0390625, + "learning_rate": 0.000318170978139015, + "loss": 4.27, + "mean_token_accuracy": 0.24249815344810485, + "num_tokens": 12209710.0, + "step": 4255 + }, + { + "entropy": 4.860457086563111, + "epoch": 5.05338078291815, + "grad_norm": 1.109375, + "learning_rate": 0.0003177034120567802, + "loss": 4.3273, + "mean_token_accuracy": 0.2391873389482498, + "num_tokens": 12224997.0, + "step": 4260 + }, + { + "entropy": 4.844028377532959, + "epoch": 5.059311981020166, + "grad_norm": 1.1015625, + "learning_rate": 0.0003172356545955113, + "loss": 4.3181, + "mean_token_accuracy": 0.23947612792253495, + "num_tokens": 12239382.0, + "step": 4265 + }, + { + "entropy": 4.771719360351563, + "epoch": 5.065243179122183, + "grad_norm": 1.1875, + "learning_rate": 0.0003167677078515038, + "loss": 4.283, + "mean_token_accuracy": 0.24752182513475418, + "num_tokens": 12253107.0, + "step": 4270 + }, + { + "entropy": 4.876428747177124, + "epoch": 5.0711743772241995, + "grad_norm": 1.265625, + "learning_rate": 0.0003162995739219015, + "loss": 4.3646, + "mean_token_accuracy": 0.23150966167449952, + "num_tokens": 12268745.0, + "step": 4275 + }, + { + "entropy": 4.897872829437256, + "epoch": 5.0771055753262155, + "grad_norm": 1.125, + "learning_rate": 0.00031583125490468707, + "loss": 4.4342, + "mean_token_accuracy": 0.23373969942331313, + "num_tokens": 12283940.0, + "step": 4280 + }, + { + "entropy": 4.785506391525269, + "epoch": 5.0830367734282325, + "grad_norm": 1.1796875, + "learning_rate": 0.0003153627528986727, + "loss": 4.2806, + "mean_token_accuracy": 0.23809199929237365, + "num_tokens": 12299780.0, + "step": 4285 + }, + { + "entropy": 4.889186716079712, + "epoch": 5.088967971530249, + "grad_norm": 1.2265625, + "learning_rate": 0.00031489407000349066, + "loss": 4.3844, + "mean_token_accuracy": 0.23290240168571472, + "num_tokens": 12313087.0, + "step": 4290 + }, + { + "entropy": 4.807843160629273, + "epoch": 5.094899169632265, + "grad_norm": 1.2578125, + "learning_rate": 0.0003144252083195838, + "loss": 4.3164, + "mean_token_accuracy": 0.23950324654579164, + "num_tokens": 12326465.0, + "step": 4295 + }, + { + "entropy": 4.8577714443206785, + "epoch": 5.100830367734282, + "grad_norm": 1.0078125, + "learning_rate": 0.0003139561699481964, + "loss": 4.379, + "mean_token_accuracy": 0.235987351834774, + "num_tokens": 12341287.0, + "step": 4300 + }, + { + "entropy": 4.905805683135986, + "epoch": 5.106761565836299, + "grad_norm": 1.140625, + "learning_rate": 0.0003134869569913645, + "loss": 4.3656, + "mean_token_accuracy": 0.23341237306594848, + "num_tokens": 12356658.0, + "step": 4305 + }, + { + "entropy": 4.860331201553345, + "epoch": 5.112692763938315, + "grad_norm": 1.1640625, + "learning_rate": 0.00031301757155190646, + "loss": 4.3051, + "mean_token_accuracy": 0.24117062687873841, + "num_tokens": 12370697.0, + "step": 4310 + }, + { + "entropy": 4.8742602348327635, + "epoch": 5.118623962040332, + "grad_norm": 1.25, + "learning_rate": 0.00031254801573341376, + "loss": 4.3619, + "mean_token_accuracy": 0.23451096564531326, + "num_tokens": 12385894.0, + "step": 4315 + }, + { + "entropy": 4.841465282440185, + "epoch": 5.124555160142349, + "grad_norm": 1.015625, + "learning_rate": 0.00031207829164024134, + "loss": 4.314, + "mean_token_accuracy": 0.23838258236646653, + "num_tokens": 12402898.0, + "step": 4320 + }, + { + "entropy": 4.796236276626587, + "epoch": 5.130486358244365, + "grad_norm": 1.15625, + "learning_rate": 0.0003116084013774984, + "loss": 4.3, + "mean_token_accuracy": 0.23429224789142608, + "num_tokens": 12418827.0, + "step": 4325 + }, + { + "entropy": 4.802973985671997, + "epoch": 5.136417556346382, + "grad_norm": 1.0078125, + "learning_rate": 0.0003111383470510388, + "loss": 4.3419, + "mean_token_accuracy": 0.22728391885757446, + "num_tokens": 12434147.0, + "step": 4330 + }, + { + "entropy": 4.87151985168457, + "epoch": 5.142348754448399, + "grad_norm": 1.078125, + "learning_rate": 0.00031066813076745166, + "loss": 4.4053, + "mean_token_accuracy": 0.23225222229957582, + "num_tokens": 12449443.0, + "step": 4335 + }, + { + "entropy": 4.881012678146362, + "epoch": 5.148279952550415, + "grad_norm": 1.15625, + "learning_rate": 0.000310197754634052, + "loss": 4.3351, + "mean_token_accuracy": 0.23594305366277696, + "num_tokens": 12464433.0, + "step": 4340 + }, + { + "entropy": 4.789875793457031, + "epoch": 5.154211150652432, + "grad_norm": 1.0546875, + "learning_rate": 0.000309727220758871, + "loss": 4.3604, + "mean_token_accuracy": 0.23187562078237534, + "num_tokens": 12479591.0, + "step": 4345 + }, + { + "entropy": 4.771931934356689, + "epoch": 5.160142348754448, + "grad_norm": 1.140625, + "learning_rate": 0.0003092565312506468, + "loss": 4.2235, + "mean_token_accuracy": 0.24507446885108947, + "num_tokens": 12494167.0, + "step": 4350 + }, + { + "entropy": 4.88389139175415, + "epoch": 5.166073546856465, + "grad_norm": 1.171875, + "learning_rate": 0.0003087856882188155, + "loss": 4.3452, + "mean_token_accuracy": 0.24188133627176284, + "num_tokens": 12509967.0, + "step": 4355 + }, + { + "entropy": 4.853326320648193, + "epoch": 5.172004744958482, + "grad_norm": 1.125, + "learning_rate": 0.0003083146937735005, + "loss": 4.367, + "mean_token_accuracy": 0.2336810678243637, + "num_tokens": 12523620.0, + "step": 4360 + }, + { + "entropy": 4.800257539749145, + "epoch": 5.177935943060498, + "grad_norm": 1.09375, + "learning_rate": 0.0003078435500255044, + "loss": 4.3525, + "mean_token_accuracy": 0.24038705974817276, + "num_tokens": 12538097.0, + "step": 4365 + }, + { + "entropy": 4.813706731796264, + "epoch": 5.183867141162515, + "grad_norm": 1.0625, + "learning_rate": 0.0003073722590862985, + "loss": 4.3658, + "mean_token_accuracy": 0.23492267727851868, + "num_tokens": 12554161.0, + "step": 4370 + }, + { + "entropy": 4.866216468811035, + "epoch": 5.189798339264532, + "grad_norm": 1.1328125, + "learning_rate": 0.000306900823068014, + "loss": 4.4054, + "mean_token_accuracy": 0.2308848738670349, + "num_tokens": 12568918.0, + "step": 4375 + }, + { + "entropy": 4.847630739212036, + "epoch": 5.195729537366548, + "grad_norm": 1.03125, + "learning_rate": 0.00030642924408343217, + "loss": 4.4189, + "mean_token_accuracy": 0.2318817436695099, + "num_tokens": 12585563.0, + "step": 4380 + }, + { + "entropy": 4.821104240417481, + "epoch": 5.201660735468565, + "grad_norm": 1.0703125, + "learning_rate": 0.0003059575242459749, + "loss": 4.2935, + "mean_token_accuracy": 0.24165243059396743, + "num_tokens": 12599936.0, + "step": 4385 + }, + { + "entropy": 4.8254319190979, + "epoch": 5.207591933570582, + "grad_norm": 1.1171875, + "learning_rate": 0.0003054856656696955, + "loss": 4.2942, + "mean_token_accuracy": 0.24453072249889374, + "num_tokens": 12614032.0, + "step": 4390 + }, + { + "entropy": 4.816964149475098, + "epoch": 5.213523131672598, + "grad_norm": 1.125, + "learning_rate": 0.00030501367046926905, + "loss": 4.3592, + "mean_token_accuracy": 0.23119001239538192, + "num_tokens": 12629945.0, + "step": 4395 + }, + { + "entropy": 4.867587947845459, + "epoch": 5.2194543297746145, + "grad_norm": 1.0703125, + "learning_rate": 0.0003045415407599828, + "loss": 4.4008, + "mean_token_accuracy": 0.22786637842655183, + "num_tokens": 12644734.0, + "step": 4400 + }, + { + "entropy": 4.835189485549927, + "epoch": 5.2253855278766315, + "grad_norm": 1.0390625, + "learning_rate": 0.0003040692786577269, + "loss": 4.2955, + "mean_token_accuracy": 0.24150839895009996, + "num_tokens": 12659161.0, + "step": 4405 + }, + { + "entropy": 4.755004167556763, + "epoch": 5.2313167259786475, + "grad_norm": 1.1640625, + "learning_rate": 0.00030359688627898466, + "loss": 4.35, + "mean_token_accuracy": 0.23513848781585694, + "num_tokens": 12672967.0, + "step": 4410 + }, + { + "entropy": 4.802477884292602, + "epoch": 5.237247924080664, + "grad_norm": 1.171875, + "learning_rate": 0.0003031243657408237, + "loss": 4.267, + "mean_token_accuracy": 0.2523533508181572, + "num_tokens": 12686976.0, + "step": 4415 + }, + { + "entropy": 4.853684425354004, + "epoch": 5.243179122182681, + "grad_norm": 1.1015625, + "learning_rate": 0.0003026517191608854, + "loss": 4.3461, + "mean_token_accuracy": 0.23946220874786378, + "num_tokens": 12701194.0, + "step": 4420 + }, + { + "entropy": 4.806097936630249, + "epoch": 5.249110320284697, + "grad_norm": 1.21875, + "learning_rate": 0.0003021789486573763, + "loss": 4.3171, + "mean_token_accuracy": 0.23169240206480027, + "num_tokens": 12715746.0, + "step": 4425 + }, + { + "entropy": 4.824302625656128, + "epoch": 5.255041518386714, + "grad_norm": 1.2734375, + "learning_rate": 0.0003017060563490584, + "loss": 4.3597, + "mean_token_accuracy": 0.2341614618897438, + "num_tokens": 12728992.0, + "step": 4430 + }, + { + "entropy": 4.8253926753997805, + "epoch": 5.26097271648873, + "grad_norm": 1.171875, + "learning_rate": 0.0003012330443552394, + "loss": 4.278, + "mean_token_accuracy": 0.2492676392197609, + "num_tokens": 12742845.0, + "step": 4435 + }, + { + "entropy": 4.8544597148895265, + "epoch": 5.266903914590747, + "grad_norm": 1.15625, + "learning_rate": 0.0003007599147957635, + "loss": 4.3682, + "mean_token_accuracy": 0.23218867927789688, + "num_tokens": 12757043.0, + "step": 4440 + }, + { + "entropy": 4.778638744354248, + "epoch": 5.272835112692764, + "grad_norm": 1.1328125, + "learning_rate": 0.0003002866697910018, + "loss": 4.3194, + "mean_token_accuracy": 0.24172900766134262, + "num_tokens": 12771387.0, + "step": 4445 + }, + { + "entropy": 4.8287107944488525, + "epoch": 5.27876631079478, + "grad_norm": 1.1640625, + "learning_rate": 0.00029981331146184255, + "loss": 4.4119, + "mean_token_accuracy": 0.23451469391584395, + "num_tokens": 12784876.0, + "step": 4450 + }, + { + "entropy": 4.8477085590362545, + "epoch": 5.284697508896797, + "grad_norm": 1.109375, + "learning_rate": 0.00029933984192968214, + "loss": 4.3993, + "mean_token_accuracy": 0.22882209867238998, + "num_tokens": 12799244.0, + "step": 4455 + }, + { + "entropy": 4.748208379745483, + "epoch": 5.290628706998814, + "grad_norm": 1.234375, + "learning_rate": 0.0002988662633164152, + "loss": 4.2731, + "mean_token_accuracy": 0.23907728642225265, + "num_tokens": 12813096.0, + "step": 4460 + }, + { + "entropy": 4.787684202194214, + "epoch": 5.29655990510083, + "grad_norm": 1.1484375, + "learning_rate": 0.00029839257774442535, + "loss": 4.3194, + "mean_token_accuracy": 0.2362244665622711, + "num_tokens": 12826868.0, + "step": 4465 + }, + { + "entropy": 4.847586345672608, + "epoch": 5.302491103202847, + "grad_norm": 1.1953125, + "learning_rate": 0.0002979187873365752, + "loss": 4.4331, + "mean_token_accuracy": 0.22908033728599547, + "num_tokens": 12842112.0, + "step": 4470 + }, + { + "entropy": 4.826005601882935, + "epoch": 5.308422301304864, + "grad_norm": 1.125, + "learning_rate": 0.0002974448942161977, + "loss": 4.4115, + "mean_token_accuracy": 0.22701163291931153, + "num_tokens": 12856449.0, + "step": 4475 + }, + { + "entropy": 4.841357088088989, + "epoch": 5.31435349940688, + "grad_norm": 1.1640625, + "learning_rate": 0.00029697090050708575, + "loss": 4.4079, + "mean_token_accuracy": 0.2250249296426773, + "num_tokens": 12870535.0, + "step": 4480 + }, + { + "entropy": 4.855857563018799, + "epoch": 5.320284697508897, + "grad_norm": 1.140625, + "learning_rate": 0.00029649680833348304, + "loss": 4.3412, + "mean_token_accuracy": 0.23591906279325486, + "num_tokens": 12886203.0, + "step": 4485 + }, + { + "entropy": 4.813349199295044, + "epoch": 5.326215895610914, + "grad_norm": 1.0625, + "learning_rate": 0.00029602261982007483, + "loss": 4.3633, + "mean_token_accuracy": 0.23256391584873198, + "num_tokens": 12901141.0, + "step": 4490 + }, + { + "entropy": 4.8215296268463135, + "epoch": 5.33214709371293, + "grad_norm": 1.1015625, + "learning_rate": 0.0002955483370919778, + "loss": 4.3965, + "mean_token_accuracy": 0.22666836231946946, + "num_tokens": 12915652.0, + "step": 4495 + }, + { + "entropy": 4.880937623977661, + "epoch": 5.338078291814947, + "grad_norm": 1.0859375, + "learning_rate": 0.00029507396227473106, + "loss": 4.4473, + "mean_token_accuracy": 0.22892194539308547, + "num_tokens": 12930700.0, + "step": 4500 + }, + { + "epoch": 5.338078291814947, + "eval_entropy": 4.736137125389708, + "eval_loss": 5.304569721221924, + "eval_mean_token_accuracy": 0.18938717486028292, + "eval_num_tokens": 12930700.0, + "eval_runtime": 2.4511, + "eval_samples_per_second": 1064.013, + "eval_steps_per_second": 133.002, + "step": 4500 + }, + { + "entropy": 4.843664312362671, + "epoch": 5.344009489916964, + "grad_norm": 1.0859375, + "learning_rate": 0.0002945994974942864, + "loss": 4.3186, + "mean_token_accuracy": 0.2355135813355446, + "num_tokens": 12946770.0, + "step": 4505 + }, + { + "entropy": 4.8574419021606445, + "epoch": 5.34994068801898, + "grad_norm": 1.234375, + "learning_rate": 0.0002941249448769988, + "loss": 4.439, + "mean_token_accuracy": 0.2281257063150406, + "num_tokens": 12959987.0, + "step": 4510 + }, + { + "entropy": 4.75574221611023, + "epoch": 5.355871886120997, + "grad_norm": 1.1328125, + "learning_rate": 0.0002936503065496167, + "loss": 4.2882, + "mean_token_accuracy": 0.24525963217020036, + "num_tokens": 12973955.0, + "step": 4515 + }, + { + "entropy": 4.7831604957580565, + "epoch": 5.361803084223013, + "grad_norm": 1.078125, + "learning_rate": 0.0002931755846392731, + "loss": 4.3314, + "mean_token_accuracy": 0.24529619365930558, + "num_tokens": 12989517.0, + "step": 4520 + }, + { + "entropy": 4.780605030059815, + "epoch": 5.36773428232503, + "grad_norm": 1.109375, + "learning_rate": 0.000292700781273475, + "loss": 4.316, + "mean_token_accuracy": 0.2391658142209053, + "num_tokens": 13003551.0, + "step": 4525 + }, + { + "entropy": 4.755113983154297, + "epoch": 5.3736654804270465, + "grad_norm": 1.21875, + "learning_rate": 0.00029222589858009484, + "loss": 4.2842, + "mean_token_accuracy": 0.24647714495658873, + "num_tokens": 13018061.0, + "step": 4530 + }, + { + "entropy": 4.792725515365601, + "epoch": 5.3795966785290625, + "grad_norm": 1.1015625, + "learning_rate": 0.0002917509386873605, + "loss": 4.3053, + "mean_token_accuracy": 0.2352105051279068, + "num_tokens": 13032649.0, + "step": 4535 + }, + { + "entropy": 4.802401876449585, + "epoch": 5.3855278766310795, + "grad_norm": 1.1953125, + "learning_rate": 0.00029127590372384583, + "loss": 4.3525, + "mean_token_accuracy": 0.234721739590168, + "num_tokens": 13045177.0, + "step": 4540 + }, + { + "entropy": 4.844398450851441, + "epoch": 5.391459074733096, + "grad_norm": 1.0625, + "learning_rate": 0.00029080079581846106, + "loss": 4.3601, + "mean_token_accuracy": 0.22997759580612182, + "num_tokens": 13060681.0, + "step": 4545 + }, + { + "entropy": 4.834163570404053, + "epoch": 5.397390272835112, + "grad_norm": 1.1875, + "learning_rate": 0.0002903256171004434, + "loss": 4.4038, + "mean_token_accuracy": 0.22616221457719804, + "num_tokens": 13075626.0, + "step": 4550 + }, + { + "entropy": 4.823126602172851, + "epoch": 5.403321470937129, + "grad_norm": 1.125, + "learning_rate": 0.00028985036969934744, + "loss": 4.3701, + "mean_token_accuracy": 0.23211364597082138, + "num_tokens": 13090116.0, + "step": 4555 + }, + { + "entropy": 4.761039781570434, + "epoch": 5.409252669039146, + "grad_norm": 1.1875, + "learning_rate": 0.00028937505574503535, + "loss": 4.3318, + "mean_token_accuracy": 0.24012514650821687, + "num_tokens": 13103898.0, + "step": 4560 + }, + { + "entropy": 4.825210905075073, + "epoch": 5.415183867141162, + "grad_norm": 1.2734375, + "learning_rate": 0.0002888996773676677, + "loss": 4.3503, + "mean_token_accuracy": 0.24052769392728807, + "num_tokens": 13118797.0, + "step": 4565 + }, + { + "entropy": 4.7785906314849855, + "epoch": 5.421115065243179, + "grad_norm": 1.171875, + "learning_rate": 0.0002884242366976939, + "loss": 4.3371, + "mean_token_accuracy": 0.23428652435541153, + "num_tokens": 13134561.0, + "step": 4570 + }, + { + "entropy": 4.820053434371948, + "epoch": 5.427046263345196, + "grad_norm": 1.15625, + "learning_rate": 0.0002879487358658425, + "loss": 4.3491, + "mean_token_accuracy": 0.23811828792095185, + "num_tokens": 13149524.0, + "step": 4575 + }, + { + "entropy": 4.847623109817505, + "epoch": 5.432977461447212, + "grad_norm": 1.109375, + "learning_rate": 0.00028747317700311144, + "loss": 4.3921, + "mean_token_accuracy": 0.23596978485584258, + "num_tokens": 13163943.0, + "step": 4580 + }, + { + "entropy": 4.833776330947876, + "epoch": 5.438908659549229, + "grad_norm": 1.2265625, + "learning_rate": 0.00028699756224075893, + "loss": 4.2558, + "mean_token_accuracy": 0.23830387145280837, + "num_tokens": 13176577.0, + "step": 4585 + }, + { + "entropy": 4.823756504058838, + "epoch": 5.444839857651246, + "grad_norm": 1.2109375, + "learning_rate": 0.0002865218937102938, + "loss": 4.3746, + "mean_token_accuracy": 0.24103988707065582, + "num_tokens": 13190242.0, + "step": 4590 + }, + { + "entropy": 4.767862176895141, + "epoch": 5.450771055753262, + "grad_norm": 1.2578125, + "learning_rate": 0.0002860461735434655, + "loss": 4.3094, + "mean_token_accuracy": 0.24475302696228027, + "num_tokens": 13203362.0, + "step": 4595 + }, + { + "entropy": 4.826624965667724, + "epoch": 5.456702253855279, + "grad_norm": 1.265625, + "learning_rate": 0.0002855704038722552, + "loss": 4.3317, + "mean_token_accuracy": 0.23604598343372346, + "num_tokens": 13217032.0, + "step": 4600 + }, + { + "entropy": 4.841291427612305, + "epoch": 5.462633451957295, + "grad_norm": 1.15625, + "learning_rate": 0.0002850945868288659, + "loss": 4.3418, + "mean_token_accuracy": 0.2411078616976738, + "num_tokens": 13232744.0, + "step": 4605 + }, + { + "entropy": 4.7415900230407715, + "epoch": 5.468564650059312, + "grad_norm": 1.1328125, + "learning_rate": 0.0002846187245457127, + "loss": 4.3422, + "mean_token_accuracy": 0.2436609834432602, + "num_tokens": 13245735.0, + "step": 4610 + }, + { + "entropy": 4.8344916820526125, + "epoch": 5.474495848161329, + "grad_norm": 1.1875, + "learning_rate": 0.00028414281915541356, + "loss": 4.3528, + "mean_token_accuracy": 0.23394585400819778, + "num_tokens": 13259536.0, + "step": 4615 + }, + { + "entropy": 4.810553359985351, + "epoch": 5.480427046263345, + "grad_norm": 1.171875, + "learning_rate": 0.00028366687279077977, + "loss": 4.3221, + "mean_token_accuracy": 0.24472051113843918, + "num_tokens": 13272090.0, + "step": 4620 + }, + { + "entropy": 4.795799779891968, + "epoch": 5.486358244365362, + "grad_norm": 1.1953125, + "learning_rate": 0.000283190887584806, + "loss": 4.3636, + "mean_token_accuracy": 0.24185323417186738, + "num_tokens": 13288133.0, + "step": 4625 + }, + { + "entropy": 4.768116998672485, + "epoch": 5.492289442467379, + "grad_norm": 1.21875, + "learning_rate": 0.00028271486567066123, + "loss": 4.3262, + "mean_token_accuracy": 0.24516888856887817, + "num_tokens": 13302669.0, + "step": 4630 + }, + { + "entropy": 4.857626676559448, + "epoch": 5.498220640569395, + "grad_norm": 1.2890625, + "learning_rate": 0.0002822388091816788, + "loss": 4.34, + "mean_token_accuracy": 0.23627338856458663, + "num_tokens": 13315699.0, + "step": 4635 + }, + { + "entropy": 4.802936267852783, + "epoch": 5.504151838671412, + "grad_norm": 1.203125, + "learning_rate": 0.00028176272025134697, + "loss": 4.3174, + "mean_token_accuracy": 0.24233974516391754, + "num_tokens": 13330488.0, + "step": 4640 + }, + { + "entropy": 4.826246643066407, + "epoch": 5.510083036773429, + "grad_norm": 1.0703125, + "learning_rate": 0.0002812866010132995, + "loss": 4.4473, + "mean_token_accuracy": 0.23123548179864883, + "num_tokens": 13346136.0, + "step": 4645 + }, + { + "entropy": 4.820386505126953, + "epoch": 5.516014234875445, + "grad_norm": 1.2734375, + "learning_rate": 0.00028081045360130587, + "loss": 4.3884, + "mean_token_accuracy": 0.23265957981348037, + "num_tokens": 13359155.0, + "step": 4650 + }, + { + "entropy": 4.768516778945923, + "epoch": 5.5219454329774615, + "grad_norm": 1.2265625, + "learning_rate": 0.000280334280149262, + "loss": 4.31, + "mean_token_accuracy": 0.23903701454401016, + "num_tokens": 13375746.0, + "step": 4655 + }, + { + "entropy": 4.829752349853516, + "epoch": 5.527876631079478, + "grad_norm": 1.140625, + "learning_rate": 0.0002798580827911803, + "loss": 4.4025, + "mean_token_accuracy": 0.23296053260564803, + "num_tokens": 13389305.0, + "step": 4660 + }, + { + "entropy": 4.794039678573609, + "epoch": 5.5338078291814945, + "grad_norm": 1.328125, + "learning_rate": 0.0002793818636611805, + "loss": 4.3455, + "mean_token_accuracy": 0.2343529686331749, + "num_tokens": 13402776.0, + "step": 4665 + }, + { + "entropy": 4.847577714920044, + "epoch": 5.539739027283511, + "grad_norm": 1.140625, + "learning_rate": 0.0002789056248934797, + "loss": 4.3892, + "mean_token_accuracy": 0.22388842105865478, + "num_tokens": 13417814.0, + "step": 4670 + }, + { + "entropy": 4.86315131187439, + "epoch": 5.545670225385528, + "grad_norm": 1.1015625, + "learning_rate": 0.0002784293686223832, + "loss": 4.3679, + "mean_token_accuracy": 0.23124499768018722, + "num_tokens": 13432469.0, + "step": 4675 + }, + { + "entropy": 4.774190044403076, + "epoch": 5.551601423487544, + "grad_norm": 1.1875, + "learning_rate": 0.0002779530969822746, + "loss": 4.289, + "mean_token_accuracy": 0.2422730177640915, + "num_tokens": 13445653.0, + "step": 4680 + }, + { + "entropy": 4.768375205993652, + "epoch": 5.557532621589561, + "grad_norm": 1.140625, + "learning_rate": 0.0002774768121076065, + "loss": 4.3366, + "mean_token_accuracy": 0.24606663435697557, + "num_tokens": 13458930.0, + "step": 4685 + }, + { + "entropy": 4.8354926109313965, + "epoch": 5.563463819691577, + "grad_norm": 1.234375, + "learning_rate": 0.0002770005161328908, + "loss": 4.348, + "mean_token_accuracy": 0.23646435737609864, + "num_tokens": 13472681.0, + "step": 4690 + }, + { + "entropy": 4.77135648727417, + "epoch": 5.569395017793594, + "grad_norm": 0.99609375, + "learning_rate": 0.0002765242111926891, + "loss": 4.33, + "mean_token_accuracy": 0.24189464002847672, + "num_tokens": 13488461.0, + "step": 4695 + }, + { + "entropy": 4.798003149032593, + "epoch": 5.575326215895611, + "grad_norm": 1.109375, + "learning_rate": 0.00027604789942160297, + "loss": 4.3788, + "mean_token_accuracy": 0.22928581088781358, + "num_tokens": 13504080.0, + "step": 4700 + }, + { + "entropy": 4.863557386398315, + "epoch": 5.581257413997627, + "grad_norm": 1.171875, + "learning_rate": 0.00027557158295426506, + "loss": 4.3436, + "mean_token_accuracy": 0.2349960759282112, + "num_tokens": 13516923.0, + "step": 4705 + }, + { + "entropy": 4.781201934814453, + "epoch": 5.587188612099644, + "grad_norm": 1.109375, + "learning_rate": 0.0002750952639253287, + "loss": 4.3449, + "mean_token_accuracy": 0.23918874561786652, + "num_tokens": 13531275.0, + "step": 4710 + }, + { + "entropy": 4.806018733978272, + "epoch": 5.593119810201661, + "grad_norm": 1.1484375, + "learning_rate": 0.00027461894446945877, + "loss": 4.3748, + "mean_token_accuracy": 0.23156485408544542, + "num_tokens": 13544924.0, + "step": 4715 + }, + { + "entropy": 4.832040071487427, + "epoch": 5.599051008303677, + "grad_norm": 1.28125, + "learning_rate": 0.0002741426267213223, + "loss": 4.3362, + "mean_token_accuracy": 0.24287913590669633, + "num_tokens": 13559265.0, + "step": 4720 + }, + { + "entropy": 4.819747447967529, + "epoch": 5.604982206405694, + "grad_norm": 1.125, + "learning_rate": 0.0002736663128155781, + "loss": 4.2819, + "mean_token_accuracy": 0.2389657273888588, + "num_tokens": 13572656.0, + "step": 4725 + }, + { + "entropy": 4.810615396499633, + "epoch": 5.610913404507711, + "grad_norm": 1.0390625, + "learning_rate": 0.0002731900048868685, + "loss": 4.3715, + "mean_token_accuracy": 0.23842447102069855, + "num_tokens": 13587723.0, + "step": 4730 + }, + { + "entropy": 4.850817251205444, + "epoch": 5.616844602609727, + "grad_norm": 1.125, + "learning_rate": 0.00027271370506980853, + "loss": 4.329, + "mean_token_accuracy": 0.2373041734099388, + "num_tokens": 13600739.0, + "step": 4735 + }, + { + "entropy": 4.835582685470581, + "epoch": 5.622775800711744, + "grad_norm": 1.0234375, + "learning_rate": 0.00027223741549897696, + "loss": 4.374, + "mean_token_accuracy": 0.23551319241523744, + "num_tokens": 13616911.0, + "step": 4740 + }, + { + "entropy": 4.746273756027222, + "epoch": 5.62870699881376, + "grad_norm": 1.1328125, + "learning_rate": 0.00027176113830890673, + "loss": 4.3158, + "mean_token_accuracy": 0.23994861990213395, + "num_tokens": 13630518.0, + "step": 4745 + }, + { + "entropy": 4.687458848953247, + "epoch": 5.634638196915777, + "grad_norm": 1.25, + "learning_rate": 0.0002712848756340754, + "loss": 4.1742, + "mean_token_accuracy": 0.2465816020965576, + "num_tokens": 13643295.0, + "step": 4750 + }, + { + "entropy": 4.753887128829956, + "epoch": 5.640569395017794, + "grad_norm": 1.1875, + "learning_rate": 0.000270808629608895, + "loss": 4.337, + "mean_token_accuracy": 0.24828400015830993, + "num_tokens": 13655484.0, + "step": 4755 + }, + { + "entropy": 4.8279914379119875, + "epoch": 5.646500593119811, + "grad_norm": 1.1328125, + "learning_rate": 0.0002703324023677036, + "loss": 4.3604, + "mean_token_accuracy": 0.23901474326848984, + "num_tokens": 13668188.0, + "step": 4760 + }, + { + "entropy": 4.796302223205567, + "epoch": 5.652431791221827, + "grad_norm": 1.0625, + "learning_rate": 0.00026985619604475466, + "loss": 4.3168, + "mean_token_accuracy": 0.24608149528503417, + "num_tokens": 13680172.0, + "step": 4765 + }, + { + "entropy": 4.8139900207519535, + "epoch": 5.658362989323844, + "grad_norm": 1.0546875, + "learning_rate": 0.00026938001277420785, + "loss": 4.3363, + "mean_token_accuracy": 0.2425275981426239, + "num_tokens": 13694330.0, + "step": 4770 + }, + { + "entropy": 4.676712131500244, + "epoch": 5.66429418742586, + "grad_norm": 0.9765625, + "learning_rate": 0.00026890385469011997, + "loss": 4.2022, + "mean_token_accuracy": 0.2537962973117828, + "num_tokens": 13709193.0, + "step": 4775 + }, + { + "entropy": 4.779815292358398, + "epoch": 5.670225385527877, + "grad_norm": 1.2109375, + "learning_rate": 0.00026842772392643443, + "loss": 4.3709, + "mean_token_accuracy": 0.23214032351970673, + "num_tokens": 13722796.0, + "step": 4780 + }, + { + "entropy": 4.808645009994507, + "epoch": 5.6761565836298935, + "grad_norm": 1.078125, + "learning_rate": 0.0002679516226169724, + "loss": 4.3884, + "mean_token_accuracy": 0.22750346809625627, + "num_tokens": 13738026.0, + "step": 4785 + }, + { + "entropy": 4.745830249786377, + "epoch": 5.6820877817319095, + "grad_norm": 1.0625, + "learning_rate": 0.0002674755528954232, + "loss": 4.3299, + "mean_token_accuracy": 0.23688622266054155, + "num_tokens": 13751992.0, + "step": 4790 + }, + { + "entropy": 4.880949592590332, + "epoch": 5.6880189798339265, + "grad_norm": 1.15625, + "learning_rate": 0.00026699951689533445, + "loss": 4.414, + "mean_token_accuracy": 0.23022955358028413, + "num_tokens": 13765489.0, + "step": 4795 + }, + { + "entropy": 4.832452249526978, + "epoch": 5.693950177935943, + "grad_norm": 1.125, + "learning_rate": 0.0002665235167501026, + "loss": 4.3951, + "mean_token_accuracy": 0.22654036283493043, + "num_tokens": 13778840.0, + "step": 4800 + }, + { + "entropy": 4.846195983886719, + "epoch": 5.699881376037959, + "grad_norm": 1.2109375, + "learning_rate": 0.0002660475545929636, + "loss": 4.3922, + "mean_token_accuracy": 0.23317624777555465, + "num_tokens": 13792851.0, + "step": 4805 + }, + { + "entropy": 4.803857803344727, + "epoch": 5.705812574139976, + "grad_norm": 1.140625, + "learning_rate": 0.00026557163255698274, + "loss": 4.3714, + "mean_token_accuracy": 0.23640986084938048, + "num_tokens": 13806024.0, + "step": 4810 + }, + { + "entropy": 4.793094682693481, + "epoch": 5.711743772241993, + "grad_norm": 0.9921875, + "learning_rate": 0.00026509575277504593, + "loss": 4.3571, + "mean_token_accuracy": 0.23723326474428177, + "num_tokens": 13822361.0, + "step": 4815 + }, + { + "entropy": 4.79110016822815, + "epoch": 5.717674970344009, + "grad_norm": 0.99609375, + "learning_rate": 0.0002646199173798497, + "loss": 4.3377, + "mean_token_accuracy": 0.2404965952038765, + "num_tokens": 13836795.0, + "step": 4820 + }, + { + "entropy": 4.765324878692627, + "epoch": 5.723606168446026, + "grad_norm": 1.1796875, + "learning_rate": 0.0002641441285038913, + "loss": 4.2808, + "mean_token_accuracy": 0.2442572832107544, + "num_tokens": 13850955.0, + "step": 4825 + }, + { + "entropy": 4.8904516220092775, + "epoch": 5.729537366548042, + "grad_norm": 1.03125, + "learning_rate": 0.00026366838827945985, + "loss": 4.4156, + "mean_token_accuracy": 0.23086105585098265, + "num_tokens": 13866041.0, + "step": 4830 + }, + { + "entropy": 4.7407355308532715, + "epoch": 5.735468564650059, + "grad_norm": 1.140625, + "learning_rate": 0.00026319269883862633, + "loss": 4.3002, + "mean_token_accuracy": 0.23912660926580429, + "num_tokens": 13880331.0, + "step": 4835 + }, + { + "entropy": 4.74866042137146, + "epoch": 5.741399762752076, + "grad_norm": 1.171875, + "learning_rate": 0.000262717062313234, + "loss": 4.3506, + "mean_token_accuracy": 0.23290519118309022, + "num_tokens": 13894735.0, + "step": 4840 + }, + { + "entropy": 4.799971199035644, + "epoch": 5.747330960854093, + "grad_norm": 1.1796875, + "learning_rate": 0.0002622414808348892, + "loss": 4.3015, + "mean_token_accuracy": 0.2426670715212822, + "num_tokens": 13909786.0, + "step": 4845 + }, + { + "entropy": 4.724190092086792, + "epoch": 5.753262158956109, + "grad_norm": 1.1328125, + "learning_rate": 0.00026176595653495136, + "loss": 4.2908, + "mean_token_accuracy": 0.24885344058275222, + "num_tokens": 13922757.0, + "step": 4850 + }, + { + "entropy": 4.760520982742309, + "epoch": 5.759193357058126, + "grad_norm": 1.1171875, + "learning_rate": 0.0002612904915445238, + "loss": 4.2922, + "mean_token_accuracy": 0.24650558680295945, + "num_tokens": 13937580.0, + "step": 4855 + }, + { + "entropy": 4.810915470123291, + "epoch": 5.765124555160142, + "grad_norm": 1.109375, + "learning_rate": 0.000260815087994444, + "loss": 4.3505, + "mean_token_accuracy": 0.23467869609594344, + "num_tokens": 13954003.0, + "step": 4860 + }, + { + "entropy": 4.779822301864624, + "epoch": 5.771055753262159, + "grad_norm": 1.2578125, + "learning_rate": 0.000260339748015274, + "loss": 4.3166, + "mean_token_accuracy": 0.23698662519454955, + "num_tokens": 13968201.0, + "step": 4865 + }, + { + "entropy": 4.694350147247315, + "epoch": 5.776986951364176, + "grad_norm": 1.109375, + "learning_rate": 0.0002598644737372911, + "loss": 4.2988, + "mean_token_accuracy": 0.2477506458759308, + "num_tokens": 13981851.0, + "step": 4870 + }, + { + "entropy": 4.813791799545288, + "epoch": 5.782918149466192, + "grad_norm": 1.2890625, + "learning_rate": 0.0002593892672904781, + "loss": 4.3285, + "mean_token_accuracy": 0.23808160722255706, + "num_tokens": 13993490.0, + "step": 4875 + }, + { + "entropy": 4.808310556411743, + "epoch": 5.788849347568209, + "grad_norm": 1.0703125, + "learning_rate": 0.00025891413080451377, + "loss": 4.3523, + "mean_token_accuracy": 0.2352833107113838, + "num_tokens": 14008228.0, + "step": 4880 + }, + { + "entropy": 4.792012166976929, + "epoch": 5.794780545670226, + "grad_norm": 1.34375, + "learning_rate": 0.00025843906640876326, + "loss": 4.3314, + "mean_token_accuracy": 0.24585116654634476, + "num_tokens": 14021867.0, + "step": 4885 + }, + { + "entropy": 4.734698677062989, + "epoch": 5.800711743772242, + "grad_norm": 1.1875, + "learning_rate": 0.000257964076232269, + "loss": 4.2356, + "mean_token_accuracy": 0.2509154349565506, + "num_tokens": 14034363.0, + "step": 4890 + }, + { + "entropy": 4.8481605529785154, + "epoch": 5.806642941874259, + "grad_norm": 1.046875, + "learning_rate": 0.00025748916240374016, + "loss": 4.4136, + "mean_token_accuracy": 0.2393478125333786, + "num_tokens": 14050746.0, + "step": 4895 + }, + { + "entropy": 4.8150547504425045, + "epoch": 5.812574139976276, + "grad_norm": 1.296875, + "learning_rate": 0.00025701432705154445, + "loss": 4.4077, + "mean_token_accuracy": 0.2336001753807068, + "num_tokens": 14064729.0, + "step": 4900 + }, + { + "entropy": 4.827139234542846, + "epoch": 5.818505338078292, + "grad_norm": 1.0859375, + "learning_rate": 0.0002565395723036975, + "loss": 4.4199, + "mean_token_accuracy": 0.23818397521972656, + "num_tokens": 14080618.0, + "step": 4905 + }, + { + "entropy": 4.806284618377686, + "epoch": 5.8244365361803085, + "grad_norm": 1.2421875, + "learning_rate": 0.0002560649002878537, + "loss": 4.3333, + "mean_token_accuracy": 0.2396669343113899, + "num_tokens": 14094201.0, + "step": 4910 + }, + { + "entropy": 4.794505453109741, + "epoch": 5.830367734282325, + "grad_norm": 1.140625, + "learning_rate": 0.00025559031313129675, + "loss": 4.3886, + "mean_token_accuracy": 0.22983593195676805, + "num_tokens": 14109905.0, + "step": 4915 + }, + { + "entropy": 4.758055019378662, + "epoch": 5.8362989323843415, + "grad_norm": 1.171875, + "learning_rate": 0.00025511581296093006, + "loss": 4.3336, + "mean_token_accuracy": 0.239557483792305, + "num_tokens": 14125540.0, + "step": 4920 + }, + { + "entropy": 4.840940189361572, + "epoch": 5.842230130486358, + "grad_norm": 1.109375, + "learning_rate": 0.0002546414019032671, + "loss": 4.4238, + "mean_token_accuracy": 0.2327907755970955, + "num_tokens": 14139677.0, + "step": 4925 + }, + { + "entropy": 4.826468849182129, + "epoch": 5.848161328588375, + "grad_norm": 1.1796875, + "learning_rate": 0.0002541670820844223, + "loss": 4.4244, + "mean_token_accuracy": 0.23376403898000717, + "num_tokens": 14154924.0, + "step": 4930 + }, + { + "entropy": 4.799694156646728, + "epoch": 5.854092526690391, + "grad_norm": 1.15625, + "learning_rate": 0.0002536928556301006, + "loss": 4.3389, + "mean_token_accuracy": 0.24434418678283693, + "num_tokens": 14169287.0, + "step": 4935 + }, + { + "entropy": 4.836445283889771, + "epoch": 5.860023724792408, + "grad_norm": 1.1875, + "learning_rate": 0.0002532187246655891, + "loss": 4.2819, + "mean_token_accuracy": 0.24367126673460007, + "num_tokens": 14181965.0, + "step": 4940 + }, + { + "entropy": 4.824612140655518, + "epoch": 5.865954922894424, + "grad_norm": 1.234375, + "learning_rate": 0.0002527446913157467, + "loss": 4.3276, + "mean_token_accuracy": 0.2377263769507408, + "num_tokens": 14195946.0, + "step": 4945 + }, + { + "entropy": 4.764058065414429, + "epoch": 5.871886120996441, + "grad_norm": 1.109375, + "learning_rate": 0.0002522707577049947, + "loss": 4.3822, + "mean_token_accuracy": 0.2389196291565895, + "num_tokens": 14210639.0, + "step": 4950 + }, + { + "entropy": 4.784085130691528, + "epoch": 5.877817319098458, + "grad_norm": 1.1328125, + "learning_rate": 0.00025179692595730767, + "loss": 4.3196, + "mean_token_accuracy": 0.23978573679924012, + "num_tokens": 14225355.0, + "step": 4955 + }, + { + "entropy": 4.843112564086914, + "epoch": 5.883748517200474, + "grad_norm": 1.203125, + "learning_rate": 0.00025132319819620377, + "loss": 4.3853, + "mean_token_accuracy": 0.23785216063261033, + "num_tokens": 14239634.0, + "step": 4960 + }, + { + "entropy": 4.74089937210083, + "epoch": 5.889679715302491, + "grad_norm": 1.234375, + "learning_rate": 0.0002508495765447345, + "loss": 4.2764, + "mean_token_accuracy": 0.2535801813006401, + "num_tokens": 14252622.0, + "step": 4965 + }, + { + "entropy": 4.739436149597168, + "epoch": 5.895610913404508, + "grad_norm": 1.2734375, + "learning_rate": 0.00025037606312547654, + "loss": 4.2741, + "mean_token_accuracy": 0.2499685674905777, + "num_tokens": 14265164.0, + "step": 4970 + }, + { + "entropy": 4.81330246925354, + "epoch": 5.901542111506524, + "grad_norm": 1.171875, + "learning_rate": 0.0002499026600605212, + "loss": 4.3143, + "mean_token_accuracy": 0.24147066473960876, + "num_tokens": 14278402.0, + "step": 4975 + }, + { + "entropy": 4.804416990280151, + "epoch": 5.907473309608541, + "grad_norm": 1.1796875, + "learning_rate": 0.00024942936947146515, + "loss": 4.336, + "mean_token_accuracy": 0.2330878794193268, + "num_tokens": 14292409.0, + "step": 4980 + }, + { + "entropy": 4.761972236633301, + "epoch": 5.913404507710558, + "grad_norm": 1.0390625, + "learning_rate": 0.00024895619347940117, + "loss": 4.3306, + "mean_token_accuracy": 0.24056018590927125, + "num_tokens": 14307269.0, + "step": 4985 + }, + { + "entropy": 4.7936664581298825, + "epoch": 5.919335705812574, + "grad_norm": 1.1875, + "learning_rate": 0.0002484831342049085, + "loss": 4.3291, + "mean_token_accuracy": 0.23838138431310654, + "num_tokens": 14321146.0, + "step": 4990 + }, + { + "entropy": 4.801939821243286, + "epoch": 5.925266903914591, + "grad_norm": 1.203125, + "learning_rate": 0.00024801019376804296, + "loss": 4.3219, + "mean_token_accuracy": 0.23990344852209092, + "num_tokens": 14334060.0, + "step": 4995 + }, + { + "entropy": 4.748884820938111, + "epoch": 5.931198102016607, + "grad_norm": 1.0546875, + "learning_rate": 0.0002475373742883282, + "loss": 4.3339, + "mean_token_accuracy": 0.23838832527399062, + "num_tokens": 14349274.0, + "step": 5000 + }, + { + "epoch": 5.931198102016607, + "eval_entropy": 4.652599839345077, + "eval_loss": 5.263965606689453, + "eval_mean_token_accuracy": 0.19459956169037, + "eval_num_tokens": 14349274.0, + "eval_runtime": 2.4654, + "eval_samples_per_second": 1057.826, + "eval_steps_per_second": 132.228, + "step": 5000 + } + ], + "logging_steps": 5, + "max_steps": 8420, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 2.5242082048512e+16, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-5000/training_args.bin b/checkpoint-5000/training_args.bin new file mode 100644 index 0000000..4887968 --- /dev/null +++ b/checkpoint-5000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b1c135f6b8569a4ca131508cf9d8c7cebd96bc433f924eb7233c36a7d98147e +size 6289 diff --git a/checkpoint-5500/added_tokens.json b/checkpoint-5500/added_tokens.json new file mode 100644 index 0000000..ec04e13 --- /dev/null +++ b/checkpoint-5500/added_tokens.json @@ -0,0 +1,1768 @@ +{ + "": 47388, + "[CLS]": 47386, + "[MASK]": 47389, + "[SEP]": 47387, + "[XXXXX0]": 47670, + "[XXXXX1000]": 48506, + "[XXXXX1001]": 48961, + "[XXXXX1002]": 47825, + "[XXXXX1003]": 48233, + "[XXXXX1004]": 48970, + "[XXXXX1005]": 48971, + "[XXXXX1006]": 47998, + "[XXXXX1007]": 48989, + "[XXXXX1008]": 47450, + "[XXXXX1009]": 48240, + "[XXXXX100]": 47422, + "[XXXXX1010]": 47623, + "[XXXXX1011]": 47805, + "[XXXXX1012]": 48454, + "[XXXXX1013]": 48537, + "[XXXXX1014]": 47764, + "[XXXXX1015]": 47584, + "[XXXXX1016]": 48287, + "[XXXXX1017]": 48689, + "[XXXXX1018]": 49119, + "[XXXXX1019]": 48584, + "[XXXXX101]": 47890, + "[XXXXX1020]": 47445, + "[XXXXX1021]": 48199, + "[XXXXX1022]": 48276, + "[XXXXX1023]": 47859, + "[XXXXX1024]": 48258, + "[XXXXX1025]": 48325, + "[XXXXX1026]": 47687, + "[XXXXX1027]": 48990, + "[XXXXX1028]": 49059, + "[XXXXX1029]": 48382, + "[XXXXX102]": 47921, + "[XXXXX1030]": 47775, + "[XXXXX1031]": 47870, + "[XXXXX1032]": 47683, + "[XXXXX1033]": 48750, + "[XXXXX1034]": 49130, + "[XXXXX1035]": 47811, + "[XXXXX1036]": 47462, + "[XXXXX1037]": 47843, + "[XXXXX1038]": 47439, + "[XXXXX1039]": 48830, + "[XXXXX103]": 48327, + "[XXXXX1040]": 48720, + "[XXXXX1041]": 48485, + "[XXXXX1042]": 47919, + "[XXXXX1043]": 48781, + "[XXXXX1044]": 47695, + "[XXXXX1045]": 48043, + "[XXXXX1046]": 47732, + "[XXXXX1047]": 48590, + "[XXXXX1048]": 48901, + "[XXXXX1049]": 48470, + "[XXXXX104]": 47560, + "[XXXXX1050]": 47751, + "[XXXXX1051]": 48487, + "[XXXXX1052]": 48959, + "[XXXXX1053]": 47720, + "[XXXXX1054]": 48477, + "[XXXXX1055]": 47405, + "[XXXXX1056]": 47920, + "[XXXXX1057]": 48139, + "[XXXXX1058]": 48775, + "[XXXXX1059]": 47767, + "[XXXXX105]": 48734, + "[XXXXX1060]": 47446, + "[XXXXX1061]": 48433, + "[XXXXX1062]": 48073, + "[XXXXX1063]": 48868, + "[XXXXX1064]": 47615, + "[XXXXX1065]": 48702, + "[XXXXX1066]": 48578, + "[XXXXX1067]": 47773, + "[XXXXX1068]": 48659, + "[XXXXX1069]": 48281, + "[XXXXX106]": 48900, + "[XXXXX1070]": 48588, + "[XXXXX1071]": 47994, + "[XXXXX1072]": 47709, + "[XXXXX1073]": 47716, + "[XXXXX1074]": 48339, + "[XXXXX1075]": 49007, + "[XXXXX1076]": 49019, + "[XXXXX1077]": 48182, + "[XXXXX1078]": 48114, + "[XXXXX1079]": 49090, + "[XXXXX107]": 48981, + "[XXXXX1080]": 47901, + "[XXXXX1081]": 48465, + "[XXXXX1082]": 49027, + "[XXXXX1083]": 47839, + "[XXXXX1084]": 48061, + "[XXXXX1085]": 47657, + "[XXXXX1086]": 48963, + "[XXXXX1087]": 49089, + "[XXXXX1088]": 49135, + "[XXXXX1089]": 47487, + "[XXXXX108]": 48217, + "[XXXXX1090]": 48158, + "[XXXXX1091]": 49123, + "[XXXXX1092]": 47656, + "[XXXXX1093]": 49031, + "[XXXXX1094]": 48840, + "[XXXXX1095]": 48753, + "[XXXXX1096]": 47501, + "[XXXXX1097]": 47698, + "[XXXXX1098]": 47547, + "[XXXXX1099]": 48844, + "[XXXXX109]": 47587, + "[XXXXX10]": 47512, + "[XXXXX1100]": 47508, + "[XXXXX1101]": 48130, + "[XXXXX1102]": 48225, + "[XXXXX1103]": 48953, + "[XXXXX1104]": 47633, + "[XXXXX1105]": 48614, + "[XXXXX1106]": 48685, + "[XXXXX1107]": 47845, + "[XXXXX1108]": 48337, + "[XXXXX1109]": 48879, + "[XXXXX110]": 47862, + "[XXXXX1110]": 48222, + "[XXXXX1111]": 49127, + "[XXXXX1112]": 47893, + "[XXXXX1113]": 48261, + "[XXXXX1114]": 47543, + "[XXXXX1115]": 48597, + "[XXXXX1116]": 48206, + "[XXXXX1117]": 47478, + "[XXXXX1118]": 48930, + "[XXXXX1119]": 47864, + "[XXXXX111]": 48237, + "[XXXXX1120]": 48638, + "[XXXXX1121]": 48162, + "[XXXXX1122]": 48678, + "[XXXXX1123]": 48790, + "[XXXXX1124]": 49075, + "[XXXXX1125]": 47490, + "[XXXXX1126]": 47542, + "[XXXXX1127]": 48121, + "[XXXXX1128]": 48910, + "[XXXXX1129]": 47545, + "[XXXXX112]": 48153, + "[XXXXX1130]": 48499, + "[XXXXX1131]": 48943, + "[XXXXX1132]": 48066, + "[XXXXX1133]": 47882, + "[XXXXX1134]": 48392, + "[XXXXX1135]": 48553, + "[XXXXX1136]": 47505, + "[XXXXX1137]": 48634, + "[XXXXX1138]": 49082, + "[XXXXX1139]": 47707, + "[XXXXX113]": 48869, + "[XXXXX1140]": 48888, + "[XXXXX1141]": 48069, + "[XXXXX1142]": 48646, + "[XXXXX1143]": 47985, + "[XXXXX1144]": 47432, + "[XXXXX1145]": 48788, + "[XXXXX1146]": 48622, + "[XXXXX1147]": 48479, + "[XXXXX1148]": 47599, + "[XXXXX1149]": 48903, + "[XXXXX114]": 48071, + "[XXXXX1150]": 48303, + "[XXXXX1151]": 48316, + "[XXXXX1152]": 48999, + "[XXXXX1153]": 48629, + "[XXXXX1154]": 48515, + "[XXXXX1155]": 48264, + "[XXXXX1156]": 47837, + "[XXXXX1157]": 47537, + "[XXXXX1158]": 48882, + "[XXXXX1159]": 47744, + "[XXXXX115]": 47954, + "[XXXXX1160]": 47637, + "[XXXXX1161]": 48701, + "[XXXXX1162]": 48831, + "[XXXXX1163]": 48861, + "[XXXXX1164]": 48880, + "[XXXXX1165]": 47679, + "[XXXXX1166]": 47620, + "[XXXXX1167]": 48591, + "[XXXXX1168]": 48776, + "[XXXXX1169]": 48472, + "[XXXXX116]": 48997, + "[XXXXX1170]": 48992, + "[XXXXX1171]": 48440, + "[XXXXX1172]": 48145, + "[XXXXX1173]": 48466, + "[XXXXX1174]": 48319, + "[XXXXX1175]": 47745, + "[XXXXX1176]": 47933, + "[XXXXX1177]": 49084, + "[XXXXX1178]": 47544, + "[XXXXX1179]": 48935, + "[XXXXX117]": 49103, + "[XXXXX1180]": 48660, + "[XXXXX1181]": 48993, + "[XXXXX1182]": 47457, + "[XXXXX1183]": 47593, + "[XXXXX1184]": 47795, + "[XXXXX1185]": 47706, + "[XXXXX1186]": 48263, + "[XXXXX1187]": 49033, + "[XXXXX1188]": 48544, + "[XXXXX1189]": 47409, + "[XXXXX118]": 47420, + "[XXXXX1190]": 47834, + "[XXXXX1191]": 47874, + "[XXXXX1192]": 47397, + "[XXXXX1193]": 48853, + "[XXXXX1194]": 47641, + "[XXXXX1195]": 48484, + "[XXXXX1196]": 48412, + "[XXXXX1197]": 48488, + "[XXXXX1198]": 49097, + "[XXXXX1199]": 47879, + "[XXXXX119]": 48770, + "[XXXXX11]": 48211, + "[XXXXX1200]": 47526, + "[XXXXX1201]": 48749, + "[XXXXX1202]": 48568, + "[XXXXX1203]": 48481, + "[XXXXX1204]": 48608, + "[XXXXX1205]": 48309, + "[XXXXX1206]": 48855, + "[XXXXX1207]": 47911, + "[XXXXX1208]": 47799, + "[XXXXX1209]": 47622, + "[XXXXX120]": 48693, + "[XXXXX1210]": 48131, + "[XXXXX1211]": 48345, + "[XXXXX1212]": 48304, + "[XXXXX1213]": 48682, + "[XXXXX1214]": 47492, + "[XXXXX1215]": 47497, + "[XXXXX1216]": 48939, + "[XXXXX1217]": 48442, + "[XXXXX1218]": 47841, + "[XXXXX1219]": 47453, + "[XXXXX121]": 47554, + "[XXXXX1220]": 47419, + "[XXXXX1221]": 48672, + "[XXXXX1222]": 48154, + "[XXXXX1223]": 49087, + "[XXXXX1224]": 48511, + "[XXXXX1225]": 48448, + "[XXXXX1226]": 48988, + "[XXXXX1227]": 47669, + "[XXXXX1228]": 47596, + "[XXXXX1229]": 48602, + "[XXXXX122]": 48605, + "[XXXXX1230]": 48064, + "[XXXXX1231]": 48107, + "[XXXXX1232]": 48160, + "[XXXXX1233]": 47925, + "[XXXXX1234]": 48413, + "[XXXXX1235]": 49005, + "[XXXXX1236]": 49115, + "[XXXXX1237]": 48201, + "[XXXXX1238]": 47601, + "[XXXXX1239]": 47398, + "[XXXXX123]": 48582, + "[XXXXX1240]": 47616, + "[XXXXX1241]": 48002, + "[XXXXX1242]": 48543, + "[XXXXX1243]": 47818, + "[XXXXX1244]": 48569, + "[XXXXX1245]": 48647, + "[XXXXX1246]": 47681, + "[XXXXX1247]": 48898, + "[XXXXX1248]": 47498, + "[XXXXX1249]": 48378, + "[XXXXX124]": 48118, + "[XXXXX1250]": 48344, + "[XXXXX1251]": 47585, + "[XXXXX1252]": 48715, + "[XXXXX1253]": 47483, + "[XXXXX1254]": 48340, + "[XXXXX1255]": 48991, + "[XXXXX1256]": 48736, + "[XXXXX1257]": 47511, + "[XXXXX1258]": 48293, + "[XXXXX1259]": 48168, + "[XXXXX125]": 48374, + "[XXXXX1260]": 48951, + "[XXXXX1261]": 47416, + "[XXXXX1262]": 48745, + "[XXXXX1263]": 47979, + "[XXXXX1264]": 48592, + "[XXXXX1265]": 48945, + "[XXXXX1266]": 47865, + "[XXXXX1267]": 48239, + "[XXXXX1268]": 47672, + "[XXXXX1269]": 47848, + "[XXXXX126]": 48594, + "[XXXXX1270]": 48566, + "[XXXXX1271]": 48108, + "[XXXXX1272]": 47665, + "[XXXXX1273]": 47815, + "[XXXXX1274]": 48016, + "[XXXXX1275]": 48015, + "[XXXXX1276]": 48166, + "[XXXXX1277]": 47757, + "[XXXXX1278]": 47400, + "[XXXXX1279]": 47754, + "[XXXXX127]": 47436, + "[XXXXX1280]": 47417, + "[XXXXX1281]": 48047, + "[XXXXX1282]": 47472, + "[XXXXX1283]": 49040, + "[XXXXX1284]": 47710, + "[XXXXX1285]": 48883, + "[XXXXX1286]": 48209, + "[XXXXX1287]": 48046, + "[XXXXX1288]": 47999, + "[XXXXX1289]": 47735, + "[XXXXX128]": 48995, + "[XXXXX1290]": 48556, + "[XXXXX1291]": 48687, + "[XXXXX1292]": 49046, + "[XXXXX1293]": 48713, + "[XXXXX1294]": 48266, + "[XXXXX1295]": 48917, + "[XXXXX1296]": 49121, + "[XXXXX1297]": 48794, + "[XXXXX1298]": 48443, + "[XXXXX1299]": 47612, + "[XXXXX129]": 48082, + "[XXXXX12]": 48933, + "[XXXXX1300]": 47942, + "[XXXXX1301]": 48063, + "[XXXXX1302]": 48368, + "[XXXXX1303]": 47910, + "[XXXXX1304]": 47802, + "[XXXXX1305]": 47905, + "[XXXXX1306]": 47421, + "[XXXXX1307]": 49125, + "[XXXXX1308]": 47553, + "[XXXXX1309]": 47697, + "[XXXXX130]": 48746, + "[XXXXX1310]": 49069, + "[XXXXX1311]": 47789, + "[XXXXX1312]": 48575, + "[XXXXX1313]": 47402, + "[XXXXX1314]": 48829, + "[XXXXX1315]": 47394, + "[XXXXX1316]": 48187, + "[XXXXX1317]": 48147, + "[XXXXX1318]": 48703, + "[XXXXX1319]": 48549, + "[XXXXX131]": 48106, + "[XXXXX1320]": 48644, + "[XXXXX1321]": 48165, + "[XXXXX1322]": 47689, + "[XXXXX1323]": 47966, + "[XXXXX1324]": 47897, + "[XXXXX1325]": 48076, + "[XXXXX1326]": 48873, + "[XXXXX1327]": 48754, + "[XXXXX1328]": 47813, + "[XXXXX1329]": 49072, + "[XXXXX132]": 48427, + "[XXXXX1330]": 48809, + "[XXXXX1331]": 48489, + "[XXXXX1332]": 48243, + "[XXXXX1333]": 48921, + "[XXXXX1334]": 48322, + "[XXXXX1335]": 47531, + "[XXXXX1336]": 48110, + "[XXXXX1337]": 47723, + "[XXXXX1338]": 47908, + "[XXXXX1339]": 48700, + "[XXXXX133]": 47604, + "[XXXXX1340]": 48651, + "[XXXXX1341]": 48877, + "[XXXXX1342]": 47431, + "[XXXXX1343]": 47433, + "[XXXXX1344]": 47880, + "[XXXXX1345]": 48977, + "[XXXXX1346]": 48772, + "[XXXXX1347]": 48391, + "[XXXXX1348]": 48529, + "[XXXXX1349]": 48196, + "[XXXXX134]": 47765, + "[XXXXX1350]": 48404, + "[XXXXX1351]": 48104, + "[XXXXX1352]": 47517, + "[XXXXX1353]": 48850, + "[XXXXX1354]": 48357, + "[XXXXX1355]": 48862, + "[XXXXX1356]": 48492, + "[XXXXX1357]": 48062, + "[XXXXX1358]": 48721, + "[XXXXX1359]": 48922, + "[XXXXX135]": 47957, + "[XXXXX1360]": 47550, + "[XXXXX1361]": 49045, + "[XXXXX1362]": 48748, + "[XXXXX1363]": 49028, + "[XXXXX1364]": 48833, + "[XXXXX1365]": 47700, + "[XXXXX1366]": 47396, + "[XXXXX1367]": 47686, + "[XXXXX1368]": 48242, + "[XXXXX1369]": 48032, + "[XXXXX136]": 48342, + "[XXXXX1370]": 47562, + "[XXXXX1371]": 48212, + "[XXXXX1372]": 48610, + "[XXXXX1373]": 49013, + "[XXXXX1374]": 48041, + "[XXXXX1375]": 48246, + "[XXXXX1376]": 47551, + "[XXXXX1377]": 48353, + "[XXXXX1378]": 47658, + "[XXXXX1379]": 47828, + "[XXXXX137]": 48518, + "[XXXXX1380]": 48136, + "[XXXXX1381]": 48564, + "[XXXXX1382]": 48973, + "[XXXXX1383]": 47619, + "[XXXXX1384]": 48254, + "[XXXXX1385]": 48680, + "[XXXXX1386]": 47724, + "[XXXXX1387]": 47756, + "[XXXXX1388]": 48176, + "[XXXXX1389]": 48681, + "[XXXXX138]": 47664, + "[XXXXX1390]": 47594, + "[XXXXX1391]": 48760, + "[XXXXX1392]": 49110, + "[XXXXX1393]": 47676, + "[XXXXX1394]": 47963, + "[XXXXX1395]": 47403, + "[XXXXX1396]": 48493, + "[XXXXX1397]": 47591, + "[XXXXX1398]": 47632, + "[XXXXX1399]": 48996, + "[XXXXX139]": 48521, + "[XXXXX13]": 47875, + "[XXXXX1400]": 47705, + "[XXXXX1401]": 48983, + "[XXXXX1402]": 47941, + "[XXXXX1403]": 47922, + "[XXXXX1404]": 47390, + "[XXXXX1405]": 48635, + "[XXXXX1406]": 48906, + "[XXXXX1407]": 48514, + "[XXXXX1408]": 48169, + "[XXXXX1409]": 48004, + "[XXXXX140]": 48762, + "[XXXXX1410]": 47515, + "[XXXXX1411]": 47470, + "[XXXXX1412]": 47858, + "[XXXXX1413]": 47540, + "[XXXXX1414]": 47690, + "[XXXXX1415]": 48054, + "[XXXXX1416]": 48615, + "[XXXXX1417]": 47803, + "[XXXXX1418]": 47455, + "[XXXXX1419]": 48226, + "[XXXXX141]": 48912, + "[XXXXX1420]": 47808, + "[XXXXX1421]": 47636, + "[XXXXX1422]": 48832, + "[XXXXX1423]": 47611, + "[XXXXX1424]": 48782, + "[XXXXX1425]": 49146, + "[XXXXX1426]": 48976, + "[XXXXX1427]": 48585, + "[XXXXX1428]": 48667, + "[XXXXX1429]": 48171, + "[XXXXX142]": 48573, + "[XXXXX1430]": 48181, + "[XXXXX1431]": 47814, + "[XXXXX1432]": 48589, + "[XXXXX1433]": 48916, + "[XXXXX1434]": 48068, + "[XXXXX1435]": 47949, + "[XXXXX1436]": 48252, + "[XXXXX1437]": 48724, + "[XXXXX1438]": 48807, + "[XXXXX1439]": 48379, + "[XXXXX143]": 48835, + "[XXXXX1440]": 48005, + "[XXXXX1441]": 48416, + "[XXXXX1442]": 47595, + "[XXXXX1443]": 47831, + "[XXXXX1444]": 49034, + "[XXXXX1445]": 48893, + "[XXXXX1446]": 47631, + "[XXXXX1447]": 48419, + "[XXXXX1448]": 48874, + "[XXXXX1449]": 49078, + "[XXXXX144]": 48224, + "[XXXXX1450]": 48616, + "[XXXXX1451]": 48688, + "[XXXXX1452]": 47532, + "[XXXXX1453]": 49107, + "[XXXXX1454]": 47945, + "[XXXXX1455]": 48349, + "[XXXXX1456]": 48761, + "[XXXXX1457]": 47399, + "[XXXXX1458]": 47494, + "[XXXXX1459]": 48541, + "[XXXXX145]": 47819, + "[XXXXX1460]": 47668, + "[XXXXX1461]": 48155, + "[XXXXX1462]": 48203, + "[XXXXX1463]": 48308, + "[XXXXX1464]": 47923, + "[XXXXX1465]": 48628, + "[XXXXX1466]": 48894, + "[XXXXX1467]": 48504, + "[XXXXX1468]": 47780, + "[XXXXX1469]": 48780, + "[XXXXX146]": 47856, + "[XXXXX1470]": 47947, + "[XXXXX1471]": 47770, + "[XXXXX1472]": 48645, + "[XXXXX1473]": 47711, + "[XXXXX1474]": 47427, + "[XXXXX1475]": 49042, + "[XXXXX1476]": 48341, + "[XXXXX1477]": 48744, + "[XXXXX1478]": 48421, + "[XXXXX1479]": 48574, + "[XXXXX147]": 47892, + "[XXXXX1480]": 48664, + "[XXXXX1481]": 47649, + "[XXXXX1482]": 47529, + "[XXXXX1483]": 48675, + "[XXXXX1484]": 47850, + "[XXXXX1485]": 48918, + "[XXXXX1486]": 47778, + "[XXXXX1487]": 47929, + "[XXXXX1488]": 47675, + "[XXXXX1489]": 48817, + "[XXXXX148]": 47411, + "[XXXXX1490]": 48612, + "[XXXXX1491]": 48598, + "[XXXXX1492]": 49108, + "[XXXXX1493]": 48272, + "[XXXXX1494]": 48904, + "[XXXXX1495]": 48658, + "[XXXXX1496]": 47737, + "[XXXXX1497]": 48141, + "[XXXXX1498]": 48593, + "[XXXXX1499]": 48452, + "[XXXXX149]": 47718, + "[XXXXX14]": 47771, + "[XXXXX1500]": 48637, + "[XXXXX1501]": 48804, + "[XXXXX1502]": 47752, + "[XXXXX1503]": 48430, + "[XXXXX1504]": 48759, + "[XXXXX1505]": 48823, + "[XXXXX1506]": 47465, + "[XXXXX1507]": 47590, + "[XXXXX1508]": 48445, + "[XXXXX1509]": 48822, + "[XXXXX150]": 48400, + "[XXXXX1510]": 48184, + "[XXXXX1511]": 48603, + "[XXXXX1512]": 47962, + "[XXXXX1513]": 47581, + "[XXXXX1514]": 48655, + "[XXXXX1515]": 47886, + "[XXXXX1516]": 47762, + "[XXXXX1517]": 48410, + "[XXXXX1518]": 48437, + "[XXXXX1519]": 48815, + "[XXXXX151]": 47868, + "[XXXXX1520]": 48523, + "[XXXXX1521]": 48475, + "[XXXXX1522]": 48872, + "[XXXXX1523]": 47426, + "[XXXXX1524]": 48348, + "[XXXXX1525]": 48948, + "[XXXXX1526]": 49099, + "[XXXXX1527]": 47642, + "[XXXXX1528]": 48548, + "[XXXXX1529]": 48055, + "[XXXXX152]": 48542, + "[XXXXX1530]": 48630, + "[XXXXX1531]": 48896, + "[XXXXX1532]": 49020, + "[XXXXX1533]": 47727, + "[XXXXX1534]": 48944, + "[XXXXX1535]": 48848, + "[XXXXX1536]": 48717, + "[XXXXX1537]": 48494, + "[XXXXX1538]": 48124, + "[XXXXX1539]": 49055, + "[XXXXX153]": 48968, + "[XXXXX1540]": 48305, + "[XXXXX1541]": 48088, + "[XXXXX1542]": 49022, + "[XXXXX1543]": 49044, + "[XXXXX1544]": 48607, + "[XXXXX1545]": 48113, + "[XXXXX1546]": 48095, + "[XXXXX1547]": 48863, + "[XXXXX1548]": 48215, + "[XXXXX1549]": 48220, + "[XXXXX154]": 49023, + "[XXXXX1550]": 47442, + "[XXXXX1551]": 49122, + "[XXXXX1552]": 49131, + "[XXXXX1553]": 47991, + "[XXXXX1554]": 47899, + "[XXXXX1555]": 47499, + "[XXXXX1556]": 47406, + "[XXXXX1557]": 47894, + "[XXXXX1558]": 47844, + "[XXXXX1559]": 48164, + "[XXXXX155]": 47833, + "[XXXXX1560]": 48565, + "[XXXXX1561]": 47471, + "[XXXXX1562]": 48960, + "[XXXXX1563]": 47440, + "[XXXXX1564]": 47479, + "[XXXXX1565]": 47708, + "[XXXXX1566]": 47796, + "[XXXXX1567]": 47576, + "[XXXXX1568]": 48191, + "[XXXXX1569]": 48516, + "[XXXXX156]": 48827, + "[XXXXX1570]": 48911, + "[XXXXX1571]": 48205, + "[XXXXX1572]": 48336, + "[XXXXX1573]": 47482, + "[XXXXX1574]": 48952, + "[XXXXX1575]": 47960, + "[XXXXX1576]": 49098, + "[XXXXX1577]": 47904, + "[XXXXX1578]": 48414, + "[XXXXX1579]": 48752, + "[XXXXX157]": 48401, + "[XXXXX1580]": 48633, + "[XXXXX1581]": 48826, + "[XXXXX1582]": 47507, + "[XXXXX1583]": 47476, + "[XXXXX1584]": 48599, + "[XXXXX1585]": 48274, + "[XXXXX1586]": 47428, + "[XXXXX1587]": 48972, + "[XXXXX1588]": 47425, + "[XXXXX1589]": 48731, + "[XXXXX158]": 47951, + "[XXXXX1590]": 49009, + "[XXXXX1591]": 48839, + "[XXXXX1592]": 49006, + "[XXXXX1593]": 47626, + "[XXXXX1594]": 48231, + "[XXXXX1595]": 48554, + "[XXXXX1596]": 48045, + "[XXXXX1597]": 48769, + "[XXXXX1598]": 47652, + "[XXXXX1599]": 47444, + "[XXXXX159]": 49021, + "[XXXXX15]": 48530, + "[XXXXX1600]": 47964, + "[XXXXX1601]": 48560, + "[XXXXX1602]": 47855, + "[XXXXX1603]": 48324, + "[XXXXX1604]": 47961, + "[XXXXX1605]": 48296, + "[XXXXX1606]": 48148, + "[XXXXX1607]": 49038, + "[XXXXX1608]": 48994, + "[XXXXX1609]": 48767, + "[XXXXX160]": 48740, + "[XXXXX1610]": 48907, + "[XXXXX1611]": 47822, + "[XXXXX1612]": 47639, + "[XXXXX1613]": 48053, + "[XXXXX1614]": 48285, + "[XXXXX1615]": 47533, + "[XXXXX1616]": 47983, + "[XXXXX1617]": 47574, + "[XXXXX1618]": 48828, + "[XXXXX1619]": 48334, + "[XXXXX161]": 48290, + "[XXXXX1620]": 47928, + "[XXXXX1621]": 48177, + "[XXXXX1622]": 48056, + "[XXXXX1623]": 47488, + "[XXXXX1624]": 47866, + "[XXXXX1625]": 48273, + "[XXXXX1626]": 48234, + "[XXXXX1627]": 48757, + "[XXXXX1628]": 48075, + "[XXXXX1629]": 48768, + "[XXXXX162]": 48447, + "[XXXXX1630]": 48820, + "[XXXXX1631]": 48007, + "[XXXXX1632]": 48552, + "[XXXXX1633]": 47939, + "[XXXXX1634]": 48725, + "[XXXXX1635]": 47447, + "[XXXXX1636]": 47602, + "[XXXXX1637]": 47935, + "[XXXXX1638]": 49132, + "[XXXXX1639]": 47953, + "[XXXXX163]": 48371, + "[XXXXX1640]": 47748, + "[XXXXX1641]": 48116, + "[XXXXX1642]": 47610, + "[XXXXX1643]": 48105, + "[XXXXX1644]": 48460, + "[XXXXX1645]": 48773, + "[XXXXX1646]": 47974, + "[XXXXX1647]": 47678, + "[XXXXX1648]": 47571, + "[XXXXX1649]": 47717, + "[XXXXX164]": 48978, + "[XXXXX1650]": 48653, + "[XXXXX1651]": 48526, + "[XXXXX1652]": 47666, + "[XXXXX1653]": 48636, + "[XXXXX1654]": 49070, + "[XXXXX1655]": 48040, + "[XXXXX1656]": 49001, + "[XXXXX1657]": 48587, + "[XXXXX1658]": 48227, + "[XXXXX1659]": 47566, + "[XXXXX165]": 47992, + "[XXXXX1660]": 48774, + "[XXXXX1661]": 47443, + "[XXXXX1662]": 48037, + "[XXXXX1663]": 48377, + "[XXXXX1664]": 47733, + "[XXXXX1665]": 49071, + "[XXXXX1666]": 47528, + "[XXXXX1667]": 49124, + "[XXXXX1668]": 48510, + "[XXXXX1669]": 48125, + "[XXXXX166]": 48572, + "[XXXXX1670]": 47503, + "[XXXXX1671]": 47527, + "[XXXXX1672]": 47817, + "[XXXXX1673]": 49111, + "[XXXXX1674]": 47772, + "[XXXXX1675]": 47783, + "[XXXXX1676]": 49052, + "[XXXXX1677]": 47493, + "[XXXXX1678]": 47888, + "[XXXXX1679]": 48059, + "[XXXXX167]": 48008, + "[XXXXX1680]": 47456, + "[XXXXX1681]": 47906, + "[XXXXX1682]": 48026, + "[XXXXX1683]": 48149, + "[XXXXX1684]": 48451, + "[XXXXX1685]": 49029, + "[XXXXX1686]": 48313, + "[XXXXX1687]": 48089, + "[XXXXX1688]": 48795, + "[XXXXX1689]": 48396, + "[XXXXX168]": 47740, + "[XXXXX1690]": 48536, + "[XXXXX1691]": 47680, + "[XXXXX1692]": 48146, + "[XXXXX1693]": 48733, + "[XXXXX1694]": 47536, + "[XXXXX1695]": 47524, + "[XXXXX1696]": 48197, + "[XXXXX1697]": 49151, + "[XXXXX1698]": 48159, + "[XXXXX1699]": 48558, + "[XXXXX169]": 48189, + "[XXXXX16]": 48474, + "[XXXXX1700]": 48042, + "[XXXXX1701]": 47638, + "[XXXXX1702]": 48954, + "[XXXXX1703]": 47693, + "[XXXXX1704]": 48461, + "[XXXXX1705]": 48467, + "[XXXXX1706]": 48505, + "[XXXXX1707]": 47989, + "[XXXXX1708]": 47784, + "[XXXXX1709]": 47435, + "[XXXXX170]": 47429, + "[XXXXX1710]": 48152, + "[XXXXX1711]": 48301, + "[XXXXX1712]": 49094, + "[XXXXX1713]": 48649, + "[XXXXX1714]": 48117, + "[XXXXX1715]": 48185, + "[XXXXX1716]": 47832, + "[XXXXX1717]": 48383, + "[XXXXX1718]": 49012, + "[XXXXX1719]": 48986, + "[XXXXX171]": 48346, + "[XXXXX1720]": 47978, + "[XXXXX1721]": 47871, + "[XXXXX1722]": 47625, + "[XXXXX1723]": 48247, + "[XXXXX1724]": 47965, + "[XXXXX1725]": 47579, + "[XXXXX1726]": 48512, + "[XXXXX1727]": 48395, + "[XXXXX1728]": 48867, + "[XXXXX1729]": 47692, + "[XXXXX172]": 48003, + "[XXXXX1730]": 48497, + "[XXXXX1731]": 47393, + "[XXXXX1732]": 47530, + "[XXXXX1733]": 48129, + "[XXXXX1734]": 47916, + "[XXXXX1735]": 47943, + "[XXXXX1736]": 47559, + "[XXXXX1737]": 47477, + "[XXXXX1738]": 48432, + "[XXXXX1739]": 48244, + "[XXXXX173]": 48238, + "[XXXXX1740]": 48528, + "[XXXXX1741]": 48671, + "[XXXXX1742]": 48889, + "[XXXXX1743]": 48161, + "[XXXXX1744]": 48018, + "[XXXXX1745]": 48509, + "[XXXXX1746]": 47564, + "[XXXXX1747]": 48969, + "[XXXXX1748]": 48112, + "[XXXXX1749]": 49128, + "[XXXXX174]": 48786, + "[XXXXX1750]": 48886, + "[XXXXX1751]": 48932, + "[XXXXX1752]": 47970, + "[XXXXX1753]": 47969, + "[XXXXX1754]": 48508, + "[XXXXX1755]": 47857, + "[XXXXX1756]": 48563, + "[XXXXX1757]": 48503, + "[XXXXX1758]": 47797, + "[XXXXX1759]": 49053, + "[XXXXX175]": 48221, + "[XXXXX1760]": 48949, + "[XXXXX1761]": 48926, + "[XXXXX176]": 48895, + "[XXXXX177]": 48084, + "[XXXXX178]": 47408, + "[XXXXX179]": 48144, + "[XXXXX17]": 47563, + "[XXXXX180]": 47934, + "[XXXXX181]": 47567, + "[XXXXX182]": 47539, + "[XXXXX183]": 49106, + "[XXXXX184]": 48892, + "[XXXXX185]": 47458, + "[XXXXX186]": 48783, + "[XXXXX187]": 47914, + "[XXXXX188]": 47761, + "[XXXXX189]": 47997, + "[XXXXX18]": 48333, + "[XXXXX190]": 48312, + "[XXXXX191]": 49095, + "[XXXXX192]": 47785, + "[XXXXX193]": 47635, + "[XXXXX194]": 48955, + "[XXXXX195]": 48354, + "[XXXXX196]": 48545, + "[XXXXX197]": 48727, + "[XXXXX198]": 48306, + "[XXXXX199]": 49133, + "[XXXXX19]": 48262, + "[XXXXX1]": 49126, + "[XXXXX200]": 47701, + "[XXXXX201]": 47521, + "[XXXXX202]": 48805, + "[XXXXX203]": 48386, + "[XXXXX204]": 48909, + "[XXXXX205]": 47674, + "[XXXXX206]": 48640, + "[XXXXX207]": 48257, + "[XXXXX208]": 47977, + "[XXXXX209]": 48406, + "[XXXXX20]": 47779, + "[XXXXX210]": 48282, + "[XXXXX211]": 48280, + "[XXXXX212]": 47603, + "[XXXXX213]": 47869, + "[XXXXX214]": 47937, + "[XXXXX215]": 49073, + "[XXXXX216]": 47582, + "[XXXXX217]": 47816, + "[XXXXX218]": 47821, + "[XXXXX219]": 48857, + "[XXXXX21]": 48434, + "[XXXXX220]": 48172, + "[XXXXX221]": 47722, + "[XXXXX222]": 47618, + "[XXXXX223]": 48178, + "[XXXXX224]": 48000, + "[XXXXX225]": 48087, + "[XXXXX226]": 48924, + "[XXXXX227]": 47441, + "[XXXXX228]": 49058, + "[XXXXX229]": 48531, + "[XXXXX22]": 48052, + "[XXXXX230]": 47927, + "[XXXXX231]": 47930, + "[XXXXX232]": 49092, + "[XXXXX233]": 47996, + "[XXXXX234]": 49049, + "[XXXXX235]": 48299, + "[XXXXX236]": 48811, + "[XXXXX237]": 48343, + "[XXXXX238]": 49017, + "[XXXXX239]": 48806, + "[XXXXX23]": 48289, + "[XXXXX240]": 47835, + "[XXXXX241]": 48627, + "[XXXXX242]": 47643, + "[XXXXX243]": 47794, + "[XXXXX244]": 49093, + "[XXXXX245]": 47412, + "[XXXXX246]": 48092, + "[XXXXX247]": 47730, + "[XXXXX248]": 48228, + "[XXXXX249]": 47851, + "[XXXXX24]": 48722, + "[XXXXX250]": 48126, + "[XXXXX251]": 47749, + "[XXXXX252]": 47972, + "[XXXXX253]": 48534, + "[XXXXX254]": 48332, + "[XXXXX255]": 48601, + "[XXXXX256]": 48914, + "[XXXXX257]": 47760, + "[XXXXX258]": 48115, + "[XXXXX259]": 48338, + "[XXXXX25]": 48277, + "[XXXXX260]": 47853, + "[XXXXX261]": 48669, + "[XXXXX262]": 48834, + "[XXXXX263]": 48571, + "[XXXXX264]": 48738, + "[XXXXX265]": 48180, + "[XXXXX266]": 49002, + "[XXXXX267]": 47452, + "[XXXXX268]": 47684, + "[XXXXX269]": 47726, + "[XXXXX26]": 47895, + "[XXXXX270]": 48286, + "[XXXXX271]": 47401, + "[XXXXX272]": 48366, + "[XXXXX273]": 48913, + "[XXXXX274]": 47696, + "[XXXXX275]": 48429, + "[XXXXX276]": 48202, + "[XXXXX277]": 47714, + "[XXXXX278]": 47480, + "[XXXXX279]": 48551, + "[XXXXX27]": 47557, + "[XXXXX280]": 48323, + "[XXXXX281]": 47605, + "[XXXXX282]": 49079, + "[XXXXX283]": 47630, + "[XXXXX284]": 48210, + "[XXXXX285]": 48934, + "[XXXXX286]": 48742, + "[XXXXX287]": 48360, + "[XXXXX288]": 48214, + "[XXXXX289]": 47721, + "[XXXXX28]": 48390, + "[XXXXX290]": 48034, + "[XXXXX291]": 47404, + "[XXXXX292]": 48824, + "[XXXXX293]": 47570, + "[XXXXX294]": 48726, + "[XXXXX295]": 49147, + "[XXXXX296]": 47523, + "[XXXXX297]": 48074, + "[XXXXX298]": 48111, + "[XXXXX299]": 48797, + "[XXXXX29]": 48625, + "[XXXXX2]": 48707, + "[XXXXX300]": 47776, + "[XXXXX301]": 48897, + "[XXXXX302]": 48275, + "[XXXXX303]": 48307, + "[XXXXX304]": 48370, + "[XXXXX305]": 48662, + "[XXXXX306]": 48495, + "[XXXXX307]": 47867, + "[XXXXX308]": 48567, + "[XXXXX309]": 49112, + "[XXXXX30]": 48027, + "[XXXXX310]": 48818, + "[XXXXX311]": 47712, + "[XXXXX312]": 47938, + "[XXXXX313]": 48928, + "[XXXXX314]": 48251, + "[XXXXX315]": 48620, + "[XXXXX316]": 48821, + "[XXXXX317]": 48579, + "[XXXXX318]": 47860, + "[XXXXX319]": 48453, + "[XXXXX31]": 48799, + "[XXXXX320]": 48006, + "[XXXXX321]": 47766, + "[XXXXX322]": 48816, + "[XXXXX323]": 48358, + "[XXXXX324]": 48011, + "[XXXXX325]": 48208, + "[XXXXX326]": 48965, + "[XXXXX327]": 48058, + "[XXXXX328]": 48538, + "[XXXXX329]": 48480, + "[XXXXX32]": 48399, + "[XXXXX330]": 47634, + "[XXXXX331]": 47518, + "[XXXXX332]": 48132, + "[XXXXX333]": 47449, + "[XXXXX334]": 48044, + "[XXXXX335]": 47842, + "[XXXXX336]": 49041, + "[XXXXX337]": 48317, + "[XXXXX338]": 47830, + "[XXXXX339]": 49085, + "[XXXXX33]": 48852, + "[XXXXX340]": 47774, + "[XXXXX341]": 48650, + "[XXXXX342]": 48253, + "[XXXXX343]": 49145, + "[XXXXX344]": 48847, + "[XXXXX345]": 49062, + "[XXXXX346]": 48359, + "[XXXXX347]": 48595, + "[XXXXX348]": 47995, + "[XXXXX349]": 47729, + "[XXXXX34]": 48800, + "[XXXXX350]": 48245, + "[XXXXX351]": 48586, + "[XXXXX352]": 48365, + "[XXXXX353]": 48887, + "[XXXXX354]": 47464, + "[XXXXX355]": 47987, + "[XXXXX356]": 49136, + "[XXXXX357]": 48098, + "[XXXXX358]": 48259, + "[XXXXX359]": 47609, + "[XXXXX35]": 48127, + "[XXXXX360]": 48648, + "[XXXXX361]": 48431, + "[XXXXX362]": 48714, + "[XXXXX363]": 47624, + "[XXXXX364]": 47823, + "[XXXXX365]": 47936, + "[XXXXX366]": 47502, + "[XXXXX367]": 47506, + "[XXXXX368]": 49074, + "[XXXXX369]": 47731, + "[XXXXX36]": 48471, + "[XXXXX370]": 47807, + "[XXXXX371]": 47598, + "[XXXXX372]": 47806, + "[XXXXX373]": 47525, + "[XXXXX374]": 47883, + "[XXXXX375]": 49066, + "[XXXXX376]": 48067, + "[XXXXX377]": 48020, + "[XXXXX378]": 48527, + "[XXXXX379]": 48294, + "[XXXXX37]": 48102, + "[XXXXX380]": 48737, + "[XXXXX381]": 47614, + "[XXXXX382]": 48219, + "[XXXXX383]": 48143, + "[XXXXX384]": 48402, + "[XXXXX385]": 48190, + "[XXXXX386]": 48369, + "[XXXXX387]": 48982, + "[XXXXX388]": 49116, + "[XXXXX389]": 48793, + "[XXXXX38]": 48570, + "[XXXXX390]": 47491, + "[XXXXX391]": 48728, + "[XXXXX392]": 47948, + "[XXXXX393]": 48962, + "[XXXXX394]": 47988, + "[XXXXX395]": 47648, + "[XXXXX396]": 47395, + "[XXXXX397]": 47473, + "[XXXXX398]": 49091, + "[XXXXX399]": 49039, + "[XXXXX39]": 47958, + "[XXXXX3]": 48756, + "[XXXXX400]": 48784, + "[XXXXX401]": 47647, + "[XXXXX402]": 48028, + "[XXXXX403]": 48617, + "[XXXXX404]": 48964, + "[XXXXX405]": 48694, + "[XXXXX406]": 49043, + "[XXXXX407]": 47413, + "[XXXXX408]": 48557, + "[XXXXX409]": 48677, + "[XXXXX40]": 47514, + "[XXXXX410]": 47889, + "[XXXXX411]": 49010, + "[XXXXX412]": 47887, + "[XXXXX413]": 47655, + "[XXXXX414]": 47485, + "[XXXXX415]": 48741, + "[XXXXX416]": 48091, + "[XXXXX417]": 49061, + "[XXXXX418]": 48109, + "[XXXXX419]": 47702, + "[XXXXX41]": 48845, + "[XXXXX420]": 47430, + "[XXXXX421]": 49088, + "[XXXXX422]": 47677, + "[XXXXX423]": 48351, + "[XXXXX424]": 48001, + "[XXXXX425]": 48695, + "[XXXXX426]": 47713, + "[XXXXX427]": 48920, + "[XXXXX428]": 48674, + "[XXXXX429]": 48540, + "[XXXXX42]": 48142, + "[XXXXX430]": 47952, + "[XXXXX431]": 48362, + "[XXXXX432]": 47967, + "[XXXXX433]": 48705, + "[XXXXX434]": 48033, + "[XXXXX435]": 48024, + "[XXXXX436]": 47580, + "[XXXXX437]": 48618, + "[XXXXX438]": 47659, + "[XXXXX439]": 48435, + "[XXXXX43]": 48837, + "[XXXXX440]": 48631, + "[XXXXX441]": 47877, + "[XXXXX442]": 48036, + "[XXXXX443]": 47667, + "[XXXXX444]": 48502, + "[XXXXX445]": 49057, + "[XXXXX446]": 48979, + "[XXXXX447]": 47891, + "[XXXXX448]": 49143, + "[XXXXX449]": 48463, + "[XXXXX44]": 47872, + "[XXXXX450]": 47522, + "[XXXXX451]": 47703, + "[XXXXX452]": 47467, + "[XXXXX453]": 48099, + "[XXXXX454]": 48858, + "[XXXXX455]": 47538, + "[XXXXX456]": 48271, + "[XXXXX457]": 48270, + "[XXXXX458]": 49138, + "[XXXXX459]": 47691, + "[XXXXX45]": 47915, + "[XXXXX460]": 47461, + "[XXXXX461]": 48350, + "[XXXXX462]": 48813, + "[XXXXX463]": 48812, + "[XXXXX464]": 48163, + "[XXXXX465]": 49030, + "[XXXXX466]": 48787, + "[XXXXX467]": 48021, + "[XXXXX468]": 48248, + "[XXXXX469]": 47454, + "[XXXXX46]": 47572, + "[XXXXX470]": 48966, + "[XXXXX471]": 48929, + "[XXXXX472]": 47926, + "[XXXXX473]": 47410, + "[XXXXX474]": 48864, + "[XXXXX475]": 48119, + "[XXXXX476]": 47820, + "[XXXXX477]": 47932, + "[XXXXX478]": 47846, + "[XXXXX479]": 49054, + "[XXXXX47]": 48519, + "[XXXXX480]": 48101, + "[XXXXX481]": 48609, + "[XXXXX482]": 48128, + "[XXXXX483]": 48931, + "[XXXXX484]": 48267, + "[XXXXX485]": 48328, + "[XXXXX486]": 47463, + "[XXXXX487]": 48331, + "[XXXXX488]": 48198, + "[XXXXX489]": 48256, + "[XXXXX48]": 48167, + "[XXXXX490]": 48580, + "[XXXXX491]": 48049, + "[XXXXX492]": 48096, + "[XXXXX493]": 49129, + "[XXXXX494]": 47738, + "[XXXXX495]": 48611, + "[XXXXX496]": 48626, + "[XXXXX497]": 49003, + "[XXXXX498]": 47982, + "[XXXXX499]": 49047, + "[XXXXX49]": 48684, + "[XXXXX4]": 48456, + "[XXXXX500]": 48668, + "[XXXXX501]": 48017, + "[XXXXX502]": 48080, + "[XXXXX503]": 48150, + "[XXXXX504]": 47743, + "[XXXXX505]": 48859, + "[XXXXX506]": 47510, + "[XXXXX507]": 47541, + "[XXXXX508]": 47489, + "[XXXXX509]": 47504, + "[XXXXX50]": 47552, + "[XXXXX510]": 48086, + "[XXXXX511]": 48520, + "[XXXXX512]": 48204, + "[XXXXX513]": 48356, + "[XXXXX514]": 47968, + "[XXXXX515]": 47629, + "[XXXXX516]": 48450, + "[XXXXX517]": 48751, + "[XXXXX518]": 48673, + "[XXXXX519]": 48766, + "[XXXXX51]": 47763, + "[XXXXX520]": 47586, + "[XXXXX521]": 48193, + "[XXXXX522]": 47481, + "[XXXXX523]": 48070, + "[XXXXX524]": 48641, + "[XXXXX525]": 48555, + "[XXXXX526]": 47448, + "[XXXXX527]": 47788, + "[XXXXX528]": 48078, + "[XXXXX529]": 47781, + "[XXXXX52]": 48398, + "[XXXXX530]": 48255, + "[XXXXX531]": 48663, + "[XXXXX532]": 47798, + "[XXXXX533]": 48885, + "[XXXXX534]": 47790, + "[XXXXX535]": 47973, + "[XXXXX536]": 48842, + "[XXXXX537]": 48408, + "[XXXXX538]": 49113, + "[XXXXX539]": 48676, + "[XXXXX53]": 47786, + "[XXXXX540]": 48157, + "[XXXXX541]": 48670, + "[XXXXX542]": 48022, + "[XXXXX543]": 48009, + "[XXXXX544]": 48596, + "[XXXXX545]": 48329, + "[XXXXX546]": 48288, + "[XXXXX547]": 47469, + "[XXXXX548]": 48501, + "[XXXXX549]": 47976, + "[XXXXX54]": 47644, + "[XXXXX550]": 47588, + "[XXXXX551]": 48851, + "[XXXXX552]": 48250, + "[XXXXX553]": 47734, + "[XXXXX554]": 48940, + "[XXXXX555]": 49000, + "[XXXXX556]": 48200, + "[XXXXX557]": 47414, + "[XXXXX558]": 48090, + "[XXXXX559]": 47621, + "[XXXXX55]": 48048, + "[XXXXX560]": 47990, + "[XXXXX561]": 47519, + "[XXXXX562]": 47903, + "[XXXXX563]": 48522, + "[XXXXX564]": 47645, + "[XXXXX565]": 49080, + "[XXXXX566]": 47719, + "[XXXXX567]": 49105, + "[XXXXX568]": 48666, + "[XXXXX569]": 47549, + "[XXXXX56]": 49120, + "[XXXXX570]": 48355, + "[XXXXX571]": 48639, + "[XXXXX572]": 48083, + "[XXXXX573]": 48420, + "[XXXXX574]": 48661, + "[XXXXX575]": 47520, + "[XXXXX576]": 48318, + "[XXXXX577]": 49018, + "[XXXXX578]": 48458, + "[XXXXX579]": 47804, + "[XXXXX57]": 48490, + "[XXXXX580]": 48186, + "[XXXXX581]": 47699, + "[XXXXX582]": 48268, + "[XXXXX583]": 47688, + "[XXXXX584]": 47975, + "[XXXXX585]": 48013, + "[XXXXX586]": 48457, + "[XXXXX587]": 49114, + "[XXXXX588]": 48476, + "[XXXXX589]": 47694, + "[XXXXX58]": 48361, + "[XXXXX590]": 48758, + "[XXXXX591]": 48507, + "[XXXXX592]": 47434, + "[XXXXX593]": 48397, + "[XXXXX594]": 48846, + "[XXXXX595]": 48486, + "[XXXXX596]": 47944, + "[XXXXX597]": 47838, + "[XXXXX598]": 47475, + "[XXXXX599]": 48409, + "[XXXXX59]": 48836, + "[XXXXX5]": 48291, + "[XXXXX600]": 48561, + "[XXXXX601]": 48706, + "[XXXXX602]": 48311, + "[XXXXX603]": 48732, + "[XXXXX604]": 48716, + "[XXXXX605]": 48103, + "[XXXXX606]": 47741, + "[XXXXX607]": 49037, + "[XXXXX608]": 48513, + "[XXXXX609]": 47516, + "[XXXXX60]": 48980, + "[XXXXX610]": 47750, + "[XXXXX611]": 49077, + "[XXXXX612]": 47513, + "[XXXXX613]": 49102, + "[XXXXX614]": 48459, + "[XXXXX615]": 48792, + "[XXXXX616]": 48265, + "[XXXXX617]": 48375, + "[XXXXX618]": 48335, + "[XXXXX619]": 48796, + "[XXXXX61]": 48405, + "[XXXXX620]": 48550, + "[XXXXX621]": 48478, + "[XXXXX622]": 47468, + "[XXXXX623]": 48249, + "[XXXXX624]": 48838, + "[XXXXX625]": 48135, + "[XXXXX626]": 47577, + "[XXXXX627]": 47660, + "[XXXXX628]": 48347, + "[XXXXX629]": 47561, + "[XXXXX62]": 48314, + "[XXXXX630]": 47829, + "[XXXXX631]": 48621, + "[XXXXX632]": 48825, + "[XXXXX633]": 48849, + "[XXXXX634]": 48279, + "[XXXXX635]": 48310, + "[XXXXX636]": 49015, + "[XXXXX637]": 47753, + "[XXXXX638]": 48138, + "[XXXXX639]": 48808, + "[XXXXX63]": 48683, + "[XXXXX640]": 48057, + "[XXXXX641]": 48192, + "[XXXXX642]": 48446, + "[XXXXX643]": 48081, + "[XXXXX644]": 48533, + "[XXXXX645]": 47556, + "[XXXXX646]": 48908, + "[XXXXX647]": 48014, + "[XXXXX648]": 48455, + "[XXXXX649]": 47950, + "[XXXXX64]": 49139, + "[XXXXX650]": 47558, + "[XXXXX651]": 47653, + "[XXXXX652]": 48387, + "[XXXXX653]": 47809, + "[XXXXX654]": 48562, + "[XXXXX655]": 48665, + "[XXXXX656]": 48871, + "[XXXXX657]": 48987, + "[XXXXX658]": 47646, + "[XXXXX659]": 48881, + "[XXXXX65]": 47613, + "[XXXXX660]": 49109, + "[XXXXX661]": 49140, + "[XXXXX662]": 48023, + "[XXXXX663]": 48380, + "[XXXXX664]": 48065, + "[XXXXX665]": 47685, + "[XXXXX666]": 47484, + "[XXXXX667]": 47628, + "[XXXXX668]": 48151, + "[XXXXX669]": 47847, + "[XXXXX66]": 49100, + "[XXXXX670]": 47768, + "[XXXXX671]": 47640, + "[XXXXX672]": 48946, + "[XXXXX673]": 48624, + "[XXXXX674]": 48843, + "[XXXXX675]": 47736, + "[XXXXX676]": 47881, + "[XXXXX677]": 48690, + "[XXXXX678]": 48709, + "[XXXXX679]": 48577, + "[XXXXX67]": 48984, + "[XXXXX680]": 47500, + "[XXXXX681]": 48491, + "[XXXXX682]": 48691, + "[XXXXX683]": 48810, + "[XXXXX684]": 48173, + "[XXXXX685]": 48407, + "[XXXXX686]": 48292, + "[XXXXX687]": 48330, + "[XXXXX688]": 49118, + "[XXXXX689]": 48604, + "[XXXXX68]": 48174, + "[XXXXX690]": 48077, + "[XXXXX691]": 48743, + "[XXXXX692]": 48583, + "[XXXXX693]": 47391, + "[XXXXX694]": 48229, + "[XXXXX695]": 48789, + "[XXXXX696]": 48777, + "[XXXXX697]": 47535, + "[XXXXX698]": 48122, + "[XXXXX699]": 48232, + "[XXXXX69]": 48704, + "[XXXXX6]": 48927, + "[XXXXX700]": 48403, + "[XXXXX701]": 47451, + "[XXXXX702]": 48039, + "[XXXXX703]": 47568, + "[XXXXX704]": 48692, + "[XXXXX705]": 47437, + "[XXXXX706]": 47854, + "[XXXXX707]": 49148, + "[XXXXX708]": 48923, + "[XXXXX709]": 48133, + "[XXXXX70]": 47407, + "[XXXXX710]": 48425, + "[XXXXX711]": 48998, + "[XXXXX712]": 48801, + "[XXXXX713]": 48525, + "[XXXXX714]": 47917, + "[XXXXX715]": 47782, + "[XXXXX716]": 48697, + "[XXXXX717]": 47836, + "[XXXXX718]": 47725, + "[XXXXX719]": 48218, + "[XXXXX71]": 49065, + "[XXXXX720]": 48956, + "[XXXXX721]": 48321, + "[XXXXX722]": 47812, + "[XXXXX723]": 47466, + "[XXXXX724]": 48462, + "[XXXXX725]": 47898, + "[XXXXX726]": 49060, + "[XXXXX727]": 47589, + "[XXXXX728]": 49117, + "[XXXXX729]": 48393, + "[XXXXX72]": 48439, + "[XXXXX730]": 48100, + "[XXXXX731]": 48394, + "[XXXXX732]": 48643, + "[XXXXX733]": 48423, + "[XXXXX734]": 48183, + "[XXXXX735]": 49101, + "[XXXXX736]": 48381, + "[XXXXX737]": 48854, + "[XXXXX738]": 49067, + "[XXXXX739]": 48876, + "[XXXXX73]": 47392, + "[XXXXX740]": 48179, + "[XXXXX741]": 48194, + "[XXXXX742]": 48791, + "[XXXXX743]": 48985, + "[XXXXX744]": 48535, + "[XXXXX745]": 48436, + "[XXXXX746]": 47896, + "[XXXXX747]": 47583, + "[XXXXX748]": 49142, + "[XXXXX749]": 48958, + "[XXXXX74]": 49064, + "[XXXXX750]": 47569, + "[XXXXX751]": 47548, + "[XXXXX752]": 49083, + "[XXXXX753]": 47746, + "[XXXXX754]": 49144, + "[XXXXX755]": 48600, + "[XXXXX756]": 47791, + "[XXXXX757]": 47661, + "[XXXXX758]": 48295, + "[XXXXX759]": 47912, + "[XXXXX75]": 48025, + "[XXXXX760]": 47495, + "[XXXXX761]": 48156, + "[XXXXX762]": 47907, + "[XXXXX763]": 48123, + "[XXXXX764]": 48134, + "[XXXXX765]": 47597, + "[XXXXX766]": 48278, + "[XXXXX767]": 47555, + "[XXXXX768]": 49011, + "[XXXXX769]": 47918, + "[XXXXX76]": 47902, + "[XXXXX770]": 48957, + "[XXXXX771]": 48936, + "[XXXXX772]": 48269, + "[XXXXX773]": 48473, + "[XXXXX774]": 49035, + "[XXXXX775]": 47984, + "[XXXXX776]": 48300, + "[XXXXX777]": 48085, + "[XXXXX778]": 47826, + "[XXXXX779]": 48019, + "[XXXXX77]": 48031, + "[XXXXX780]": 48376, + "[XXXXX781]": 47534, + "[XXXXX782]": 48764, + "[XXXXX783]": 49063, + "[XXXXX784]": 47840, + "[XXXXX785]": 48547, + "[XXXXX786]": 48941, + "[XXXXX787]": 47650, + "[XXXXX788]": 47800, + "[XXXXX789]": 48606, + "[XXXXX78]": 47873, + "[XXXXX790]": 48060, + "[XXXXX791]": 47885, + "[XXXXX792]": 47863, + "[XXXXX793]": 48730, + "[XXXXX794]": 47662, + "[XXXXX795]": 47438, + "[XXXXX796]": 48385, + "[XXXXX797]": 48449, + "[XXXXX798]": 47673, + "[XXXXX799]": 48093, + "[XXXXX79]": 48865, + "[XXXXX7]": 48372, + "[XXXXX800]": 48729, + "[XXXXX801]": 47474, + "[XXXXX802]": 48875, + "[XXXXX803]": 48029, + "[XXXXX804]": 48735, + "[XXXXX805]": 48297, + "[XXXXX806]": 48411, + "[XXXXX807]": 47913, + "[XXXXX808]": 48710, + "[XXXXX809]": 48094, + "[XXXXX80]": 48841, + "[XXXXX810]": 48428, + "[XXXXX811]": 48532, + "[XXXXX812]": 48950, + "[XXXXX813]": 48739, + "[XXXXX814]": 48137, + "[XXXXX815]": 47884, + "[XXXXX816]": 48779, + "[XXXXX817]": 47496, + "[XXXXX818]": 48352, + "[XXXXX819]": 48891, + "[XXXXX81]": 48051, + "[XXXXX820]": 48050, + "[XXXXX821]": 47573, + "[XXXXX822]": 48373, + "[XXXXX823]": 47793, + "[XXXXX824]": 47747, + "[XXXXX825]": 47758, + "[XXXXX826]": 48302, + "[XXXXX827]": 48785, + "[XXXXX828]": 48870, + "[XXXXX829]": 48899, + "[XXXXX82]": 49141, + "[XXXXX830]": 48884, + "[XXXXX831]": 47981, + "[XXXXX832]": 48223, + "[XXXXX833]": 48072, + "[XXXXX834]": 48576, + "[XXXXX835]": 48711, + "[XXXXX836]": 47460, + "[XXXXX837]": 47801, + "[XXXXX838]": 47651, + "[XXXXX839]": 47663, + "[XXXXX83]": 49076, + "[XXXXX840]": 48298, + "[XXXXX841]": 49150, + "[XXXXX842]": 48517, + "[XXXXX843]": 47418, + "[XXXXX844]": 47627, + "[XXXXX845]": 48230, + "[XXXXX846]": 48010, + "[XXXXX847]": 47423, + "[XXXXX848]": 49048, + "[XXXXX849]": 48524, + "[XXXXX84]": 47900, + "[XXXXX850]": 47787, + "[XXXXX851]": 48974, + "[XXXXX852]": 48652, + "[XXXXX853]": 47849, + "[XXXXX854]": 48623, + "[XXXXX855]": 49026, + "[XXXXX856]": 49068, + "[XXXXX857]": 48802, + "[XXXXX858]": 48236, + "[XXXXX859]": 48170, + "[XXXXX85]": 47909, + "[XXXXX860]": 47924, + "[XXXXX861]": 47607, + "[XXXXX862]": 47565, + "[XXXXX863]": 48038, + "[XXXXX864]": 49149, + "[XXXXX865]": 49081, + "[XXXXX866]": 48905, + "[XXXXX867]": 47792, + "[XXXXX868]": 48482, + "[XXXXX869]": 47704, + "[XXXXX86]": 49036, + "[XXXXX870]": 47959, + "[XXXXX871]": 48890, + "[XXXXX872]": 48860, + "[XXXXX873]": 48326, + "[XXXXX874]": 47617, + "[XXXXX875]": 47654, + "[XXXXX876]": 47986, + "[XXXXX877]": 48632, + "[XXXXX878]": 48175, + "[XXXXX879]": 48581, + "[XXXXX87]": 47608, + "[XXXXX880]": 47424, + "[XXXXX881]": 49134, + "[XXXXX882]": 48012, + "[XXXXX883]": 48696, + "[XXXXX884]": 48699, + "[XXXXX885]": 47955, + "[XXXXX886]": 49104, + "[XXXXX887]": 47827, + "[XXXXX888]": 49014, + "[XXXXX889]": 48539, + "[XXXXX88]": 48496, + "[XXXXX890]": 48723, + "[XXXXX891]": 48235, + "[XXXXX892]": 48195, + "[XXXXX893]": 48216, + "[XXXXX894]": 48444, + "[XXXXX895]": 48719, + "[XXXXX896]": 47715, + "[XXXXX897]": 48803, + "[XXXXX898]": 48679, + "[XXXXX899]": 48619, + "[XXXXX89]": 48500, + "[XXXXX8]": 49008, + "[XXXXX900]": 48120, + "[XXXXX901]": 48241, + "[XXXXX902]": 47852, + "[XXXXX903]": 48417, + "[XXXXX904]": 47671, + "[XXXXX905]": 48654, + "[XXXXX906]": 49056, + "[XXXXX907]": 48878, + "[XXXXX908]": 48708, + "[XXXXX909]": 48698, + "[XXXXX90]": 47578, + "[XXXXX910]": 49016, + "[XXXXX911]": 47931, + "[XXXXX912]": 48441, + "[XXXXX913]": 48937, + "[XXXXX914]": 47415, + "[XXXXX915]": 47546, + "[XXXXX916]": 48284, + "[XXXXX917]": 48483, + "[XXXXX918]": 47946, + "[XXXXX919]": 48613, + "[XXXXX91]": 47759, + "[XXXXX920]": 48468, + "[XXXXX921]": 48438, + "[XXXXX922]": 49004, + "[XXXXX923]": 48498, + "[XXXXX924]": 48315, + "[XXXXX925]": 48765, + "[XXXXX926]": 48363, + "[XXXXX927]": 48947, + "[XXXXX928]": 47606, + "[XXXXX929]": 48188, + "[XXXXX92]": 48798, + "[XXXXX930]": 47600, + "[XXXXX931]": 49096, + "[XXXXX932]": 47876, + "[XXXXX933]": 48856, + "[XXXXX934]": 48546, + "[XXXXX935]": 47486, + "[XXXXX936]": 48718, + "[XXXXX937]": 47592, + "[XXXXX938]": 48035, + "[XXXXX939]": 47509, + "[XXXXX93]": 49050, + "[XXXXX940]": 47956, + "[XXXXX941]": 48919, + "[XXXXX942]": 47993, + "[XXXXX943]": 48415, + "[XXXXX944]": 48925, + "[XXXXX945]": 48656, + "[XXXXX946]": 48763, + "[XXXXX947]": 48422, + "[XXXXX948]": 48814, + "[XXXXX949]": 47769, + "[XXXXX94]": 48367, + "[XXXXX950]": 47878, + "[XXXXX951]": 48320, + "[XXXXX952]": 48389, + "[XXXXX953]": 49032, + "[XXXXX954]": 49025, + "[XXXXX955]": 48686, + "[XXXXX956]": 48384, + "[XXXXX957]": 49024, + "[XXXXX958]": 48902, + "[XXXXX959]": 47810, + "[XXXXX95]": 48079, + "[XXXXX960]": 47682, + "[XXXXX961]": 49051, + "[XXXXX962]": 48771, + "[XXXXX963]": 48755, + "[XXXXX964]": 48915, + "[XXXXX965]": 47739, + "[XXXXX966]": 48942, + "[XXXXX967]": 48283, + "[XXXXX968]": 47971, + "[XXXXX969]": 48559, + "[XXXXX96]": 48464, + "[XXXXX970]": 47861, + "[XXXXX971]": 48469, + "[XXXXX972]": 48938, + "[XXXXX973]": 48097, + "[XXXXX974]": 47742, + "[XXXXX975]": 48657, + "[XXXXX976]": 48424, + "[XXXXX977]": 48866, + "[XXXXX978]": 47824, + "[XXXXX979]": 48207, + "[XXXXX97]": 48967, + "[XXXXX980]": 47575, + "[XXXXX981]": 48388, + "[XXXXX982]": 47940, + "[XXXXX983]": 48778, + "[XXXXX984]": 48426, + "[XXXXX985]": 48260, + "[XXXXX986]": 48418, + "[XXXXX987]": 47728, + "[XXXXX988]": 49086, + "[XXXXX989]": 48747, + "[XXXXX98]": 48140, + "[XXXXX990]": 48030, + "[XXXXX991]": 47459, + "[XXXXX992]": 48364, + "[XXXXX993]": 49137, + "[XXXXX994]": 48712, + "[XXXXX995]": 47980, + "[XXXXX996]": 47777, + "[XXXXX997]": 48819, + "[XXXXX998]": 48642, + "[XXXXX999]": 48975, + "[XXXXX99]": 48213, + "[XXXXX9]": 47755 +} diff --git a/checkpoint-5500/config.json b/checkpoint-5500/config.json new file mode 100644 index 0000000..87e344b --- /dev/null +++ b/checkpoint-5500/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 47386, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 47387, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 768, + "n_head": 12, + "n_inner": 3072, + "n_layer": 12, + "n_positions": 512, + "pad_token_id": 47388, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 49152 +} diff --git a/checkpoint-5500/generation_config.json b/checkpoint-5500/generation_config.json new file mode 100644 index 0000000..e73b324 --- /dev/null +++ b/checkpoint-5500/generation_config.json @@ -0,0 +1,10 @@ +{ + "_from_model_config": true, + "bos_token_id": 47386, + "eos_token_id": [ + 47387, + 50001 + ], + "pad_token_id": 47388, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-5500/model.safetensors b/checkpoint-5500/model.safetensors new file mode 100644 index 0000000..bf7ad56 --- /dev/null +++ b/checkpoint-5500/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a213e35dd9cb7b230b690ee234d8694faa44cd65531709f4ce34ca2edbafe27b +size 246410944 diff --git a/checkpoint-5500/rng_state.pth b/checkpoint-5500/rng_state.pth new file mode 100644 index 0000000..da12287 --- /dev/null +++ b/checkpoint-5500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9eed4ad7d1a533962a5f1891a9fa3ef87b19d4c11b0e27da3e380c2722473022 +size 14645 diff --git a/checkpoint-5500/special_tokens_map.json b/checkpoint-5500/special_tokens_map.json new file mode 100644 index 0000000..86972d3 --- /dev/null +++ b/checkpoint-5500/special_tokens_map.json @@ -0,0 +1,1815 @@ +{ + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-5500/spiece.model b/checkpoint-5500/spiece.model new file mode 100644 index 0000000..aa5e7bb --- /dev/null +++ b/checkpoint-5500/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:658c1246bf680a2a73ff33ccf7bbcde25b6d81c80c5cc610f4680cf9942f981b +size 1138208 diff --git a/checkpoint-5500/tokenizer_config.json b/checkpoint-5500/tokenizer_config.json new file mode 100644 index 0000000..b5acc55 --- /dev/null +++ b/checkpoint-5500/tokenizer_config.json @@ -0,0 +1,15919 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47386": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47387": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47388": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47389": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47390": { + "content": "[XXXXX1404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47391": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47392": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47393": { + "content": "[XXXXX1731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47394": { + "content": "[XXXXX1315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47395": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47396": { + "content": "[XXXXX1366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47397": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47398": { + "content": "[XXXXX1239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47399": { + "content": "[XXXXX1457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47400": { + "content": "[XXXXX1278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47401": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47402": { + "content": "[XXXXX1313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47403": { + "content": "[XXXXX1395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47404": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47405": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47406": { + "content": "[XXXXX1556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47407": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47408": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47409": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47410": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47411": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47412": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47413": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47414": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47415": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47416": { + "content": "[XXXXX1261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47417": { + "content": "[XXXXX1280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47418": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47419": { + "content": "[XXXXX1220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47420": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47421": { + "content": "[XXXXX1306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47422": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47423": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47424": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47425": { + "content": "[XXXXX1588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47426": { + "content": "[XXXXX1523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47427": { + "content": "[XXXXX1474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47428": { + "content": "[XXXXX1586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47429": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47430": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47431": { + "content": "[XXXXX1342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47432": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47433": { + "content": "[XXXXX1343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47434": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47435": { + "content": "[XXXXX1709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47436": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47437": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47438": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47439": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47440": { + "content": "[XXXXX1563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47441": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47442": { + "content": "[XXXXX1550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47443": { + "content": "[XXXXX1661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47444": { + "content": "[XXXXX1599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47445": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47446": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47447": { + "content": "[XXXXX1635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47448": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47449": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47450": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47451": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47452": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47453": { + "content": "[XXXXX1219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47454": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47455": { + "content": "[XXXXX1418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47456": { + "content": "[XXXXX1680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47457": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47458": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47459": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47460": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47461": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47462": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47463": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47464": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47465": { + "content": "[XXXXX1506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47466": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47467": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47468": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47469": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47470": { + "content": "[XXXXX1411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47471": { + "content": "[XXXXX1561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47472": { + "content": "[XXXXX1282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47473": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47474": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47475": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47476": { + "content": "[XXXXX1583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47477": { + "content": "[XXXXX1737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47478": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47479": { + "content": "[XXXXX1564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47480": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47481": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47482": { + "content": "[XXXXX1573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47483": { + "content": "[XXXXX1253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47484": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47485": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47486": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47487": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47488": { + "content": "[XXXXX1623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47489": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47490": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47491": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47492": { + "content": "[XXXXX1214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47493": { + "content": "[XXXXX1677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47494": { + "content": "[XXXXX1458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47495": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47496": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47497": { + "content": "[XXXXX1215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47498": { + "content": "[XXXXX1248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47499": { + "content": "[XXXXX1555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47500": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47501": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47502": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47503": { + "content": "[XXXXX1670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47504": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47505": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47506": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47507": { + "content": "[XXXXX1582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47508": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47509": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47510": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47511": { + "content": "[XXXXX1257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47512": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47513": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47514": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47515": { + "content": "[XXXXX1410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47516": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47517": { + "content": "[XXXXX1352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47518": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47519": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47520": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47521": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47522": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47523": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47524": { + "content": "[XXXXX1695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47525": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47526": { + "content": "[XXXXX1200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47527": { + "content": "[XXXXX1671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47528": { + "content": "[XXXXX1666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47529": { + "content": "[XXXXX1482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47530": { + "content": "[XXXXX1732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47531": { + "content": "[XXXXX1335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47532": { + "content": "[XXXXX1452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47533": { + "content": "[XXXXX1615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47534": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47535": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47536": { + "content": "[XXXXX1694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47537": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47538": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47539": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47540": { + "content": "[XXXXX1413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47541": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47542": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47543": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47544": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47545": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47546": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47547": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47548": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47549": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47550": { + "content": "[XXXXX1360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47551": { + "content": "[XXXXX1376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47552": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47553": { + "content": "[XXXXX1308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47554": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47555": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47556": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47557": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47558": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47559": { + "content": "[XXXXX1736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47560": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47561": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47562": { + "content": "[XXXXX1370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47563": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47564": { + "content": "[XXXXX1746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47565": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47566": { + "content": "[XXXXX1659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47567": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47568": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47569": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47570": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47571": { + "content": "[XXXXX1648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47572": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47573": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47574": { + "content": "[XXXXX1617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47575": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47576": { + "content": "[XXXXX1567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47577": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47578": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47579": { + "content": "[XXXXX1725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47580": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47581": { + "content": "[XXXXX1513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47582": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47583": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47584": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47585": { + "content": "[XXXXX1251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47586": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47587": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47588": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47589": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47590": { + "content": "[XXXXX1507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47591": { + "content": "[XXXXX1397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47592": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47593": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47594": { + "content": "[XXXXX1390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47595": { + "content": "[XXXXX1442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47596": { + "content": "[XXXXX1228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47597": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47598": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47599": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47600": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47601": { + "content": "[XXXXX1238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47602": { + "content": "[XXXXX1636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47603": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47604": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47605": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47606": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47607": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47608": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47609": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47610": { + "content": "[XXXXX1642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47611": { + "content": "[XXXXX1423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47612": { + "content": "[XXXXX1299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47613": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47614": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47615": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47616": { + "content": "[XXXXX1240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47617": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47618": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47619": { + "content": "[XXXXX1383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47620": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47621": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47622": { + "content": "[XXXXX1209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47623": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47624": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47625": { + "content": "[XXXXX1722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47626": { + "content": "[XXXXX1593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47627": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47628": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47629": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47630": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47631": { + "content": "[XXXXX1446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47632": { + "content": "[XXXXX1398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47633": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47634": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47635": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47636": { + "content": "[XXXXX1421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47637": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47638": { + "content": "[XXXXX1701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47639": { + "content": "[XXXXX1612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47640": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47641": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47642": { + "content": "[XXXXX1527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47643": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47644": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47645": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47646": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47647": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47648": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47649": { + "content": "[XXXXX1481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47650": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47651": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47652": { + "content": "[XXXXX1598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47653": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47654": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47655": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47656": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47657": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47658": { + "content": "[XXXXX1378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47659": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47660": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47661": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47662": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47663": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47664": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47665": { + "content": "[XXXXX1272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47666": { + "content": "[XXXXX1652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47667": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47668": { + "content": "[XXXXX1460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47669": { + "content": "[XXXXX1227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47670": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47671": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47672": { + "content": "[XXXXX1268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47673": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47674": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47675": { + "content": "[XXXXX1488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47676": { + "content": "[XXXXX1393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47677": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47678": { + "content": "[XXXXX1647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47679": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47680": { + "content": "[XXXXX1691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47681": { + "content": "[XXXXX1246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47682": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47683": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47684": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47685": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47686": { + "content": "[XXXXX1367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47687": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47688": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47689": { + "content": "[XXXXX1322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47690": { + "content": "[XXXXX1414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47691": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47692": { + "content": "[XXXXX1729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47693": { + "content": "[XXXXX1703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47694": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47695": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47696": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47697": { + "content": "[XXXXX1309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47698": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47699": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47700": { + "content": "[XXXXX1365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47701": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47702": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47703": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47704": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47705": { + "content": "[XXXXX1400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47706": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47707": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47708": { + "content": "[XXXXX1565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47709": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47710": { + "content": "[XXXXX1284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47711": { + "content": "[XXXXX1473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47712": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47713": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47714": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47715": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47716": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47717": { + "content": "[XXXXX1649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47718": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47719": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47720": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47721": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47722": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47723": { + "content": "[XXXXX1337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47724": { + "content": "[XXXXX1386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47725": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47726": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47727": { + "content": "[XXXXX1533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47728": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47729": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47730": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47731": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47732": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47733": { + "content": "[XXXXX1664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47734": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47735": { + "content": "[XXXXX1289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47736": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47737": { + "content": "[XXXXX1496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47738": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47739": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47740": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47741": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47742": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47743": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47744": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47745": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47746": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47747": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47748": { + "content": "[XXXXX1640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47749": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47750": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47751": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47752": { + "content": "[XXXXX1502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47753": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47754": { + "content": "[XXXXX1279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47755": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47756": { + "content": "[XXXXX1387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47757": { + "content": "[XXXXX1277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47758": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47759": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47760": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47761": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47762": { + "content": "[XXXXX1516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47763": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47764": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47765": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47766": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47767": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47768": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47769": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47770": { + "content": "[XXXXX1471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47771": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47772": { + "content": "[XXXXX1674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47773": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47774": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47775": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47776": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47777": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47778": { + "content": "[XXXXX1486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47779": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47780": { + "content": "[XXXXX1468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47781": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47782": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47783": { + "content": "[XXXXX1675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47784": { + "content": "[XXXXX1708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47785": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47786": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47787": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47788": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47789": { + "content": "[XXXXX1311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47790": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47791": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47792": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47793": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47794": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47795": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47796": { + "content": "[XXXXX1566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47797": { + "content": "[XXXXX1758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47798": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47799": { + "content": "[XXXXX1208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47800": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47801": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47802": { + "content": "[XXXXX1304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47803": { + "content": "[XXXXX1417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47804": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47805": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47806": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47807": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47808": { + "content": "[XXXXX1420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47809": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47810": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47811": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47812": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47813": { + "content": "[XXXXX1328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47814": { + "content": "[XXXXX1431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47815": { + "content": "[XXXXX1273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47816": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47817": { + "content": "[XXXXX1672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47818": { + "content": "[XXXXX1243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47819": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47820": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47821": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47822": { + "content": "[XXXXX1611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47823": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47824": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47825": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47826": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47827": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47828": { + "content": "[XXXXX1379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47829": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47830": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47831": { + "content": "[XXXXX1443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47832": { + "content": "[XXXXX1716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47833": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47834": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47835": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47836": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47837": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47838": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47839": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47840": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47841": { + "content": "[XXXXX1218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47842": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47843": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47844": { + "content": "[XXXXX1558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47845": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47846": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47847": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47848": { + "content": "[XXXXX1269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47849": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47850": { + "content": "[XXXXX1484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47851": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47852": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47853": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47854": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47855": { + "content": "[XXXXX1602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47856": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47857": { + "content": "[XXXXX1755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47858": { + "content": "[XXXXX1412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47859": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47860": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47861": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47862": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47863": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47864": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47865": { + "content": "[XXXXX1266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47866": { + "content": "[XXXXX1624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47867": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47868": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47869": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47870": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47871": { + "content": "[XXXXX1721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47872": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47873": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47874": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47875": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47876": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47877": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47878": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47879": { + "content": "[XXXXX1199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47880": { + "content": "[XXXXX1344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47881": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47882": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47883": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47884": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47885": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47886": { + "content": "[XXXXX1515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47887": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47888": { + "content": "[XXXXX1678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47889": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47890": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47891": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47892": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47893": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47894": { + "content": "[XXXXX1557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47895": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47896": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47897": { + "content": "[XXXXX1324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47898": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47899": { + "content": "[XXXXX1554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47900": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47901": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47902": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47903": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47904": { + "content": "[XXXXX1577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47905": { + "content": "[XXXXX1305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47906": { + "content": "[XXXXX1681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47907": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47908": { + "content": "[XXXXX1338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47909": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47910": { + "content": "[XXXXX1303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47911": { + "content": "[XXXXX1207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47912": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47913": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47914": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47915": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47916": { + "content": "[XXXXX1734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47917": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47918": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47919": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47920": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47921": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47922": { + "content": "[XXXXX1403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47923": { + "content": "[XXXXX1464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47924": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47925": { + "content": "[XXXXX1233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47926": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47927": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47928": { + "content": "[XXXXX1620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47929": { + "content": "[XXXXX1487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47930": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47931": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47932": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47933": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47934": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47935": { + "content": "[XXXXX1637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47936": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47937": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47938": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47939": { + "content": "[XXXXX1633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47940": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47941": { + "content": "[XXXXX1402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47942": { + "content": "[XXXXX1300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47943": { + "content": "[XXXXX1735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47944": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47945": { + "content": "[XXXXX1454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47946": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47947": { + "content": "[XXXXX1470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47948": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47949": { + "content": "[XXXXX1435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47950": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47951": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47952": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47953": { + "content": "[XXXXX1639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47954": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47955": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47956": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47957": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47958": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47959": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47960": { + "content": "[XXXXX1575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47961": { + "content": "[XXXXX1604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47962": { + "content": "[XXXXX1512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47963": { + "content": "[XXXXX1394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47964": { + "content": "[XXXXX1600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47965": { + "content": "[XXXXX1724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47966": { + "content": "[XXXXX1323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47967": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47968": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47969": { + "content": "[XXXXX1753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47970": { + "content": "[XXXXX1752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47971": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47972": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47973": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47974": { + "content": "[XXXXX1646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47975": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47976": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47977": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47978": { + "content": "[XXXXX1720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47979": { + "content": "[XXXXX1263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47980": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47981": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47982": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47983": { + "content": "[XXXXX1616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47984": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47985": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47986": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47987": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47988": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47989": { + "content": "[XXXXX1707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47990": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47991": { + "content": "[XXXXX1553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47992": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47993": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47994": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47995": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47996": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47997": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47998": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47999": { + "content": "[XXXXX1288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48000": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48001": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48002": { + "content": "[XXXXX1241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48003": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48004": { + "content": "[XXXXX1409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48005": { + "content": "[XXXXX1440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48006": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48007": { + "content": "[XXXXX1631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48008": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48009": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48010": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48011": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48012": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48013": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48014": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48015": { + "content": "[XXXXX1275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48016": { + "content": "[XXXXX1274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48017": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48018": { + "content": "[XXXXX1744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48019": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48020": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48021": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48022": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48023": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48024": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48025": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48026": { + "content": "[XXXXX1682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48027": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48028": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48029": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48030": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48031": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48032": { + "content": "[XXXXX1369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48033": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48034": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48035": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48036": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48037": { + "content": "[XXXXX1662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48038": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48039": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48040": { + "content": "[XXXXX1655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48041": { + "content": "[XXXXX1374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48042": { + "content": "[XXXXX1700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48043": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48044": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48045": { + "content": "[XXXXX1596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48046": { + "content": "[XXXXX1287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48047": { + "content": "[XXXXX1281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48048": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48049": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48050": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48051": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48052": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48053": { + "content": "[XXXXX1613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48054": { + "content": "[XXXXX1415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48055": { + "content": "[XXXXX1529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48056": { + "content": "[XXXXX1622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48057": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48058": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48059": { + "content": "[XXXXX1679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48060": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48061": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48062": { + "content": "[XXXXX1357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48063": { + "content": "[XXXXX1301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48064": { + "content": "[XXXXX1230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48065": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48066": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48067": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48068": { + "content": "[XXXXX1434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48069": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48070": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48071": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48072": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48073": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48074": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48075": { + "content": "[XXXXX1628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48076": { + "content": "[XXXXX1325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48077": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48078": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48079": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48080": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48081": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48082": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48083": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48084": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48085": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48086": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48087": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48088": { + "content": "[XXXXX1541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48089": { + "content": "[XXXXX1687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48090": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48091": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48092": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48093": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48094": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48095": { + "content": "[XXXXX1546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48096": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48097": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48098": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48099": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48100": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48101": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48102": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48103": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48104": { + "content": "[XXXXX1351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48105": { + "content": "[XXXXX1643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48106": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48107": { + "content": "[XXXXX1231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48108": { + "content": "[XXXXX1271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48109": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48110": { + "content": "[XXXXX1336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48111": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48112": { + "content": "[XXXXX1748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48113": { + "content": "[XXXXX1545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48114": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48115": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48116": { + "content": "[XXXXX1641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48117": { + "content": "[XXXXX1714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48118": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48119": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48120": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48121": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48122": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48123": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48124": { + "content": "[XXXXX1538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48125": { + "content": "[XXXXX1669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48126": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48127": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48128": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48129": { + "content": "[XXXXX1733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48130": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48131": { + "content": "[XXXXX1210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48132": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48133": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48134": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48135": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48136": { + "content": "[XXXXX1380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48137": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48138": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48139": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48140": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48141": { + "content": "[XXXXX1497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48142": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48143": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48144": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48145": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48146": { + "content": "[XXXXX1692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48147": { + "content": "[XXXXX1317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48148": { + "content": "[XXXXX1606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48149": { + "content": "[XXXXX1683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48150": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48151": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48152": { + "content": "[XXXXX1710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48153": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48154": { + "content": "[XXXXX1222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48155": { + "content": "[XXXXX1461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48156": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48157": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48158": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48159": { + "content": "[XXXXX1698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48160": { + "content": "[XXXXX1232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48161": { + "content": "[XXXXX1743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48162": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48163": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48164": { + "content": "[XXXXX1559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48165": { + "content": "[XXXXX1321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48166": { + "content": "[XXXXX1276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48167": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48168": { + "content": "[XXXXX1259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48169": { + "content": "[XXXXX1408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48170": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48171": { + "content": "[XXXXX1429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48172": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48173": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48174": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48175": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48176": { + "content": "[XXXXX1388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48177": { + "content": "[XXXXX1621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48178": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48179": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48180": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48181": { + "content": "[XXXXX1430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48182": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48183": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48184": { + "content": "[XXXXX1510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48185": { + "content": "[XXXXX1715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48186": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48187": { + "content": "[XXXXX1316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48188": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48189": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48190": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48191": { + "content": "[XXXXX1568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48192": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48193": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48194": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48195": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48196": { + "content": "[XXXXX1349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48197": { + "content": "[XXXXX1696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48198": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48199": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48200": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48201": { + "content": "[XXXXX1237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48202": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48203": { + "content": "[XXXXX1462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48204": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48205": { + "content": "[XXXXX1571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48206": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48207": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48208": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48209": { + "content": "[XXXXX1286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48210": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48211": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48212": { + "content": "[XXXXX1371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48213": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48214": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48215": { + "content": "[XXXXX1548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48216": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48217": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48218": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48219": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48220": { + "content": "[XXXXX1549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48221": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48222": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48223": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48224": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48225": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48226": { + "content": "[XXXXX1419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48227": { + "content": "[XXXXX1658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48228": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48229": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48230": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48231": { + "content": "[XXXXX1594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48232": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48233": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48234": { + "content": "[XXXXX1626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48235": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48236": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48237": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48238": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48239": { + "content": "[XXXXX1267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48240": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48241": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48242": { + "content": "[XXXXX1368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48243": { + "content": "[XXXXX1332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48244": { + "content": "[XXXXX1739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48245": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48246": { + "content": "[XXXXX1375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48247": { + "content": "[XXXXX1723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48248": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48249": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48250": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48251": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48252": { + "content": "[XXXXX1436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48253": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48254": { + "content": "[XXXXX1384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48255": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48256": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48257": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48258": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48259": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48260": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48261": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48262": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48263": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48264": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48265": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48266": { + "content": "[XXXXX1294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48267": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48268": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48269": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48270": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48271": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48272": { + "content": "[XXXXX1493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48273": { + "content": "[XXXXX1625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48274": { + "content": "[XXXXX1585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48275": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48276": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48277": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48278": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48279": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48280": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48281": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48282": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48283": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48284": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48285": { + "content": "[XXXXX1614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48286": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48287": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48288": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48289": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48290": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48291": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48292": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48293": { + "content": "[XXXXX1258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48294": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48295": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48296": { + "content": "[XXXXX1605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48297": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48298": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48299": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48300": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48301": { + "content": "[XXXXX1711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48302": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48303": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48304": { + "content": "[XXXXX1212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48305": { + "content": "[XXXXX1540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48306": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48307": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48308": { + "content": "[XXXXX1463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48309": { + "content": "[XXXXX1205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48310": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48311": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48312": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48313": { + "content": "[XXXXX1686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48314": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48315": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48316": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48317": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48318": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48319": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48320": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48321": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48322": { + "content": "[XXXXX1334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48323": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48324": { + "content": "[XXXXX1603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48325": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48326": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48327": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48328": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48329": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48330": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48331": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48332": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48333": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48334": { + "content": "[XXXXX1619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48335": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48336": { + "content": "[XXXXX1572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48337": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48338": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48339": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48340": { + "content": "[XXXXX1254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48341": { + "content": "[XXXXX1476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48342": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48343": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48344": { + "content": "[XXXXX1250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48345": { + "content": "[XXXXX1211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48346": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48347": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48348": { + "content": "[XXXXX1524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48349": { + "content": "[XXXXX1455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48350": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48351": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48352": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48353": { + "content": "[XXXXX1377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48354": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48355": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48356": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48357": { + "content": "[XXXXX1354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48358": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48359": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48360": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48361": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48362": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48363": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48364": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48365": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48366": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48367": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48368": { + "content": "[XXXXX1302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48369": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48370": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48371": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48372": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48373": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48374": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48375": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48376": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48377": { + "content": "[XXXXX1663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48378": { + "content": "[XXXXX1249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48379": { + "content": "[XXXXX1439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48380": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48381": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48382": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48383": { + "content": "[XXXXX1717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48384": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48385": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48386": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48387": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48388": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48389": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48390": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48391": { + "content": "[XXXXX1347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48392": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48393": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48394": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48395": { + "content": "[XXXXX1727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48396": { + "content": "[XXXXX1689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48397": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48398": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48399": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48400": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48401": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48402": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48403": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48404": { + "content": "[XXXXX1350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48405": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48406": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48407": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48408": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48409": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48410": { + "content": "[XXXXX1517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48411": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48412": { + "content": "[XXXXX1196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48413": { + "content": "[XXXXX1234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48414": { + "content": "[XXXXX1578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48415": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48416": { + "content": "[XXXXX1441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48417": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48418": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48419": { + "content": "[XXXXX1447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48420": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48421": { + "content": "[XXXXX1478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48422": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48423": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48424": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48425": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48426": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48427": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48428": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48429": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48430": { + "content": "[XXXXX1503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48431": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48432": { + "content": "[XXXXX1738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48433": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48434": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48435": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48436": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48437": { + "content": "[XXXXX1518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48438": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48439": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48440": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48441": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48442": { + "content": "[XXXXX1217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48443": { + "content": "[XXXXX1298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48444": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48445": { + "content": "[XXXXX1508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48446": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48447": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48448": { + "content": "[XXXXX1225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48449": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48450": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48451": { + "content": "[XXXXX1684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48452": { + "content": "[XXXXX1499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48453": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48454": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48455": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48456": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48457": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48458": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48459": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48460": { + "content": "[XXXXX1644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48461": { + "content": "[XXXXX1704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48462": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48463": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48464": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48465": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48466": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48467": { + "content": "[XXXXX1705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48468": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48469": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48470": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48471": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48472": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48473": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48474": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48475": { + "content": "[XXXXX1521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48476": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48477": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48478": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48479": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48480": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48481": { + "content": "[XXXXX1203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48482": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48483": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48484": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48485": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48486": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48487": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48488": { + "content": "[XXXXX1197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48489": { + "content": "[XXXXX1331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48490": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48491": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48492": { + "content": "[XXXXX1356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48493": { + "content": "[XXXXX1396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48494": { + "content": "[XXXXX1537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48495": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48496": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48497": { + "content": "[XXXXX1730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48498": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48499": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48500": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48501": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48502": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48503": { + "content": "[XXXXX1757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48504": { + "content": "[XXXXX1467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48505": { + "content": "[XXXXX1706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48506": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48507": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48508": { + "content": "[XXXXX1754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48509": { + "content": "[XXXXX1745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48510": { + "content": "[XXXXX1668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48511": { + "content": "[XXXXX1224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48512": { + "content": "[XXXXX1726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48513": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48514": { + "content": "[XXXXX1407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48515": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48516": { + "content": "[XXXXX1569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48517": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48518": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48519": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48520": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48521": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48522": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48523": { + "content": "[XXXXX1520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48524": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48525": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48526": { + "content": "[XXXXX1651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48527": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48528": { + "content": "[XXXXX1740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48529": { + "content": "[XXXXX1348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48530": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48531": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48532": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48533": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48534": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48535": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48536": { + "content": "[XXXXX1690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48537": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48538": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48539": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48540": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48541": { + "content": "[XXXXX1459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48542": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48543": { + "content": "[XXXXX1242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48544": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48545": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48546": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48547": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48548": { + "content": "[XXXXX1528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48549": { + "content": "[XXXXX1319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48550": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48551": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48552": { + "content": "[XXXXX1632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48553": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48554": { + "content": "[XXXXX1595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48555": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48556": { + "content": "[XXXXX1290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48557": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48558": { + "content": "[XXXXX1699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48559": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48560": { + "content": "[XXXXX1601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48561": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48562": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48563": { + "content": "[XXXXX1756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48564": { + "content": "[XXXXX1381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48565": { + "content": "[XXXXX1560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48566": { + "content": "[XXXXX1270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48567": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48568": { + "content": "[XXXXX1202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48569": { + "content": "[XXXXX1244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48570": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48571": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48572": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48573": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48574": { + "content": "[XXXXX1479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48575": { + "content": "[XXXXX1312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48576": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48577": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48578": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48579": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48580": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48581": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48582": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48583": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48584": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48585": { + "content": "[XXXXX1427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48586": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48587": { + "content": "[XXXXX1657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48588": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48589": { + "content": "[XXXXX1432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48590": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48591": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48592": { + "content": "[XXXXX1264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48593": { + "content": "[XXXXX1498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48594": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48595": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48596": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48597": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48598": { + "content": "[XXXXX1491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48599": { + "content": "[XXXXX1584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48600": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48601": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48602": { + "content": "[XXXXX1229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48603": { + "content": "[XXXXX1511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48604": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48605": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48606": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48607": { + "content": "[XXXXX1544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48608": { + "content": "[XXXXX1204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48609": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48610": { + "content": "[XXXXX1372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48611": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48612": { + "content": "[XXXXX1490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48613": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48614": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48615": { + "content": "[XXXXX1416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48616": { + "content": "[XXXXX1450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48617": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48618": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48619": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48620": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48621": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48622": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48623": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48624": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48625": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48626": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48627": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48628": { + "content": "[XXXXX1465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48629": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48630": { + "content": "[XXXXX1530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48631": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48632": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48633": { + "content": "[XXXXX1580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48634": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48635": { + "content": "[XXXXX1405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48636": { + "content": "[XXXXX1653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48637": { + "content": "[XXXXX1500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48638": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48639": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48640": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48641": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48642": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48643": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48644": { + "content": "[XXXXX1320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48645": { + "content": "[XXXXX1472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48646": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48647": { + "content": "[XXXXX1245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48648": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48649": { + "content": "[XXXXX1713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48650": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48651": { + "content": "[XXXXX1340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48652": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48653": { + "content": "[XXXXX1650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48654": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48655": { + "content": "[XXXXX1514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48656": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48657": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48658": { + "content": "[XXXXX1495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48659": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48660": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48661": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48662": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48663": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48664": { + "content": "[XXXXX1480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48665": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48666": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48667": { + "content": "[XXXXX1428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48668": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48669": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48670": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48671": { + "content": "[XXXXX1741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48672": { + "content": "[XXXXX1221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48673": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48674": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48675": { + "content": "[XXXXX1483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48676": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48677": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48678": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48679": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48680": { + "content": "[XXXXX1385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48681": { + "content": "[XXXXX1389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48682": { + "content": "[XXXXX1213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48683": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48684": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48685": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48686": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48687": { + "content": "[XXXXX1291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48688": { + "content": "[XXXXX1451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48689": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48690": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48691": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48692": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48693": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48694": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48695": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48696": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48697": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48698": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48699": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48700": { + "content": "[XXXXX1339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48701": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48702": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48703": { + "content": "[XXXXX1318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48704": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48705": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48706": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48707": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48708": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48709": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48710": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48711": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48712": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48713": { + "content": "[XXXXX1293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48714": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48715": { + "content": "[XXXXX1252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48716": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48717": { + "content": "[XXXXX1536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48718": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48719": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48720": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48721": { + "content": "[XXXXX1358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48722": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48723": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48724": { + "content": "[XXXXX1437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48725": { + "content": "[XXXXX1634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48726": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48727": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48728": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48729": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48730": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48731": { + "content": "[XXXXX1589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48732": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48733": { + "content": "[XXXXX1693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48734": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48735": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48736": { + "content": "[XXXXX1256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48737": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48738": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48739": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48740": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48741": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48742": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48743": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48744": { + "content": "[XXXXX1477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48745": { + "content": "[XXXXX1262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48746": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48747": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48748": { + "content": "[XXXXX1362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48749": { + "content": "[XXXXX1201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48750": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48751": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48752": { + "content": "[XXXXX1579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48753": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48754": { + "content": "[XXXXX1327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48755": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48756": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48757": { + "content": "[XXXXX1627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48758": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48759": { + "content": "[XXXXX1504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48760": { + "content": "[XXXXX1391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48761": { + "content": "[XXXXX1456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48762": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48763": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48764": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48765": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48766": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48767": { + "content": "[XXXXX1609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48768": { + "content": "[XXXXX1629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48769": { + "content": "[XXXXX1597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48770": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48771": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48772": { + "content": "[XXXXX1346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48773": { + "content": "[XXXXX1645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48774": { + "content": "[XXXXX1660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48775": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48776": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48777": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48778": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48779": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48780": { + "content": "[XXXXX1469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48781": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48782": { + "content": "[XXXXX1424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48783": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48784": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48785": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48786": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48787": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48788": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48789": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48790": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48791": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48792": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48793": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48794": { + "content": "[XXXXX1297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48795": { + "content": "[XXXXX1688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48796": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48797": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48798": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48799": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48800": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48801": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48802": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48803": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48804": { + "content": "[XXXXX1501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48805": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48806": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48807": { + "content": "[XXXXX1438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48808": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48809": { + "content": "[XXXXX1330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48810": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48811": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48812": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48813": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48814": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48815": { + "content": "[XXXXX1519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48816": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48817": { + "content": "[XXXXX1489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48818": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48819": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48820": { + "content": "[XXXXX1630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48821": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48822": { + "content": "[XXXXX1509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48823": { + "content": "[XXXXX1505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48824": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48825": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48826": { + "content": "[XXXXX1581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48827": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48828": { + "content": "[XXXXX1618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48829": { + "content": "[XXXXX1314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48830": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48831": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48832": { + "content": "[XXXXX1422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48833": { + "content": "[XXXXX1364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48834": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48835": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48836": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48837": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48838": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48839": { + "content": "[XXXXX1591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48840": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48841": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48842": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48843": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48844": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48845": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48846": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48847": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48848": { + "content": "[XXXXX1535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48849": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48850": { + "content": "[XXXXX1353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48851": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48852": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48853": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48854": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48855": { + "content": "[XXXXX1206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48856": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48857": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48858": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48859": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48860": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48861": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48862": { + "content": "[XXXXX1355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48863": { + "content": "[XXXXX1547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48864": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48865": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48866": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48867": { + "content": "[XXXXX1728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48868": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48869": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48870": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48871": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48872": { + "content": "[XXXXX1522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48873": { + "content": "[XXXXX1326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48874": { + "content": "[XXXXX1448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48875": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48876": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48877": { + "content": "[XXXXX1341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48878": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48879": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48880": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48881": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48882": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48883": { + "content": "[XXXXX1285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48884": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48885": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48886": { + "content": "[XXXXX1750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48887": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48888": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48889": { + "content": "[XXXXX1742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48890": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48891": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48892": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48893": { + "content": "[XXXXX1445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48894": { + "content": "[XXXXX1466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48895": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48896": { + "content": "[XXXXX1531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48897": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48898": { + "content": "[XXXXX1247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48899": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48900": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48901": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48902": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48903": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48904": { + "content": "[XXXXX1494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48905": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48906": { + "content": "[XXXXX1406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48907": { + "content": "[XXXXX1610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48908": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48909": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48910": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48911": { + "content": "[XXXXX1570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48912": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48913": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48914": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48915": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48916": { + "content": "[XXXXX1433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48917": { + "content": "[XXXXX1295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48918": { + "content": "[XXXXX1485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48919": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48920": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48921": { + "content": "[XXXXX1333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48922": { + "content": "[XXXXX1359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48923": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48924": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48925": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48926": { + "content": "[XXXXX1761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48927": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48928": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48929": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48930": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48931": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48932": { + "content": "[XXXXX1751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48933": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48934": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48935": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48936": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48937": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48938": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48939": { + "content": "[XXXXX1216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48940": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48941": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48942": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48943": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48944": { + "content": "[XXXXX1534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48945": { + "content": "[XXXXX1265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48946": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48947": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48948": { + "content": "[XXXXX1525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48949": { + "content": "[XXXXX1760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48950": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48951": { + "content": "[XXXXX1260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48952": { + "content": "[XXXXX1574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48953": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48954": { + "content": "[XXXXX1702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48955": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48956": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48957": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48958": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48959": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48960": { + "content": "[XXXXX1562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48961": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48962": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48963": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48964": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48965": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48966": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48967": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48968": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48969": { + "content": "[XXXXX1747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48970": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48971": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48972": { + "content": "[XXXXX1587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48973": { + "content": "[XXXXX1382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48974": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48975": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48976": { + "content": "[XXXXX1426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48977": { + "content": "[XXXXX1345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48978": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48979": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48980": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48981": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48982": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48983": { + "content": "[XXXXX1401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48984": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48985": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48986": { + "content": "[XXXXX1719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48987": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48988": { + "content": "[XXXXX1226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48989": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48990": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48991": { + "content": "[XXXXX1255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48992": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48993": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48994": { + "content": "[XXXXX1608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48995": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48996": { + "content": "[XXXXX1399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48997": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48998": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48999": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49000": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49001": { + "content": "[XXXXX1656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49002": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49003": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49004": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49005": { + "content": "[XXXXX1235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49006": { + "content": "[XXXXX1592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49007": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49008": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49009": { + "content": "[XXXXX1590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49010": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49011": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49012": { + "content": "[XXXXX1718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49013": { + "content": "[XXXXX1373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49014": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49015": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49016": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49017": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49018": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49019": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49020": { + "content": "[XXXXX1532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49021": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49022": { + "content": "[XXXXX1542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49023": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49024": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49025": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49026": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49027": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49028": { + "content": "[XXXXX1363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49029": { + "content": "[XXXXX1685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49030": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49031": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49032": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49033": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49034": { + "content": "[XXXXX1444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49035": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49036": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49037": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49038": { + "content": "[XXXXX1607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49039": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49040": { + "content": "[XXXXX1283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49041": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49042": { + "content": "[XXXXX1475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49043": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49044": { + "content": "[XXXXX1543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49045": { + "content": "[XXXXX1361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49046": { + "content": "[XXXXX1292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49047": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49048": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49049": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49050": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49051": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49052": { + "content": "[XXXXX1676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49053": { + "content": "[XXXXX1759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49054": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49055": { + "content": "[XXXXX1539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49056": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49057": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49058": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49059": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49060": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49061": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49062": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49063": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49064": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49065": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49066": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49067": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49068": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49069": { + "content": "[XXXXX1310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49070": { + "content": "[XXXXX1654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49071": { + "content": "[XXXXX1665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49072": { + "content": "[XXXXX1329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49073": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49074": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49075": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49076": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49077": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49078": { + "content": "[XXXXX1449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49079": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49080": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49081": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49082": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49083": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49084": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49085": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49086": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49087": { + "content": "[XXXXX1223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49088": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49089": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49090": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49091": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49092": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49093": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49094": { + "content": "[XXXXX1712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49095": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49096": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49097": { + "content": "[XXXXX1198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49098": { + "content": "[XXXXX1576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49099": { + "content": "[XXXXX1526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49100": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49101": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49102": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49103": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49104": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49105": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49106": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49107": { + "content": "[XXXXX1453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49108": { + "content": "[XXXXX1492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49109": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49110": { + "content": "[XXXXX1392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49111": { + "content": "[XXXXX1673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49112": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49113": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49114": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49115": { + "content": "[XXXXX1236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49116": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49117": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49118": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49119": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49120": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49121": { + "content": "[XXXXX1296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49122": { + "content": "[XXXXX1551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49123": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49124": { + "content": "[XXXXX1667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49125": { + "content": "[XXXXX1307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49126": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49127": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49128": { + "content": "[XXXXX1749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49129": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49130": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49131": { + "content": "[XXXXX1552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49132": { + "content": "[XXXXX1638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49133": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49134": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49135": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49136": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49137": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49138": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49139": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49140": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49141": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49142": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49143": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49144": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49145": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49146": { + "content": "[XXXXX1425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49147": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49148": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49149": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49150": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49151": { + "content": "[XXXXX1697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-5500/trainer_state.json b/checkpoint-5500/trainer_state.json new file mode 100644 index 0000000..e60fbdc --- /dev/null +++ b/checkpoint-5500/trainer_state.json @@ -0,0 +1,11155 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 6.524317912218268, + "eval_steps": 500, + "global_step": 5500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 10.6509840965271, + "epoch": 0.005931198102016607, + "grad_norm": 11.4375, + "learning_rate": 2e-06, + "loss": 10.7955, + "mean_token_accuracy": 0.00017467249417677522, + "num_tokens": 12647.0, + "step": 5 + }, + { + "entropy": 10.650976181030273, + "epoch": 0.011862396204033215, + "grad_norm": 10.875, + "learning_rate": 4.5e-06, + "loss": 10.7449, + "mean_token_accuracy": 0.0003256943717133254, + "num_tokens": 26668.0, + "step": 10 + }, + { + "entropy": 10.65047550201416, + "epoch": 0.017793594306049824, + "grad_norm": 8.5, + "learning_rate": 7e-06, + "loss": 10.5392, + "mean_token_accuracy": 0.011320227157557382, + "num_tokens": 41021.0, + "step": 15 + }, + { + "entropy": 10.645245170593261, + "epoch": 0.02372479240806643, + "grad_norm": 5.6875, + "learning_rate": 9.5e-06, + "loss": 10.2512, + "mean_token_accuracy": 0.03331172131001949, + "num_tokens": 56626.0, + "step": 20 + }, + { + "entropy": 10.620162200927734, + "epoch": 0.02965599051008304, + "grad_norm": 3.46875, + "learning_rate": 1.2e-05, + "loss": 9.9999, + "mean_token_accuracy": 0.03278177715837956, + "num_tokens": 72914.0, + "step": 25 + }, + { + "entropy": 10.59833517074585, + "epoch": 0.03558718861209965, + "grad_norm": 2.75, + "learning_rate": 1.4500000000000002e-05, + "loss": 9.8507, + "mean_token_accuracy": 0.03321463130414486, + "num_tokens": 88514.0, + "step": 30 + }, + { + "entropy": 10.59533166885376, + "epoch": 0.04151838671411625, + "grad_norm": 2.6875, + "learning_rate": 1.7000000000000003e-05, + "loss": 9.7557, + "mean_token_accuracy": 0.03128496501594782, + "num_tokens": 101256.0, + "step": 35 + }, + { + "entropy": 10.598009204864502, + "epoch": 0.04744958481613286, + "grad_norm": 2.34375, + "learning_rate": 1.95e-05, + "loss": 9.7229, + "mean_token_accuracy": 0.03391152955591679, + "num_tokens": 114459.0, + "step": 40 + }, + { + "entropy": 10.583034133911132, + "epoch": 0.05338078291814947, + "grad_norm": 2.203125, + "learning_rate": 2.2e-05, + "loss": 9.7096, + "mean_token_accuracy": 0.031900213845074174, + "num_tokens": 129858.0, + "step": 45 + }, + { + "entropy": 10.583144092559815, + "epoch": 0.05931198102016608, + "grad_norm": 2.421875, + "learning_rate": 2.4500000000000003e-05, + "loss": 9.6353, + "mean_token_accuracy": 0.03371269796043634, + "num_tokens": 143486.0, + "step": 50 + }, + { + "entropy": 10.582204055786132, + "epoch": 0.06524317912218268, + "grad_norm": 2.171875, + "learning_rate": 2.7e-05, + "loss": 9.5795, + "mean_token_accuracy": 0.035220497474074366, + "num_tokens": 156003.0, + "step": 55 + }, + { + "entropy": 10.569349002838134, + "epoch": 0.0711743772241993, + "grad_norm": 2.1875, + "learning_rate": 2.95e-05, + "loss": 9.5437, + "mean_token_accuracy": 0.034727090038359165, + "num_tokens": 170988.0, + "step": 60 + }, + { + "entropy": 10.552780246734619, + "epoch": 0.0771055753262159, + "grad_norm": 2.15625, + "learning_rate": 3.2e-05, + "loss": 9.4193, + "mean_token_accuracy": 0.03448135014623403, + "num_tokens": 187165.0, + "step": 65 + }, + { + "entropy": 10.542837047576905, + "epoch": 0.0830367734282325, + "grad_norm": 2.125, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.368, + "mean_token_accuracy": 0.03228826243430376, + "num_tokens": 202072.0, + "step": 70 + }, + { + "entropy": 10.534712505340575, + "epoch": 0.08896797153024912, + "grad_norm": 2.0625, + "learning_rate": 3.7e-05, + "loss": 9.2131, + "mean_token_accuracy": 0.034324941039085385, + "num_tokens": 215375.0, + "step": 75 + }, + { + "entropy": 10.50705509185791, + "epoch": 0.09489916963226572, + "grad_norm": 1.921875, + "learning_rate": 3.95e-05, + "loss": 9.1257, + "mean_token_accuracy": 0.03353528436273336, + "num_tokens": 228749.0, + "step": 80 + }, + { + "entropy": 10.478670978546143, + "epoch": 0.10083036773428232, + "grad_norm": 2.09375, + "learning_rate": 4.2000000000000004e-05, + "loss": 9.0183, + "mean_token_accuracy": 0.03314766474068165, + "num_tokens": 242387.0, + "step": 85 + }, + { + "entropy": 10.458618545532227, + "epoch": 0.10676156583629894, + "grad_norm": 2.046875, + "learning_rate": 4.45e-05, + "loss": 8.9252, + "mean_token_accuracy": 0.03416665960103273, + "num_tokens": 257793.0, + "step": 90 + }, + { + "entropy": 10.419714641571044, + "epoch": 0.11269276393831554, + "grad_norm": 2.125, + "learning_rate": 4.7000000000000004e-05, + "loss": 8.8134, + "mean_token_accuracy": 0.036843133717775346, + "num_tokens": 271187.0, + "step": 95 + }, + { + "entropy": 10.339355945587158, + "epoch": 0.11862396204033215, + "grad_norm": 1.921875, + "learning_rate": 4.9500000000000004e-05, + "loss": 8.6836, + "mean_token_accuracy": 0.04052316285669803, + "num_tokens": 284937.0, + "step": 100 + }, + { + "entropy": 10.289305877685546, + "epoch": 0.12455516014234876, + "grad_norm": 2.140625, + "learning_rate": 5.2e-05, + "loss": 8.523, + "mean_token_accuracy": 0.042971277609467506, + "num_tokens": 300108.0, + "step": 105 + }, + { + "entropy": 10.171844291687012, + "epoch": 0.13048635824436536, + "grad_norm": 2.109375, + "learning_rate": 5.45e-05, + "loss": 8.4071, + "mean_token_accuracy": 0.0435908630490303, + "num_tokens": 316760.0, + "step": 110 + }, + { + "entropy": 10.090029907226562, + "epoch": 0.13641755634638197, + "grad_norm": 1.8515625, + "learning_rate": 5.7e-05, + "loss": 8.2269, + "mean_token_accuracy": 0.04757884480059147, + "num_tokens": 329705.0, + "step": 115 + }, + { + "entropy": 9.968478775024414, + "epoch": 0.1423487544483986, + "grad_norm": 1.8046875, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.1048, + "mean_token_accuracy": 0.05177154988050461, + "num_tokens": 342947.0, + "step": 120 + }, + { + "entropy": 9.810734272003174, + "epoch": 0.14827995255041518, + "grad_norm": 1.6015625, + "learning_rate": 6.2e-05, + "loss": 7.957, + "mean_token_accuracy": 0.05589810460805893, + "num_tokens": 358397.0, + "step": 125 + }, + { + "entropy": 9.629272270202637, + "epoch": 0.1542111506524318, + "grad_norm": 2.015625, + "learning_rate": 6.450000000000001e-05, + "loss": 7.8543, + "mean_token_accuracy": 0.058608030527830125, + "num_tokens": 370369.0, + "step": 130 + }, + { + "entropy": 9.431285285949707, + "epoch": 0.1601423487544484, + "grad_norm": 1.46875, + "learning_rate": 6.7e-05, + "loss": 7.7282, + "mean_token_accuracy": 0.06019565127789974, + "num_tokens": 386896.0, + "step": 135 + }, + { + "entropy": 9.166491031646729, + "epoch": 0.166073546856465, + "grad_norm": 1.6171875, + "learning_rate": 6.950000000000001e-05, + "loss": 7.571, + "mean_token_accuracy": 0.06539936549961567, + "num_tokens": 400433.0, + "step": 140 + }, + { + "entropy": 8.998315811157227, + "epoch": 0.17200474495848161, + "grad_norm": 1.9296875, + "learning_rate": 7.2e-05, + "loss": 7.5193, + "mean_token_accuracy": 0.06127564944326878, + "num_tokens": 415092.0, + "step": 145 + }, + { + "entropy": 8.760649585723877, + "epoch": 0.17793594306049823, + "grad_norm": 1.625, + "learning_rate": 7.45e-05, + "loss": 7.3847, + "mean_token_accuracy": 0.06551449336111545, + "num_tokens": 429793.0, + "step": 150 + }, + { + "entropy": 8.53032569885254, + "epoch": 0.18386714116251482, + "grad_norm": 1.703125, + "learning_rate": 7.7e-05, + "loss": 7.3618, + "mean_token_accuracy": 0.07152369543910027, + "num_tokens": 442618.0, + "step": 155 + }, + { + "entropy": 8.432501602172852, + "epoch": 0.18979833926453143, + "grad_norm": 1.484375, + "learning_rate": 7.950000000000001e-05, + "loss": 7.2263, + "mean_token_accuracy": 0.0709031268954277, + "num_tokens": 454976.0, + "step": 160 + }, + { + "entropy": 8.288888359069825, + "epoch": 0.19572953736654805, + "grad_norm": 2.09375, + "learning_rate": 8.2e-05, + "loss": 7.2693, + "mean_token_accuracy": 0.06482412219047547, + "num_tokens": 467523.0, + "step": 165 + }, + { + "entropy": 8.135635375976562, + "epoch": 0.20166073546856464, + "grad_norm": 1.203125, + "learning_rate": 8.450000000000001e-05, + "loss": 7.1729, + "mean_token_accuracy": 0.07200234681367874, + "num_tokens": 481391.0, + "step": 170 + }, + { + "entropy": 8.090270137786865, + "epoch": 0.20759193357058126, + "grad_norm": 1.3515625, + "learning_rate": 8.7e-05, + "loss": 7.147, + "mean_token_accuracy": 0.06691372841596603, + "num_tokens": 496697.0, + "step": 175 + }, + { + "entropy": 8.008182764053345, + "epoch": 0.21352313167259787, + "grad_norm": 1.96875, + "learning_rate": 8.95e-05, + "loss": 7.1704, + "mean_token_accuracy": 0.07276545092463493, + "num_tokens": 510091.0, + "step": 180 + }, + { + "entropy": 7.948391151428223, + "epoch": 0.21945432977461446, + "grad_norm": 1.390625, + "learning_rate": 9.2e-05, + "loss": 7.1071, + "mean_token_accuracy": 0.0736262746155262, + "num_tokens": 522168.0, + "step": 185 + }, + { + "entropy": 7.860538482666016, + "epoch": 0.22538552787663108, + "grad_norm": 1.2890625, + "learning_rate": 9.45e-05, + "loss": 7.0333, + "mean_token_accuracy": 0.0750058189034462, + "num_tokens": 535853.0, + "step": 190 + }, + { + "entropy": 7.789449167251587, + "epoch": 0.2313167259786477, + "grad_norm": 1.484375, + "learning_rate": 9.7e-05, + "loss": 7.0532, + "mean_token_accuracy": 0.07566255033016205, + "num_tokens": 551082.0, + "step": 195 + }, + { + "entropy": 7.820679521560669, + "epoch": 0.2372479240806643, + "grad_norm": 1.5859375, + "learning_rate": 9.95e-05, + "loss": 7.0735, + "mean_token_accuracy": 0.0763503935188055, + "num_tokens": 567181.0, + "step": 200 + }, + { + "entropy": 7.715967988967895, + "epoch": 0.2431791221826809, + "grad_norm": 1.46875, + "learning_rate": 0.000102, + "loss": 6.9882, + "mean_token_accuracy": 0.0811008334159851, + "num_tokens": 580689.0, + "step": 205 + }, + { + "entropy": 7.671104192733765, + "epoch": 0.2491103202846975, + "grad_norm": 1.40625, + "learning_rate": 0.00010449999999999999, + "loss": 6.9075, + "mean_token_accuracy": 0.08624595254659653, + "num_tokens": 594590.0, + "step": 210 + }, + { + "entropy": 7.669063520431519, + "epoch": 0.25504151838671413, + "grad_norm": 1.1796875, + "learning_rate": 0.000107, + "loss": 6.9659, + "mean_token_accuracy": 0.07704100087285042, + "num_tokens": 610577.0, + "step": 215 + }, + { + "entropy": 7.621254777908325, + "epoch": 0.2609727164887307, + "grad_norm": 1.1484375, + "learning_rate": 0.0001095, + "loss": 6.9894, + "mean_token_accuracy": 0.0770975686609745, + "num_tokens": 627066.0, + "step": 220 + }, + { + "entropy": 7.582563304901123, + "epoch": 0.2669039145907473, + "grad_norm": 1.2109375, + "learning_rate": 0.000112, + "loss": 6.9863, + "mean_token_accuracy": 0.08030139058828353, + "num_tokens": 642601.0, + "step": 225 + }, + { + "entropy": 7.5748522758483885, + "epoch": 0.27283511269276395, + "grad_norm": 1.4296875, + "learning_rate": 0.0001145, + "loss": 6.8436, + "mean_token_accuracy": 0.08795318827033043, + "num_tokens": 655615.0, + "step": 230 + }, + { + "entropy": 7.51125283241272, + "epoch": 0.27876631079478054, + "grad_norm": 1.140625, + "learning_rate": 0.00011700000000000001, + "loss": 6.8805, + "mean_token_accuracy": 0.08227636963129044, + "num_tokens": 670218.0, + "step": 235 + }, + { + "entropy": 7.581772565841675, + "epoch": 0.2846975088967972, + "grad_norm": 1.359375, + "learning_rate": 0.00011949999999999999, + "loss": 6.8693, + "mean_token_accuracy": 0.08509634733200074, + "num_tokens": 683661.0, + "step": 240 + }, + { + "entropy": 7.414237833023071, + "epoch": 0.29062870699881377, + "grad_norm": 1.15625, + "learning_rate": 0.000122, + "loss": 6.8471, + "mean_token_accuracy": 0.08358772993087768, + "num_tokens": 699767.0, + "step": 245 + }, + { + "entropy": 7.437202262878418, + "epoch": 0.29655990510083036, + "grad_norm": 1.328125, + "learning_rate": 0.0001245, + "loss": 6.774, + "mean_token_accuracy": 0.09326352775096894, + "num_tokens": 713579.0, + "step": 250 + }, + { + "entropy": 7.383161449432373, + "epoch": 0.302491103202847, + "grad_norm": 1.703125, + "learning_rate": 0.000127, + "loss": 6.8019, + "mean_token_accuracy": 0.08484338372945785, + "num_tokens": 727490.0, + "step": 255 + }, + { + "entropy": 7.414105653762817, + "epoch": 0.3084223013048636, + "grad_norm": 1.0625, + "learning_rate": 0.0001295, + "loss": 6.8822, + "mean_token_accuracy": 0.08486307561397552, + "num_tokens": 742477.0, + "step": 260 + }, + { + "entropy": 7.386582565307617, + "epoch": 0.3143534994068802, + "grad_norm": 1.5703125, + "learning_rate": 0.000132, + "loss": 6.7436, + "mean_token_accuracy": 0.08875370100140571, + "num_tokens": 757772.0, + "step": 265 + }, + { + "entropy": 7.385796451568604, + "epoch": 0.3202846975088968, + "grad_norm": 1.515625, + "learning_rate": 0.00013450000000000002, + "loss": 6.795, + "mean_token_accuracy": 0.08812053054571152, + "num_tokens": 772898.0, + "step": 270 + }, + { + "entropy": 7.329386568069458, + "epoch": 0.3262158956109134, + "grad_norm": 1.34375, + "learning_rate": 0.00013700000000000002, + "loss": 6.7697, + "mean_token_accuracy": 0.08715710267424584, + "num_tokens": 788395.0, + "step": 275 + }, + { + "entropy": 7.318710279464722, + "epoch": 0.33214709371293, + "grad_norm": 1.578125, + "learning_rate": 0.0001395, + "loss": 6.83, + "mean_token_accuracy": 0.08070869520306587, + "num_tokens": 803413.0, + "step": 280 + }, + { + "entropy": 7.188418292999268, + "epoch": 0.33807829181494664, + "grad_norm": 1.484375, + "learning_rate": 0.00014199999999999998, + "loss": 6.6976, + "mean_token_accuracy": 0.09588895291090012, + "num_tokens": 817775.0, + "step": 285 + }, + { + "entropy": 7.389742612838745, + "epoch": 0.34400948991696323, + "grad_norm": 1.6328125, + "learning_rate": 0.0001445, + "loss": 6.8092, + "mean_token_accuracy": 0.08903076201677322, + "num_tokens": 831379.0, + "step": 290 + }, + { + "entropy": 7.300806474685669, + "epoch": 0.3499406880189798, + "grad_norm": 1.3046875, + "learning_rate": 0.000147, + "loss": 6.7387, + "mean_token_accuracy": 0.08791814595460892, + "num_tokens": 846596.0, + "step": 295 + }, + { + "entropy": 7.254555749893188, + "epoch": 0.35587188612099646, + "grad_norm": 1.25, + "learning_rate": 0.0001495, + "loss": 6.7438, + "mean_token_accuracy": 0.08821789696812629, + "num_tokens": 862063.0, + "step": 300 + }, + { + "entropy": 7.275745964050293, + "epoch": 0.36180308422301305, + "grad_norm": 1.2734375, + "learning_rate": 0.000152, + "loss": 6.6954, + "mean_token_accuracy": 0.08966124951839446, + "num_tokens": 876841.0, + "step": 305 + }, + { + "entropy": 7.221111488342285, + "epoch": 0.36773428232502964, + "grad_norm": 1.2734375, + "learning_rate": 0.00015450000000000001, + "loss": 6.7751, + "mean_token_accuracy": 0.09116524010896683, + "num_tokens": 890728.0, + "step": 310 + }, + { + "entropy": 7.206338787078858, + "epoch": 0.3736654804270463, + "grad_norm": 1.359375, + "learning_rate": 0.000157, + "loss": 6.6956, + "mean_token_accuracy": 0.09070762842893601, + "num_tokens": 905599.0, + "step": 315 + }, + { + "entropy": 7.1817542552948, + "epoch": 0.37959667852906287, + "grad_norm": 1.59375, + "learning_rate": 0.0001595, + "loss": 6.6483, + "mean_token_accuracy": 0.09768397733569145, + "num_tokens": 918139.0, + "step": 320 + }, + { + "entropy": 7.167359304428101, + "epoch": 0.38552787663107946, + "grad_norm": 1.484375, + "learning_rate": 0.000162, + "loss": 6.7114, + "mean_token_accuracy": 0.09328882694244385, + "num_tokens": 931666.0, + "step": 325 + }, + { + "entropy": 7.196693468093872, + "epoch": 0.3914590747330961, + "grad_norm": 1.3046875, + "learning_rate": 0.00016450000000000001, + "loss": 6.6605, + "mean_token_accuracy": 0.09237670227885246, + "num_tokens": 946286.0, + "step": 330 + }, + { + "entropy": 7.148892021179199, + "epoch": 0.3973902728351127, + "grad_norm": 1.4140625, + "learning_rate": 0.00016700000000000002, + "loss": 6.6029, + "mean_token_accuracy": 0.09802859723567962, + "num_tokens": 959689.0, + "step": 335 + }, + { + "entropy": 7.091142225265503, + "epoch": 0.4033214709371293, + "grad_norm": 1.53125, + "learning_rate": 0.00016950000000000003, + "loss": 6.6481, + "mean_token_accuracy": 0.09793345853686333, + "num_tokens": 972707.0, + "step": 340 + }, + { + "entropy": 7.103200006484985, + "epoch": 0.4092526690391459, + "grad_norm": 1.296875, + "learning_rate": 0.00017199999999999998, + "loss": 6.6694, + "mean_token_accuracy": 0.09691287726163864, + "num_tokens": 988010.0, + "step": 345 + }, + { + "entropy": 7.109372472763061, + "epoch": 0.4151838671411625, + "grad_norm": 1.609375, + "learning_rate": 0.00017449999999999999, + "loss": 6.7001, + "mean_token_accuracy": 0.0866947390139103, + "num_tokens": 1003823.0, + "step": 350 + }, + { + "entropy": 7.018935489654541, + "epoch": 0.4211150652431791, + "grad_norm": 1.3125, + "learning_rate": 0.000177, + "loss": 6.4583, + "mean_token_accuracy": 0.10792901739478111, + "num_tokens": 1018276.0, + "step": 355 + }, + { + "entropy": 7.151296997070313, + "epoch": 0.42704626334519574, + "grad_norm": 1.2890625, + "learning_rate": 0.0001795, + "loss": 6.6782, + "mean_token_accuracy": 0.09361589401960373, + "num_tokens": 1031242.0, + "step": 360 + }, + { + "entropy": 7.0902214527130125, + "epoch": 0.43297746144721233, + "grad_norm": 1.3984375, + "learning_rate": 0.000182, + "loss": 6.5786, + "mean_token_accuracy": 0.09998262599110604, + "num_tokens": 1043940.0, + "step": 365 + }, + { + "entropy": 6.944676065444947, + "epoch": 0.4389086595492289, + "grad_norm": 1.2109375, + "learning_rate": 0.0001845, + "loss": 6.508, + "mean_token_accuracy": 0.09759898036718369, + "num_tokens": 1058656.0, + "step": 370 + }, + { + "entropy": 7.117189264297485, + "epoch": 0.44483985765124556, + "grad_norm": 1.265625, + "learning_rate": 0.000187, + "loss": 6.6092, + "mean_token_accuracy": 0.09189791083335877, + "num_tokens": 1073128.0, + "step": 375 + }, + { + "entropy": 6.948076343536377, + "epoch": 0.45077105575326215, + "grad_norm": 1.5390625, + "learning_rate": 0.0001895, + "loss": 6.5416, + "mean_token_accuracy": 0.09809970185160637, + "num_tokens": 1086467.0, + "step": 380 + }, + { + "entropy": 7.076186227798462, + "epoch": 0.45670225385527874, + "grad_norm": 1.46875, + "learning_rate": 0.000192, + "loss": 6.6616, + "mean_token_accuracy": 0.10060962289571762, + "num_tokens": 1100356.0, + "step": 385 + }, + { + "entropy": 7.028731060028076, + "epoch": 0.4626334519572954, + "grad_norm": 1.3046875, + "learning_rate": 0.0001945, + "loss": 6.5814, + "mean_token_accuracy": 0.10232764557003975, + "num_tokens": 1115877.0, + "step": 390 + }, + { + "entropy": 7.04663872718811, + "epoch": 0.46856465005931197, + "grad_norm": 1.375, + "learning_rate": 0.00019700000000000002, + "loss": 6.5466, + "mean_token_accuracy": 0.10219399407505989, + "num_tokens": 1131415.0, + "step": 395 + }, + { + "entropy": 6.8535503387451175, + "epoch": 0.4744958481613286, + "grad_norm": 1.5234375, + "learning_rate": 0.00019950000000000002, + "loss": 6.5137, + "mean_token_accuracy": 0.09734094068408013, + "num_tokens": 1145903.0, + "step": 400 + }, + { + "entropy": 6.879596471786499, + "epoch": 0.4804270462633452, + "grad_norm": 1.125, + "learning_rate": 0.000202, + "loss": 6.4397, + "mean_token_accuracy": 0.0997365266084671, + "num_tokens": 1161168.0, + "step": 405 + }, + { + "entropy": 6.921687078475952, + "epoch": 0.4863582443653618, + "grad_norm": 1.3515625, + "learning_rate": 0.00020449999999999998, + "loss": 6.5196, + "mean_token_accuracy": 0.09855128526687622, + "num_tokens": 1178155.0, + "step": 410 + }, + { + "entropy": 6.924295806884766, + "epoch": 0.49228944246737844, + "grad_norm": 1.3828125, + "learning_rate": 0.000207, + "loss": 6.3697, + "mean_token_accuracy": 0.1099881686270237, + "num_tokens": 1190830.0, + "step": 415 + }, + { + "entropy": 6.827713060379028, + "epoch": 0.498220640569395, + "grad_norm": 1.375, + "learning_rate": 0.0002095, + "loss": 6.3842, + "mean_token_accuracy": 0.10342236086726189, + "num_tokens": 1205260.0, + "step": 420 + }, + { + "entropy": 6.883217096328735, + "epoch": 0.5041518386714117, + "grad_norm": 1.4453125, + "learning_rate": 0.000212, + "loss": 6.431, + "mean_token_accuracy": 0.10836012288928032, + "num_tokens": 1218856.0, + "step": 425 + }, + { + "entropy": 6.832102727890015, + "epoch": 0.5100830367734283, + "grad_norm": 1.328125, + "learning_rate": 0.0002145, + "loss": 6.5014, + "mean_token_accuracy": 0.10428635627031327, + "num_tokens": 1234669.0, + "step": 430 + }, + { + "entropy": 6.830685758590699, + "epoch": 0.5160142348754448, + "grad_norm": 1.46875, + "learning_rate": 0.00021700000000000002, + "loss": 6.4289, + "mean_token_accuracy": 0.1057804524898529, + "num_tokens": 1249514.0, + "step": 435 + }, + { + "entropy": 6.837182474136353, + "epoch": 0.5219454329774614, + "grad_norm": 1.1015625, + "learning_rate": 0.0002195, + "loss": 6.3638, + "mean_token_accuracy": 0.1109524667263031, + "num_tokens": 1262311.0, + "step": 440 + }, + { + "entropy": 6.767211008071899, + "epoch": 0.527876631079478, + "grad_norm": 1.3359375, + "learning_rate": 0.000222, + "loss": 6.3519, + "mean_token_accuracy": 0.10807539224624634, + "num_tokens": 1277681.0, + "step": 445 + }, + { + "entropy": 6.781484460830688, + "epoch": 0.5338078291814946, + "grad_norm": 1.390625, + "learning_rate": 0.0002245, + "loss": 6.3968, + "mean_token_accuracy": 0.10917404815554618, + "num_tokens": 1292300.0, + "step": 450 + }, + { + "entropy": 6.775958061218262, + "epoch": 0.5397390272835113, + "grad_norm": 1.234375, + "learning_rate": 0.00022700000000000002, + "loss": 6.4142, + "mean_token_accuracy": 0.10393262058496475, + "num_tokens": 1307426.0, + "step": 455 + }, + { + "entropy": 6.787585258483887, + "epoch": 0.5456702253855279, + "grad_norm": 1.0546875, + "learning_rate": 0.00022950000000000002, + "loss": 6.4414, + "mean_token_accuracy": 0.09955934658646584, + "num_tokens": 1322167.0, + "step": 460 + }, + { + "entropy": 6.75556001663208, + "epoch": 0.5516014234875445, + "grad_norm": 1.2265625, + "learning_rate": 0.00023200000000000003, + "loss": 6.3126, + "mean_token_accuracy": 0.11029193922877312, + "num_tokens": 1335343.0, + "step": 465 + }, + { + "entropy": 6.719364500045776, + "epoch": 0.5575326215895611, + "grad_norm": 1.234375, + "learning_rate": 0.00023449999999999998, + "loss": 6.3129, + "mean_token_accuracy": 0.11020243093371392, + "num_tokens": 1349078.0, + "step": 470 + }, + { + "entropy": 6.670861291885376, + "epoch": 0.5634638196915777, + "grad_norm": 1.2265625, + "learning_rate": 0.000237, + "loss": 6.2388, + "mean_token_accuracy": 0.11813571006059646, + "num_tokens": 1362030.0, + "step": 475 + }, + { + "entropy": 6.790364742279053, + "epoch": 0.5693950177935944, + "grad_norm": 1.3125, + "learning_rate": 0.0002395, + "loss": 6.3965, + "mean_token_accuracy": 0.10456062778830529, + "num_tokens": 1378303.0, + "step": 480 + }, + { + "entropy": 6.773904657363891, + "epoch": 0.575326215895611, + "grad_norm": 1.203125, + "learning_rate": 0.000242, + "loss": 6.3906, + "mean_token_accuracy": 0.10592009201645851, + "num_tokens": 1392585.0, + "step": 485 + }, + { + "entropy": 6.805166101455688, + "epoch": 0.5812574139976275, + "grad_norm": 1.5, + "learning_rate": 0.0002445, + "loss": 6.3973, + "mean_token_accuracy": 0.11140659600496292, + "num_tokens": 1406962.0, + "step": 490 + }, + { + "entropy": 6.573492240905762, + "epoch": 0.5871886120996441, + "grad_norm": 1.2265625, + "learning_rate": 0.000247, + "loss": 6.2853, + "mean_token_accuracy": 0.11129999980330467, + "num_tokens": 1419493.0, + "step": 495 + }, + { + "entropy": 6.735859537124634, + "epoch": 0.5931198102016607, + "grad_norm": 1.3125, + "learning_rate": 0.0002495, + "loss": 6.3007, + "mean_token_accuracy": 0.10790175497531891, + "num_tokens": 1435373.0, + "step": 500 + }, + { + "epoch": 0.5931198102016607, + "eval_entropy": 6.67236985896994, + "eval_loss": 6.441715717315674, + "eval_mean_token_accuracy": 0.10966419813685988, + "eval_num_tokens": 1435373.0, + "eval_runtime": 2.4776, + "eval_samples_per_second": 1052.652, + "eval_steps_per_second": 131.581, + "step": 500 + }, + { + "entropy": 6.6947290897369385, + "epoch": 0.5990510083036773, + "grad_norm": 1.3359375, + "learning_rate": 0.000252, + "loss": 6.2707, + "mean_token_accuracy": 0.11756636276841163, + "num_tokens": 1449805.0, + "step": 505 + }, + { + "entropy": 6.634400224685669, + "epoch": 0.604982206405694, + "grad_norm": 1.3125, + "learning_rate": 0.0002545, + "loss": 6.2855, + "mean_token_accuracy": 0.11045260801911354, + "num_tokens": 1463657.0, + "step": 510 + }, + { + "entropy": 6.727581596374511, + "epoch": 0.6109134045077106, + "grad_norm": 1.4140625, + "learning_rate": 0.000257, + "loss": 6.3004, + "mean_token_accuracy": 0.11670920848846436, + "num_tokens": 1478089.0, + "step": 515 + }, + { + "entropy": 6.619698333740234, + "epoch": 0.6168446026097272, + "grad_norm": 1.4296875, + "learning_rate": 0.0002595, + "loss": 6.311, + "mean_token_accuracy": 0.11146906316280365, + "num_tokens": 1492225.0, + "step": 520 + }, + { + "entropy": 6.630937004089356, + "epoch": 0.6227758007117438, + "grad_norm": 1.1875, + "learning_rate": 0.000262, + "loss": 6.3008, + "mean_token_accuracy": 0.10728157833218574, + "num_tokens": 1506751.0, + "step": 525 + }, + { + "entropy": 6.599562358856201, + "epoch": 0.6287069988137604, + "grad_norm": 1.140625, + "learning_rate": 0.00026450000000000003, + "loss": 6.2004, + "mean_token_accuracy": 0.11617306619882584, + "num_tokens": 1520590.0, + "step": 530 + }, + { + "entropy": 6.652629327774048, + "epoch": 0.6346381969157769, + "grad_norm": 1.1953125, + "learning_rate": 0.00026700000000000004, + "loss": 6.2527, + "mean_token_accuracy": 0.11343958005309104, + "num_tokens": 1534752.0, + "step": 535 + }, + { + "entropy": 6.587781953811645, + "epoch": 0.6405693950177936, + "grad_norm": 1.3828125, + "learning_rate": 0.00026950000000000005, + "loss": 6.2154, + "mean_token_accuracy": 0.12041136622428894, + "num_tokens": 1547891.0, + "step": 540 + }, + { + "entropy": 6.418690204620361, + "epoch": 0.6465005931198102, + "grad_norm": 1.2578125, + "learning_rate": 0.00027200000000000005, + "loss": 6.1542, + "mean_token_accuracy": 0.12026057541370391, + "num_tokens": 1562560.0, + "step": 545 + }, + { + "entropy": 6.670684385299682, + "epoch": 0.6524317912218268, + "grad_norm": 1.328125, + "learning_rate": 0.0002745, + "loss": 6.3091, + "mean_token_accuracy": 0.11120221018791199, + "num_tokens": 1576896.0, + "step": 550 + }, + { + "entropy": 6.535441923141479, + "epoch": 0.6583629893238434, + "grad_norm": 1.265625, + "learning_rate": 0.000277, + "loss": 6.2086, + "mean_token_accuracy": 0.11225326210260392, + "num_tokens": 1590806.0, + "step": 555 + }, + { + "entropy": 6.601208257675171, + "epoch": 0.66429418742586, + "grad_norm": 1.234375, + "learning_rate": 0.0002795, + "loss": 6.326, + "mean_token_accuracy": 0.10773437917232513, + "num_tokens": 1605874.0, + "step": 560 + }, + { + "entropy": 6.616091251373291, + "epoch": 0.6702253855278766, + "grad_norm": 1.2734375, + "learning_rate": 0.00028199999999999997, + "loss": 6.2108, + "mean_token_accuracy": 0.11664134711027145, + "num_tokens": 1620947.0, + "step": 565 + }, + { + "entropy": 6.484318447113037, + "epoch": 0.6761565836298933, + "grad_norm": 1.296875, + "learning_rate": 0.0002845, + "loss": 6.2608, + "mean_token_accuracy": 0.10255342498421668, + "num_tokens": 1635974.0, + "step": 570 + }, + { + "entropy": 6.542778062820434, + "epoch": 0.6820877817319099, + "grad_norm": 1.109375, + "learning_rate": 0.000287, + "loss": 6.2163, + "mean_token_accuracy": 0.10959842428565025, + "num_tokens": 1651502.0, + "step": 575 + }, + { + "entropy": 6.45567512512207, + "epoch": 0.6880189798339265, + "grad_norm": 1.1796875, + "learning_rate": 0.0002895, + "loss": 6.1629, + "mean_token_accuracy": 0.11728360131382942, + "num_tokens": 1665547.0, + "step": 580 + }, + { + "entropy": 6.501108646392822, + "epoch": 0.693950177935943, + "grad_norm": 1.1796875, + "learning_rate": 0.000292, + "loss": 6.1508, + "mean_token_accuracy": 0.12227020487189293, + "num_tokens": 1678875.0, + "step": 585 + }, + { + "entropy": 6.480410623550415, + "epoch": 0.6998813760379596, + "grad_norm": 1.3203125, + "learning_rate": 0.0002945, + "loss": 6.1681, + "mean_token_accuracy": 0.11540260091423989, + "num_tokens": 1692673.0, + "step": 590 + }, + { + "entropy": 6.511543416976929, + "epoch": 0.7058125741399762, + "grad_norm": 1.109375, + "learning_rate": 0.000297, + "loss": 6.2156, + "mean_token_accuracy": 0.11393610835075378, + "num_tokens": 1707318.0, + "step": 595 + }, + { + "entropy": 6.460053396224976, + "epoch": 0.7117437722419929, + "grad_norm": 1.4140625, + "learning_rate": 0.0002995, + "loss": 6.2426, + "mean_token_accuracy": 0.11120611354708672, + "num_tokens": 1724331.0, + "step": 600 + }, + { + "entropy": 6.442718982696533, + "epoch": 0.7176749703440095, + "grad_norm": 1.3203125, + "learning_rate": 0.000302, + "loss": 6.0492, + "mean_token_accuracy": 0.12235584780573845, + "num_tokens": 1736151.0, + "step": 605 + }, + { + "entropy": 6.444410896301269, + "epoch": 0.7236061684460261, + "grad_norm": 1.28125, + "learning_rate": 0.0003045, + "loss": 6.1371, + "mean_token_accuracy": 0.11987931281328201, + "num_tokens": 1749831.0, + "step": 610 + }, + { + "entropy": 6.455282926559448, + "epoch": 0.7295373665480427, + "grad_norm": 1.1875, + "learning_rate": 0.000307, + "loss": 6.173, + "mean_token_accuracy": 0.11412288546562195, + "num_tokens": 1764296.0, + "step": 615 + }, + { + "entropy": 6.49344654083252, + "epoch": 0.7354685646500593, + "grad_norm": 1.4609375, + "learning_rate": 0.0003095, + "loss": 6.1473, + "mean_token_accuracy": 0.11842510327696801, + "num_tokens": 1778042.0, + "step": 620 + }, + { + "entropy": 6.402311325073242, + "epoch": 0.741399762752076, + "grad_norm": 1.109375, + "learning_rate": 0.000312, + "loss": 6.1244, + "mean_token_accuracy": 0.1204920805990696, + "num_tokens": 1791614.0, + "step": 625 + }, + { + "entropy": 6.386654949188232, + "epoch": 0.7473309608540926, + "grad_norm": 1.140625, + "learning_rate": 0.0003145, + "loss": 6.082, + "mean_token_accuracy": 0.1170621544122696, + "num_tokens": 1807388.0, + "step": 630 + }, + { + "entropy": 6.513570547103882, + "epoch": 0.7532621589561092, + "grad_norm": 1.2109375, + "learning_rate": 0.000317, + "loss": 6.187, + "mean_token_accuracy": 0.1129879891872406, + "num_tokens": 1820407.0, + "step": 635 + }, + { + "entropy": 6.353465366363525, + "epoch": 0.7591933570581257, + "grad_norm": 1.140625, + "learning_rate": 0.0003195, + "loss": 6.0709, + "mean_token_accuracy": 0.11846939399838448, + "num_tokens": 1834666.0, + "step": 640 + }, + { + "entropy": 6.402153253555298, + "epoch": 0.7651245551601423, + "grad_norm": 1.390625, + "learning_rate": 0.000322, + "loss": 6.169, + "mean_token_accuracy": 0.11969529762864113, + "num_tokens": 1848160.0, + "step": 645 + }, + { + "entropy": 6.429388856887817, + "epoch": 0.7710557532621589, + "grad_norm": 1.046875, + "learning_rate": 0.00032450000000000003, + "loss": 6.1763, + "mean_token_accuracy": 0.11832700744271278, + "num_tokens": 1865140.0, + "step": 650 + }, + { + "entropy": 6.384272193908691, + "epoch": 0.7769869513641756, + "grad_norm": 1.1484375, + "learning_rate": 0.00032700000000000003, + "loss": 6.0502, + "mean_token_accuracy": 0.12135105207562447, + "num_tokens": 1878447.0, + "step": 655 + }, + { + "entropy": 6.368830823898316, + "epoch": 0.7829181494661922, + "grad_norm": 1.1953125, + "learning_rate": 0.00032950000000000004, + "loss": 6.0999, + "mean_token_accuracy": 0.11421585902571678, + "num_tokens": 1893539.0, + "step": 660 + }, + { + "entropy": 6.452864456176758, + "epoch": 0.7888493475682088, + "grad_norm": 1.1328125, + "learning_rate": 0.00033200000000000005, + "loss": 6.1646, + "mean_token_accuracy": 0.120599914342165, + "num_tokens": 1908052.0, + "step": 665 + }, + { + "entropy": 6.347026681900024, + "epoch": 0.7947805456702254, + "grad_norm": 1.0859375, + "learning_rate": 0.00033450000000000005, + "loss": 6.0494, + "mean_token_accuracy": 0.12437219470739365, + "num_tokens": 1921528.0, + "step": 670 + }, + { + "entropy": 6.360257863998413, + "epoch": 0.800711743772242, + "grad_norm": 1.1640625, + "learning_rate": 0.000337, + "loss": 6.0758, + "mean_token_accuracy": 0.12383257448673249, + "num_tokens": 1935089.0, + "step": 675 + }, + { + "entropy": 6.4030664443969725, + "epoch": 0.8066429418742586, + "grad_norm": 1.203125, + "learning_rate": 0.0003395, + "loss": 6.1896, + "mean_token_accuracy": 0.11006285175681114, + "num_tokens": 1949717.0, + "step": 680 + }, + { + "entropy": 6.300024366378784, + "epoch": 0.8125741399762753, + "grad_norm": 1.546875, + "learning_rate": 0.000342, + "loss": 6.0568, + "mean_token_accuracy": 0.12153587713837624, + "num_tokens": 1962619.0, + "step": 685 + }, + { + "entropy": 6.450096464157104, + "epoch": 0.8185053380782918, + "grad_norm": 1.375, + "learning_rate": 0.00034449999999999997, + "loss": 6.143, + "mean_token_accuracy": 0.11284489929676056, + "num_tokens": 1977094.0, + "step": 690 + }, + { + "entropy": 6.286441040039063, + "epoch": 0.8244365361803084, + "grad_norm": 1.0625, + "learning_rate": 0.000347, + "loss": 6.1106, + "mean_token_accuracy": 0.11766432374715804, + "num_tokens": 1992446.0, + "step": 695 + }, + { + "entropy": 6.301593971252442, + "epoch": 0.830367734282325, + "grad_norm": 1.1640625, + "learning_rate": 0.0003495, + "loss": 6.0526, + "mean_token_accuracy": 0.1210049532353878, + "num_tokens": 2008753.0, + "step": 700 + }, + { + "entropy": 6.312734651565552, + "epoch": 0.8362989323843416, + "grad_norm": 1.140625, + "learning_rate": 0.000352, + "loss": 6.0098, + "mean_token_accuracy": 0.1238975889980793, + "num_tokens": 2024088.0, + "step": 705 + }, + { + "entropy": 6.338296222686767, + "epoch": 0.8422301304863582, + "grad_norm": 1.21875, + "learning_rate": 0.0003545, + "loss": 6.0283, + "mean_token_accuracy": 0.11651979684829712, + "num_tokens": 2038449.0, + "step": 710 + }, + { + "entropy": 6.306093740463257, + "epoch": 0.8481613285883749, + "grad_norm": 1.1328125, + "learning_rate": 0.000357, + "loss": 6.0258, + "mean_token_accuracy": 0.1278011307120323, + "num_tokens": 2052038.0, + "step": 715 + }, + { + "entropy": 6.271956300735473, + "epoch": 0.8540925266903915, + "grad_norm": 1.1875, + "learning_rate": 0.0003595, + "loss": 5.9769, + "mean_token_accuracy": 0.12276132255792618, + "num_tokens": 2064907.0, + "step": 720 + }, + { + "entropy": 6.297043323516846, + "epoch": 0.8600237247924081, + "grad_norm": 1.0703125, + "learning_rate": 0.000362, + "loss": 6.1502, + "mean_token_accuracy": 0.1173181675374508, + "num_tokens": 2081295.0, + "step": 725 + }, + { + "entropy": 6.336274099349976, + "epoch": 0.8659549228944247, + "grad_norm": 1.0390625, + "learning_rate": 0.0003645, + "loss": 6.0652, + "mean_token_accuracy": 0.12099355086684227, + "num_tokens": 2098077.0, + "step": 730 + }, + { + "entropy": 6.285319423675537, + "epoch": 0.8718861209964412, + "grad_norm": 1.1484375, + "learning_rate": 0.000367, + "loss": 6.0532, + "mean_token_accuracy": 0.12013457342982292, + "num_tokens": 2111716.0, + "step": 735 + }, + { + "entropy": 6.27389874458313, + "epoch": 0.8778173190984578, + "grad_norm": 1.1171875, + "learning_rate": 0.0003695, + "loss": 5.9654, + "mean_token_accuracy": 0.13291287645697594, + "num_tokens": 2125757.0, + "step": 740 + }, + { + "entropy": 6.267977666854859, + "epoch": 0.8837485172004745, + "grad_norm": 1.1875, + "learning_rate": 0.000372, + "loss": 6.1618, + "mean_token_accuracy": 0.11648618057370186, + "num_tokens": 2142929.0, + "step": 745 + }, + { + "entropy": 6.27850079536438, + "epoch": 0.8896797153024911, + "grad_norm": 1.265625, + "learning_rate": 0.0003745, + "loss": 6.0379, + "mean_token_accuracy": 0.12373944073915481, + "num_tokens": 2155206.0, + "step": 750 + }, + { + "entropy": 6.240651369094849, + "epoch": 0.8956109134045077, + "grad_norm": 1.1875, + "learning_rate": 0.000377, + "loss": 5.9246, + "mean_token_accuracy": 0.12547165155410767, + "num_tokens": 2169816.0, + "step": 755 + }, + { + "entropy": 6.190544652938843, + "epoch": 0.9015421115065243, + "grad_norm": 1.0390625, + "learning_rate": 0.0003795, + "loss": 6.0044, + "mean_token_accuracy": 0.12672639563679694, + "num_tokens": 2184827.0, + "step": 760 + }, + { + "entropy": 6.259784412384033, + "epoch": 0.9074733096085409, + "grad_norm": 1.15625, + "learning_rate": 0.000382, + "loss": 5.9353, + "mean_token_accuracy": 0.12988706678152084, + "num_tokens": 2199333.0, + "step": 765 + }, + { + "entropy": 6.1021686553955075, + "epoch": 0.9134045077105575, + "grad_norm": 0.87109375, + "learning_rate": 0.0003845, + "loss": 5.9947, + "mean_token_accuracy": 0.12381677329540253, + "num_tokens": 2215239.0, + "step": 770 + }, + { + "entropy": 6.2903533458709715, + "epoch": 0.9193357058125742, + "grad_norm": 1.0390625, + "learning_rate": 0.00038700000000000003, + "loss": 5.9998, + "mean_token_accuracy": 0.1248672790825367, + "num_tokens": 2229369.0, + "step": 775 + }, + { + "entropy": 6.169124412536621, + "epoch": 0.9252669039145908, + "grad_norm": 1.1875, + "learning_rate": 0.00038950000000000003, + "loss": 5.9842, + "mean_token_accuracy": 0.12811334952712058, + "num_tokens": 2242709.0, + "step": 780 + }, + { + "entropy": 6.2337898254394535, + "epoch": 0.9311981020166074, + "grad_norm": 1.140625, + "learning_rate": 0.00039200000000000004, + "loss": 5.9655, + "mean_token_accuracy": 0.12137661054730416, + "num_tokens": 2257067.0, + "step": 785 + }, + { + "entropy": 6.1931390285491945, + "epoch": 0.9371293001186239, + "grad_norm": 1.25, + "learning_rate": 0.00039450000000000005, + "loss": 5.9103, + "mean_token_accuracy": 0.13152316808700562, + "num_tokens": 2270932.0, + "step": 790 + }, + { + "entropy": 6.182427406311035, + "epoch": 0.9430604982206405, + "grad_norm": 1.0546875, + "learning_rate": 0.00039700000000000005, + "loss": 6.0279, + "mean_token_accuracy": 0.12549996599555016, + "num_tokens": 2285517.0, + "step": 795 + }, + { + "entropy": 6.1117936134338375, + "epoch": 0.9489916963226572, + "grad_norm": 1.1875, + "learning_rate": 0.0003995, + "loss": 5.8952, + "mean_token_accuracy": 0.1253364697098732, + "num_tokens": 2298657.0, + "step": 800 + }, + { + "entropy": 6.14580602645874, + "epoch": 0.9549228944246738, + "grad_norm": 1.2109375, + "learning_rate": 0.000402, + "loss": 5.9069, + "mean_token_accuracy": 0.132824869453907, + "num_tokens": 2312521.0, + "step": 805 + }, + { + "entropy": 6.149325656890869, + "epoch": 0.9608540925266904, + "grad_norm": 1.375, + "learning_rate": 0.0004045, + "loss": 5.901, + "mean_token_accuracy": 0.12876850068569184, + "num_tokens": 2325849.0, + "step": 810 + }, + { + "entropy": 6.160182809829712, + "epoch": 0.966785290628707, + "grad_norm": 1.2578125, + "learning_rate": 0.00040699999999999997, + "loss": 5.933, + "mean_token_accuracy": 0.12433248236775399, + "num_tokens": 2339717.0, + "step": 815 + }, + { + "entropy": 6.148682689666748, + "epoch": 0.9727164887307236, + "grad_norm": 1.078125, + "learning_rate": 0.0004095, + "loss": 5.9644, + "mean_token_accuracy": 0.12969405129551886, + "num_tokens": 2353536.0, + "step": 820 + }, + { + "entropy": 6.15325140953064, + "epoch": 0.9786476868327402, + "grad_norm": 1.1953125, + "learning_rate": 0.000412, + "loss": 5.9392, + "mean_token_accuracy": 0.12233664244413375, + "num_tokens": 2368626.0, + "step": 825 + }, + { + "entropy": 6.148900079727173, + "epoch": 0.9845788849347569, + "grad_norm": 1.1796875, + "learning_rate": 0.0004145, + "loss": 6.0228, + "mean_token_accuracy": 0.1229950562119484, + "num_tokens": 2383768.0, + "step": 830 + }, + { + "entropy": 6.253143930435181, + "epoch": 0.9905100830367735, + "grad_norm": 1.1640625, + "learning_rate": 0.000417, + "loss": 6.0531, + "mean_token_accuracy": 0.12633627876639367, + "num_tokens": 2398089.0, + "step": 835 + }, + { + "entropy": 6.143814277648926, + "epoch": 0.99644128113879, + "grad_norm": 1.15625, + "learning_rate": 0.0004195, + "loss": 5.9179, + "mean_token_accuracy": 0.13075150698423385, + "num_tokens": 2411354.0, + "step": 840 + }, + { + "entropy": 6.1597785472869875, + "epoch": 1.0023724792408066, + "grad_norm": 1.1015625, + "learning_rate": 0.000422, + "loss": 5.9132, + "mean_token_accuracy": 0.1338951252400875, + "num_tokens": 2425071.0, + "step": 845 + }, + { + "entropy": 6.226427221298218, + "epoch": 1.0083036773428233, + "grad_norm": 1.234375, + "learning_rate": 0.0004245, + "loss": 5.8618, + "mean_token_accuracy": 0.13656074777245522, + "num_tokens": 2439143.0, + "step": 850 + }, + { + "entropy": 5.997689485549927, + "epoch": 1.0142348754448398, + "grad_norm": 1.0859375, + "learning_rate": 0.000427, + "loss": 5.7022, + "mean_token_accuracy": 0.1348326951265335, + "num_tokens": 2453466.0, + "step": 855 + }, + { + "entropy": 6.064882230758667, + "epoch": 1.0201660735468565, + "grad_norm": 1.21875, + "learning_rate": 0.0004295, + "loss": 5.815, + "mean_token_accuracy": 0.13819923251867294, + "num_tokens": 2466802.0, + "step": 860 + }, + { + "entropy": 6.077611827850342, + "epoch": 1.026097271648873, + "grad_norm": 1.265625, + "learning_rate": 0.000432, + "loss": 5.7763, + "mean_token_accuracy": 0.13229055777192117, + "num_tokens": 2480080.0, + "step": 865 + }, + { + "entropy": 6.0491447925567625, + "epoch": 1.0320284697508897, + "grad_norm": 1.390625, + "learning_rate": 0.0004345, + "loss": 5.83, + "mean_token_accuracy": 0.1349202238023281, + "num_tokens": 2495196.0, + "step": 870 + }, + { + "entropy": 5.99519829750061, + "epoch": 1.0379596678529064, + "grad_norm": 1.1875, + "learning_rate": 0.000437, + "loss": 5.734, + "mean_token_accuracy": 0.13301657065749167, + "num_tokens": 2510084.0, + "step": 875 + }, + { + "entropy": 6.138531064987182, + "epoch": 1.0438908659549229, + "grad_norm": 1.203125, + "learning_rate": 0.0004395, + "loss": 5.8045, + "mean_token_accuracy": 0.13315934240818023, + "num_tokens": 2522834.0, + "step": 880 + }, + { + "entropy": 6.013190269470215, + "epoch": 1.0498220640569396, + "grad_norm": 1.0703125, + "learning_rate": 0.000442, + "loss": 5.7781, + "mean_token_accuracy": 0.1408059172332287, + "num_tokens": 2536778.0, + "step": 885 + }, + { + "entropy": 6.016625690460205, + "epoch": 1.055753262158956, + "grad_norm": 1.171875, + "learning_rate": 0.0004445, + "loss": 5.8079, + "mean_token_accuracy": 0.13629683703184128, + "num_tokens": 2551220.0, + "step": 890 + }, + { + "entropy": 6.152676439285278, + "epoch": 1.0616844602609727, + "grad_norm": 1.2734375, + "learning_rate": 0.000447, + "loss": 5.8853, + "mean_token_accuracy": 0.12912147343158722, + "num_tokens": 2565686.0, + "step": 895 + }, + { + "entropy": 5.9945775985717775, + "epoch": 1.0676156583629894, + "grad_norm": 1.234375, + "learning_rate": 0.00044950000000000003, + "loss": 5.8012, + "mean_token_accuracy": 0.1301092065870762, + "num_tokens": 2579569.0, + "step": 900 + }, + { + "entropy": 6.045119094848633, + "epoch": 1.073546856465006, + "grad_norm": 1.390625, + "learning_rate": 0.00045200000000000004, + "loss": 5.7873, + "mean_token_accuracy": 0.13423676043748856, + "num_tokens": 2593226.0, + "step": 905 + }, + { + "entropy": 5.971383666992187, + "epoch": 1.0794780545670226, + "grad_norm": 1.046875, + "learning_rate": 0.00045450000000000004, + "loss": 5.748, + "mean_token_accuracy": 0.13364143371582032, + "num_tokens": 2607711.0, + "step": 910 + }, + { + "entropy": 6.028302955627441, + "epoch": 1.085409252669039, + "grad_norm": 1.109375, + "learning_rate": 0.00045700000000000005, + "loss": 5.7788, + "mean_token_accuracy": 0.13531881719827651, + "num_tokens": 2623024.0, + "step": 915 + }, + { + "entropy": 6.003001356124878, + "epoch": 1.0913404507710558, + "grad_norm": 1.078125, + "learning_rate": 0.00045950000000000006, + "loss": 5.7666, + "mean_token_accuracy": 0.1361100286245346, + "num_tokens": 2637824.0, + "step": 920 + }, + { + "entropy": 5.995635271072388, + "epoch": 1.0972716488730723, + "grad_norm": 1.1796875, + "learning_rate": 0.000462, + "loss": 5.7772, + "mean_token_accuracy": 0.13633406162261963, + "num_tokens": 2652077.0, + "step": 925 + }, + { + "entropy": 5.994116687774659, + "epoch": 1.103202846975089, + "grad_norm": 1.2265625, + "learning_rate": 0.0004645, + "loss": 5.7796, + "mean_token_accuracy": 0.1343744106590748, + "num_tokens": 2666791.0, + "step": 930 + }, + { + "entropy": 5.9884919166564945, + "epoch": 1.1091340450771057, + "grad_norm": 0.9375, + "learning_rate": 0.000467, + "loss": 5.8653, + "mean_token_accuracy": 0.13153321593999862, + "num_tokens": 2681482.0, + "step": 935 + }, + { + "entropy": 5.957932996749878, + "epoch": 1.1150652431791221, + "grad_norm": 1.09375, + "learning_rate": 0.0004695, + "loss": 5.6686, + "mean_token_accuracy": 0.14378132447600364, + "num_tokens": 2695305.0, + "step": 940 + }, + { + "entropy": 6.023182153701782, + "epoch": 1.1209964412811388, + "grad_norm": 1.1640625, + "learning_rate": 0.000472, + "loss": 5.7336, + "mean_token_accuracy": 0.13786137402057647, + "num_tokens": 2712211.0, + "step": 945 + }, + { + "entropy": 5.941826725006104, + "epoch": 1.1269276393831553, + "grad_norm": 1.109375, + "learning_rate": 0.0004745, + "loss": 5.7816, + "mean_token_accuracy": 0.13546779826283456, + "num_tokens": 2726888.0, + "step": 950 + }, + { + "entropy": 5.957491064071656, + "epoch": 1.132858837485172, + "grad_norm": 1.0859375, + "learning_rate": 0.000477, + "loss": 5.7527, + "mean_token_accuracy": 0.13760311529040337, + "num_tokens": 2741734.0, + "step": 955 + }, + { + "entropy": 5.94100170135498, + "epoch": 1.1387900355871885, + "grad_norm": 1.3046875, + "learning_rate": 0.0004795, + "loss": 5.7551, + "mean_token_accuracy": 0.14393994361162185, + "num_tokens": 2754680.0, + "step": 960 + }, + { + "entropy": 5.94309253692627, + "epoch": 1.1447212336892052, + "grad_norm": 1.3125, + "learning_rate": 0.000482, + "loss": 5.8065, + "mean_token_accuracy": 0.129212536662817, + "num_tokens": 2769572.0, + "step": 965 + }, + { + "entropy": 6.076050662994385, + "epoch": 1.150652431791222, + "grad_norm": 1.3359375, + "learning_rate": 0.0004845, + "loss": 5.7537, + "mean_token_accuracy": 0.13419156968593599, + "num_tokens": 2782948.0, + "step": 970 + }, + { + "entropy": 5.846741008758545, + "epoch": 1.1565836298932384, + "grad_norm": 1.1171875, + "learning_rate": 0.000487, + "loss": 5.6832, + "mean_token_accuracy": 0.1396567314863205, + "num_tokens": 2795399.0, + "step": 975 + }, + { + "entropy": 5.9153892993927, + "epoch": 1.162514827995255, + "grad_norm": 1.203125, + "learning_rate": 0.0004895, + "loss": 5.6837, + "mean_token_accuracy": 0.13754538744688033, + "num_tokens": 2809591.0, + "step": 980 + }, + { + "entropy": 5.938817977905273, + "epoch": 1.1684460260972718, + "grad_norm": 1.015625, + "learning_rate": 0.000492, + "loss": 5.7227, + "mean_token_accuracy": 0.13820295482873918, + "num_tokens": 2824106.0, + "step": 985 + }, + { + "entropy": 5.93713231086731, + "epoch": 1.1743772241992882, + "grad_norm": 1.1640625, + "learning_rate": 0.0004945, + "loss": 5.8459, + "mean_token_accuracy": 0.1346195101737976, + "num_tokens": 2838616.0, + "step": 990 + }, + { + "entropy": 5.968208456039429, + "epoch": 1.180308422301305, + "grad_norm": 1.4140625, + "learning_rate": 0.000497, + "loss": 5.7473, + "mean_token_accuracy": 0.13854797407984734, + "num_tokens": 2851707.0, + "step": 995 + }, + { + "entropy": 5.898858261108399, + "epoch": 1.1862396204033214, + "grad_norm": 1.0390625, + "learning_rate": 0.0004995, + "loss": 5.7691, + "mean_token_accuracy": 0.1328132927417755, + "num_tokens": 2867644.0, + "step": 1000 + }, + { + "epoch": 1.1862396204033214, + "eval_entropy": 5.91133521232137, + "eval_loss": 6.012734413146973, + "eval_mean_token_accuracy": 0.13139666496930313, + "eval_num_tokens": 2867644.0, + "eval_runtime": 2.4739, + "eval_samples_per_second": 1054.225, + "eval_steps_per_second": 131.778, + "step": 1000 + }, + { + "entropy": 5.986166191101074, + "epoch": 1.1921708185053381, + "grad_norm": 1.0703125, + "learning_rate": 0.00049999967732573, + "loss": 5.7701, + "mean_token_accuracy": 0.1327154405415058, + "num_tokens": 2882663.0, + "step": 1005 + }, + { + "entropy": 5.940847110748291, + "epoch": 1.1981020166073546, + "grad_norm": 1.21875, + "learning_rate": 0.0004999983664630945, + "loss": 5.8284, + "mean_token_accuracy": 0.1329515464603901, + "num_tokens": 2898791.0, + "step": 1010 + }, + { + "entropy": 5.939939355850219, + "epoch": 1.2040332147093713, + "grad_norm": 1.09375, + "learning_rate": 0.0004999960472508219, + "loss": 5.7229, + "mean_token_accuracy": 0.14346506744623183, + "num_tokens": 2912997.0, + "step": 1015 + }, + { + "entropy": 5.890226602554321, + "epoch": 1.209964412811388, + "grad_norm": 1.171875, + "learning_rate": 0.0004999927196993059, + "loss": 5.7083, + "mean_token_accuracy": 0.1415116421878338, + "num_tokens": 2925064.0, + "step": 1020 + }, + { + "entropy": 5.959262037277222, + "epoch": 1.2158956109134045, + "grad_norm": 1.1484375, + "learning_rate": 0.0004999883838234592, + "loss": 5.7633, + "mean_token_accuracy": 0.13465891852974893, + "num_tokens": 2941400.0, + "step": 1025 + }, + { + "entropy": 5.861705589294433, + "epoch": 1.2218268090154212, + "grad_norm": 1.1328125, + "learning_rate": 0.0004999830396427133, + "loss": 5.7352, + "mean_token_accuracy": 0.13958436101675034, + "num_tokens": 2955541.0, + "step": 1030 + }, + { + "entropy": 5.922749280929565, + "epoch": 1.2277580071174377, + "grad_norm": 1.109375, + "learning_rate": 0.0004999766871810188, + "loss": 5.7479, + "mean_token_accuracy": 0.1416574686765671, + "num_tokens": 2968928.0, + "step": 1035 + }, + { + "entropy": 5.934699630737304, + "epoch": 1.2336892052194544, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999693264668446, + "loss": 5.6844, + "mean_token_accuracy": 0.14234655275940894, + "num_tokens": 2984072.0, + "step": 1040 + }, + { + "entropy": 5.891662549972534, + "epoch": 1.2396204033214708, + "grad_norm": 1.015625, + "learning_rate": 0.0004999609575331786, + "loss": 5.7787, + "mean_token_accuracy": 0.13772650435566902, + "num_tokens": 2999083.0, + "step": 1045 + }, + { + "entropy": 5.854400157928467, + "epoch": 1.2455516014234875, + "grad_norm": 1.1796875, + "learning_rate": 0.0004999515804175268, + "loss": 5.726, + "mean_token_accuracy": 0.13745229691267014, + "num_tokens": 3012738.0, + "step": 1050 + }, + { + "entropy": 5.869228887557983, + "epoch": 1.2514827995255042, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999411951619134, + "loss": 5.6694, + "mean_token_accuracy": 0.14171827286481858, + "num_tokens": 3027929.0, + "step": 1055 + }, + { + "entropy": 5.864783573150635, + "epoch": 1.2574139976275207, + "grad_norm": 0.98828125, + "learning_rate": 0.000499929801812881, + "loss": 5.8025, + "mean_token_accuracy": 0.13281177058815957, + "num_tokens": 3043576.0, + "step": 1060 + }, + { + "entropy": 5.822867107391358, + "epoch": 1.2633451957295374, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999174004214899, + "loss": 5.6696, + "mean_token_accuracy": 0.1398370385169983, + "num_tokens": 3059352.0, + "step": 1065 + }, + { + "entropy": 5.936639642715454, + "epoch": 1.269276393831554, + "grad_norm": 1.1484375, + "learning_rate": 0.0004999039910433179, + "loss": 5.7859, + "mean_token_accuracy": 0.1422264978289604, + "num_tokens": 3073140.0, + "step": 1070 + }, + { + "entropy": 5.890475559234619, + "epoch": 1.2752075919335706, + "grad_norm": 1.1015625, + "learning_rate": 0.0004998895737384605, + "loss": 5.7601, + "mean_token_accuracy": 0.14164954274892808, + "num_tokens": 3087710.0, + "step": 1075 + }, + { + "entropy": 5.919763278961182, + "epoch": 1.281138790035587, + "grad_norm": 1.125, + "learning_rate": 0.0004998741485715297, + "loss": 5.713, + "mean_token_accuracy": 0.14089994207024575, + "num_tokens": 3102035.0, + "step": 1080 + }, + { + "entropy": 5.838283920288086, + "epoch": 1.2870699881376038, + "grad_norm": 0.984375, + "learning_rate": 0.0004998577156116551, + "loss": 5.7754, + "mean_token_accuracy": 0.13512811809778214, + "num_tokens": 3118534.0, + "step": 1085 + }, + { + "entropy": 5.856381511688232, + "epoch": 1.2930011862396205, + "grad_norm": 1.0078125, + "learning_rate": 0.0004998402749324823, + "loss": 5.7229, + "mean_token_accuracy": 0.13245076537132264, + "num_tokens": 3133419.0, + "step": 1090 + }, + { + "entropy": 5.997888469696045, + "epoch": 1.298932384341637, + "grad_norm": 1.25, + "learning_rate": 0.0004998218266121731, + "loss": 5.8243, + "mean_token_accuracy": 0.1440747559070587, + "num_tokens": 3145903.0, + "step": 1095 + }, + { + "entropy": 5.824967718124389, + "epoch": 1.3048635824436536, + "grad_norm": 1.078125, + "learning_rate": 0.0004998023707334055, + "loss": 5.7688, + "mean_token_accuracy": 0.1350715659558773, + "num_tokens": 3159938.0, + "step": 1100 + }, + { + "entropy": 5.8246561050415036, + "epoch": 1.3107947805456703, + "grad_norm": 0.9921875, + "learning_rate": 0.0004997819073833724, + "loss": 5.6475, + "mean_token_accuracy": 0.1452900804579258, + "num_tokens": 3175089.0, + "step": 1105 + }, + { + "entropy": 5.855417728424072, + "epoch": 1.3167259786476868, + "grad_norm": 1.0859375, + "learning_rate": 0.0004997604366537823, + "loss": 5.7858, + "mean_token_accuracy": 0.13705137223005295, + "num_tokens": 3191027.0, + "step": 1110 + }, + { + "entropy": 5.746766853332519, + "epoch": 1.3226571767497035, + "grad_norm": 1.140625, + "learning_rate": 0.000499737958640858, + "loss": 5.6247, + "mean_token_accuracy": 0.14565233290195465, + "num_tokens": 3205489.0, + "step": 1115 + }, + { + "entropy": 5.841010189056396, + "epoch": 1.32858837485172, + "grad_norm": 1.0625, + "learning_rate": 0.0004997144734453367, + "loss": 5.604, + "mean_token_accuracy": 0.14238353818655014, + "num_tokens": 3218764.0, + "step": 1120 + }, + { + "entropy": 5.837244129180908, + "epoch": 1.3345195729537367, + "grad_norm": 1.0078125, + "learning_rate": 0.0004996899811724693, + "loss": 5.7391, + "mean_token_accuracy": 0.13837844729423524, + "num_tokens": 3232953.0, + "step": 1125 + }, + { + "entropy": 5.772788858413696, + "epoch": 1.3404507710557532, + "grad_norm": 1.03125, + "learning_rate": 0.0004996644819320201, + "loss": 5.646, + "mean_token_accuracy": 0.14131752848625184, + "num_tokens": 3246977.0, + "step": 1130 + }, + { + "entropy": 5.676492929458618, + "epoch": 1.3463819691577699, + "grad_norm": 1.1640625, + "learning_rate": 0.0004996379758382662, + "loss": 5.5467, + "mean_token_accuracy": 0.14851859956979752, + "num_tokens": 3260668.0, + "step": 1135 + }, + { + "entropy": 5.83406023979187, + "epoch": 1.3523131672597866, + "grad_norm": 1.0859375, + "learning_rate": 0.0004996104630099969, + "loss": 5.6622, + "mean_token_accuracy": 0.1436814546585083, + "num_tokens": 3274213.0, + "step": 1140 + }, + { + "entropy": 5.770905447006226, + "epoch": 1.358244365361803, + "grad_norm": 1.1875, + "learning_rate": 0.0004995819435705133, + "loss": 5.6455, + "mean_token_accuracy": 0.13666117042303086, + "num_tokens": 3288011.0, + "step": 1145 + }, + { + "entropy": 5.856086683273316, + "epoch": 1.3641755634638197, + "grad_norm": 1.0546875, + "learning_rate": 0.0004995524176476277, + "loss": 5.7079, + "mean_token_accuracy": 0.1383526973426342, + "num_tokens": 3303263.0, + "step": 1150 + }, + { + "entropy": 5.795949029922485, + "epoch": 1.3701067615658362, + "grad_norm": 1.1328125, + "learning_rate": 0.0004995218853736631, + "loss": 5.6848, + "mean_token_accuracy": 0.14614594876766204, + "num_tokens": 3316843.0, + "step": 1155 + }, + { + "entropy": 5.752928686141968, + "epoch": 1.376037959667853, + "grad_norm": 1.0625, + "learning_rate": 0.0004994903468854527, + "loss": 5.5688, + "mean_token_accuracy": 0.14343352913856505, + "num_tokens": 3331527.0, + "step": 1160 + }, + { + "entropy": 5.751480293273926, + "epoch": 1.3819691577698694, + "grad_norm": 1.09375, + "learning_rate": 0.0004994578023243386, + "loss": 5.6655, + "mean_token_accuracy": 0.1439042344689369, + "num_tokens": 3347795.0, + "step": 1165 + }, + { + "entropy": 5.797406005859375, + "epoch": 1.387900355871886, + "grad_norm": 0.94140625, + "learning_rate": 0.0004994242518361723, + "loss": 5.7132, + "mean_token_accuracy": 0.1414179876446724, + "num_tokens": 3363532.0, + "step": 1170 + }, + { + "entropy": 5.777079343795776, + "epoch": 1.3938315539739028, + "grad_norm": 1.109375, + "learning_rate": 0.0004993896955713133, + "loss": 5.6743, + "mean_token_accuracy": 0.14409229755401612, + "num_tokens": 3377040.0, + "step": 1175 + }, + { + "entropy": 5.753640937805176, + "epoch": 1.3997627520759193, + "grad_norm": 1.25, + "learning_rate": 0.0004993541336846283, + "loss": 5.6287, + "mean_token_accuracy": 0.1529825061559677, + "num_tokens": 3390663.0, + "step": 1180 + }, + { + "entropy": 5.791894626617432, + "epoch": 1.405693950177936, + "grad_norm": 0.96875, + "learning_rate": 0.000499317566335491, + "loss": 5.6625, + "mean_token_accuracy": 0.1494051843881607, + "num_tokens": 3405860.0, + "step": 1185 + }, + { + "entropy": 5.734993839263916, + "epoch": 1.4116251482799527, + "grad_norm": 1.0859375, + "learning_rate": 0.0004992799936877813, + "loss": 5.6489, + "mean_token_accuracy": 0.14007329940795898, + "num_tokens": 3420248.0, + "step": 1190 + }, + { + "entropy": 5.817593097686768, + "epoch": 1.4175563463819691, + "grad_norm": 1.03125, + "learning_rate": 0.0004992414159098841, + "loss": 5.6469, + "mean_token_accuracy": 0.14704996794462205, + "num_tokens": 3434126.0, + "step": 1195 + }, + { + "entropy": 5.779922151565552, + "epoch": 1.4234875444839858, + "grad_norm": 1.1328125, + "learning_rate": 0.0004992018331746891, + "loss": 5.7038, + "mean_token_accuracy": 0.14136891365051268, + "num_tokens": 3449462.0, + "step": 1200 + }, + { + "entropy": 5.80670485496521, + "epoch": 1.4294187425860023, + "grad_norm": 1.0078125, + "learning_rate": 0.0004991612456595896, + "loss": 5.7589, + "mean_token_accuracy": 0.1408810332417488, + "num_tokens": 3465536.0, + "step": 1205 + }, + { + "entropy": 5.7316718101501465, + "epoch": 1.435349940688019, + "grad_norm": 1.0859375, + "learning_rate": 0.0004991196535464824, + "loss": 5.6359, + "mean_token_accuracy": 0.14721256196498872, + "num_tokens": 3479129.0, + "step": 1210 + }, + { + "entropy": 5.719354104995728, + "epoch": 1.4412811387900355, + "grad_norm": 1.3203125, + "learning_rate": 0.0004990770570217659, + "loss": 5.5441, + "mean_token_accuracy": 0.15703994482755662, + "num_tokens": 3492191.0, + "step": 1215 + }, + { + "entropy": 5.779579067230225, + "epoch": 1.4472123368920522, + "grad_norm": 1.1796875, + "learning_rate": 0.0004990334562763401, + "loss": 5.7006, + "mean_token_accuracy": 0.1453902617096901, + "num_tokens": 3507459.0, + "step": 1220 + }, + { + "entropy": 5.741008663177491, + "epoch": 1.453143534994069, + "grad_norm": 1.0390625, + "learning_rate": 0.0004989888515056057, + "loss": 5.6628, + "mean_token_accuracy": 0.14069193080067635, + "num_tokens": 3521517.0, + "step": 1225 + }, + { + "entropy": 5.746186399459839, + "epoch": 1.4590747330960854, + "grad_norm": 1.0625, + "learning_rate": 0.0004989432429094627, + "loss": 5.6036, + "mean_token_accuracy": 0.1472635604441166, + "num_tokens": 3535279.0, + "step": 1230 + }, + { + "entropy": 5.725585222244263, + "epoch": 1.465005931198102, + "grad_norm": 1.0859375, + "learning_rate": 0.0004988966306923099, + "loss": 5.5219, + "mean_token_accuracy": 0.1509362980723381, + "num_tokens": 3549960.0, + "step": 1235 + }, + { + "entropy": 5.702635431289673, + "epoch": 1.4709371293001186, + "grad_norm": 1.078125, + "learning_rate": 0.0004988490150630441, + "loss": 5.6504, + "mean_token_accuracy": 0.1413729466497898, + "num_tokens": 3563814.0, + "step": 1240 + }, + { + "entropy": 5.836396932601929, + "epoch": 1.4768683274021353, + "grad_norm": 1.0390625, + "learning_rate": 0.0004988003962350589, + "loss": 5.653, + "mean_token_accuracy": 0.15044173300266267, + "num_tokens": 3577529.0, + "step": 1245 + }, + { + "entropy": 5.712747097015381, + "epoch": 1.4827995255041517, + "grad_norm": 1.21875, + "learning_rate": 0.0004987507744262436, + "loss": 5.5913, + "mean_token_accuracy": 0.1456787832081318, + "num_tokens": 3591812.0, + "step": 1250 + }, + { + "entropy": 5.635834550857544, + "epoch": 1.4887307236061684, + "grad_norm": 1.0546875, + "learning_rate": 0.0004987001498589828, + "loss": 5.5787, + "mean_token_accuracy": 0.14813287556171417, + "num_tokens": 3604954.0, + "step": 1255 + }, + { + "entropy": 5.760722827911377, + "epoch": 1.4946619217081851, + "grad_norm": 1.03125, + "learning_rate": 0.0004986485227601548, + "loss": 5.6178, + "mean_token_accuracy": 0.14130520299077035, + "num_tokens": 3620486.0, + "step": 1260 + }, + { + "entropy": 5.717405652999878, + "epoch": 1.5005931198102016, + "grad_norm": 0.9921875, + "learning_rate": 0.000498595893361131, + "loss": 5.555, + "mean_token_accuracy": 0.15612171441316605, + "num_tokens": 3633972.0, + "step": 1265 + }, + { + "entropy": 5.7364737033844, + "epoch": 1.5065243179122183, + "grad_norm": 1.0546875, + "learning_rate": 0.0004985422618977744, + "loss": 5.6037, + "mean_token_accuracy": 0.151451975107193, + "num_tokens": 3649306.0, + "step": 1270 + }, + { + "entropy": 5.7654664516448975, + "epoch": 1.512455516014235, + "grad_norm": 0.98828125, + "learning_rate": 0.0004984876286104392, + "loss": 5.6786, + "mean_token_accuracy": 0.14375052377581596, + "num_tokens": 3664809.0, + "step": 1275 + }, + { + "entropy": 5.70614218711853, + "epoch": 1.5183867141162515, + "grad_norm": 1.2421875, + "learning_rate": 0.0004984319937439693, + "loss": 5.6095, + "mean_token_accuracy": 0.15040914267301558, + "num_tokens": 3677669.0, + "step": 1280 + }, + { + "entropy": 5.743654489517212, + "epoch": 1.524317912218268, + "grad_norm": 1.015625, + "learning_rate": 0.0004983753575476969, + "loss": 5.6267, + "mean_token_accuracy": 0.14291197434067726, + "num_tokens": 3690588.0, + "step": 1285 + }, + { + "entropy": 5.696566772460938, + "epoch": 1.5302491103202847, + "grad_norm": 1.0703125, + "learning_rate": 0.0004983177202754421, + "loss": 5.6522, + "mean_token_accuracy": 0.14571921825408934, + "num_tokens": 3703749.0, + "step": 1290 + }, + { + "entropy": 5.805274868011475, + "epoch": 1.5361803084223014, + "grad_norm": 0.9296875, + "learning_rate": 0.0004982590821855115, + "loss": 5.68, + "mean_token_accuracy": 0.13761823400855064, + "num_tokens": 3720181.0, + "step": 1295 + }, + { + "entropy": 5.711960506439209, + "epoch": 1.5421115065243178, + "grad_norm": 0.953125, + "learning_rate": 0.0004981994435406965, + "loss": 5.6042, + "mean_token_accuracy": 0.14782098084688186, + "num_tokens": 3734918.0, + "step": 1300 + }, + { + "entropy": 5.666572904586792, + "epoch": 1.5480427046263345, + "grad_norm": 0.9765625, + "learning_rate": 0.0004981388046082731, + "loss": 5.5494, + "mean_token_accuracy": 0.15440027564764022, + "num_tokens": 3748660.0, + "step": 1305 + }, + { + "entropy": 5.685553789138794, + "epoch": 1.5539739027283512, + "grad_norm": 0.97265625, + "learning_rate": 0.0004980771656599998, + "loss": 5.6201, + "mean_token_accuracy": 0.14841450601816178, + "num_tokens": 3763481.0, + "step": 1310 + }, + { + "entropy": 5.763680267333984, + "epoch": 1.5599051008303677, + "grad_norm": 1.0390625, + "learning_rate": 0.0004980145269721168, + "loss": 5.6376, + "mean_token_accuracy": 0.14404506087303162, + "num_tokens": 3777077.0, + "step": 1315 + }, + { + "entropy": 5.685877466201783, + "epoch": 1.5658362989323842, + "grad_norm": 0.91796875, + "learning_rate": 0.000497950888825345, + "loss": 5.6386, + "mean_token_accuracy": 0.14266225099563598, + "num_tokens": 3793649.0, + "step": 1320 + }, + { + "entropy": 5.687498426437378, + "epoch": 1.571767497034401, + "grad_norm": 0.96484375, + "learning_rate": 0.000497886251504884, + "loss": 5.5262, + "mean_token_accuracy": 0.15134050250053405, + "num_tokens": 3807712.0, + "step": 1325 + }, + { + "entropy": 5.639243650436401, + "epoch": 1.5776986951364176, + "grad_norm": 0.98046875, + "learning_rate": 0.0004978206153004117, + "loss": 5.5347, + "mean_token_accuracy": 0.1552049770951271, + "num_tokens": 3821637.0, + "step": 1330 + }, + { + "entropy": 5.8086631298065186, + "epoch": 1.583629893238434, + "grad_norm": 1.0546875, + "learning_rate": 0.0004977539805060824, + "loss": 5.6912, + "mean_token_accuracy": 0.1436895474791527, + "num_tokens": 3836272.0, + "step": 1335 + }, + { + "entropy": 5.614665985107422, + "epoch": 1.5895610913404508, + "grad_norm": 1.1171875, + "learning_rate": 0.0004976863474205257, + "loss": 5.5055, + "mean_token_accuracy": 0.15429906994104386, + "num_tokens": 3850018.0, + "step": 1340 + }, + { + "entropy": 5.774603271484375, + "epoch": 1.5954922894424675, + "grad_norm": 1.1640625, + "learning_rate": 0.0004976177163468451, + "loss": 5.5949, + "mean_token_accuracy": 0.15020062923431396, + "num_tokens": 3865061.0, + "step": 1345 + }, + { + "entropy": 5.631220006942749, + "epoch": 1.601423487544484, + "grad_norm": 1.09375, + "learning_rate": 0.0004975480875926168, + "loss": 5.6835, + "mean_token_accuracy": 0.15097753554582596, + "num_tokens": 3879697.0, + "step": 1350 + }, + { + "entropy": 5.735270404815674, + "epoch": 1.6073546856465006, + "grad_norm": 1.140625, + "learning_rate": 0.000497477461469888, + "loss": 5.4825, + "mean_token_accuracy": 0.15924198776483536, + "num_tokens": 3891889.0, + "step": 1355 + }, + { + "entropy": 5.665686845779419, + "epoch": 1.6132858837485173, + "grad_norm": 1.0234375, + "learning_rate": 0.0004974058382951757, + "loss": 5.5945, + "mean_token_accuracy": 0.1450992450118065, + "num_tokens": 3907356.0, + "step": 1360 + }, + { + "entropy": 5.731923580169678, + "epoch": 1.6192170818505338, + "grad_norm": 1.078125, + "learning_rate": 0.0004973332183894653, + "loss": 5.5786, + "mean_token_accuracy": 0.14734622836112976, + "num_tokens": 3921839.0, + "step": 1365 + }, + { + "entropy": 5.587240982055664, + "epoch": 1.6251482799525503, + "grad_norm": 0.9609375, + "learning_rate": 0.0004972596020782096, + "loss": 5.483, + "mean_token_accuracy": 0.15152351856231688, + "num_tokens": 3937266.0, + "step": 1370 + }, + { + "entropy": 5.740517473220825, + "epoch": 1.631079478054567, + "grad_norm": 1.046875, + "learning_rate": 0.0004971849896913259, + "loss": 5.6174, + "mean_token_accuracy": 0.14421468004584312, + "num_tokens": 3952721.0, + "step": 1375 + }, + { + "entropy": 5.699207830429077, + "epoch": 1.6370106761565837, + "grad_norm": 1.21875, + "learning_rate": 0.0004971093815631965, + "loss": 5.626, + "mean_token_accuracy": 0.14614131152629853, + "num_tokens": 3966557.0, + "step": 1380 + }, + { + "entropy": 5.577703142166138, + "epoch": 1.6429418742586002, + "grad_norm": 0.98828125, + "learning_rate": 0.0004970327780326655, + "loss": 5.4592, + "mean_token_accuracy": 0.15435569435358049, + "num_tokens": 3978739.0, + "step": 1385 + }, + { + "entropy": 5.523289442062378, + "epoch": 1.6488730723606169, + "grad_norm": 0.90234375, + "learning_rate": 0.0004969551794430383, + "loss": 5.4758, + "mean_token_accuracy": 0.15182152688503264, + "num_tokens": 3993868.0, + "step": 1390 + }, + { + "entropy": 5.735844373703003, + "epoch": 1.6548042704626336, + "grad_norm": 1.0859375, + "learning_rate": 0.0004968765861420799, + "loss": 5.6032, + "mean_token_accuracy": 0.15374974012374878, + "num_tokens": 4006661.0, + "step": 1395 + }, + { + "entropy": 5.63426947593689, + "epoch": 1.66073546856465, + "grad_norm": 0.984375, + "learning_rate": 0.0004967969984820128, + "loss": 5.5828, + "mean_token_accuracy": 0.1495743677020073, + "num_tokens": 4021670.0, + "step": 1400 + }, + { + "entropy": 5.673282051086426, + "epoch": 1.6666666666666665, + "grad_norm": 1.0703125, + "learning_rate": 0.0004967164168195159, + "loss": 5.5646, + "mean_token_accuracy": 0.1479659453034401, + "num_tokens": 4036995.0, + "step": 1405 + }, + { + "entropy": 5.667166376113892, + "epoch": 1.6725978647686834, + "grad_norm": 1.15625, + "learning_rate": 0.000496634841515723, + "loss": 5.6035, + "mean_token_accuracy": 0.15370306074619294, + "num_tokens": 4049464.0, + "step": 1410 + }, + { + "entropy": 5.649252462387085, + "epoch": 1.6785290628707, + "grad_norm": 1.15625, + "learning_rate": 0.0004965522729362209, + "loss": 5.5096, + "mean_token_accuracy": 0.15451542884111405, + "num_tokens": 4063630.0, + "step": 1415 + }, + { + "entropy": 5.63691987991333, + "epoch": 1.6844602609727164, + "grad_norm": 1.1484375, + "learning_rate": 0.0004964687114510478, + "loss": 5.5176, + "mean_token_accuracy": 0.14818612933158876, + "num_tokens": 4079890.0, + "step": 1420 + }, + { + "entropy": 5.556159973144531, + "epoch": 1.690391459074733, + "grad_norm": 0.984375, + "learning_rate": 0.0004963841574346917, + "loss": 5.5784, + "mean_token_accuracy": 0.15199574530124665, + "num_tokens": 4095693.0, + "step": 1425 + }, + { + "entropy": 5.76162371635437, + "epoch": 1.6963226571767498, + "grad_norm": 1.0390625, + "learning_rate": 0.0004962986112660887, + "loss": 5.6264, + "mean_token_accuracy": 0.14758573174476625, + "num_tokens": 4109655.0, + "step": 1430 + }, + { + "entropy": 5.5980674743652346, + "epoch": 1.7022538552787663, + "grad_norm": 1.046875, + "learning_rate": 0.0004962120733286215, + "loss": 5.4904, + "mean_token_accuracy": 0.15562087446451187, + "num_tokens": 4123870.0, + "step": 1435 + }, + { + "entropy": 5.724174547195434, + "epoch": 1.708185053380783, + "grad_norm": 1.0859375, + "learning_rate": 0.0004961245440101171, + "loss": 5.6127, + "mean_token_accuracy": 0.15370832234621049, + "num_tokens": 4138009.0, + "step": 1440 + }, + { + "entropy": 5.661290311813355, + "epoch": 1.7141162514827997, + "grad_norm": 1.125, + "learning_rate": 0.000496036023702846, + "loss": 5.6985, + "mean_token_accuracy": 0.14476853236556053, + "num_tokens": 4151929.0, + "step": 1445 + }, + { + "entropy": 5.681108665466309, + "epoch": 1.7200474495848161, + "grad_norm": 1.109375, + "learning_rate": 0.0004959465128035195, + "loss": 5.5322, + "mean_token_accuracy": 0.1587254822254181, + "num_tokens": 4164626.0, + "step": 1450 + }, + { + "entropy": 5.668149662017822, + "epoch": 1.7259786476868326, + "grad_norm": 0.96875, + "learning_rate": 0.0004958560117132884, + "loss": 5.4829, + "mean_token_accuracy": 0.1552940219640732, + "num_tokens": 4179418.0, + "step": 1455 + }, + { + "entropy": 5.586788272857666, + "epoch": 1.7319098457888493, + "grad_norm": 0.9296875, + "learning_rate": 0.0004957645208377411, + "loss": 5.5927, + "mean_token_accuracy": 0.14715088456869124, + "num_tokens": 4194385.0, + "step": 1460 + }, + { + "entropy": 5.677043342590332, + "epoch": 1.737841043890866, + "grad_norm": 1.0234375, + "learning_rate": 0.000495672040586902, + "loss": 5.5726, + "mean_token_accuracy": 0.1476666510105133, + "num_tokens": 4209246.0, + "step": 1465 + }, + { + "entropy": 5.573235273361206, + "epoch": 1.7437722419928825, + "grad_norm": 0.94921875, + "learning_rate": 0.0004955785713752292, + "loss": 5.5215, + "mean_token_accuracy": 0.1514071211218834, + "num_tokens": 4225142.0, + "step": 1470 + }, + { + "entropy": 5.6124965190887455, + "epoch": 1.7497034400948992, + "grad_norm": 0.9921875, + "learning_rate": 0.0004954841136216132, + "loss": 5.5121, + "mean_token_accuracy": 0.1569083496928215, + "num_tokens": 4239495.0, + "step": 1475 + }, + { + "entropy": 5.6624431133270265, + "epoch": 1.755634638196916, + "grad_norm": 1.1640625, + "learning_rate": 0.0004953886677493746, + "loss": 5.4459, + "mean_token_accuracy": 0.16436467915773392, + "num_tokens": 4251780.0, + "step": 1480 + }, + { + "entropy": 5.616982173919678, + "epoch": 1.7615658362989324, + "grad_norm": 1.515625, + "learning_rate": 0.0004952922341862622, + "loss": 5.6927, + "mean_token_accuracy": 0.14587103947997093, + "num_tokens": 4265490.0, + "step": 1485 + }, + { + "entropy": 5.64134464263916, + "epoch": 1.7674970344009489, + "grad_norm": 1.0234375, + "learning_rate": 0.0004951948133644514, + "loss": 5.4655, + "mean_token_accuracy": 0.15793099850416184, + "num_tokens": 4280478.0, + "step": 1490 + }, + { + "entropy": 5.635649013519287, + "epoch": 1.7734282325029656, + "grad_norm": 0.93359375, + "learning_rate": 0.0004950964057205421, + "loss": 5.5551, + "mean_token_accuracy": 0.1520090416073799, + "num_tokens": 4296649.0, + "step": 1495 + }, + { + "entropy": 5.565133810043335, + "epoch": 1.7793594306049823, + "grad_norm": 0.97265625, + "learning_rate": 0.0004949970116955566, + "loss": 5.525, + "mean_token_accuracy": 0.15610957741737366, + "num_tokens": 4310470.0, + "step": 1500 + }, + { + "epoch": 1.7793594306049823, + "eval_entropy": 5.4890358755193605, + "eval_loss": 5.720747947692871, + "eval_mean_token_accuracy": 0.15074070664179837, + "eval_num_tokens": 4310470.0, + "eval_runtime": 2.4551, + "eval_samples_per_second": 1062.291, + "eval_steps_per_second": 132.786, + "step": 1500 + }, + { + "entropy": 5.62813172340393, + "epoch": 1.7852906287069987, + "grad_norm": 1.09375, + "learning_rate": 0.0004948966317349379, + "loss": 5.5502, + "mean_token_accuracy": 0.15073443800210953, + "num_tokens": 4324996.0, + "step": 1505 + }, + { + "entropy": 5.527570104598999, + "epoch": 1.7912218268090154, + "grad_norm": 1.0390625, + "learning_rate": 0.0004947952662885473, + "loss": 5.4804, + "mean_token_accuracy": 0.15607783049345017, + "num_tokens": 4337194.0, + "step": 1510 + }, + { + "entropy": 5.547454500198365, + "epoch": 1.7971530249110321, + "grad_norm": 0.96875, + "learning_rate": 0.000494692915810663, + "loss": 5.4743, + "mean_token_accuracy": 0.1528942972421646, + "num_tokens": 4352516.0, + "step": 1515 + }, + { + "entropy": 5.56812629699707, + "epoch": 1.8030842230130486, + "grad_norm": 1.171875, + "learning_rate": 0.0004945895807599775, + "loss": 5.5122, + "mean_token_accuracy": 0.16002019345760346, + "num_tokens": 4367654.0, + "step": 1520 + }, + { + "entropy": 5.605467319488525, + "epoch": 1.809015421115065, + "grad_norm": 1.125, + "learning_rate": 0.0004944852615995956, + "loss": 5.5013, + "mean_token_accuracy": 0.15724539756774902, + "num_tokens": 4381275.0, + "step": 1525 + }, + { + "entropy": 5.572732782363891, + "epoch": 1.814946619217082, + "grad_norm": 1.078125, + "learning_rate": 0.0004943799587970328, + "loss": 5.494, + "mean_token_accuracy": 0.1523606076836586, + "num_tokens": 4394392.0, + "step": 1530 + }, + { + "entropy": 5.530032682418823, + "epoch": 1.8208778173190985, + "grad_norm": 1.0625, + "learning_rate": 0.0004942736728242127, + "loss": 5.4026, + "mean_token_accuracy": 0.15689572244882583, + "num_tokens": 4407512.0, + "step": 1535 + }, + { + "entropy": 5.584712648391724, + "epoch": 1.826809015421115, + "grad_norm": 1.125, + "learning_rate": 0.0004941664041574651, + "loss": 5.507, + "mean_token_accuracy": 0.15881744623184205, + "num_tokens": 4422223.0, + "step": 1540 + }, + { + "entropy": 5.6050506114959715, + "epoch": 1.8327402135231317, + "grad_norm": 1.09375, + "learning_rate": 0.0004940581532775237, + "loss": 5.4926, + "mean_token_accuracy": 0.1518533781170845, + "num_tokens": 4436994.0, + "step": 1545 + }, + { + "entropy": 5.4888392925262455, + "epoch": 1.8386714116251484, + "grad_norm": 0.95703125, + "learning_rate": 0.0004939489206695241, + "loss": 5.4267, + "mean_token_accuracy": 0.15675119161605836, + "num_tokens": 4450429.0, + "step": 1550 + }, + { + "entropy": 5.62486629486084, + "epoch": 1.8446026097271648, + "grad_norm": 0.98046875, + "learning_rate": 0.0004938387068230021, + "loss": 5.5789, + "mean_token_accuracy": 0.15119255930185319, + "num_tokens": 4465991.0, + "step": 1555 + }, + { + "entropy": 5.55673360824585, + "epoch": 1.8505338078291815, + "grad_norm": 1.03125, + "learning_rate": 0.0004937275122318902, + "loss": 5.4977, + "mean_token_accuracy": 0.15660169571638108, + "num_tokens": 4480873.0, + "step": 1560 + }, + { + "entropy": 5.634980964660644, + "epoch": 1.8564650059311982, + "grad_norm": 1.1015625, + "learning_rate": 0.0004936153373945165, + "loss": 5.5428, + "mean_token_accuracy": 0.159622260928154, + "num_tokens": 4493443.0, + "step": 1565 + }, + { + "entropy": 5.580209970474243, + "epoch": 1.8623962040332147, + "grad_norm": 1.015625, + "learning_rate": 0.0004935021828136025, + "loss": 5.5042, + "mean_token_accuracy": 0.15394536405801773, + "num_tokens": 4506457.0, + "step": 1570 + }, + { + "entropy": 5.547038459777832, + "epoch": 1.8683274021352312, + "grad_norm": 1.078125, + "learning_rate": 0.0004933880489962602, + "loss": 5.4575, + "mean_token_accuracy": 0.15576548576354982, + "num_tokens": 4520529.0, + "step": 1575 + }, + { + "entropy": 5.558015251159668, + "epoch": 1.8742586002372479, + "grad_norm": 0.96875, + "learning_rate": 0.0004932729364539901, + "loss": 5.3993, + "mean_token_accuracy": 0.15773553699254989, + "num_tokens": 4535100.0, + "step": 1580 + }, + { + "entropy": 5.509803533554077, + "epoch": 1.8801897983392646, + "grad_norm": 1.1328125, + "learning_rate": 0.0004931568457026789, + "loss": 5.5262, + "mean_token_accuracy": 0.1584371492266655, + "num_tokens": 4549152.0, + "step": 1585 + }, + { + "entropy": 5.5465106010437015, + "epoch": 1.886120996441281, + "grad_norm": 1.015625, + "learning_rate": 0.0004930397772625976, + "loss": 5.3981, + "mean_token_accuracy": 0.16331460624933242, + "num_tokens": 4563302.0, + "step": 1590 + }, + { + "entropy": 5.470412969589233, + "epoch": 1.8920521945432978, + "grad_norm": 0.9921875, + "learning_rate": 0.0004929217316583985, + "loss": 5.3418, + "mean_token_accuracy": 0.1644173815846443, + "num_tokens": 4576770.0, + "step": 1595 + }, + { + "entropy": 5.56337342262268, + "epoch": 1.8979833926453145, + "grad_norm": 0.90625, + "learning_rate": 0.000492802709419113, + "loss": 5.4922, + "mean_token_accuracy": 0.1560358837246895, + "num_tokens": 4590264.0, + "step": 1600 + }, + { + "entropy": 5.541475391387939, + "epoch": 1.903914590747331, + "grad_norm": 0.9609375, + "learning_rate": 0.0004926827110781496, + "loss": 5.4658, + "mean_token_accuracy": 0.1521800145506859, + "num_tokens": 4606217.0, + "step": 1605 + }, + { + "entropy": 5.499109220504761, + "epoch": 1.9098457888493474, + "grad_norm": 1.0703125, + "learning_rate": 0.0004925617371732914, + "loss": 5.3749, + "mean_token_accuracy": 0.16113989651203156, + "num_tokens": 4620460.0, + "step": 1610 + }, + { + "entropy": 5.545439529418945, + "epoch": 1.9157769869513643, + "grad_norm": 0.94921875, + "learning_rate": 0.0004924397882466933, + "loss": 5.4441, + "mean_token_accuracy": 0.15975887924432755, + "num_tokens": 4635915.0, + "step": 1615 + }, + { + "entropy": 5.561807680130005, + "epoch": 1.9217081850533808, + "grad_norm": 1.046875, + "learning_rate": 0.0004923168648448799, + "loss": 5.4467, + "mean_token_accuracy": 0.15793247371912003, + "num_tokens": 4650789.0, + "step": 1620 + }, + { + "entropy": 5.594422292709351, + "epoch": 1.9276393831553973, + "grad_norm": 0.9609375, + "learning_rate": 0.0004921929675187433, + "loss": 5.518, + "mean_token_accuracy": 0.15074024945497513, + "num_tokens": 4666306.0, + "step": 1625 + }, + { + "entropy": 5.519123840332031, + "epoch": 1.933570581257414, + "grad_norm": 1.046875, + "learning_rate": 0.0004920680968235397, + "loss": 5.5125, + "mean_token_accuracy": 0.1595379963517189, + "num_tokens": 4679587.0, + "step": 1630 + }, + { + "entropy": 5.621131181716919, + "epoch": 1.9395017793594307, + "grad_norm": 1.109375, + "learning_rate": 0.0004919422533188882, + "loss": 5.441, + "mean_token_accuracy": 0.15777284204959868, + "num_tokens": 4694237.0, + "step": 1635 + }, + { + "entropy": 5.571220350265503, + "epoch": 1.9454329774614472, + "grad_norm": 0.93359375, + "learning_rate": 0.0004918154375687673, + "loss": 5.5383, + "mean_token_accuracy": 0.1469981402158737, + "num_tokens": 4708423.0, + "step": 1640 + }, + { + "entropy": 5.614190530776978, + "epoch": 1.9513641755634639, + "grad_norm": 1.0234375, + "learning_rate": 0.0004916876501415129, + "loss": 5.495, + "mean_token_accuracy": 0.15826049596071243, + "num_tokens": 4723039.0, + "step": 1645 + }, + { + "entropy": 5.505533838272095, + "epoch": 1.9572953736654806, + "grad_norm": 1.2265625, + "learning_rate": 0.0004915588916098151, + "loss": 5.4317, + "mean_token_accuracy": 0.16039896309375762, + "num_tokens": 4735882.0, + "step": 1650 + }, + { + "entropy": 5.477867507934571, + "epoch": 1.963226571767497, + "grad_norm": 1.140625, + "learning_rate": 0.0004914291625507164, + "loss": 5.4436, + "mean_token_accuracy": 0.16591833531856537, + "num_tokens": 4748810.0, + "step": 1655 + }, + { + "entropy": 5.561583375930786, + "epoch": 1.9691577698695135, + "grad_norm": 0.94921875, + "learning_rate": 0.000491298463545609, + "loss": 5.4632, + "mean_token_accuracy": 0.1546772077679634, + "num_tokens": 4763563.0, + "step": 1660 + }, + { + "entropy": 5.511043453216553, + "epoch": 1.9750889679715302, + "grad_norm": 1.109375, + "learning_rate": 0.0004911667951802318, + "loss": 5.4528, + "mean_token_accuracy": 0.15551470816135407, + "num_tokens": 4775483.0, + "step": 1665 + }, + { + "entropy": 5.501114273071289, + "epoch": 1.981020166073547, + "grad_norm": 0.8359375, + "learning_rate": 0.000491034158044668, + "loss": 5.4583, + "mean_token_accuracy": 0.1569467306137085, + "num_tokens": 4792507.0, + "step": 1670 + }, + { + "entropy": 5.568025827407837, + "epoch": 1.9869513641755634, + "grad_norm": 0.953125, + "learning_rate": 0.0004909005527333421, + "loss": 5.5004, + "mean_token_accuracy": 0.155551216006279, + "num_tokens": 4807722.0, + "step": 1675 + }, + { + "entropy": 5.516203594207764, + "epoch": 1.99288256227758, + "grad_norm": 1.015625, + "learning_rate": 0.000490765979845018, + "loss": 5.32, + "mean_token_accuracy": 0.16825991868972778, + "num_tokens": 4821129.0, + "step": 1680 + }, + { + "entropy": 5.505976819992066, + "epoch": 1.9988137603795968, + "grad_norm": 1.109375, + "learning_rate": 0.000490630439982796, + "loss": 5.3815, + "mean_token_accuracy": 0.15964729189872742, + "num_tokens": 4835483.0, + "step": 1685 + }, + { + "entropy": 5.534174060821533, + "epoch": 2.0047449584816133, + "grad_norm": 0.98828125, + "learning_rate": 0.0004904939337541093, + "loss": 5.165, + "mean_token_accuracy": 0.17265937626361846, + "num_tokens": 4848607.0, + "step": 1690 + }, + { + "entropy": 5.4161741733551025, + "epoch": 2.0106761565836297, + "grad_norm": 1.03125, + "learning_rate": 0.0004903564617707227, + "loss": 5.129, + "mean_token_accuracy": 0.17384703904390336, + "num_tokens": 4863324.0, + "step": 1695 + }, + { + "entropy": 5.535564327239991, + "epoch": 2.0166073546856467, + "grad_norm": 1.0234375, + "learning_rate": 0.0004902180246487285, + "loss": 5.1794, + "mean_token_accuracy": 0.17566659599542617, + "num_tokens": 4876603.0, + "step": 1700 + }, + { + "entropy": 5.487852954864502, + "epoch": 2.022538552787663, + "grad_norm": 0.90625, + "learning_rate": 0.000490078623008545, + "loss": 5.2708, + "mean_token_accuracy": 0.16383918672800063, + "num_tokens": 4893733.0, + "step": 1705 + }, + { + "entropy": 5.522866249084473, + "epoch": 2.0284697508896796, + "grad_norm": 1.0546875, + "learning_rate": 0.0004899382574749124, + "loss": 5.2032, + "mean_token_accuracy": 0.1683608591556549, + "num_tokens": 4908476.0, + "step": 1710 + }, + { + "entropy": 5.46659140586853, + "epoch": 2.0344009489916965, + "grad_norm": 1.0390625, + "learning_rate": 0.000489796928676891, + "loss": 5.1535, + "mean_token_accuracy": 0.17724859714508057, + "num_tokens": 4920471.0, + "step": 1715 + }, + { + "entropy": 5.461789083480835, + "epoch": 2.040332147093713, + "grad_norm": 1.0390625, + "learning_rate": 0.0004896546372478581, + "loss": 5.1845, + "mean_token_accuracy": 0.17168280780315398, + "num_tokens": 4934984.0, + "step": 1720 + }, + { + "entropy": 5.375751543045044, + "epoch": 2.0462633451957295, + "grad_norm": 0.99609375, + "learning_rate": 0.0004895113838255049, + "loss": 5.1993, + "mean_token_accuracy": 0.16719358563423156, + "num_tokens": 4949709.0, + "step": 1725 + }, + { + "entropy": 5.503344297409058, + "epoch": 2.052194543297746, + "grad_norm": 0.9609375, + "learning_rate": 0.0004893671690518343, + "loss": 5.1678, + "mean_token_accuracy": 0.17527552992105483, + "num_tokens": 4964439.0, + "step": 1730 + }, + { + "entropy": 5.424249362945557, + "epoch": 2.058125741399763, + "grad_norm": 1.0390625, + "learning_rate": 0.0004892219935731571, + "loss": 5.1255, + "mean_token_accuracy": 0.1706253096461296, + "num_tokens": 4979958.0, + "step": 1735 + }, + { + "entropy": 5.445143413543701, + "epoch": 2.0640569395017794, + "grad_norm": 1.0, + "learning_rate": 0.0004890758580400898, + "loss": 5.2107, + "mean_token_accuracy": 0.17454935014247894, + "num_tokens": 4993034.0, + "step": 1740 + }, + { + "entropy": 5.3907262802124025, + "epoch": 2.069988137603796, + "grad_norm": 1.0078125, + "learning_rate": 0.0004889287631075513, + "loss": 5.1469, + "mean_token_accuracy": 0.17527274340391158, + "num_tokens": 5008580.0, + "step": 1745 + }, + { + "entropy": 5.415247631072998, + "epoch": 2.0759193357058128, + "grad_norm": 0.98828125, + "learning_rate": 0.0004887807094347606, + "loss": 5.1757, + "mean_token_accuracy": 0.1709846779704094, + "num_tokens": 5022322.0, + "step": 1750 + }, + { + "entropy": 5.5165040493011475, + "epoch": 2.0818505338078293, + "grad_norm": 0.9453125, + "learning_rate": 0.0004886316976852326, + "loss": 5.1905, + "mean_token_accuracy": 0.16880395114421845, + "num_tokens": 5036511.0, + "step": 1755 + }, + { + "entropy": 5.393788051605225, + "epoch": 2.0877817319098457, + "grad_norm": 1.0234375, + "learning_rate": 0.0004884817285267766, + "loss": 5.1845, + "mean_token_accuracy": 0.1742696449160576, + "num_tokens": 5050129.0, + "step": 1760 + }, + { + "entropy": 5.337964820861816, + "epoch": 2.093712930011862, + "grad_norm": 1.0390625, + "learning_rate": 0.0004883308026314923, + "loss": 5.0561, + "mean_token_accuracy": 0.18535924702882767, + "num_tokens": 5062299.0, + "step": 1765 + }, + { + "entropy": 5.378459167480469, + "epoch": 2.099644128113879, + "grad_norm": 1.0546875, + "learning_rate": 0.00048817892067576726, + "loss": 5.1866, + "mean_token_accuracy": 0.17031457126140595, + "num_tokens": 5077665.0, + "step": 1770 + }, + { + "entropy": 5.357861471176148, + "epoch": 2.1055753262158956, + "grad_norm": 1.140625, + "learning_rate": 0.0004880260833402734, + "loss": 5.1114, + "mean_token_accuracy": 0.1715405285358429, + "num_tokens": 5092005.0, + "step": 1775 + }, + { + "entropy": 5.379746150970459, + "epoch": 2.111506524317912, + "grad_norm": 0.96484375, + "learning_rate": 0.0004878722913099645, + "loss": 5.199, + "mean_token_accuracy": 0.16930181831121444, + "num_tokens": 5109155.0, + "step": 1780 + }, + { + "entropy": 5.383475065231323, + "epoch": 2.117437722419929, + "grad_norm": 0.96484375, + "learning_rate": 0.000487717545274073, + "loss": 5.149, + "mean_token_accuracy": 0.16863701194524766, + "num_tokens": 5125791.0, + "step": 1785 + }, + { + "entropy": 5.384926605224609, + "epoch": 2.1233689205219455, + "grad_norm": 1.078125, + "learning_rate": 0.0004875618459261065, + "loss": 5.1762, + "mean_token_accuracy": 0.16971782743930816, + "num_tokens": 5139908.0, + "step": 1790 + }, + { + "entropy": 5.391865921020508, + "epoch": 2.129300118623962, + "grad_norm": 0.96875, + "learning_rate": 0.00048740519396384515, + "loss": 5.1527, + "mean_token_accuracy": 0.17617459148168563, + "num_tokens": 5154922.0, + "step": 1795 + }, + { + "entropy": 5.33276104927063, + "epoch": 2.135231316725979, + "grad_norm": 1.0625, + "learning_rate": 0.0004872475900893382, + "loss": 5.1899, + "mean_token_accuracy": 0.17570777982473373, + "num_tokens": 5169919.0, + "step": 1800 + }, + { + "entropy": 5.48026123046875, + "epoch": 2.1411625148279954, + "grad_norm": 1.0390625, + "learning_rate": 0.0004870890350089011, + "loss": 5.1829, + "mean_token_accuracy": 0.16823343187570572, + "num_tokens": 5186687.0, + "step": 1805 + }, + { + "entropy": 5.437422800064087, + "epoch": 2.147093712930012, + "grad_norm": 1.0859375, + "learning_rate": 0.00048692952943311214, + "loss": 5.2063, + "mean_token_accuracy": 0.1717593029141426, + "num_tokens": 5199489.0, + "step": 1810 + }, + { + "entropy": 5.496373796463013, + "epoch": 2.1530249110320283, + "grad_norm": 1.015625, + "learning_rate": 0.0004867690740768094, + "loss": 5.2399, + "mean_token_accuracy": 0.17145588397979736, + "num_tokens": 5214549.0, + "step": 1815 + }, + { + "entropy": 5.366263675689697, + "epoch": 2.1589561091340452, + "grad_norm": 1.0390625, + "learning_rate": 0.00048660766965908736, + "loss": 5.2164, + "mean_token_accuracy": 0.16977577656507492, + "num_tokens": 5228571.0, + "step": 1820 + }, + { + "entropy": 5.388319301605224, + "epoch": 2.1648873072360617, + "grad_norm": 1.03125, + "learning_rate": 0.000486445316903294, + "loss": 5.1452, + "mean_token_accuracy": 0.17680991888046266, + "num_tokens": 5242797.0, + "step": 1825 + }, + { + "entropy": 5.426320600509643, + "epoch": 2.170818505338078, + "grad_norm": 0.99609375, + "learning_rate": 0.000486282016537027, + "loss": 5.2368, + "mean_token_accuracy": 0.17110936492681503, + "num_tokens": 5257692.0, + "step": 1830 + }, + { + "entropy": 5.450334596633911, + "epoch": 2.176749703440095, + "grad_norm": 1.125, + "learning_rate": 0.0004861177692921313, + "loss": 5.2329, + "mean_token_accuracy": 0.17457327097654343, + "num_tokens": 5273117.0, + "step": 1835 + }, + { + "entropy": 5.369627332687378, + "epoch": 2.1826809015421116, + "grad_norm": 0.9375, + "learning_rate": 0.000485952575904695, + "loss": 5.1764, + "mean_token_accuracy": 0.165084633231163, + "num_tokens": 5287232.0, + "step": 1840 + }, + { + "entropy": 5.3623122215271, + "epoch": 2.188612099644128, + "grad_norm": 1.0859375, + "learning_rate": 0.0004857864371150467, + "loss": 5.164, + "mean_token_accuracy": 0.17174010574817658, + "num_tokens": 5300049.0, + "step": 1845 + }, + { + "entropy": 5.422196960449218, + "epoch": 2.1945432977461445, + "grad_norm": 1.109375, + "learning_rate": 0.0004856193536677515, + "loss": 5.1665, + "mean_token_accuracy": 0.17225924283266067, + "num_tokens": 5313811.0, + "step": 1850 + }, + { + "entropy": 5.38545184135437, + "epoch": 2.2004744958481615, + "grad_norm": 1.109375, + "learning_rate": 0.00048545132631160856, + "loss": 5.2414, + "mean_token_accuracy": 0.16925344467163086, + "num_tokens": 5326402.0, + "step": 1855 + }, + { + "entropy": 5.331728982925415, + "epoch": 2.206405693950178, + "grad_norm": 1.1875, + "learning_rate": 0.000485282355799647, + "loss": 5.1074, + "mean_token_accuracy": 0.1777871370315552, + "num_tokens": 5340440.0, + "step": 1860 + }, + { + "entropy": 5.373279333114624, + "epoch": 2.2123368920521944, + "grad_norm": 1.0546875, + "learning_rate": 0.0004851124428891226, + "loss": 5.2044, + "mean_token_accuracy": 0.17208765894174577, + "num_tokens": 5355271.0, + "step": 1865 + }, + { + "entropy": 5.3738720417022705, + "epoch": 2.2182680901542113, + "grad_norm": 0.953125, + "learning_rate": 0.00048494158834151485, + "loss": 5.1657, + "mean_token_accuracy": 0.1768079251050949, + "num_tokens": 5371939.0, + "step": 1870 + }, + { + "entropy": 5.338125801086425, + "epoch": 2.224199288256228, + "grad_norm": 0.984375, + "learning_rate": 0.00048476979292252323, + "loss": 5.0599, + "mean_token_accuracy": 0.18021448701620102, + "num_tokens": 5386242.0, + "step": 1875 + }, + { + "entropy": 5.32992787361145, + "epoch": 2.2301304863582443, + "grad_norm": 1.0625, + "learning_rate": 0.0004845970574020637, + "loss": 5.1392, + "mean_token_accuracy": 0.17196872234344482, + "num_tokens": 5399867.0, + "step": 1880 + }, + { + "entropy": 5.3204365253448485, + "epoch": 2.2360616844602608, + "grad_norm": 0.9609375, + "learning_rate": 0.00048442338255426555, + "loss": 5.0614, + "mean_token_accuracy": 0.1749480903148651, + "num_tokens": 5414236.0, + "step": 1885 + }, + { + "entropy": 5.360966062545776, + "epoch": 2.2419928825622777, + "grad_norm": 1.03125, + "learning_rate": 0.0004842487691574675, + "loss": 5.1766, + "mean_token_accuracy": 0.17208879739046096, + "num_tokens": 5428510.0, + "step": 1890 + }, + { + "entropy": 5.411381673812866, + "epoch": 2.247924080664294, + "grad_norm": 1.0390625, + "learning_rate": 0.0004840732179942146, + "loss": 5.1757, + "mean_token_accuracy": 0.17247659713029861, + "num_tokens": 5443137.0, + "step": 1895 + }, + { + "entropy": 5.371445941925049, + "epoch": 2.2538552787663106, + "grad_norm": 1.0390625, + "learning_rate": 0.00048389672985125467, + "loss": 5.1897, + "mean_token_accuracy": 0.1735587641596794, + "num_tokens": 5456574.0, + "step": 1900 + }, + { + "entropy": 5.3538429737091064, + "epoch": 2.2597864768683276, + "grad_norm": 0.91796875, + "learning_rate": 0.0004837193055195344, + "loss": 5.1926, + "mean_token_accuracy": 0.17189497202634813, + "num_tokens": 5472789.0, + "step": 1905 + }, + { + "entropy": 5.422811889648438, + "epoch": 2.265717674970344, + "grad_norm": 0.9921875, + "learning_rate": 0.00048354094579419656, + "loss": 5.1784, + "mean_token_accuracy": 0.1655895009636879, + "num_tokens": 5488202.0, + "step": 1910 + }, + { + "entropy": 5.344785451889038, + "epoch": 2.2716488730723605, + "grad_norm": 0.9375, + "learning_rate": 0.00048336165147457537, + "loss": 5.2373, + "mean_token_accuracy": 0.16763855069875716, + "num_tokens": 5502661.0, + "step": 1915 + }, + { + "entropy": 5.352733612060547, + "epoch": 2.277580071174377, + "grad_norm": 1.3046875, + "learning_rate": 0.00048318142336419413, + "loss": 5.1591, + "mean_token_accuracy": 0.17304945439100267, + "num_tokens": 5516371.0, + "step": 1920 + }, + { + "entropy": 5.342757987976074, + "epoch": 2.283511269276394, + "grad_norm": 1.0390625, + "learning_rate": 0.0004830002622707604, + "loss": 5.1239, + "mean_token_accuracy": 0.1793706387281418, + "num_tokens": 5529339.0, + "step": 1925 + }, + { + "entropy": 5.337879085540772, + "epoch": 2.2894424673784104, + "grad_norm": 1.0859375, + "learning_rate": 0.00048281816900616354, + "loss": 5.1158, + "mean_token_accuracy": 0.17504990845918655, + "num_tokens": 5543173.0, + "step": 1930 + }, + { + "entropy": 5.280277824401855, + "epoch": 2.295373665480427, + "grad_norm": 0.98046875, + "learning_rate": 0.00048263514438647015, + "loss": 5.1089, + "mean_token_accuracy": 0.17652505189180373, + "num_tokens": 5557080.0, + "step": 1935 + }, + { + "entropy": 5.356028890609741, + "epoch": 2.301304863582444, + "grad_norm": 0.9609375, + "learning_rate": 0.0004824511892319209, + "loss": 5.1702, + "mean_token_accuracy": 0.17574198096990584, + "num_tokens": 5571422.0, + "step": 1940 + }, + { + "entropy": 5.253097772598267, + "epoch": 2.3072360616844603, + "grad_norm": 1.265625, + "learning_rate": 0.0004822663043669267, + "loss": 4.9664, + "mean_token_accuracy": 0.18942097276449205, + "num_tokens": 5583057.0, + "step": 1945 + }, + { + "entropy": 5.27740592956543, + "epoch": 2.3131672597864767, + "grad_norm": 1.0546875, + "learning_rate": 0.00048208049062006505, + "loss": 5.2096, + "mean_token_accuracy": 0.16950699239969252, + "num_tokens": 5596201.0, + "step": 1950 + }, + { + "entropy": 5.393002700805664, + "epoch": 2.3190984578884937, + "grad_norm": 0.921875, + "learning_rate": 0.0004818937488240764, + "loss": 5.1601, + "mean_token_accuracy": 0.17385102808475494, + "num_tokens": 5612461.0, + "step": 1955 + }, + { + "entropy": 5.323347473144532, + "epoch": 2.32502965599051, + "grad_norm": 1.046875, + "learning_rate": 0.00048170607981586023, + "loss": 5.2285, + "mean_token_accuracy": 0.16853837668895721, + "num_tokens": 5628148.0, + "step": 1960 + }, + { + "entropy": 5.288127470016479, + "epoch": 2.3309608540925266, + "grad_norm": 1.015625, + "learning_rate": 0.0004815174844364714, + "loss": 5.0684, + "mean_token_accuracy": 0.1746617555618286, + "num_tokens": 5641695.0, + "step": 1965 + }, + { + "entropy": 5.371695184707642, + "epoch": 2.3368920521945435, + "grad_norm": 1.0625, + "learning_rate": 0.0004813279635311165, + "loss": 5.1085, + "mean_token_accuracy": 0.18225748091936111, + "num_tokens": 5654902.0, + "step": 1970 + }, + { + "entropy": 5.291834688186645, + "epoch": 2.34282325029656, + "grad_norm": 1.125, + "learning_rate": 0.00048113751794914974, + "loss": 5.1022, + "mean_token_accuracy": 0.18446253687143327, + "num_tokens": 5666899.0, + "step": 1975 + }, + { + "entropy": 5.420601224899292, + "epoch": 2.3487544483985765, + "grad_norm": 0.9296875, + "learning_rate": 0.0004809461485440694, + "loss": 5.2152, + "mean_token_accuracy": 0.17578936219215394, + "num_tokens": 5682525.0, + "step": 1980 + }, + { + "entropy": 5.2827568531036375, + "epoch": 2.354685646500593, + "grad_norm": 1.0, + "learning_rate": 0.0004807538561735143, + "loss": 5.14, + "mean_token_accuracy": 0.16829978823661804, + "num_tokens": 5697097.0, + "step": 1985 + }, + { + "entropy": 5.2644284725189205, + "epoch": 2.36061684460261, + "grad_norm": 1.140625, + "learning_rate": 0.00048056064169925904, + "loss": 5.0869, + "mean_token_accuracy": 0.17536696344614028, + "num_tokens": 5712340.0, + "step": 1990 + }, + { + "entropy": 5.353961038589477, + "epoch": 2.3665480427046264, + "grad_norm": 1.0625, + "learning_rate": 0.00048036650598721125, + "loss": 5.197, + "mean_token_accuracy": 0.16865415275096893, + "num_tokens": 5726509.0, + "step": 1995 + }, + { + "entropy": 5.3073567867279055, + "epoch": 2.372479240806643, + "grad_norm": 1.015625, + "learning_rate": 0.00048017144990740673, + "loss": 5.121, + "mean_token_accuracy": 0.1786181464791298, + "num_tokens": 5740977.0, + "step": 2000 + }, + { + "epoch": 2.372479240806643, + "eval_entropy": 5.170273498523454, + "eval_loss": 5.574867248535156, + "eval_mean_token_accuracy": 0.16265562777778853, + "eval_num_tokens": 5740977.0, + "eval_runtime": 2.4303, + "eval_samples_per_second": 1073.13, + "eval_steps_per_second": 134.141, + "step": 2000 + }, + { + "entropy": 5.288026952743531, + "epoch": 2.3784104389086593, + "grad_norm": 1.15625, + "learning_rate": 0.00047997547433400615, + "loss": 5.0974, + "mean_token_accuracy": 0.1805935502052307, + "num_tokens": 5756000.0, + "step": 2005 + }, + { + "entropy": 5.338898134231568, + "epoch": 2.3843416370106763, + "grad_norm": 0.97265625, + "learning_rate": 0.0004797785801452911, + "loss": 5.1033, + "mean_token_accuracy": 0.18041265308856963, + "num_tokens": 5771438.0, + "step": 2010 + }, + { + "entropy": 5.329379606246948, + "epoch": 2.3902728351126927, + "grad_norm": 1.1171875, + "learning_rate": 0.00047958076822365994, + "loss": 5.1506, + "mean_token_accuracy": 0.17072732895612716, + "num_tokens": 5784686.0, + "step": 2015 + }, + { + "entropy": 5.344692611694336, + "epoch": 2.396204033214709, + "grad_norm": 1.0078125, + "learning_rate": 0.0004793820394556238, + "loss": 5.201, + "mean_token_accuracy": 0.17325544208288193, + "num_tokens": 5799363.0, + "step": 2020 + }, + { + "entropy": 5.308460712432861, + "epoch": 2.402135231316726, + "grad_norm": 1.0390625, + "learning_rate": 0.0004791823947318029, + "loss": 5.0887, + "mean_token_accuracy": 0.176689213514328, + "num_tokens": 5812109.0, + "step": 2025 + }, + { + "entropy": 5.2809264183044435, + "epoch": 2.4080664294187426, + "grad_norm": 1.078125, + "learning_rate": 0.0004789818349469222, + "loss": 5.0932, + "mean_token_accuracy": 0.18039163053035737, + "num_tokens": 5825780.0, + "step": 2030 + }, + { + "entropy": 5.265401554107666, + "epoch": 2.413997627520759, + "grad_norm": 1.0625, + "learning_rate": 0.00047878036099980795, + "loss": 5.1356, + "mean_token_accuracy": 0.16557523757219314, + "num_tokens": 5841184.0, + "step": 2035 + }, + { + "entropy": 5.28918867111206, + "epoch": 2.419928825622776, + "grad_norm": 1.15625, + "learning_rate": 0.00047857797379338284, + "loss": 5.1151, + "mean_token_accuracy": 0.18016838133335114, + "num_tokens": 5854422.0, + "step": 2040 + }, + { + "entropy": 5.434517860412598, + "epoch": 2.4258600237247925, + "grad_norm": 1.0625, + "learning_rate": 0.00047837467423466284, + "loss": 5.2756, + "mean_token_accuracy": 0.16469118744134903, + "num_tokens": 5870878.0, + "step": 2045 + }, + { + "entropy": 5.323330879211426, + "epoch": 2.431791221826809, + "grad_norm": 1.1015625, + "learning_rate": 0.00047817046323475246, + "loss": 5.2065, + "mean_token_accuracy": 0.16481388956308365, + "num_tokens": 5886137.0, + "step": 2050 + }, + { + "entropy": 5.346496486663819, + "epoch": 2.4377224199288254, + "grad_norm": 1.03125, + "learning_rate": 0.0004779653417088408, + "loss": 5.1252, + "mean_token_accuracy": 0.17990775406360626, + "num_tokens": 5900300.0, + "step": 2055 + }, + { + "entropy": 5.322238492965698, + "epoch": 2.4436536180308424, + "grad_norm": 0.9375, + "learning_rate": 0.00047775931057619786, + "loss": 5.2122, + "mean_token_accuracy": 0.1684417709708214, + "num_tokens": 5917933.0, + "step": 2060 + }, + { + "entropy": 5.431944942474365, + "epoch": 2.449584816132859, + "grad_norm": 0.984375, + "learning_rate": 0.00047755237076016997, + "loss": 5.1549, + "mean_token_accuracy": 0.1798498421907425, + "num_tokens": 5932189.0, + "step": 2065 + }, + { + "entropy": 5.2723767280578615, + "epoch": 2.4555160142348753, + "grad_norm": 1.0234375, + "learning_rate": 0.0004773445231881757, + "loss": 5.1586, + "mean_token_accuracy": 0.17868874669075013, + "num_tokens": 5945999.0, + "step": 2070 + }, + { + "entropy": 5.317199230194092, + "epoch": 2.4614472123368922, + "grad_norm": 1.015625, + "learning_rate": 0.0004771357687917021, + "loss": 5.1759, + "mean_token_accuracy": 0.17290179580450057, + "num_tokens": 5960187.0, + "step": 2075 + }, + { + "entropy": 5.290809917449951, + "epoch": 2.4673784104389087, + "grad_norm": 0.96875, + "learning_rate": 0.0004769261085063, + "loss": 5.1032, + "mean_token_accuracy": 0.17626044750213624, + "num_tokens": 5975211.0, + "step": 2080 + }, + { + "entropy": 5.2783082008361815, + "epoch": 2.473309608540925, + "grad_norm": 1.015625, + "learning_rate": 0.00047671554327157996, + "loss": 5.09, + "mean_token_accuracy": 0.17717413753271102, + "num_tokens": 5988904.0, + "step": 2085 + }, + { + "entropy": 5.230610990524292, + "epoch": 2.4792408066429417, + "grad_norm": 1.0546875, + "learning_rate": 0.00047650407403120845, + "loss": 5.0964, + "mean_token_accuracy": 0.17791107147932053, + "num_tokens": 6004691.0, + "step": 2090 + }, + { + "entropy": 5.2898766040802006, + "epoch": 2.4851720047449586, + "grad_norm": 1.0625, + "learning_rate": 0.00047629170173290296, + "loss": 5.1428, + "mean_token_accuracy": 0.17288617938756942, + "num_tokens": 6017859.0, + "step": 2095 + }, + { + "entropy": 5.320411825180054, + "epoch": 2.491103202846975, + "grad_norm": 0.98828125, + "learning_rate": 0.0004760784273284286, + "loss": 5.1645, + "mean_token_accuracy": 0.17397502213716506, + "num_tokens": 6032042.0, + "step": 2100 + }, + { + "entropy": 5.293785238265992, + "epoch": 2.4970344009489915, + "grad_norm": 0.97265625, + "learning_rate": 0.0004758642517735928, + "loss": 5.1838, + "mean_token_accuracy": 0.1742447093129158, + "num_tokens": 6048591.0, + "step": 2105 + }, + { + "entropy": 5.232989549636841, + "epoch": 2.5029655990510085, + "grad_norm": 1.109375, + "learning_rate": 0.00047564917602824203, + "loss": 5.0759, + "mean_token_accuracy": 0.179649518430233, + "num_tokens": 6062436.0, + "step": 2110 + }, + { + "entropy": 5.266342687606811, + "epoch": 2.508896797153025, + "grad_norm": 1.125, + "learning_rate": 0.0004754332010562567, + "loss": 5.0365, + "mean_token_accuracy": 0.18351121246814728, + "num_tokens": 6075564.0, + "step": 2115 + }, + { + "entropy": 5.31279501914978, + "epoch": 2.5148279952550414, + "grad_norm": 1.046875, + "learning_rate": 0.0004752163278255473, + "loss": 5.1432, + "mean_token_accuracy": 0.1722079709172249, + "num_tokens": 6088939.0, + "step": 2120 + }, + { + "entropy": 5.295576190948486, + "epoch": 2.5207591933570583, + "grad_norm": 1.03125, + "learning_rate": 0.0004749985573080501, + "loss": 5.0956, + "mean_token_accuracy": 0.17826481014490128, + "num_tokens": 6101855.0, + "step": 2125 + }, + { + "entropy": 5.266389179229736, + "epoch": 2.526690391459075, + "grad_norm": 1.0546875, + "learning_rate": 0.0004747798904797225, + "loss": 5.0738, + "mean_token_accuracy": 0.1764925792813301, + "num_tokens": 6116192.0, + "step": 2130 + }, + { + "entropy": 5.1693144798278805, + "epoch": 2.5326215895610913, + "grad_norm": 0.94921875, + "learning_rate": 0.0004745603283205387, + "loss": 5.0887, + "mean_token_accuracy": 0.17885565012693405, + "num_tokens": 6130741.0, + "step": 2135 + }, + { + "entropy": 5.278003215789795, + "epoch": 2.538552787663108, + "grad_norm": 1.0703125, + "learning_rate": 0.00047433987181448546, + "loss": 5.056, + "mean_token_accuracy": 0.180057655274868, + "num_tokens": 6144937.0, + "step": 2140 + }, + { + "entropy": 5.2536839008331295, + "epoch": 2.5444839857651247, + "grad_norm": 1.1484375, + "learning_rate": 0.0004741185219495579, + "loss": 5.1384, + "mean_token_accuracy": 0.1841862380504608, + "num_tokens": 6156747.0, + "step": 2145 + }, + { + "entropy": 5.199393939971924, + "epoch": 2.550415183867141, + "grad_norm": 1.078125, + "learning_rate": 0.0004738962797177544, + "loss": 5.0336, + "mean_token_accuracy": 0.18659159690141677, + "num_tokens": 6169148.0, + "step": 2150 + }, + { + "entropy": 5.317109870910644, + "epoch": 2.5563463819691576, + "grad_norm": 1.03125, + "learning_rate": 0.00047367314611507276, + "loss": 5.107, + "mean_token_accuracy": 0.17958347201347352, + "num_tokens": 6181881.0, + "step": 2155 + }, + { + "entropy": 5.259987688064575, + "epoch": 2.562277580071174, + "grad_norm": 1.03125, + "learning_rate": 0.00047344912214150565, + "loss": 5.0531, + "mean_token_accuracy": 0.17894216775894164, + "num_tokens": 6196155.0, + "step": 2160 + }, + { + "entropy": 5.232990169525147, + "epoch": 2.568208778173191, + "grad_norm": 1.109375, + "learning_rate": 0.00047322420880103566, + "loss": 5.124, + "mean_token_accuracy": 0.17405239790678023, + "num_tokens": 6210918.0, + "step": 2165 + }, + { + "entropy": 5.249849700927735, + "epoch": 2.5741399762752075, + "grad_norm": 0.96484375, + "learning_rate": 0.00047299840710163157, + "loss": 5.0786, + "mean_token_accuracy": 0.18167687505483626, + "num_tokens": 6225747.0, + "step": 2170 + }, + { + "entropy": 5.256479358673095, + "epoch": 2.580071174377224, + "grad_norm": 1.109375, + "learning_rate": 0.0004727717180552431, + "loss": 5.137, + "mean_token_accuracy": 0.17358365505933762, + "num_tokens": 6239038.0, + "step": 2175 + }, + { + "entropy": 5.342339181900025, + "epoch": 2.586002372479241, + "grad_norm": 1.0546875, + "learning_rate": 0.00047254414267779686, + "loss": 5.2372, + "mean_token_accuracy": 0.17196187376976013, + "num_tokens": 6253346.0, + "step": 2180 + }, + { + "entropy": 5.303297472000122, + "epoch": 2.5919335705812574, + "grad_norm": 0.9453125, + "learning_rate": 0.0004723156819891917, + "loss": 5.2119, + "mean_token_accuracy": 0.17385910600423812, + "num_tokens": 6268060.0, + "step": 2185 + }, + { + "entropy": 5.266570806503296, + "epoch": 2.597864768683274, + "grad_norm": 0.94921875, + "learning_rate": 0.0004720863370132937, + "loss": 5.0388, + "mean_token_accuracy": 0.18387284874916077, + "num_tokens": 6283192.0, + "step": 2190 + }, + { + "entropy": 5.214200639724732, + "epoch": 2.603795966785291, + "grad_norm": 1.015625, + "learning_rate": 0.00047185610877793245, + "loss": 5.1047, + "mean_token_accuracy": 0.18674758821725845, + "num_tokens": 6297511.0, + "step": 2195 + }, + { + "entropy": 5.277515506744384, + "epoch": 2.6097271648873073, + "grad_norm": 0.94921875, + "learning_rate": 0.0004716249983148955, + "loss": 5.1247, + "mean_token_accuracy": 0.1791581928730011, + "num_tokens": 6313257.0, + "step": 2200 + }, + { + "entropy": 5.248571062088013, + "epoch": 2.6156583629893237, + "grad_norm": 1.0703125, + "learning_rate": 0.0004713930066599246, + "loss": 5.0519, + "mean_token_accuracy": 0.1780620649456978, + "num_tokens": 6326437.0, + "step": 2205 + }, + { + "entropy": 5.23038158416748, + "epoch": 2.6215895610913407, + "grad_norm": 0.96875, + "learning_rate": 0.00047116013485271014, + "loss": 5.0944, + "mean_token_accuracy": 0.18125442415475845, + "num_tokens": 6341704.0, + "step": 2210 + }, + { + "entropy": 5.240528726577759, + "epoch": 2.627520759193357, + "grad_norm": 1.0078125, + "learning_rate": 0.0004709263839368875, + "loss": 5.105, + "mean_token_accuracy": 0.17949420362710952, + "num_tokens": 6355783.0, + "step": 2215 + }, + { + "entropy": 5.3141090869903564, + "epoch": 2.6334519572953736, + "grad_norm": 1.0, + "learning_rate": 0.00047069175496003147, + "loss": 5.1015, + "mean_token_accuracy": 0.1741042762994766, + "num_tokens": 6370601.0, + "step": 2220 + }, + { + "entropy": 5.2879376888275145, + "epoch": 2.6393831553973905, + "grad_norm": 0.9765625, + "learning_rate": 0.0004704562489736522, + "loss": 5.1441, + "mean_token_accuracy": 0.1749232068657875, + "num_tokens": 6388124.0, + "step": 2225 + }, + { + "entropy": 5.316340398788452, + "epoch": 2.645314353499407, + "grad_norm": 1.0, + "learning_rate": 0.0004702198670331901, + "loss": 5.1487, + "mean_token_accuracy": 0.17196937203407286, + "num_tokens": 6403018.0, + "step": 2230 + }, + { + "entropy": 5.255807828903198, + "epoch": 2.6512455516014235, + "grad_norm": 1.0625, + "learning_rate": 0.0004699826101980112, + "loss": 5.0898, + "mean_token_accuracy": 0.17568791508674622, + "num_tokens": 6417403.0, + "step": 2235 + }, + { + "entropy": 5.249996376037598, + "epoch": 2.65717674970344, + "grad_norm": 1.1015625, + "learning_rate": 0.0004697444795314027, + "loss": 5.1367, + "mean_token_accuracy": 0.1690463364124298, + "num_tokens": 6432950.0, + "step": 2240 + }, + { + "entropy": 5.27621431350708, + "epoch": 2.6631079478054565, + "grad_norm": 1.0625, + "learning_rate": 0.00046950547610056766, + "loss": 5.1516, + "mean_token_accuracy": 0.1721343442797661, + "num_tokens": 6447735.0, + "step": 2245 + }, + { + "entropy": 5.281610584259033, + "epoch": 2.6690391459074734, + "grad_norm": 1.0859375, + "learning_rate": 0.0004692656009766206, + "loss": 5.0463, + "mean_token_accuracy": 0.18724312782287597, + "num_tokens": 6460066.0, + "step": 2250 + }, + { + "entropy": 5.2377824783325195, + "epoch": 2.67497034400949, + "grad_norm": 1.1328125, + "learning_rate": 0.00046902485523458266, + "loss": 5.1765, + "mean_token_accuracy": 0.16881112903356552, + "num_tokens": 6473880.0, + "step": 2255 + }, + { + "entropy": 5.330496311187744, + "epoch": 2.6809015421115063, + "grad_norm": 1.0859375, + "learning_rate": 0.0004687832399533767, + "loss": 5.0731, + "mean_token_accuracy": 0.1850060999393463, + "num_tokens": 6485678.0, + "step": 2260 + }, + { + "entropy": 5.215729856491089, + "epoch": 2.6868327402135233, + "grad_norm": 1.0, + "learning_rate": 0.0004685407562158226, + "loss": 5.1479, + "mean_token_accuracy": 0.17705656737089157, + "num_tokens": 6498606.0, + "step": 2265 + }, + { + "entropy": 5.218173503875732, + "epoch": 2.6927639383155397, + "grad_norm": 1.046875, + "learning_rate": 0.0004682974051086321, + "loss": 5.0863, + "mean_token_accuracy": 0.18237122297286987, + "num_tokens": 6511590.0, + "step": 2270 + }, + { + "entropy": 5.29819803237915, + "epoch": 2.698695136417556, + "grad_norm": 1.0703125, + "learning_rate": 0.0004680531877224042, + "loss": 5.1659, + "mean_token_accuracy": 0.17502329647541046, + "num_tokens": 6525391.0, + "step": 2275 + }, + { + "entropy": 5.247089862823486, + "epoch": 2.704626334519573, + "grad_norm": 0.97265625, + "learning_rate": 0.00046780810515162027, + "loss": 5.1129, + "mean_token_accuracy": 0.17722094506025315, + "num_tokens": 6540749.0, + "step": 2280 + }, + { + "entropy": 5.228551435470581, + "epoch": 2.7105575326215896, + "grad_norm": 1.0078125, + "learning_rate": 0.00046756215849463905, + "loss": 5.1351, + "mean_token_accuracy": 0.1777515858411789, + "num_tokens": 6556607.0, + "step": 2285 + }, + { + "entropy": 5.227963972091675, + "epoch": 2.716488730723606, + "grad_norm": 1.1328125, + "learning_rate": 0.00046731534885369175, + "loss": 5.0378, + "mean_token_accuracy": 0.18670109808444976, + "num_tokens": 6569340.0, + "step": 2290 + }, + { + "entropy": 5.254456853866577, + "epoch": 2.722419928825623, + "grad_norm": 1.0390625, + "learning_rate": 0.00046706767733487714, + "loss": 5.1495, + "mean_token_accuracy": 0.168257737159729, + "num_tokens": 6586070.0, + "step": 2295 + }, + { + "entropy": 5.350936985015869, + "epoch": 2.7283511269276395, + "grad_norm": 1.09375, + "learning_rate": 0.00046681914504815653, + "loss": 5.2384, + "mean_token_accuracy": 0.17244828790426253, + "num_tokens": 6601441.0, + "step": 2300 + }, + { + "entropy": 5.22352089881897, + "epoch": 2.734282325029656, + "grad_norm": 1.0390625, + "learning_rate": 0.0004665697531073489, + "loss": 5.1004, + "mean_token_accuracy": 0.17834114283323288, + "num_tokens": 6616478.0, + "step": 2305 + }, + { + "entropy": 5.29279670715332, + "epoch": 2.7402135231316724, + "grad_norm": 0.9453125, + "learning_rate": 0.0004663195026301258, + "loss": 5.1774, + "mean_token_accuracy": 0.17028742134571076, + "num_tokens": 6631519.0, + "step": 2310 + }, + { + "entropy": 5.289520025253296, + "epoch": 2.7461447212336894, + "grad_norm": 0.99609375, + "learning_rate": 0.00046606839473800626, + "loss": 5.1519, + "mean_token_accuracy": 0.1711852639913559, + "num_tokens": 6646862.0, + "step": 2315 + }, + { + "entropy": 5.285637235641479, + "epoch": 2.752075919335706, + "grad_norm": 1.0078125, + "learning_rate": 0.00046581643055635215, + "loss": 5.0706, + "mean_token_accuracy": 0.18027766644954682, + "num_tokens": 6660731.0, + "step": 2320 + }, + { + "entropy": 5.257721757888794, + "epoch": 2.7580071174377223, + "grad_norm": 1.0, + "learning_rate": 0.00046556361121436265, + "loss": 5.0884, + "mean_token_accuracy": 0.17217349857091904, + "num_tokens": 6675922.0, + "step": 2325 + }, + { + "entropy": 5.210122585296631, + "epoch": 2.763938315539739, + "grad_norm": 1.0078125, + "learning_rate": 0.0004653099378450696, + "loss": 5.086, + "mean_token_accuracy": 0.17834757566452025, + "num_tokens": 6689363.0, + "step": 2330 + }, + { + "entropy": 5.289632892608642, + "epoch": 2.7698695136417557, + "grad_norm": 1.1796875, + "learning_rate": 0.0004650554115853321, + "loss": 5.08, + "mean_token_accuracy": 0.17782238125801086, + "num_tokens": 6702655.0, + "step": 2335 + }, + { + "entropy": 5.233364868164062, + "epoch": 2.775800711743772, + "grad_norm": 0.94921875, + "learning_rate": 0.00046480003357583154, + "loss": 5.115, + "mean_token_accuracy": 0.1791711837053299, + "num_tokens": 6718101.0, + "step": 2340 + }, + { + "entropy": 5.249103927612305, + "epoch": 2.7817319098457887, + "grad_norm": 1.015625, + "learning_rate": 0.00046454380496106665, + "loss": 5.0327, + "mean_token_accuracy": 0.18523623198270797, + "num_tokens": 6731410.0, + "step": 2345 + }, + { + "entropy": 5.2448647022247314, + "epoch": 2.7876631079478056, + "grad_norm": 1.109375, + "learning_rate": 0.0004642867268893481, + "loss": 5.1059, + "mean_token_accuracy": 0.18096584379673003, + "num_tokens": 6744544.0, + "step": 2350 + }, + { + "entropy": 5.1900553703308105, + "epoch": 2.793594306049822, + "grad_norm": 0.97265625, + "learning_rate": 0.0004640288005127933, + "loss": 5.0096, + "mean_token_accuracy": 0.18570955991744995, + "num_tokens": 6757559.0, + "step": 2355 + }, + { + "entropy": 5.22004246711731, + "epoch": 2.7995255041518385, + "grad_norm": 1.0390625, + "learning_rate": 0.000463770026987322, + "loss": 5.0821, + "mean_token_accuracy": 0.17724673599004745, + "num_tokens": 6772655.0, + "step": 2360 + }, + { + "entropy": 5.193439579010009, + "epoch": 2.8054567022538555, + "grad_norm": 1.078125, + "learning_rate": 0.0004635104074726498, + "loss": 5.011, + "mean_token_accuracy": 0.18544310331344604, + "num_tokens": 6786038.0, + "step": 2365 + }, + { + "entropy": 5.228322505950928, + "epoch": 2.811387900355872, + "grad_norm": 1.0703125, + "learning_rate": 0.0004632499431322842, + "loss": 5.0586, + "mean_token_accuracy": 0.17480345368385314, + "num_tokens": 6799759.0, + "step": 2370 + }, + { + "entropy": 5.192971563339233, + "epoch": 2.8173190984578884, + "grad_norm": 1.1015625, + "learning_rate": 0.00046298863513351854, + "loss": 5.1025, + "mean_token_accuracy": 0.1785614773631096, + "num_tokens": 6814242.0, + "step": 2375 + }, + { + "entropy": 5.30884952545166, + "epoch": 2.8232502965599053, + "grad_norm": 0.96484375, + "learning_rate": 0.00046272648464742733, + "loss": 5.1246, + "mean_token_accuracy": 0.16953468918800355, + "num_tokens": 6828697.0, + "step": 2380 + }, + { + "entropy": 5.15752215385437, + "epoch": 2.829181494661922, + "grad_norm": 1.1953125, + "learning_rate": 0.0004624634928488605, + "loss": 5.0758, + "mean_token_accuracy": 0.18574994206428527, + "num_tokens": 6842549.0, + "step": 2385 + }, + { + "entropy": 5.288483715057373, + "epoch": 2.8351126927639383, + "grad_norm": 1.0546875, + "learning_rate": 0.00046219966091643865, + "loss": 5.1667, + "mean_token_accuracy": 0.17601943910121917, + "num_tokens": 6857599.0, + "step": 2390 + }, + { + "entropy": 5.216753959655762, + "epoch": 2.8410438908659548, + "grad_norm": 1.15625, + "learning_rate": 0.00046193499003254737, + "loss": 5.0904, + "mean_token_accuracy": 0.18286330252885818, + "num_tokens": 6872621.0, + "step": 2395 + }, + { + "entropy": 5.251305961608887, + "epoch": 2.8469750889679717, + "grad_norm": 1.0625, + "learning_rate": 0.0004616694813833322, + "loss": 5.1589, + "mean_token_accuracy": 0.1729411706328392, + "num_tokens": 6887297.0, + "step": 2400 + }, + { + "entropy": 5.263056373596191, + "epoch": 2.852906287069988, + "grad_norm": 1.1484375, + "learning_rate": 0.00046140313615869287, + "loss": 5.0538, + "mean_token_accuracy": 0.18049194067716598, + "num_tokens": 6900857.0, + "step": 2405 + }, + { + "entropy": 5.1703661441802975, + "epoch": 2.8588374851720046, + "grad_norm": 1.03125, + "learning_rate": 0.00046113595555227885, + "loss": 5.0715, + "mean_token_accuracy": 0.18290164321660995, + "num_tokens": 6917351.0, + "step": 2410 + }, + { + "entropy": 5.134192991256714, + "epoch": 2.864768683274021, + "grad_norm": 1.0859375, + "learning_rate": 0.000460867940761483, + "loss": 5.0086, + "mean_token_accuracy": 0.19504904747009277, + "num_tokens": 6930619.0, + "step": 2415 + }, + { + "entropy": 5.185745000839233, + "epoch": 2.870699881376038, + "grad_norm": 1.0546875, + "learning_rate": 0.0004605990929874366, + "loss": 5.0501, + "mean_token_accuracy": 0.17975494414567947, + "num_tokens": 6944842.0, + "step": 2420 + }, + { + "entropy": 5.221125698089599, + "epoch": 2.8766310794780545, + "grad_norm": 1.0859375, + "learning_rate": 0.00046032941343500443, + "loss": 5.0331, + "mean_token_accuracy": 0.18169520050287247, + "num_tokens": 6957699.0, + "step": 2425 + }, + { + "entropy": 5.243278074264526, + "epoch": 2.882562277580071, + "grad_norm": 1.1015625, + "learning_rate": 0.00046005890331277875, + "loss": 5.1779, + "mean_token_accuracy": 0.1789306804537773, + "num_tokens": 6973373.0, + "step": 2430 + }, + { + "entropy": 5.273877429962158, + "epoch": 2.888493475682088, + "grad_norm": 1.046875, + "learning_rate": 0.0004597875638330739, + "loss": 5.1065, + "mean_token_accuracy": 0.17897169589996337, + "num_tokens": 6985943.0, + "step": 2435 + }, + { + "entropy": 5.267488431930542, + "epoch": 2.8944246737841044, + "grad_norm": 1.0859375, + "learning_rate": 0.00045951539621192137, + "loss": 5.1196, + "mean_token_accuracy": 0.19029628336429597, + "num_tokens": 6999655.0, + "step": 2440 + }, + { + "entropy": 5.225543117523193, + "epoch": 2.900355871886121, + "grad_norm": 0.97265625, + "learning_rate": 0.0004592424016690637, + "loss": 5.0894, + "mean_token_accuracy": 0.1805782213807106, + "num_tokens": 7014278.0, + "step": 2445 + }, + { + "entropy": 5.211720752716064, + "epoch": 2.906287069988138, + "grad_norm": 1.0546875, + "learning_rate": 0.00045896858142794976, + "loss": 5.0853, + "mean_token_accuracy": 0.18050264269113542, + "num_tokens": 7029998.0, + "step": 2450 + }, + { + "entropy": 5.261847639083863, + "epoch": 2.9122182680901543, + "grad_norm": 1.0390625, + "learning_rate": 0.0004586939367157285, + "loss": 5.08, + "mean_token_accuracy": 0.17528700977563857, + "num_tokens": 7043212.0, + "step": 2455 + }, + { + "entropy": 5.205530023574829, + "epoch": 2.9181494661921707, + "grad_norm": 1.0546875, + "learning_rate": 0.000458418468763244, + "loss": 5.0157, + "mean_token_accuracy": 0.18455137461423873, + "num_tokens": 7057723.0, + "step": 2460 + }, + { + "entropy": 5.222577953338623, + "epoch": 2.9240806642941877, + "grad_norm": 1.1015625, + "learning_rate": 0.00045814217880502973, + "loss": 5.1525, + "mean_token_accuracy": 0.17377886772155762, + "num_tokens": 7073334.0, + "step": 2465 + }, + { + "entropy": 5.240353107452393, + "epoch": 2.930011862396204, + "grad_norm": 0.9453125, + "learning_rate": 0.000457865068079303, + "loss": 5.1136, + "mean_token_accuracy": 0.17955139875411988, + "num_tokens": 7087671.0, + "step": 2470 + }, + { + "entropy": 5.162194871902466, + "epoch": 2.9359430604982206, + "grad_norm": 1.09375, + "learning_rate": 0.00045758713782795946, + "loss": 4.9601, + "mean_token_accuracy": 0.18688122928142548, + "num_tokens": 7101168.0, + "step": 2475 + }, + { + "entropy": 5.209585046768188, + "epoch": 2.941874258600237, + "grad_norm": 1.046875, + "learning_rate": 0.0004573083892965677, + "loss": 5.1268, + "mean_token_accuracy": 0.18048435896635057, + "num_tokens": 7115581.0, + "step": 2480 + }, + { + "entropy": 5.200497722625732, + "epoch": 2.9478054567022536, + "grad_norm": 1.09375, + "learning_rate": 0.00045702882373436317, + "loss": 5.1, + "mean_token_accuracy": 0.17545540034770965, + "num_tokens": 7129948.0, + "step": 2485 + }, + { + "entropy": 5.13970685005188, + "epoch": 2.9537366548042705, + "grad_norm": 1.0390625, + "learning_rate": 0.0004567484423942433, + "loss": 4.9933, + "mean_token_accuracy": 0.18735943138599395, + "num_tokens": 7144122.0, + "step": 2490 + }, + { + "entropy": 5.212256240844726, + "epoch": 2.959667852906287, + "grad_norm": 1.25, + "learning_rate": 0.00045646724653276117, + "loss": 5.0423, + "mean_token_accuracy": 0.19172451496124268, + "num_tokens": 7157892.0, + "step": 2495 + }, + { + "entropy": 5.22672963142395, + "epoch": 2.9655990510083035, + "grad_norm": 0.94140625, + "learning_rate": 0.00045618523741012044, + "loss": 5.1198, + "mean_token_accuracy": 0.1785096600651741, + "num_tokens": 7172581.0, + "step": 2500 + }, + { + "epoch": 2.9655990510083035, + "eval_entropy": 5.128191098113732, + "eval_loss": 5.4554667472839355, + "eval_mean_token_accuracy": 0.16967149755340413, + "eval_num_tokens": 7172581.0, + "eval_runtime": 2.4682, + "eval_samples_per_second": 1056.643, + "eval_steps_per_second": 132.08, + "step": 2500 + }, + { + "entropy": 5.209706211090088, + "epoch": 2.9715302491103204, + "grad_norm": 1.09375, + "learning_rate": 0.00045590241629016933, + "loss": 5.081, + "mean_token_accuracy": 0.17838001102209092, + "num_tokens": 7187180.0, + "step": 2505 + }, + { + "entropy": 5.186795330047607, + "epoch": 2.977461447212337, + "grad_norm": 1.078125, + "learning_rate": 0.00045561878444039526, + "loss": 5.0928, + "mean_token_accuracy": 0.1853885158896446, + "num_tokens": 7202153.0, + "step": 2510 + }, + { + "entropy": 5.233902025222778, + "epoch": 2.9833926453143533, + "grad_norm": 1.109375, + "learning_rate": 0.00045533434313191866, + "loss": 5.0663, + "mean_token_accuracy": 0.1795577213168144, + "num_tokens": 7217714.0, + "step": 2515 + }, + { + "entropy": 5.072184324264526, + "epoch": 2.9893238434163703, + "grad_norm": 1.03125, + "learning_rate": 0.0004550490936394881, + "loss": 5.0248, + "mean_token_accuracy": 0.1885547786951065, + "num_tokens": 7232366.0, + "step": 2520 + }, + { + "entropy": 5.288804340362549, + "epoch": 2.9952550415183867, + "grad_norm": 1.1484375, + "learning_rate": 0.0004547630372414737, + "loss": 5.0433, + "mean_token_accuracy": 0.18170098960399628, + "num_tokens": 7245542.0, + "step": 2525 + }, + { + "entropy": 5.13629674911499, + "epoch": 3.001186239620403, + "grad_norm": 0.96484375, + "learning_rate": 0.00045447617521986205, + "loss": 4.966, + "mean_token_accuracy": 0.18382924646139145, + "num_tokens": 7260437.0, + "step": 2530 + }, + { + "entropy": 5.186529493331909, + "epoch": 3.00711743772242, + "grad_norm": 1.09375, + "learning_rate": 0.00045418850886025006, + "loss": 4.7908, + "mean_token_accuracy": 0.19730883985757827, + "num_tokens": 7273470.0, + "step": 2535 + }, + { + "entropy": 5.14306674003601, + "epoch": 3.0130486358244366, + "grad_norm": 1.0078125, + "learning_rate": 0.0004539000394518393, + "loss": 4.8184, + "mean_token_accuracy": 0.19704275578260422, + "num_tokens": 7286515.0, + "step": 2540 + }, + { + "entropy": 5.08558144569397, + "epoch": 3.018979833926453, + "grad_norm": 1.1015625, + "learning_rate": 0.00045361076828743054, + "loss": 4.6494, + "mean_token_accuracy": 0.2086326450109482, + "num_tokens": 7299011.0, + "step": 2545 + }, + { + "entropy": 5.100022411346435, + "epoch": 3.0249110320284696, + "grad_norm": 0.99609375, + "learning_rate": 0.00045332069666341733, + "loss": 4.7556, + "mean_token_accuracy": 0.2030994936823845, + "num_tokens": 7312421.0, + "step": 2550 + }, + { + "entropy": 5.228758382797241, + "epoch": 3.0308422301304865, + "grad_norm": 0.8828125, + "learning_rate": 0.000453029825879781, + "loss": 4.829, + "mean_token_accuracy": 0.1881020963191986, + "num_tokens": 7326298.0, + "step": 2555 + }, + { + "entropy": 5.20881233215332, + "epoch": 3.036773428232503, + "grad_norm": 1.1015625, + "learning_rate": 0.0004527381572400838, + "loss": 4.8349, + "mean_token_accuracy": 0.19809474796056747, + "num_tokens": 7340411.0, + "step": 2560 + }, + { + "entropy": 5.2084184169769285, + "epoch": 3.0427046263345194, + "grad_norm": 1.03125, + "learning_rate": 0.00045244569205146425, + "loss": 4.7739, + "mean_token_accuracy": 0.19972959756851197, + "num_tokens": 7355853.0, + "step": 2565 + }, + { + "entropy": 5.0268631935119625, + "epoch": 3.0486358244365364, + "grad_norm": 0.9765625, + "learning_rate": 0.00045215243162463023, + "loss": 4.7546, + "mean_token_accuracy": 0.2027596727013588, + "num_tokens": 7370462.0, + "step": 2570 + }, + { + "entropy": 5.1120353698730465, + "epoch": 3.054567022538553, + "grad_norm": 1.1171875, + "learning_rate": 0.00045185837727385373, + "loss": 4.7613, + "mean_token_accuracy": 0.19956568926572799, + "num_tokens": 7382283.0, + "step": 2575 + }, + { + "entropy": 5.185872745513916, + "epoch": 3.0604982206405693, + "grad_norm": 0.99609375, + "learning_rate": 0.0004515635303169648, + "loss": 4.8004, + "mean_token_accuracy": 0.19398040175437928, + "num_tokens": 7397282.0, + "step": 2580 + }, + { + "entropy": 5.129135847091675, + "epoch": 3.066429418742586, + "grad_norm": 1.09375, + "learning_rate": 0.00045126789207534544, + "loss": 4.7633, + "mean_token_accuracy": 0.19493884593248367, + "num_tokens": 7410471.0, + "step": 2585 + }, + { + "entropy": 5.097009515762329, + "epoch": 3.0723606168446027, + "grad_norm": 1.1640625, + "learning_rate": 0.00045097146387392423, + "loss": 4.7541, + "mean_token_accuracy": 0.20093791782855988, + "num_tokens": 7426151.0, + "step": 2590 + }, + { + "entropy": 5.208783435821533, + "epoch": 3.078291814946619, + "grad_norm": 1.0, + "learning_rate": 0.00045067424704116956, + "loss": 4.8063, + "mean_token_accuracy": 0.19725323617458343, + "num_tokens": 7441336.0, + "step": 2595 + }, + { + "entropy": 5.1333612442016605, + "epoch": 3.0842230130486357, + "grad_norm": 1.03125, + "learning_rate": 0.0004503762429090845, + "loss": 4.8512, + "mean_token_accuracy": 0.19190199822187423, + "num_tokens": 7456152.0, + "step": 2600 + }, + { + "entropy": 5.071452474594116, + "epoch": 3.0901542111506526, + "grad_norm": 1.0390625, + "learning_rate": 0.00045007745281320035, + "loss": 4.7492, + "mean_token_accuracy": 0.19597499817609787, + "num_tokens": 7469477.0, + "step": 2605 + }, + { + "entropy": 5.152786159515381, + "epoch": 3.096085409252669, + "grad_norm": 1.1875, + "learning_rate": 0.0004497778780925706, + "loss": 4.745, + "mean_token_accuracy": 0.20036472231149674, + "num_tokens": 7482859.0, + "step": 2610 + }, + { + "entropy": 5.149897813796997, + "epoch": 3.1020166073546855, + "grad_norm": 1.171875, + "learning_rate": 0.00044947752008976546, + "loss": 4.7565, + "mean_token_accuracy": 0.20434682816267014, + "num_tokens": 7497021.0, + "step": 2615 + }, + { + "entropy": 5.082270812988281, + "epoch": 3.1079478054567025, + "grad_norm": 0.98828125, + "learning_rate": 0.0004491763801508652, + "loss": 4.8287, + "mean_token_accuracy": 0.19397101253271104, + "num_tokens": 7512528.0, + "step": 2620 + }, + { + "entropy": 5.1444420337677, + "epoch": 3.113879003558719, + "grad_norm": 1.03125, + "learning_rate": 0.0004488744596254545, + "loss": 4.8243, + "mean_token_accuracy": 0.19616906642913817, + "num_tokens": 7529492.0, + "step": 2625 + }, + { + "entropy": 5.099391889572144, + "epoch": 3.1198102016607354, + "grad_norm": 1.046875, + "learning_rate": 0.00044857175986661634, + "loss": 4.8307, + "mean_token_accuracy": 0.1908296301960945, + "num_tokens": 7544750.0, + "step": 2630 + }, + { + "entropy": 5.151020145416259, + "epoch": 3.125741399762752, + "grad_norm": 0.98828125, + "learning_rate": 0.00044826828223092584, + "loss": 4.8131, + "mean_token_accuracy": 0.19755022823810578, + "num_tokens": 7560436.0, + "step": 2635 + }, + { + "entropy": 5.078480672836304, + "epoch": 3.131672597864769, + "grad_norm": 1.0546875, + "learning_rate": 0.0004479640280784443, + "loss": 4.744, + "mean_token_accuracy": 0.19955695867538453, + "num_tokens": 7572784.0, + "step": 2640 + }, + { + "entropy": 5.113914966583252, + "epoch": 3.1376037959667853, + "grad_norm": 1.171875, + "learning_rate": 0.00044765899877271306, + "loss": 4.859, + "mean_token_accuracy": 0.1986508622765541, + "num_tokens": 7585677.0, + "step": 2645 + }, + { + "entropy": 5.126020288467407, + "epoch": 3.1435349940688018, + "grad_norm": 1.0625, + "learning_rate": 0.0004473531956807471, + "loss": 4.8702, + "mean_token_accuracy": 0.19153172969818116, + "num_tokens": 7600099.0, + "step": 2650 + }, + { + "entropy": 5.072196006774902, + "epoch": 3.1494661921708187, + "grad_norm": 0.93359375, + "learning_rate": 0.0004470466201730298, + "loss": 4.7925, + "mean_token_accuracy": 0.19439838826656342, + "num_tokens": 7615907.0, + "step": 2655 + }, + { + "entropy": 5.143037557601929, + "epoch": 3.155397390272835, + "grad_norm": 1.03125, + "learning_rate": 0.00044673927362350545, + "loss": 4.8237, + "mean_token_accuracy": 0.19680167287588118, + "num_tokens": 7629322.0, + "step": 2660 + }, + { + "entropy": 5.135795927047729, + "epoch": 3.1613285883748516, + "grad_norm": 1.1328125, + "learning_rate": 0.00044643115740957437, + "loss": 4.7916, + "mean_token_accuracy": 0.1951526179909706, + "num_tokens": 7642876.0, + "step": 2665 + }, + { + "entropy": 5.147537422180176, + "epoch": 3.167259786476868, + "grad_norm": 1.0859375, + "learning_rate": 0.000446122272912086, + "loss": 4.7397, + "mean_token_accuracy": 0.20763775259256362, + "num_tokens": 7655252.0, + "step": 2670 + }, + { + "entropy": 5.109446811676025, + "epoch": 3.173190984578885, + "grad_norm": 1.015625, + "learning_rate": 0.0004458126215153329, + "loss": 4.7983, + "mean_token_accuracy": 0.19524380266666413, + "num_tokens": 7669858.0, + "step": 2675 + }, + { + "entropy": 5.115171337127686, + "epoch": 3.1791221826809015, + "grad_norm": 1.0546875, + "learning_rate": 0.0004455022046070446, + "loss": 4.8484, + "mean_token_accuracy": 0.18973655700683595, + "num_tokens": 7684268.0, + "step": 2680 + }, + { + "entropy": 5.018248653411865, + "epoch": 3.185053380782918, + "grad_norm": 1.109375, + "learning_rate": 0.0004451910235783814, + "loss": 4.717, + "mean_token_accuracy": 0.21085696369409562, + "num_tokens": 7696579.0, + "step": 2685 + }, + { + "entropy": 5.127526092529297, + "epoch": 3.190984578884935, + "grad_norm": 1.09375, + "learning_rate": 0.0004448790798239278, + "loss": 4.8436, + "mean_token_accuracy": 0.19351662397384645, + "num_tokens": 7712167.0, + "step": 2690 + }, + { + "entropy": 5.105394887924194, + "epoch": 3.1969157769869514, + "grad_norm": 0.96875, + "learning_rate": 0.0004445663747416868, + "loss": 4.8131, + "mean_token_accuracy": 0.19317025691270828, + "num_tokens": 7729466.0, + "step": 2695 + }, + { + "entropy": 5.043076610565185, + "epoch": 3.202846975088968, + "grad_norm": 1.140625, + "learning_rate": 0.00044425290973307345, + "loss": 4.6998, + "mean_token_accuracy": 0.20704733729362487, + "num_tokens": 7741327.0, + "step": 2700 + }, + { + "entropy": 5.05340690612793, + "epoch": 3.208778173190985, + "grad_norm": 1.140625, + "learning_rate": 0.0004439386862029081, + "loss": 4.7979, + "mean_token_accuracy": 0.2003027930855751, + "num_tokens": 7757212.0, + "step": 2705 + }, + { + "entropy": 5.1013377666473385, + "epoch": 3.2147093712930013, + "grad_norm": 1.078125, + "learning_rate": 0.00044362370555941057, + "loss": 4.8373, + "mean_token_accuracy": 0.19453289955854416, + "num_tokens": 7772726.0, + "step": 2710 + }, + { + "entropy": 5.200697374343872, + "epoch": 3.2206405693950177, + "grad_norm": 1.109375, + "learning_rate": 0.0004433079692141941, + "loss": 4.9332, + "mean_token_accuracy": 0.1931446298956871, + "num_tokens": 7788185.0, + "step": 2715 + }, + { + "entropy": 5.098084259033203, + "epoch": 3.2265717674970342, + "grad_norm": 1.09375, + "learning_rate": 0.00044299147858225835, + "loss": 4.8124, + "mean_token_accuracy": 0.19363399744033813, + "num_tokens": 7802653.0, + "step": 2720 + }, + { + "entropy": 5.1125976085662845, + "epoch": 3.232502965599051, + "grad_norm": 0.95703125, + "learning_rate": 0.0004426742350819834, + "loss": 4.7917, + "mean_token_accuracy": 0.19389940202236175, + "num_tokens": 7816898.0, + "step": 2725 + }, + { + "entropy": 5.147168445587158, + "epoch": 3.2384341637010676, + "grad_norm": 0.98828125, + "learning_rate": 0.0004423562401351234, + "loss": 4.876, + "mean_token_accuracy": 0.1905128002166748, + "num_tokens": 7833509.0, + "step": 2730 + }, + { + "entropy": 5.192942333221436, + "epoch": 3.244365361803084, + "grad_norm": 0.99609375, + "learning_rate": 0.00044203749516680035, + "loss": 4.8427, + "mean_token_accuracy": 0.1987154722213745, + "num_tokens": 7849910.0, + "step": 2735 + }, + { + "entropy": 5.063848209381104, + "epoch": 3.250296559905101, + "grad_norm": 1.0546875, + "learning_rate": 0.0004417180016054972, + "loss": 4.8113, + "mean_token_accuracy": 0.1946829855442047, + "num_tokens": 7864555.0, + "step": 2740 + }, + { + "entropy": 5.090720558166504, + "epoch": 3.2562277580071175, + "grad_norm": 1.0703125, + "learning_rate": 0.00044139776088305215, + "loss": 4.7492, + "mean_token_accuracy": 0.2016763925552368, + "num_tokens": 7878850.0, + "step": 2745 + }, + { + "entropy": 5.091657066345215, + "epoch": 3.262158956109134, + "grad_norm": 1.046875, + "learning_rate": 0.00044107677443465165, + "loss": 4.9031, + "mean_token_accuracy": 0.19536128789186477, + "num_tokens": 7894200.0, + "step": 2750 + }, + { + "entropy": 5.134050750732422, + "epoch": 3.2680901542111505, + "grad_norm": 1.1953125, + "learning_rate": 0.00044075504369882416, + "loss": 4.8529, + "mean_token_accuracy": 0.19184636920690537, + "num_tokens": 7908939.0, + "step": 2755 + }, + { + "entropy": 5.132843923568726, + "epoch": 3.2740213523131674, + "grad_norm": 0.9921875, + "learning_rate": 0.0004404325701174338, + "loss": 4.8618, + "mean_token_accuracy": 0.19030990153551103, + "num_tokens": 7924223.0, + "step": 2760 + }, + { + "entropy": 5.081524896621704, + "epoch": 3.279952550415184, + "grad_norm": 1.0625, + "learning_rate": 0.0004401093551356739, + "loss": 4.7557, + "mean_token_accuracy": 0.2024812862277031, + "num_tokens": 7938323.0, + "step": 2765 + }, + { + "entropy": 5.049100589752197, + "epoch": 3.2858837485172003, + "grad_norm": 0.92578125, + "learning_rate": 0.0004397854002020604, + "loss": 4.7814, + "mean_token_accuracy": 0.2020518437027931, + "num_tokens": 7952126.0, + "step": 2770 + }, + { + "entropy": 5.080816555023193, + "epoch": 3.2918149466192173, + "grad_norm": 1.2265625, + "learning_rate": 0.0004394607067684251, + "loss": 4.7988, + "mean_token_accuracy": 0.19751653522253038, + "num_tokens": 7965150.0, + "step": 2775 + }, + { + "entropy": 5.15736985206604, + "epoch": 3.2977461447212337, + "grad_norm": 1.015625, + "learning_rate": 0.00043913527628990984, + "loss": 4.8365, + "mean_token_accuracy": 0.19114754498004913, + "num_tokens": 7980532.0, + "step": 2780 + }, + { + "entropy": 5.0498096466064455, + "epoch": 3.30367734282325, + "grad_norm": 1.0546875, + "learning_rate": 0.00043880911022495955, + "loss": 4.7979, + "mean_token_accuracy": 0.19996661990880965, + "num_tokens": 7994731.0, + "step": 2785 + }, + { + "entropy": 5.045728778839111, + "epoch": 3.309608540925267, + "grad_norm": 1.0, + "learning_rate": 0.0004384822100353155, + "loss": 4.7792, + "mean_token_accuracy": 0.20297738313674926, + "num_tokens": 8009405.0, + "step": 2790 + }, + { + "entropy": 5.043602848052979, + "epoch": 3.3155397390272836, + "grad_norm": 1.046875, + "learning_rate": 0.00043815457718600933, + "loss": 4.703, + "mean_token_accuracy": 0.20316480547189714, + "num_tokens": 8023683.0, + "step": 2795 + }, + { + "entropy": 4.979565191268921, + "epoch": 3.3214709371293, + "grad_norm": 1.0625, + "learning_rate": 0.0004378262131453558, + "loss": 4.7448, + "mean_token_accuracy": 0.20116145312786102, + "num_tokens": 8038219.0, + "step": 2800 + }, + { + "entropy": 5.029000902175904, + "epoch": 3.3274021352313166, + "grad_norm": 1.1484375, + "learning_rate": 0.00043749711938494693, + "loss": 4.7479, + "mean_token_accuracy": 0.2009764328598976, + "num_tokens": 8052037.0, + "step": 2805 + }, + { + "entropy": 5.063984489440918, + "epoch": 3.3333333333333335, + "grad_norm": 1.109375, + "learning_rate": 0.00043716729737964475, + "loss": 4.8005, + "mean_token_accuracy": 0.19967271238565446, + "num_tokens": 8065346.0, + "step": 2810 + }, + { + "entropy": 5.089534330368042, + "epoch": 3.33926453143535, + "grad_norm": 1.1953125, + "learning_rate": 0.000436836748607575, + "loss": 4.8024, + "mean_token_accuracy": 0.19638994485139846, + "num_tokens": 8081411.0, + "step": 2815 + }, + { + "entropy": 5.120129728317261, + "epoch": 3.3451957295373664, + "grad_norm": 1.1015625, + "learning_rate": 0.0004365054745501209, + "loss": 4.8472, + "mean_token_accuracy": 0.19565204232931138, + "num_tokens": 8096979.0, + "step": 2820 + }, + { + "entropy": 5.020432186126709, + "epoch": 3.351126927639383, + "grad_norm": 1.1953125, + "learning_rate": 0.0004361734766919156, + "loss": 4.8349, + "mean_token_accuracy": 0.1926871970295906, + "num_tokens": 8110573.0, + "step": 2825 + }, + { + "entropy": 5.061763572692871, + "epoch": 3.3570581257414, + "grad_norm": 1.171875, + "learning_rate": 0.0004358407565208361, + "loss": 4.8833, + "mean_token_accuracy": 0.1976574257016182, + "num_tokens": 8125529.0, + "step": 2830 + }, + { + "entropy": 5.12091588973999, + "epoch": 3.3629893238434163, + "grad_norm": 0.953125, + "learning_rate": 0.00043550731552799676, + "loss": 4.8466, + "mean_token_accuracy": 0.19565797746181487, + "num_tokens": 8141042.0, + "step": 2835 + }, + { + "entropy": 5.022051239013672, + "epoch": 3.368920521945433, + "grad_norm": 1.1796875, + "learning_rate": 0.0004351731552077423, + "loss": 4.7575, + "mean_token_accuracy": 0.19804837554693222, + "num_tokens": 8153157.0, + "step": 2840 + }, + { + "entropy": 5.021864032745361, + "epoch": 3.3748517200474497, + "grad_norm": 0.99609375, + "learning_rate": 0.00043483827705764094, + "loss": 4.7646, + "mean_token_accuracy": 0.20032886266708375, + "num_tokens": 8168570.0, + "step": 2845 + }, + { + "entropy": 5.108405017852784, + "epoch": 3.380782918149466, + "grad_norm": 1.0703125, + "learning_rate": 0.00043450268257847814, + "loss": 4.8059, + "mean_token_accuracy": 0.19953808933496475, + "num_tokens": 8182041.0, + "step": 2850 + }, + { + "entropy": 5.110202646255493, + "epoch": 3.3867141162514827, + "grad_norm": 1.0859375, + "learning_rate": 0.00043416637327424955, + "loss": 4.8449, + "mean_token_accuracy": 0.19766062647104263, + "num_tokens": 8196466.0, + "step": 2855 + }, + { + "entropy": 5.049158334732056, + "epoch": 3.3926453143534996, + "grad_norm": 1.078125, + "learning_rate": 0.00043382935065215444, + "loss": 4.7834, + "mean_token_accuracy": 0.19956779778003692, + "num_tokens": 8210847.0, + "step": 2860 + }, + { + "entropy": 5.013025093078613, + "epoch": 3.398576512455516, + "grad_norm": 1.0703125, + "learning_rate": 0.0004334916162225889, + "loss": 4.7041, + "mean_token_accuracy": 0.2068425863981247, + "num_tokens": 8225575.0, + "step": 2865 + }, + { + "entropy": 5.076068353652954, + "epoch": 3.4045077105575325, + "grad_norm": 1.1171875, + "learning_rate": 0.00043315317149913876, + "loss": 4.808, + "mean_token_accuracy": 0.19905340373516084, + "num_tokens": 8239881.0, + "step": 2870 + }, + { + "entropy": 5.018644142150879, + "epoch": 3.4104389086595495, + "grad_norm": 1.0859375, + "learning_rate": 0.00043281401799857356, + "loss": 4.8426, + "mean_token_accuracy": 0.19684257358312607, + "num_tokens": 8253692.0, + "step": 2875 + }, + { + "entropy": 5.0646027565002445, + "epoch": 3.416370106761566, + "grad_norm": 1.03125, + "learning_rate": 0.00043247415724083886, + "loss": 4.7819, + "mean_token_accuracy": 0.19912485182285308, + "num_tokens": 8268322.0, + "step": 2880 + }, + { + "entropy": 5.025012445449829, + "epoch": 3.4223013048635824, + "grad_norm": 0.953125, + "learning_rate": 0.0004321335907490502, + "loss": 4.8053, + "mean_token_accuracy": 0.19429467767477035, + "num_tokens": 8285317.0, + "step": 2885 + }, + { + "entropy": 5.100164270401001, + "epoch": 3.428232502965599, + "grad_norm": 1.046875, + "learning_rate": 0.0004317923200494856, + "loss": 4.7933, + "mean_token_accuracy": 0.20158445090055466, + "num_tokens": 8299429.0, + "step": 2890 + }, + { + "entropy": 5.039232349395752, + "epoch": 3.434163701067616, + "grad_norm": 1.046875, + "learning_rate": 0.00043145034667157935, + "loss": 4.8165, + "mean_token_accuracy": 0.1936866894364357, + "num_tokens": 8314039.0, + "step": 2895 + }, + { + "entropy": 5.04435977935791, + "epoch": 3.4400948991696323, + "grad_norm": 1.015625, + "learning_rate": 0.00043110767214791466, + "loss": 4.8579, + "mean_token_accuracy": 0.19030549228191376, + "num_tokens": 8328634.0, + "step": 2900 + }, + { + "entropy": 5.061645078659057, + "epoch": 3.4460260972716488, + "grad_norm": 1.078125, + "learning_rate": 0.0004307642980142171, + "loss": 4.7607, + "mean_token_accuracy": 0.20237151086330413, + "num_tokens": 8342448.0, + "step": 2905 + }, + { + "entropy": 5.0385942459106445, + "epoch": 3.4519572953736652, + "grad_norm": 1.140625, + "learning_rate": 0.0004304202258093473, + "loss": 4.7632, + "mean_token_accuracy": 0.20581259578466415, + "num_tokens": 8354450.0, + "step": 2910 + }, + { + "entropy": 5.031369161605835, + "epoch": 3.457888493475682, + "grad_norm": 1.125, + "learning_rate": 0.00043007545707529496, + "loss": 4.8276, + "mean_token_accuracy": 0.20016095489263536, + "num_tokens": 8369054.0, + "step": 2915 + }, + { + "entropy": 5.084920263290405, + "epoch": 3.4638196915776986, + "grad_norm": 1.0625, + "learning_rate": 0.0004297299933571708, + "loss": 4.8296, + "mean_token_accuracy": 0.20116593837738037, + "num_tokens": 8383401.0, + "step": 2920 + }, + { + "entropy": 5.0826586246490475, + "epoch": 3.469750889679715, + "grad_norm": 1.1640625, + "learning_rate": 0.0004293838362032003, + "loss": 4.8431, + "mean_token_accuracy": 0.19186071306467056, + "num_tokens": 8396990.0, + "step": 2925 + }, + { + "entropy": 5.091199779510498, + "epoch": 3.475682087781732, + "grad_norm": 1.15625, + "learning_rate": 0.00042903698716471677, + "loss": 4.7678, + "mean_token_accuracy": 0.2013833075761795, + "num_tokens": 8411212.0, + "step": 2930 + }, + { + "entropy": 5.048702621459961, + "epoch": 3.4816132858837485, + "grad_norm": 1.15625, + "learning_rate": 0.0004286894477961541, + "loss": 4.816, + "mean_token_accuracy": 0.19629474729299545, + "num_tokens": 8424669.0, + "step": 2935 + }, + { + "entropy": 4.976538515090942, + "epoch": 3.487544483985765, + "grad_norm": 1.109375, + "learning_rate": 0.00042834121965504014, + "loss": 4.7754, + "mean_token_accuracy": 0.19990172535181044, + "num_tokens": 8437122.0, + "step": 2940 + }, + { + "entropy": 5.10742974281311, + "epoch": 3.493475682087782, + "grad_norm": 0.98046875, + "learning_rate": 0.00042799230430198935, + "loss": 4.8296, + "mean_token_accuracy": 0.1914140284061432, + "num_tokens": 8450543.0, + "step": 2945 + }, + { + "entropy": 5.064130353927612, + "epoch": 3.4994068801897984, + "grad_norm": 1.234375, + "learning_rate": 0.000427642703300696, + "loss": 4.7662, + "mean_token_accuracy": 0.2023661881685257, + "num_tokens": 8464720.0, + "step": 2950 + }, + { + "entropy": 5.0957324504852295, + "epoch": 3.505338078291815, + "grad_norm": 1.21875, + "learning_rate": 0.00042729241821792726, + "loss": 4.8549, + "mean_token_accuracy": 0.1962006002664566, + "num_tokens": 8478547.0, + "step": 2955 + }, + { + "entropy": 5.1516471862792965, + "epoch": 3.511269276393832, + "grad_norm": 0.9765625, + "learning_rate": 0.000426941450623516, + "loss": 4.8781, + "mean_token_accuracy": 0.19749569445848464, + "num_tokens": 8494126.0, + "step": 2960 + }, + { + "entropy": 5.031353759765625, + "epoch": 3.5172004744958483, + "grad_norm": 1.0859375, + "learning_rate": 0.00042658980209035394, + "loss": 4.8601, + "mean_token_accuracy": 0.186987940967083, + "num_tokens": 8508575.0, + "step": 2965 + }, + { + "entropy": 5.0075500965118405, + "epoch": 3.5231316725978647, + "grad_norm": 1.1484375, + "learning_rate": 0.00042623747419438427, + "loss": 4.7508, + "mean_token_accuracy": 0.1991992712020874, + "num_tokens": 8523589.0, + "step": 2970 + }, + { + "entropy": 5.158101797103882, + "epoch": 3.5290628706998812, + "grad_norm": 1.109375, + "learning_rate": 0.000425884468514595, + "loss": 4.8535, + "mean_token_accuracy": 0.19646587669849397, + "num_tokens": 8538238.0, + "step": 2975 + }, + { + "entropy": 4.996473217010498, + "epoch": 3.534994068801898, + "grad_norm": 1.046875, + "learning_rate": 0.00042553078663301163, + "loss": 4.8191, + "mean_token_accuracy": 0.20561834871768953, + "num_tokens": 8551959.0, + "step": 2980 + }, + { + "entropy": 5.088233804702758, + "epoch": 3.5409252669039146, + "grad_norm": 1.046875, + "learning_rate": 0.00042517643013469, + "loss": 4.8048, + "mean_token_accuracy": 0.20215945243835448, + "num_tokens": 8564628.0, + "step": 2985 + }, + { + "entropy": 5.071303081512451, + "epoch": 3.546856465005931, + "grad_norm": 1.09375, + "learning_rate": 0.0004248214006077095, + "loss": 4.821, + "mean_token_accuracy": 0.19784992188215256, + "num_tokens": 8579342.0, + "step": 2990 + }, + { + "entropy": 5.061466932296753, + "epoch": 3.5527876631079476, + "grad_norm": 1.0859375, + "learning_rate": 0.00042446569964316557, + "loss": 4.8055, + "mean_token_accuracy": 0.19897904992103577, + "num_tokens": 8595096.0, + "step": 2995 + }, + { + "entropy": 5.215964984893799, + "epoch": 3.5587188612099645, + "grad_norm": 1.0625, + "learning_rate": 0.00042410932883516297, + "loss": 4.9033, + "mean_token_accuracy": 0.1953563556075096, + "num_tokens": 8608023.0, + "step": 3000 + }, + { + "epoch": 3.5587188612099645, + "eval_entropy": 4.9771839255935575, + "eval_loss": 5.412055492401123, + "eval_mean_token_accuracy": 0.17675103251736587, + "eval_num_tokens": 8608023.0, + "eval_runtime": 2.4284, + "eval_samples_per_second": 1073.944, + "eval_steps_per_second": 134.243, + "step": 3000 + }, + { + "entropy": 5.042902183532715, + "epoch": 3.564650059311981, + "grad_norm": 0.9609375, + "learning_rate": 0.00042375228978080813, + "loss": 4.7649, + "mean_token_accuracy": 0.2008129134774208, + "num_tokens": 8623529.0, + "step": 3005 + }, + { + "entropy": 5.038916540145874, + "epoch": 3.5705812574139975, + "grad_norm": 1.1875, + "learning_rate": 0.00042339458408020267, + "loss": 4.8383, + "mean_token_accuracy": 0.19716774225234984, + "num_tokens": 8639007.0, + "step": 3010 + }, + { + "entropy": 5.000910806655884, + "epoch": 3.5765124555160144, + "grad_norm": 1.1171875, + "learning_rate": 0.0004230362133364354, + "loss": 4.7451, + "mean_token_accuracy": 0.20509970784187317, + "num_tokens": 8653678.0, + "step": 3015 + }, + { + "entropy": 5.084241008758545, + "epoch": 3.582443653618031, + "grad_norm": 1.0859375, + "learning_rate": 0.0004226771791555758, + "loss": 4.9001, + "mean_token_accuracy": 0.18916919380426406, + "num_tokens": 8668663.0, + "step": 3020 + }, + { + "entropy": 5.098063039779663, + "epoch": 3.5883748517200473, + "grad_norm": 1.1015625, + "learning_rate": 0.00042231748314666684, + "loss": 4.8285, + "mean_token_accuracy": 0.1972780004143715, + "num_tokens": 8682121.0, + "step": 3025 + }, + { + "entropy": 4.962451457977295, + "epoch": 3.5943060498220643, + "grad_norm": 1.0546875, + "learning_rate": 0.00042195712692171705, + "loss": 4.8254, + "mean_token_accuracy": 0.19526612013578415, + "num_tokens": 8698409.0, + "step": 3030 + }, + { + "entropy": 5.078032970428467, + "epoch": 3.6002372479240807, + "grad_norm": 1.0859375, + "learning_rate": 0.00042159611209569416, + "loss": 4.8473, + "mean_token_accuracy": 0.1929122567176819, + "num_tokens": 8714076.0, + "step": 3035 + }, + { + "entropy": 5.09345006942749, + "epoch": 3.606168446026097, + "grad_norm": 0.9765625, + "learning_rate": 0.00042123444028651725, + "loss": 4.7946, + "mean_token_accuracy": 0.20138713866472244, + "num_tokens": 8730482.0, + "step": 3040 + }, + { + "entropy": 4.995736932754516, + "epoch": 3.612099644128114, + "grad_norm": 0.98046875, + "learning_rate": 0.00042087211311504986, + "loss": 4.7808, + "mean_token_accuracy": 0.2021682783961296, + "num_tokens": 8744036.0, + "step": 3045 + }, + { + "entropy": 5.092488193511963, + "epoch": 3.6180308422301306, + "grad_norm": 1.21875, + "learning_rate": 0.00042050913220509253, + "loss": 4.8339, + "mean_token_accuracy": 0.1878429561853409, + "num_tokens": 8760458.0, + "step": 3050 + }, + { + "entropy": 5.027280521392822, + "epoch": 3.623962040332147, + "grad_norm": 1.171875, + "learning_rate": 0.00042014549918337554, + "loss": 4.788, + "mean_token_accuracy": 0.19931856244802476, + "num_tokens": 8774946.0, + "step": 3055 + }, + { + "entropy": 5.0445245742797855, + "epoch": 3.6298932384341636, + "grad_norm": 1.0625, + "learning_rate": 0.0004197812156795518, + "loss": 4.7885, + "mean_token_accuracy": 0.20058033168315886, + "num_tokens": 8790918.0, + "step": 3060 + }, + { + "entropy": 5.032378005981445, + "epoch": 3.63582443653618, + "grad_norm": 1.2421875, + "learning_rate": 0.0004194162833261893, + "loss": 4.8178, + "mean_token_accuracy": 0.1946185812354088, + "num_tokens": 8803505.0, + "step": 3065 + }, + { + "entropy": 5.082729768753052, + "epoch": 3.641755634638197, + "grad_norm": 1.046875, + "learning_rate": 0.0004190507037587639, + "loss": 4.8787, + "mean_token_accuracy": 0.1933801293373108, + "num_tokens": 8819567.0, + "step": 3070 + }, + { + "entropy": 5.109076070785522, + "epoch": 3.6476868327402134, + "grad_norm": 1.25, + "learning_rate": 0.0004186844786156522, + "loss": 4.7838, + "mean_token_accuracy": 0.18985679149627685, + "num_tokens": 8834257.0, + "step": 3075 + }, + { + "entropy": 5.0223876476287845, + "epoch": 3.65361803084223, + "grad_norm": 1.0390625, + "learning_rate": 0.0004183176095381238, + "loss": 4.7938, + "mean_token_accuracy": 0.2065998211503029, + "num_tokens": 8847866.0, + "step": 3080 + }, + { + "entropy": 5.010385465621948, + "epoch": 3.659549228944247, + "grad_norm": 1.1015625, + "learning_rate": 0.000417950098170334, + "loss": 4.8118, + "mean_token_accuracy": 0.19870606809854507, + "num_tokens": 8863297.0, + "step": 3085 + }, + { + "entropy": 5.062593126296997, + "epoch": 3.6654804270462633, + "grad_norm": 1.15625, + "learning_rate": 0.000417581946159317, + "loss": 4.817, + "mean_token_accuracy": 0.19981457144021988, + "num_tokens": 8876605.0, + "step": 3090 + }, + { + "entropy": 4.998176097869873, + "epoch": 3.67141162514828, + "grad_norm": 0.953125, + "learning_rate": 0.0004172131551549778, + "loss": 4.7572, + "mean_token_accuracy": 0.206072661280632, + "num_tokens": 8892040.0, + "step": 3095 + }, + { + "entropy": 4.948314142227173, + "epoch": 3.6773428232502967, + "grad_norm": 0.9609375, + "learning_rate": 0.00041684372681008506, + "loss": 4.8146, + "mean_token_accuracy": 0.19830800145864486, + "num_tokens": 8905806.0, + "step": 3100 + }, + { + "entropy": 5.009223079681396, + "epoch": 3.683274021352313, + "grad_norm": 1.0703125, + "learning_rate": 0.00041647366278026415, + "loss": 4.777, + "mean_token_accuracy": 0.2011968970298767, + "num_tokens": 8920638.0, + "step": 3105 + }, + { + "entropy": 5.031396293640137, + "epoch": 3.6892052194543297, + "grad_norm": 1.125, + "learning_rate": 0.00041610296472398875, + "loss": 4.7595, + "mean_token_accuracy": 0.1939758390188217, + "num_tokens": 8933501.0, + "step": 3110 + }, + { + "entropy": 5.029152154922485, + "epoch": 3.6951364175563466, + "grad_norm": 1.1015625, + "learning_rate": 0.00041573163430257435, + "loss": 4.8538, + "mean_token_accuracy": 0.19719393253326417, + "num_tokens": 8948909.0, + "step": 3115 + }, + { + "entropy": 5.086005306243896, + "epoch": 3.701067615658363, + "grad_norm": 1.109375, + "learning_rate": 0.00041535967318017037, + "loss": 4.8204, + "mean_token_accuracy": 0.19703703224658967, + "num_tokens": 8961611.0, + "step": 3120 + }, + { + "entropy": 4.937661504745483, + "epoch": 3.7069988137603795, + "grad_norm": 1.0703125, + "learning_rate": 0.00041498708302375277, + "loss": 4.7334, + "mean_token_accuracy": 0.20828222185373307, + "num_tokens": 8975993.0, + "step": 3125 + }, + { + "entropy": 5.019860696792603, + "epoch": 3.7129300118623965, + "grad_norm": 1.0703125, + "learning_rate": 0.0004146138655031165, + "loss": 4.8078, + "mean_token_accuracy": 0.1950700029730797, + "num_tokens": 8989198.0, + "step": 3130 + }, + { + "entropy": 5.036433696746826, + "epoch": 3.718861209964413, + "grad_norm": 1.015625, + "learning_rate": 0.0004142400222908681, + "loss": 4.8078, + "mean_token_accuracy": 0.20096368491649627, + "num_tokens": 9004592.0, + "step": 3135 + }, + { + "entropy": 4.998563623428344, + "epoch": 3.7247924080664294, + "grad_norm": 1.140625, + "learning_rate": 0.0004138655550624183, + "loss": 4.773, + "mean_token_accuracy": 0.19526535868644715, + "num_tokens": 9017772.0, + "step": 3140 + }, + { + "entropy": 5.036626148223877, + "epoch": 3.730723606168446, + "grad_norm": 1.0625, + "learning_rate": 0.0004134904654959745, + "loss": 4.7073, + "mean_token_accuracy": 0.20760386288166047, + "num_tokens": 9031182.0, + "step": 3145 + }, + { + "entropy": 5.066286182403564, + "epoch": 3.7366548042704624, + "grad_norm": 1.0390625, + "learning_rate": 0.00041311475527253284, + "loss": 4.7977, + "mean_token_accuracy": 0.19728391021490096, + "num_tokens": 9044934.0, + "step": 3150 + }, + { + "entropy": 5.016174173355102, + "epoch": 3.7425860023724793, + "grad_norm": 1.0703125, + "learning_rate": 0.00041273842607587137, + "loss": 4.7928, + "mean_token_accuracy": 0.1950550675392151, + "num_tokens": 9059795.0, + "step": 3155 + }, + { + "entropy": 4.972341299057007, + "epoch": 3.7485172004744958, + "grad_norm": 1.03125, + "learning_rate": 0.00041236147959254166, + "loss": 4.782, + "mean_token_accuracy": 0.20030613243579865, + "num_tokens": 9073410.0, + "step": 3160 + }, + { + "entropy": 5.022267293930054, + "epoch": 3.7544483985765122, + "grad_norm": 1.046875, + "learning_rate": 0.00041198391751186227, + "loss": 4.8398, + "mean_token_accuracy": 0.19292792528867722, + "num_tokens": 9089338.0, + "step": 3165 + }, + { + "entropy": 5.042642307281494, + "epoch": 3.760379596678529, + "grad_norm": 1.15625, + "learning_rate": 0.0004116057415259101, + "loss": 4.7528, + "mean_token_accuracy": 0.20497467815876008, + "num_tokens": 9103520.0, + "step": 3170 + }, + { + "entropy": 5.021176958084107, + "epoch": 3.7663107947805456, + "grad_norm": 0.9765625, + "learning_rate": 0.00041122695332951363, + "loss": 4.7706, + "mean_token_accuracy": 0.20218247920274734, + "num_tokens": 9117935.0, + "step": 3175 + }, + { + "entropy": 4.987675666809082, + "epoch": 3.772241992882562, + "grad_norm": 1.0, + "learning_rate": 0.0004108475546202449, + "loss": 4.759, + "mean_token_accuracy": 0.20431260019540787, + "num_tokens": 9132457.0, + "step": 3180 + }, + { + "entropy": 5.050307130813598, + "epoch": 3.778173190984579, + "grad_norm": 1.09375, + "learning_rate": 0.0004104675470984121, + "loss": 4.8232, + "mean_token_accuracy": 0.19753638207912444, + "num_tokens": 9147329.0, + "step": 3185 + }, + { + "entropy": 5.029834890365601, + "epoch": 3.7841043890865955, + "grad_norm": 1.0625, + "learning_rate": 0.0004100869324670517, + "loss": 4.7634, + "mean_token_accuracy": 0.20562210381031037, + "num_tokens": 9161052.0, + "step": 3190 + }, + { + "entropy": 5.00586576461792, + "epoch": 3.790035587188612, + "grad_norm": 1.078125, + "learning_rate": 0.0004097057124319212, + "loss": 4.8242, + "mean_token_accuracy": 0.20105937719345093, + "num_tokens": 9175900.0, + "step": 3195 + }, + { + "entropy": 4.9953101634979244, + "epoch": 3.795966785290629, + "grad_norm": 1.0703125, + "learning_rate": 0.000409323888701491, + "loss": 4.7846, + "mean_token_accuracy": 0.2029906615614891, + "num_tokens": 9189706.0, + "step": 3200 + }, + { + "entropy": 5.035350704193116, + "epoch": 3.8018979833926454, + "grad_norm": 1.1328125, + "learning_rate": 0.0004089414629869373, + "loss": 4.8483, + "mean_token_accuracy": 0.1962611809372902, + "num_tokens": 9203727.0, + "step": 3205 + }, + { + "entropy": 5.05778546333313, + "epoch": 3.807829181494662, + "grad_norm": 0.98828125, + "learning_rate": 0.00040855843700213386, + "loss": 4.796, + "mean_token_accuracy": 0.19637212604284288, + "num_tokens": 9217664.0, + "step": 3210 + }, + { + "entropy": 4.937251186370849, + "epoch": 3.813760379596679, + "grad_norm": 0.99609375, + "learning_rate": 0.0004081748124636449, + "loss": 4.7115, + "mean_token_accuracy": 0.20479025095701217, + "num_tokens": 9233474.0, + "step": 3215 + }, + { + "entropy": 4.995423221588135, + "epoch": 3.8196915776986953, + "grad_norm": 1.046875, + "learning_rate": 0.00040779059109071706, + "loss": 4.7895, + "mean_token_accuracy": 0.20069828033447265, + "num_tokens": 9247567.0, + "step": 3220 + }, + { + "entropy": 5.027128553390503, + "epoch": 3.8256227758007118, + "grad_norm": 0.96875, + "learning_rate": 0.0004074057746052713, + "loss": 4.7736, + "mean_token_accuracy": 0.1999478057026863, + "num_tokens": 9262264.0, + "step": 3225 + }, + { + "entropy": 5.114210844039917, + "epoch": 3.8315539739027282, + "grad_norm": 1.0546875, + "learning_rate": 0.0004070203647318963, + "loss": 4.9095, + "mean_token_accuracy": 0.18577013909816742, + "num_tokens": 9276893.0, + "step": 3230 + }, + { + "entropy": 5.053824806213379, + "epoch": 3.8374851720047447, + "grad_norm": 1.1640625, + "learning_rate": 0.00040663436319783965, + "loss": 4.8054, + "mean_token_accuracy": 0.19727878272533417, + "num_tokens": 9291646.0, + "step": 3235 + }, + { + "entropy": 5.021931886672974, + "epoch": 3.8434163701067616, + "grad_norm": 1.0546875, + "learning_rate": 0.0004062477717330006, + "loss": 4.8344, + "mean_token_accuracy": 0.19990530163049697, + "num_tokens": 9305789.0, + "step": 3240 + }, + { + "entropy": 4.9833355903625485, + "epoch": 3.849347568208778, + "grad_norm": 1.03125, + "learning_rate": 0.00040586059206992214, + "loss": 4.7497, + "mean_token_accuracy": 0.1978788733482361, + "num_tokens": 9321039.0, + "step": 3245 + }, + { + "entropy": 5.031898260116577, + "epoch": 3.8552787663107946, + "grad_norm": 1.1171875, + "learning_rate": 0.0004054728259437836, + "loss": 4.82, + "mean_token_accuracy": 0.1935506910085678, + "num_tokens": 9337105.0, + "step": 3250 + }, + { + "entropy": 5.07962851524353, + "epoch": 3.8612099644128115, + "grad_norm": 1.015625, + "learning_rate": 0.00040508447509239224, + "loss": 4.8061, + "mean_token_accuracy": 0.19505731612443925, + "num_tokens": 9350684.0, + "step": 3255 + }, + { + "entropy": 5.032706165313721, + "epoch": 3.867141162514828, + "grad_norm": 1.03125, + "learning_rate": 0.000404695541256176, + "loss": 4.8298, + "mean_token_accuracy": 0.19414604753255843, + "num_tokens": 9365074.0, + "step": 3260 + }, + { + "entropy": 5.051387643814087, + "epoch": 3.8730723606168445, + "grad_norm": 1.046875, + "learning_rate": 0.0004043060261781756, + "loss": 4.9184, + "mean_token_accuracy": 0.18420381844043732, + "num_tokens": 9380912.0, + "step": 3265 + }, + { + "entropy": 5.086946487426758, + "epoch": 3.8790035587188614, + "grad_norm": 1.1640625, + "learning_rate": 0.00040391593160403656, + "loss": 4.8248, + "mean_token_accuracy": 0.20802772492170335, + "num_tokens": 9393812.0, + "step": 3270 + }, + { + "entropy": 4.938499832153321, + "epoch": 3.884934756820878, + "grad_norm": 1.1640625, + "learning_rate": 0.00040352525928200137, + "loss": 4.7925, + "mean_token_accuracy": 0.20416243374347687, + "num_tokens": 9409731.0, + "step": 3275 + }, + { + "entropy": 5.003332328796387, + "epoch": 3.8908659549228943, + "grad_norm": 1.078125, + "learning_rate": 0.0004031340109629017, + "loss": 4.7663, + "mean_token_accuracy": 0.20782396644353868, + "num_tokens": 9422743.0, + "step": 3280 + }, + { + "entropy": 5.017239379882812, + "epoch": 3.8967971530249113, + "grad_norm": 1.2578125, + "learning_rate": 0.000402742188400151, + "loss": 4.8235, + "mean_token_accuracy": 0.19541184455156327, + "num_tokens": 9436440.0, + "step": 3285 + }, + { + "entropy": 4.970128440856934, + "epoch": 3.9027283511269277, + "grad_norm": 1.0234375, + "learning_rate": 0.00040234979334973577, + "loss": 4.8555, + "mean_token_accuracy": 0.19211765229701996, + "num_tokens": 9451668.0, + "step": 3290 + }, + { + "entropy": 5.056919956207276, + "epoch": 3.908659549228944, + "grad_norm": 1.1640625, + "learning_rate": 0.00040195682757020846, + "loss": 4.7723, + "mean_token_accuracy": 0.21034520268440246, + "num_tokens": 9464700.0, + "step": 3295 + }, + { + "entropy": 4.960184717178345, + "epoch": 3.914590747330961, + "grad_norm": 1.03125, + "learning_rate": 0.00040156329282267915, + "loss": 4.7365, + "mean_token_accuracy": 0.20848041474819184, + "num_tokens": 9479003.0, + "step": 3300 + }, + { + "entropy": 4.990036296844482, + "epoch": 3.9205219454329776, + "grad_norm": 0.98828125, + "learning_rate": 0.00040116919087080787, + "loss": 4.7514, + "mean_token_accuracy": 0.20134748965501786, + "num_tokens": 9493134.0, + "step": 3305 + }, + { + "entropy": 5.011323022842407, + "epoch": 3.926453143534994, + "grad_norm": 1.1328125, + "learning_rate": 0.00040077452348079664, + "loss": 4.7617, + "mean_token_accuracy": 0.20163092166185378, + "num_tokens": 9507087.0, + "step": 3310 + }, + { + "entropy": 5.019417953491211, + "epoch": 3.9323843416370106, + "grad_norm": 1.2109375, + "learning_rate": 0.0004003792924213814, + "loss": 4.7621, + "mean_token_accuracy": 0.20881457775831222, + "num_tokens": 9518328.0, + "step": 3315 + }, + { + "entropy": 4.98180365562439, + "epoch": 3.938315539739027, + "grad_norm": 1.09375, + "learning_rate": 0.0003999834994638243, + "loss": 4.8216, + "mean_token_accuracy": 0.20216355621814727, + "num_tokens": 9532413.0, + "step": 3320 + }, + { + "entropy": 5.001606082916259, + "epoch": 3.944246737841044, + "grad_norm": 1.125, + "learning_rate": 0.0003995871463819059, + "loss": 4.761, + "mean_token_accuracy": 0.2026512235403061, + "num_tokens": 9547681.0, + "step": 3325 + }, + { + "entropy": 4.967384576797485, + "epoch": 3.9501779359430604, + "grad_norm": 1.1484375, + "learning_rate": 0.00039919023495191665, + "loss": 4.7276, + "mean_token_accuracy": 0.20670733749866485, + "num_tokens": 9560198.0, + "step": 3330 + }, + { + "entropy": 4.987757778167724, + "epoch": 3.956109134045077, + "grad_norm": 1.046875, + "learning_rate": 0.0003987927669526494, + "loss": 4.8062, + "mean_token_accuracy": 0.1983866959810257, + "num_tokens": 9574347.0, + "step": 3335 + }, + { + "entropy": 4.972973728179932, + "epoch": 3.962040332147094, + "grad_norm": 1.09375, + "learning_rate": 0.00039839474416539163, + "loss": 4.7004, + "mean_token_accuracy": 0.20886301398277282, + "num_tokens": 9587337.0, + "step": 3340 + }, + { + "entropy": 4.984016704559326, + "epoch": 3.9679715302491103, + "grad_norm": 1.171875, + "learning_rate": 0.00039799616837391655, + "loss": 4.784, + "mean_token_accuracy": 0.19981919676065446, + "num_tokens": 9601047.0, + "step": 3345 + }, + { + "entropy": 5.0524254322052, + "epoch": 3.973902728351127, + "grad_norm": 1.0625, + "learning_rate": 0.00039759704136447627, + "loss": 4.7662, + "mean_token_accuracy": 0.20110076069831848, + "num_tokens": 9614164.0, + "step": 3350 + }, + { + "entropy": 5.00496735572815, + "epoch": 3.9798339264531437, + "grad_norm": 1.21875, + "learning_rate": 0.0003971973649257929, + "loss": 4.8026, + "mean_token_accuracy": 0.19617463350296022, + "num_tokens": 9628179.0, + "step": 3355 + }, + { + "entropy": 4.986306190490723, + "epoch": 3.98576512455516, + "grad_norm": 1.1015625, + "learning_rate": 0.000396797140849051, + "loss": 4.8062, + "mean_token_accuracy": 0.20138847976922988, + "num_tokens": 9641575.0, + "step": 3360 + }, + { + "entropy": 5.002590847015381, + "epoch": 3.9916963226571767, + "grad_norm": 1.3046875, + "learning_rate": 0.00039639637092788935, + "loss": 4.7214, + "mean_token_accuracy": 0.20492513924837114, + "num_tokens": 9655381.0, + "step": 3365 + }, + { + "entropy": 5.0504356861114506, + "epoch": 3.9976275207591936, + "grad_norm": 1.1015625, + "learning_rate": 0.000395995056958393, + "loss": 4.8149, + "mean_token_accuracy": 0.19649633914232253, + "num_tokens": 9670477.0, + "step": 3370 + }, + { + "entropy": 4.922432947158813, + "epoch": 4.00355871886121, + "grad_norm": 1.1640625, + "learning_rate": 0.00039559320073908526, + "loss": 4.5875, + "mean_token_accuracy": 0.2211996853351593, + "num_tokens": 9683964.0, + "step": 3375 + }, + { + "entropy": 5.0110671043396, + "epoch": 4.0094899169632265, + "grad_norm": 0.94140625, + "learning_rate": 0.00039519080407091956, + "loss": 4.58, + "mean_token_accuracy": 0.21853467971086502, + "num_tokens": 9698415.0, + "step": 3380 + }, + { + "entropy": 5.0225770473480225, + "epoch": 4.0154211150652435, + "grad_norm": 0.98828125, + "learning_rate": 0.00039478786875727116, + "loss": 4.5708, + "mean_token_accuracy": 0.21765107959508895, + "num_tokens": 9712895.0, + "step": 3385 + }, + { + "entropy": 4.9370323657989506, + "epoch": 4.0213523131672595, + "grad_norm": 1.1015625, + "learning_rate": 0.00039438439660392983, + "loss": 4.475, + "mean_token_accuracy": 0.22428351193666457, + "num_tokens": 9728872.0, + "step": 3390 + }, + { + "entropy": 4.997824096679688, + "epoch": 4.027283511269276, + "grad_norm": 1.1171875, + "learning_rate": 0.00039398038941909066, + "loss": 4.5467, + "mean_token_accuracy": 0.21755390614271164, + "num_tokens": 9744284.0, + "step": 3395 + }, + { + "entropy": 4.97338900566101, + "epoch": 4.033214709371293, + "grad_norm": 1.078125, + "learning_rate": 0.000393575849013347, + "loss": 4.5463, + "mean_token_accuracy": 0.2152925118803978, + "num_tokens": 9759374.0, + "step": 3400 + }, + { + "entropy": 4.930527114868164, + "epoch": 4.039145907473309, + "grad_norm": 1.0625, + "learning_rate": 0.00039317077719968143, + "loss": 4.5183, + "mean_token_accuracy": 0.21953357756137848, + "num_tokens": 9773919.0, + "step": 3405 + }, + { + "entropy": 4.989052486419678, + "epoch": 4.045077105575326, + "grad_norm": 1.21875, + "learning_rate": 0.00039276517579345846, + "loss": 4.5668, + "mean_token_accuracy": 0.21412246227264403, + "num_tokens": 9788023.0, + "step": 3410 + }, + { + "entropy": 5.021774053573608, + "epoch": 4.051008303677343, + "grad_norm": 1.046875, + "learning_rate": 0.0003923590466124159, + "loss": 4.561, + "mean_token_accuracy": 0.21579589694738388, + "num_tokens": 9803037.0, + "step": 3415 + }, + { + "entropy": 4.994525671005249, + "epoch": 4.056939501779359, + "grad_norm": 1.1328125, + "learning_rate": 0.00039195239147665664, + "loss": 4.5317, + "mean_token_accuracy": 0.21720170676708223, + "num_tokens": 9816782.0, + "step": 3420 + }, + { + "entropy": 4.995402812957764, + "epoch": 4.062870699881376, + "grad_norm": 1.0625, + "learning_rate": 0.00039154521220864094, + "loss": 4.544, + "mean_token_accuracy": 0.21858830749988556, + "num_tokens": 9830471.0, + "step": 3425 + }, + { + "entropy": 4.991329097747803, + "epoch": 4.068801897983393, + "grad_norm": 1.0703125, + "learning_rate": 0.00039113751063317795, + "loss": 4.597, + "mean_token_accuracy": 0.21205688118934632, + "num_tokens": 9844303.0, + "step": 3430 + }, + { + "entropy": 4.940326738357544, + "epoch": 4.074733096085409, + "grad_norm": 1.0234375, + "learning_rate": 0.0003907292885774175, + "loss": 4.5388, + "mean_token_accuracy": 0.21253766417503356, + "num_tokens": 9861002.0, + "step": 3435 + }, + { + "entropy": 4.897701930999756, + "epoch": 4.080664294187426, + "grad_norm": 1.0703125, + "learning_rate": 0.0003903205478708419, + "loss": 4.5072, + "mean_token_accuracy": 0.22263137847185135, + "num_tokens": 9876338.0, + "step": 3440 + }, + { + "entropy": 5.052014923095703, + "epoch": 4.086595492289442, + "grad_norm": 1.0625, + "learning_rate": 0.0003899112903452582, + "loss": 4.6115, + "mean_token_accuracy": 0.21495201140642167, + "num_tokens": 9891217.0, + "step": 3445 + }, + { + "entropy": 4.955441427230835, + "epoch": 4.092526690391459, + "grad_norm": 1.1015625, + "learning_rate": 0.00038950151783478926, + "loss": 4.547, + "mean_token_accuracy": 0.22495205700397491, + "num_tokens": 9905309.0, + "step": 3450 + }, + { + "entropy": 4.965147495269775, + "epoch": 4.098457888493476, + "grad_norm": 1.015625, + "learning_rate": 0.000389091232175866, + "loss": 4.5015, + "mean_token_accuracy": 0.22329854369163513, + "num_tokens": 9918347.0, + "step": 3455 + }, + { + "entropy": 4.948949956893921, + "epoch": 4.104389086595492, + "grad_norm": 1.2265625, + "learning_rate": 0.0003886804352072192, + "loss": 4.5585, + "mean_token_accuracy": 0.21841878592967987, + "num_tokens": 9933068.0, + "step": 3460 + }, + { + "entropy": 4.864326620101929, + "epoch": 4.110320284697509, + "grad_norm": 1.0234375, + "learning_rate": 0.0003882691287698709, + "loss": 4.5283, + "mean_token_accuracy": 0.2233476459980011, + "num_tokens": 9948149.0, + "step": 3465 + }, + { + "entropy": 4.933009481430053, + "epoch": 4.116251482799526, + "grad_norm": 1.1015625, + "learning_rate": 0.0003878573147071265, + "loss": 4.5161, + "mean_token_accuracy": 0.2156417414546013, + "num_tokens": 9961494.0, + "step": 3470 + }, + { + "entropy": 4.932680368423462, + "epoch": 4.122182680901542, + "grad_norm": 1.0234375, + "learning_rate": 0.0003874449948645664, + "loss": 4.5063, + "mean_token_accuracy": 0.2222415953874588, + "num_tokens": 9977270.0, + "step": 3475 + }, + { + "entropy": 4.86724328994751, + "epoch": 4.128113879003559, + "grad_norm": 1.0390625, + "learning_rate": 0.0003870321710900375, + "loss": 4.4522, + "mean_token_accuracy": 0.2294168159365654, + "num_tokens": 9991102.0, + "step": 3480 + }, + { + "entropy": 4.947033166885376, + "epoch": 4.134045077105576, + "grad_norm": 1.171875, + "learning_rate": 0.00038661884523364537, + "loss": 4.5741, + "mean_token_accuracy": 0.22195196747779847, + "num_tokens": 10004991.0, + "step": 3485 + }, + { + "entropy": 4.9410834312438965, + "epoch": 4.139976275207592, + "grad_norm": 1.0859375, + "learning_rate": 0.00038620501914774554, + "loss": 4.5944, + "mean_token_accuracy": 0.2187734752893448, + "num_tokens": 10019654.0, + "step": 3490 + }, + { + "entropy": 4.893217134475708, + "epoch": 4.145907473309609, + "grad_norm": 1.078125, + "learning_rate": 0.00038579069468693526, + "loss": 4.4958, + "mean_token_accuracy": 0.22282861918210983, + "num_tokens": 10033831.0, + "step": 3495 + }, + { + "entropy": 4.945186996459961, + "epoch": 4.1518386714116255, + "grad_norm": 0.98046875, + "learning_rate": 0.00038537587370804567, + "loss": 4.5099, + "mean_token_accuracy": 0.21789855360984803, + "num_tokens": 10049549.0, + "step": 3500 + }, + { + "epoch": 4.1518386714116255, + "eval_entropy": 4.839259713705332, + "eval_loss": 5.367321491241455, + "eval_mean_token_accuracy": 0.18195566196748816, + "eval_num_tokens": 10049549.0, + "eval_runtime": 2.4857, + "eval_samples_per_second": 1049.215, + "eval_steps_per_second": 131.152, + "step": 3500 + }, + { + "entropy": 4.949001407623291, + "epoch": 4.157769869513642, + "grad_norm": 1.1953125, + "learning_rate": 0.0003849605580701327, + "loss": 4.5444, + "mean_token_accuracy": 0.21757382601499559, + "num_tokens": 10062471.0, + "step": 3505 + }, + { + "entropy": 4.934420490264893, + "epoch": 4.1637010676156585, + "grad_norm": 1.0703125, + "learning_rate": 0.0003845447496344694, + "loss": 4.5807, + "mean_token_accuracy": 0.21373047232627868, + "num_tokens": 10077154.0, + "step": 3510 + }, + { + "entropy": 4.976820373535157, + "epoch": 4.169632265717675, + "grad_norm": 1.046875, + "learning_rate": 0.00038412845026453715, + "loss": 4.526, + "mean_token_accuracy": 0.21752108186483382, + "num_tokens": 10089474.0, + "step": 3515 + }, + { + "entropy": 4.9126228332519535, + "epoch": 4.1755634638196915, + "grad_norm": 1.0546875, + "learning_rate": 0.00038371166182601756, + "loss": 4.5337, + "mean_token_accuracy": 0.21539070457220078, + "num_tokens": 10104377.0, + "step": 3520 + }, + { + "entropy": 4.887478303909302, + "epoch": 4.181494661921708, + "grad_norm": 1.0703125, + "learning_rate": 0.00038329438618678427, + "loss": 4.4854, + "mean_token_accuracy": 0.22191788107156754, + "num_tokens": 10119580.0, + "step": 3525 + }, + { + "entropy": 4.967412519454956, + "epoch": 4.187425860023724, + "grad_norm": 1.1015625, + "learning_rate": 0.0003828766252168938, + "loss": 4.6256, + "mean_token_accuracy": 0.20895761251449585, + "num_tokens": 10135586.0, + "step": 3530 + }, + { + "entropy": 4.829362487792968, + "epoch": 4.193357058125741, + "grad_norm": 1.2109375, + "learning_rate": 0.00038245838078857837, + "loss": 4.5119, + "mean_token_accuracy": 0.21914001256227494, + "num_tokens": 10148464.0, + "step": 3535 + }, + { + "entropy": 4.941340827941895, + "epoch": 4.199288256227758, + "grad_norm": 1.2109375, + "learning_rate": 0.0003820396547762363, + "loss": 4.5293, + "mean_token_accuracy": 0.21329305917024613, + "num_tokens": 10162838.0, + "step": 3540 + }, + { + "entropy": 4.8993401527404785, + "epoch": 4.205219454329774, + "grad_norm": 0.97265625, + "learning_rate": 0.0003816204490564247, + "loss": 4.4626, + "mean_token_accuracy": 0.225820828974247, + "num_tokens": 10178385.0, + "step": 3545 + }, + { + "entropy": 4.919313240051269, + "epoch": 4.211150652431791, + "grad_norm": 1.2265625, + "learning_rate": 0.0003812007655078501, + "loss": 4.5609, + "mean_token_accuracy": 0.21777454614639283, + "num_tokens": 10192616.0, + "step": 3550 + }, + { + "entropy": 4.987676429748535, + "epoch": 4.217081850533808, + "grad_norm": 1.1328125, + "learning_rate": 0.0003807806060113606, + "loss": 4.5856, + "mean_token_accuracy": 0.21827704459428787, + "num_tokens": 10206467.0, + "step": 3555 + }, + { + "entropy": 4.911167335510254, + "epoch": 4.223013048635824, + "grad_norm": 1.0703125, + "learning_rate": 0.0003803599724499373, + "loss": 4.5154, + "mean_token_accuracy": 0.22495382130146027, + "num_tokens": 10219993.0, + "step": 3560 + }, + { + "entropy": 4.865255451202392, + "epoch": 4.228944246737841, + "grad_norm": 1.0625, + "learning_rate": 0.000379938866708686, + "loss": 4.5095, + "mean_token_accuracy": 0.2240983322262764, + "num_tokens": 10234359.0, + "step": 3565 + }, + { + "entropy": 4.949184846878052, + "epoch": 4.234875444839858, + "grad_norm": 1.234375, + "learning_rate": 0.00037951729067482845, + "loss": 4.6212, + "mean_token_accuracy": 0.21564119905233384, + "num_tokens": 10248498.0, + "step": 3570 + }, + { + "entropy": 5.020032358169556, + "epoch": 4.240806642941874, + "grad_norm": 1.0390625, + "learning_rate": 0.00037909524623769405, + "loss": 4.6366, + "mean_token_accuracy": 0.2105604127049446, + "num_tokens": 10264281.0, + "step": 3575 + }, + { + "entropy": 4.982895183563232, + "epoch": 4.246737841043891, + "grad_norm": 1.125, + "learning_rate": 0.0003786727352887114, + "loss": 4.5799, + "mean_token_accuracy": 0.21946978121995925, + "num_tokens": 10278089.0, + "step": 3580 + }, + { + "entropy": 4.895901250839233, + "epoch": 4.252669039145908, + "grad_norm": 1.1171875, + "learning_rate": 0.00037824975972140004, + "loss": 4.5528, + "mean_token_accuracy": 0.21517277508974075, + "num_tokens": 10293704.0, + "step": 3585 + }, + { + "entropy": 4.942791414260864, + "epoch": 4.258600237247924, + "grad_norm": 1.109375, + "learning_rate": 0.0003778263214313614, + "loss": 4.6005, + "mean_token_accuracy": 0.21143771708011627, + "num_tokens": 10309242.0, + "step": 3590 + }, + { + "entropy": 4.96503586769104, + "epoch": 4.264531435349941, + "grad_norm": 1.09375, + "learning_rate": 0.00037740242231627086, + "loss": 4.5739, + "mean_token_accuracy": 0.21260294765233995, + "num_tokens": 10326394.0, + "step": 3595 + }, + { + "entropy": 4.9582971096038815, + "epoch": 4.270462633451958, + "grad_norm": 1.1875, + "learning_rate": 0.00037697806427586895, + "loss": 4.5723, + "mean_token_accuracy": 0.20982261300086974, + "num_tokens": 10338835.0, + "step": 3600 + }, + { + "entropy": 4.95024733543396, + "epoch": 4.276393831553974, + "grad_norm": 1.140625, + "learning_rate": 0.00037655324921195295, + "loss": 4.5422, + "mean_token_accuracy": 0.21664880514144896, + "num_tokens": 10352665.0, + "step": 3605 + }, + { + "entropy": 4.949320077896118, + "epoch": 4.282325029655991, + "grad_norm": 1.015625, + "learning_rate": 0.0003761279790283682, + "loss": 4.6211, + "mean_token_accuracy": 0.2119644895195961, + "num_tokens": 10368016.0, + "step": 3610 + }, + { + "entropy": 4.932809591293335, + "epoch": 4.288256227758007, + "grad_norm": 1.1328125, + "learning_rate": 0.00037570225563099993, + "loss": 4.5848, + "mean_token_accuracy": 0.207173253595829, + "num_tokens": 10383828.0, + "step": 3615 + }, + { + "entropy": 4.879697322845459, + "epoch": 4.294187425860024, + "grad_norm": 1.21875, + "learning_rate": 0.00037527608092776434, + "loss": 4.5116, + "mean_token_accuracy": 0.2246400997042656, + "num_tokens": 10396806.0, + "step": 3620 + }, + { + "entropy": 4.912312746047974, + "epoch": 4.300118623962041, + "grad_norm": 1.1640625, + "learning_rate": 0.0003748494568286002, + "loss": 4.5452, + "mean_token_accuracy": 0.2169484555721283, + "num_tokens": 10409240.0, + "step": 3625 + }, + { + "entropy": 4.952205801010132, + "epoch": 4.306049822064057, + "grad_norm": 1.078125, + "learning_rate": 0.0003744223852454603, + "loss": 4.5684, + "mean_token_accuracy": 0.2195367306470871, + "num_tokens": 10423780.0, + "step": 3630 + }, + { + "entropy": 4.926177883148194, + "epoch": 4.3119810201660735, + "grad_norm": 1.03125, + "learning_rate": 0.00037399486809230285, + "loss": 4.564, + "mean_token_accuracy": 0.21954804956912993, + "num_tokens": 10438351.0, + "step": 3635 + }, + { + "entropy": 4.919487428665161, + "epoch": 4.3179122182680905, + "grad_norm": 1.0546875, + "learning_rate": 0.0003735669072850829, + "loss": 4.4666, + "mean_token_accuracy": 0.22758726328611373, + "num_tokens": 10451489.0, + "step": 3640 + }, + { + "entropy": 4.992522239685059, + "epoch": 4.3238434163701065, + "grad_norm": 1.1328125, + "learning_rate": 0.0003731385047417439, + "loss": 4.6153, + "mean_token_accuracy": 0.2079178586602211, + "num_tokens": 10467610.0, + "step": 3645 + }, + { + "entropy": 4.967781734466553, + "epoch": 4.329774614472123, + "grad_norm": 1.1015625, + "learning_rate": 0.000372709662382209, + "loss": 4.552, + "mean_token_accuracy": 0.21371103674173356, + "num_tokens": 10481029.0, + "step": 3650 + }, + { + "entropy": 4.878114366531372, + "epoch": 4.33570581257414, + "grad_norm": 1.0859375, + "learning_rate": 0.0003722803821283722, + "loss": 4.5956, + "mean_token_accuracy": 0.2139382153749466, + "num_tokens": 10497318.0, + "step": 3655 + }, + { + "entropy": 4.859429502487183, + "epoch": 4.341637010676156, + "grad_norm": 1.078125, + "learning_rate": 0.00037185066590408997, + "loss": 4.392, + "mean_token_accuracy": 0.23174477219581605, + "num_tokens": 10511194.0, + "step": 3660 + }, + { + "entropy": 4.868615961074829, + "epoch": 4.347568208778173, + "grad_norm": 1.1171875, + "learning_rate": 0.00037142051563517287, + "loss": 4.5525, + "mean_token_accuracy": 0.2176743671298027, + "num_tokens": 10524609.0, + "step": 3665 + }, + { + "entropy": 4.932547903060913, + "epoch": 4.35349940688019, + "grad_norm": 1.1796875, + "learning_rate": 0.0003709899332493765, + "loss": 4.4982, + "mean_token_accuracy": 0.2166844129562378, + "num_tokens": 10537398.0, + "step": 3670 + }, + { + "entropy": 4.928352165222168, + "epoch": 4.359430604982206, + "grad_norm": 1.0859375, + "learning_rate": 0.00037055892067639314, + "loss": 4.6053, + "mean_token_accuracy": 0.21913551688194274, + "num_tokens": 10551658.0, + "step": 3675 + }, + { + "entropy": 4.989397954940796, + "epoch": 4.365361803084223, + "grad_norm": 0.86328125, + "learning_rate": 0.00037012747984784276, + "loss": 4.6025, + "mean_token_accuracy": 0.21916887611150743, + "num_tokens": 10567241.0, + "step": 3680 + }, + { + "entropy": 4.885055685043335, + "epoch": 4.37129300118624, + "grad_norm": 1.046875, + "learning_rate": 0.0003696956126972648, + "loss": 4.5511, + "mean_token_accuracy": 0.21823447644710542, + "num_tokens": 10581625.0, + "step": 3685 + }, + { + "entropy": 4.958601999282837, + "epoch": 4.377224199288256, + "grad_norm": 1.046875, + "learning_rate": 0.00036926332116010935, + "loss": 4.5612, + "mean_token_accuracy": 0.2181847646832466, + "num_tokens": 10596619.0, + "step": 3690 + }, + { + "entropy": 4.868906784057617, + "epoch": 4.383155397390273, + "grad_norm": 1.125, + "learning_rate": 0.00036883060717372813, + "loss": 4.571, + "mean_token_accuracy": 0.21200695186853408, + "num_tokens": 10611525.0, + "step": 3695 + }, + { + "entropy": 5.026228427886963, + "epoch": 4.389086595492289, + "grad_norm": 0.9453125, + "learning_rate": 0.0003683974726773664, + "loss": 4.7066, + "mean_token_accuracy": 0.2007292851805687, + "num_tokens": 10628139.0, + "step": 3700 + }, + { + "entropy": 4.917442035675049, + "epoch": 4.395017793594306, + "grad_norm": 1.078125, + "learning_rate": 0.0003679639196121539, + "loss": 4.5421, + "mean_token_accuracy": 0.21730383038520812, + "num_tokens": 10641093.0, + "step": 3705 + }, + { + "entropy": 4.904851627349854, + "epoch": 4.400948991696323, + "grad_norm": 1.109375, + "learning_rate": 0.00036752994992109617, + "loss": 4.5413, + "mean_token_accuracy": 0.22170090973377227, + "num_tokens": 10653360.0, + "step": 3710 + }, + { + "entropy": 4.865046739578247, + "epoch": 4.406880189798339, + "grad_norm": 1.203125, + "learning_rate": 0.0003670955655490658, + "loss": 4.5119, + "mean_token_accuracy": 0.2288769945502281, + "num_tokens": 10667170.0, + "step": 3715 + }, + { + "entropy": 4.892205238342285, + "epoch": 4.412811387900356, + "grad_norm": 1.1640625, + "learning_rate": 0.000366660768442794, + "loss": 4.5313, + "mean_token_accuracy": 0.21561039686203004, + "num_tokens": 10679998.0, + "step": 3720 + }, + { + "entropy": 4.871367263793945, + "epoch": 4.418742586002373, + "grad_norm": 1.0546875, + "learning_rate": 0.00036622556055086167, + "loss": 4.4911, + "mean_token_accuracy": 0.22132606208324432, + "num_tokens": 10693538.0, + "step": 3725 + }, + { + "entropy": 4.9184425354003904, + "epoch": 4.424673784104389, + "grad_norm": 1.1953125, + "learning_rate": 0.0003657899438236904, + "loss": 4.5128, + "mean_token_accuracy": 0.22167116701602935, + "num_tokens": 10705883.0, + "step": 3730 + }, + { + "entropy": 4.985387086868286, + "epoch": 4.430604982206406, + "grad_norm": 1.1015625, + "learning_rate": 0.0003653539202135345, + "loss": 4.5781, + "mean_token_accuracy": 0.21406898498535157, + "num_tokens": 10720294.0, + "step": 3735 + }, + { + "entropy": 4.9532801628112795, + "epoch": 4.436536180308423, + "grad_norm": 1.0390625, + "learning_rate": 0.0003649174916744713, + "loss": 4.6105, + "mean_token_accuracy": 0.2147031158208847, + "num_tokens": 10734784.0, + "step": 3740 + }, + { + "entropy": 4.879120302200318, + "epoch": 4.442467378410439, + "grad_norm": 1.1171875, + "learning_rate": 0.00036448066016239316, + "loss": 4.495, + "mean_token_accuracy": 0.21976542025804519, + "num_tokens": 10748397.0, + "step": 3745 + }, + { + "entropy": 4.983062505722046, + "epoch": 4.448398576512456, + "grad_norm": 1.046875, + "learning_rate": 0.00036404342763499814, + "loss": 4.666, + "mean_token_accuracy": 0.21218072026968002, + "num_tokens": 10763938.0, + "step": 3750 + }, + { + "entropy": 4.908005809783935, + "epoch": 4.454329774614472, + "grad_norm": 1.0859375, + "learning_rate": 0.00036360579605178176, + "loss": 4.6143, + "mean_token_accuracy": 0.21130552887916565, + "num_tokens": 10777723.0, + "step": 3755 + }, + { + "entropy": 4.94810152053833, + "epoch": 4.460260972716489, + "grad_norm": 1.1875, + "learning_rate": 0.00036316776737402767, + "loss": 4.5086, + "mean_token_accuracy": 0.22831115126609802, + "num_tokens": 10790744.0, + "step": 3760 + }, + { + "entropy": 4.875180673599243, + "epoch": 4.4661921708185055, + "grad_norm": 1.203125, + "learning_rate": 0.0003627293435647994, + "loss": 4.5773, + "mean_token_accuracy": 0.2184601604938507, + "num_tokens": 10804720.0, + "step": 3765 + }, + { + "entropy": 4.932240056991577, + "epoch": 4.4721233689205215, + "grad_norm": 1.0703125, + "learning_rate": 0.00036229052658893107, + "loss": 4.5138, + "mean_token_accuracy": 0.22189483791589737, + "num_tokens": 10819348.0, + "step": 3770 + }, + { + "entropy": 4.913123369216919, + "epoch": 4.4780545670225385, + "grad_norm": 1.2890625, + "learning_rate": 0.00036185131841301894, + "loss": 4.5474, + "mean_token_accuracy": 0.224131940305233, + "num_tokens": 10832549.0, + "step": 3775 + }, + { + "entropy": 4.929586887359619, + "epoch": 4.483985765124555, + "grad_norm": 1.1328125, + "learning_rate": 0.00036141172100541245, + "loss": 4.5888, + "mean_token_accuracy": 0.21493848264217377, + "num_tokens": 10846766.0, + "step": 3780 + }, + { + "entropy": 4.914976263046265, + "epoch": 4.489916963226571, + "grad_norm": 1.2734375, + "learning_rate": 0.0003609717363362054, + "loss": 4.6012, + "mean_token_accuracy": 0.21102828532457352, + "num_tokens": 10859506.0, + "step": 3785 + }, + { + "entropy": 4.856210708618164, + "epoch": 4.495848161328588, + "grad_norm": 1.1015625, + "learning_rate": 0.00036053136637722715, + "loss": 4.5178, + "mean_token_accuracy": 0.2186322867870331, + "num_tokens": 10873559.0, + "step": 3790 + }, + { + "entropy": 4.900162935256958, + "epoch": 4.501779359430605, + "grad_norm": 1.0390625, + "learning_rate": 0.00036009061310203374, + "loss": 4.5792, + "mean_token_accuracy": 0.20522619485855104, + "num_tokens": 10889441.0, + "step": 3795 + }, + { + "entropy": 4.9840555667877195, + "epoch": 4.507710557532621, + "grad_norm": 1.0703125, + "learning_rate": 0.00035964947848589904, + "loss": 4.6068, + "mean_token_accuracy": 0.20724985450506211, + "num_tokens": 10904538.0, + "step": 3800 + }, + { + "entropy": 4.90825400352478, + "epoch": 4.513641755634638, + "grad_norm": 1.125, + "learning_rate": 0.00035920796450580596, + "loss": 4.5775, + "mean_token_accuracy": 0.2163109451532364, + "num_tokens": 10920129.0, + "step": 3805 + }, + { + "entropy": 4.829426240921021, + "epoch": 4.519572953736655, + "grad_norm": 1.171875, + "learning_rate": 0.00035876607314043766, + "loss": 4.512, + "mean_token_accuracy": 0.22267879992723466, + "num_tokens": 10933100.0, + "step": 3810 + }, + { + "entropy": 4.878107118606567, + "epoch": 4.525504151838671, + "grad_norm": 1.2109375, + "learning_rate": 0.00035832380637016846, + "loss": 4.6123, + "mean_token_accuracy": 0.21037212014198303, + "num_tokens": 10949333.0, + "step": 3815 + }, + { + "entropy": 4.95169038772583, + "epoch": 4.531435349940688, + "grad_norm": 1.0390625, + "learning_rate": 0.00035788116617705535, + "loss": 4.5142, + "mean_token_accuracy": 0.22315363585948944, + "num_tokens": 10963539.0, + "step": 3820 + }, + { + "entropy": 4.918026256561279, + "epoch": 4.537366548042705, + "grad_norm": 1.1171875, + "learning_rate": 0.00035743815454482834, + "loss": 4.6232, + "mean_token_accuracy": 0.20704769790172578, + "num_tokens": 10978205.0, + "step": 3825 + }, + { + "entropy": 4.879274702072143, + "epoch": 4.543297746144721, + "grad_norm": 1.359375, + "learning_rate": 0.0003569947734588824, + "loss": 4.4718, + "mean_token_accuracy": 0.23167906254529952, + "num_tokens": 10990599.0, + "step": 3830 + }, + { + "entropy": 4.917426490783692, + "epoch": 4.549228944246738, + "grad_norm": 1.3125, + "learning_rate": 0.0003565510249062684, + "loss": 4.5469, + "mean_token_accuracy": 0.21902925819158553, + "num_tokens": 11003101.0, + "step": 3835 + }, + { + "entropy": 4.871329975128174, + "epoch": 4.555160142348754, + "grad_norm": 1.1484375, + "learning_rate": 0.0003561069108756837, + "loss": 4.5204, + "mean_token_accuracy": 0.22292227298021317, + "num_tokens": 11016390.0, + "step": 3840 + }, + { + "entropy": 4.88023362159729, + "epoch": 4.561091340450771, + "grad_norm": 1.1015625, + "learning_rate": 0.00035566243335746387, + "loss": 4.5717, + "mean_token_accuracy": 0.21451771706342698, + "num_tokens": 11031372.0, + "step": 3845 + }, + { + "entropy": 4.816264247894287, + "epoch": 4.567022538552788, + "grad_norm": 1.0625, + "learning_rate": 0.0003552175943435731, + "loss": 4.4249, + "mean_token_accuracy": 0.23228887915611268, + "num_tokens": 11045634.0, + "step": 3850 + }, + { + "entropy": 4.815663433074951, + "epoch": 4.572953736654805, + "grad_norm": 1.203125, + "learning_rate": 0.00035477239582759623, + "loss": 4.5014, + "mean_token_accuracy": 0.23030359745025636, + "num_tokens": 11058185.0, + "step": 3855 + }, + { + "entropy": 4.9244019985198975, + "epoch": 4.578884934756821, + "grad_norm": 1.0703125, + "learning_rate": 0.0003543268398047286, + "loss": 4.5686, + "mean_token_accuracy": 0.21440733075141907, + "num_tokens": 11073789.0, + "step": 3860 + }, + { + "entropy": 4.894974422454834, + "epoch": 4.584816132858838, + "grad_norm": 1.046875, + "learning_rate": 0.0003538809282717683, + "loss": 4.5714, + "mean_token_accuracy": 0.21468473076820374, + "num_tokens": 11087307.0, + "step": 3865 + }, + { + "entropy": 4.956341075897217, + "epoch": 4.590747330960854, + "grad_norm": 1.1484375, + "learning_rate": 0.0003534346632271063, + "loss": 4.6001, + "mean_token_accuracy": 0.21189410835504532, + "num_tokens": 11101966.0, + "step": 3870 + }, + { + "entropy": 4.930508327484131, + "epoch": 4.596678529062871, + "grad_norm": 1.203125, + "learning_rate": 0.00035298804667071806, + "loss": 4.5909, + "mean_token_accuracy": 0.2205038547515869, + "num_tokens": 11115642.0, + "step": 3875 + }, + { + "entropy": 4.882773685455322, + "epoch": 4.602609727164888, + "grad_norm": 1.1875, + "learning_rate": 0.00035254108060415415, + "loss": 4.5814, + "mean_token_accuracy": 0.2154085248708725, + "num_tokens": 11129616.0, + "step": 3880 + }, + { + "entropy": 4.87270073890686, + "epoch": 4.608540925266904, + "grad_norm": 1.1015625, + "learning_rate": 0.0003520937670305318, + "loss": 4.5488, + "mean_token_accuracy": 0.22267507910728454, + "num_tokens": 11141975.0, + "step": 3885 + }, + { + "entropy": 4.938285255432129, + "epoch": 4.6144721233689205, + "grad_norm": 1.109375, + "learning_rate": 0.0003516461079545255, + "loss": 4.5509, + "mean_token_accuracy": 0.21113669872283936, + "num_tokens": 11156128.0, + "step": 3890 + }, + { + "entropy": 4.924780225753784, + "epoch": 4.6204033214709375, + "grad_norm": 1.109375, + "learning_rate": 0.0003511981053823579, + "loss": 4.5647, + "mean_token_accuracy": 0.21801244020462035, + "num_tokens": 11170334.0, + "step": 3895 + }, + { + "entropy": 4.898917198181152, + "epoch": 4.6263345195729535, + "grad_norm": 1.15625, + "learning_rate": 0.00035074976132179155, + "loss": 4.5635, + "mean_token_accuracy": 0.21639289408922197, + "num_tokens": 11185165.0, + "step": 3900 + }, + { + "entropy": 4.871355104446411, + "epoch": 4.63226571767497, + "grad_norm": 1.0546875, + "learning_rate": 0.00035030107778211893, + "loss": 4.5284, + "mean_token_accuracy": 0.22062084525823594, + "num_tokens": 11199250.0, + "step": 3905 + }, + { + "entropy": 4.890713834762574, + "epoch": 4.638196915776987, + "grad_norm": 1.0234375, + "learning_rate": 0.0003498520567741543, + "loss": 4.5565, + "mean_token_accuracy": 0.2167780503630638, + "num_tokens": 11214585.0, + "step": 3910 + }, + { + "entropy": 4.872895050048828, + "epoch": 4.644128113879003, + "grad_norm": 1.09375, + "learning_rate": 0.0003494027003102239, + "loss": 4.4899, + "mean_token_accuracy": 0.22181470692157745, + "num_tokens": 11228664.0, + "step": 3915 + }, + { + "entropy": 4.836891031265258, + "epoch": 4.65005931198102, + "grad_norm": 1.125, + "learning_rate": 0.0003489530104041577, + "loss": 4.4951, + "mean_token_accuracy": 0.22113146185874938, + "num_tokens": 11243896.0, + "step": 3920 + }, + { + "entropy": 4.923533821105957, + "epoch": 4.655990510083036, + "grad_norm": 1.1875, + "learning_rate": 0.00034850298907128, + "loss": 4.53, + "mean_token_accuracy": 0.2168356418609619, + "num_tokens": 11257919.0, + "step": 3925 + }, + { + "entropy": 4.860488414764404, + "epoch": 4.661921708185053, + "grad_norm": 1.046875, + "learning_rate": 0.00034805263832840024, + "loss": 4.4978, + "mean_token_accuracy": 0.22182656079530716, + "num_tokens": 11271416.0, + "step": 3930 + }, + { + "entropy": 4.826270341873169, + "epoch": 4.66785290628707, + "grad_norm": 1.1640625, + "learning_rate": 0.00034760196019380425, + "loss": 4.5671, + "mean_token_accuracy": 0.21985392570495604, + "num_tokens": 11286870.0, + "step": 3935 + }, + { + "entropy": 4.985865783691406, + "epoch": 4.673784104389087, + "grad_norm": 1.1015625, + "learning_rate": 0.00034715095668724495, + "loss": 4.5457, + "mean_token_accuracy": 0.22065018266439437, + "num_tokens": 11300784.0, + "step": 3940 + }, + { + "entropy": 4.941800451278686, + "epoch": 4.679715302491103, + "grad_norm": 1.1015625, + "learning_rate": 0.0003466996298299336, + "loss": 4.6109, + "mean_token_accuracy": 0.2118876174092293, + "num_tokens": 11315988.0, + "step": 3945 + }, + { + "entropy": 4.850393199920655, + "epoch": 4.68564650059312, + "grad_norm": 1.1171875, + "learning_rate": 0.0003462479816445307, + "loss": 4.5779, + "mean_token_accuracy": 0.2169851690530777, + "num_tokens": 11329136.0, + "step": 3950 + }, + { + "entropy": 4.866232681274414, + "epoch": 4.691577698695136, + "grad_norm": 1.0078125, + "learning_rate": 0.0003457960141551365, + "loss": 4.5216, + "mean_token_accuracy": 0.21714198887348174, + "num_tokens": 11343381.0, + "step": 3955 + }, + { + "entropy": 4.905858325958252, + "epoch": 4.697508896797153, + "grad_norm": 0.91796875, + "learning_rate": 0.0003453437293872823, + "loss": 4.6158, + "mean_token_accuracy": 0.2082674726843834, + "num_tokens": 11360177.0, + "step": 3960 + }, + { + "entropy": 4.930188465118408, + "epoch": 4.70344009489917, + "grad_norm": 1.09375, + "learning_rate": 0.0003448911293679217, + "loss": 4.5419, + "mean_token_accuracy": 0.21424513608217238, + "num_tokens": 11375523.0, + "step": 3965 + }, + { + "entropy": 4.866753625869751, + "epoch": 4.709371293001186, + "grad_norm": 1.03125, + "learning_rate": 0.00034443821612542054, + "loss": 4.5526, + "mean_token_accuracy": 0.21434911489486694, + "num_tokens": 11392353.0, + "step": 3970 + }, + { + "entropy": 4.886464166641235, + "epoch": 4.715302491103203, + "grad_norm": 0.96484375, + "learning_rate": 0.0003439849916895488, + "loss": 4.559, + "mean_token_accuracy": 0.2147858500480652, + "num_tokens": 11407918.0, + "step": 3975 + }, + { + "entropy": 4.937608671188355, + "epoch": 4.72123368920522, + "grad_norm": 1.09375, + "learning_rate": 0.000343531458091471, + "loss": 4.582, + "mean_token_accuracy": 0.21453986465930938, + "num_tokens": 11421888.0, + "step": 3980 + }, + { + "entropy": 4.861459112167358, + "epoch": 4.727164887307236, + "grad_norm": 1.0703125, + "learning_rate": 0.00034307761736373723, + "loss": 4.522, + "mean_token_accuracy": 0.22018359303474427, + "num_tokens": 11436338.0, + "step": 3985 + }, + { + "entropy": 4.854418611526489, + "epoch": 4.733096085409253, + "grad_norm": 1.1015625, + "learning_rate": 0.0003426234715402738, + "loss": 4.4659, + "mean_token_accuracy": 0.223881858587265, + "num_tokens": 11450658.0, + "step": 3990 + }, + { + "entropy": 4.839980363845825, + "epoch": 4.73902728351127, + "grad_norm": 1.1015625, + "learning_rate": 0.00034216902265637463, + "loss": 4.4885, + "mean_token_accuracy": 0.21753302216529846, + "num_tokens": 11464073.0, + "step": 3995 + }, + { + "entropy": 4.8677722930908205, + "epoch": 4.744958481613286, + "grad_norm": 1.0546875, + "learning_rate": 0.00034171427274869165, + "loss": 4.5004, + "mean_token_accuracy": 0.22347734719514847, + "num_tokens": 11477212.0, + "step": 4000 + }, + { + "epoch": 4.744958481613286, + "eval_entropy": 4.764749740530377, + "eval_loss": 5.325899124145508, + "eval_mean_token_accuracy": 0.18570856036949743, + "eval_num_tokens": 11477212.0, + "eval_runtime": 2.4276, + "eval_samples_per_second": 1074.332, + "eval_steps_per_second": 134.292, + "step": 4000 + }, + { + "entropy": 4.929757022857666, + "epoch": 4.750889679715303, + "grad_norm": 1.1875, + "learning_rate": 0.0003412592238552259, + "loss": 4.6662, + "mean_token_accuracy": 0.20496707409620285, + "num_tokens": 11491444.0, + "step": 4005 + }, + { + "entropy": 4.878577470779419, + "epoch": 4.756820877817319, + "grad_norm": 1.125, + "learning_rate": 0.0003408038780153183, + "loss": 4.5484, + "mean_token_accuracy": 0.21888002008199692, + "num_tokens": 11506132.0, + "step": 4010 + }, + { + "entropy": 4.823000574111939, + "epoch": 4.762752075919336, + "grad_norm": 1.1484375, + "learning_rate": 0.0003403482372696407, + "loss": 4.5454, + "mean_token_accuracy": 0.22043904811143875, + "num_tokens": 11519504.0, + "step": 4015 + }, + { + "entropy": 4.863145542144776, + "epoch": 4.7686832740213525, + "grad_norm": 1.078125, + "learning_rate": 0.0003398923036601864, + "loss": 4.5668, + "mean_token_accuracy": 0.2200538322329521, + "num_tokens": 11534759.0, + "step": 4020 + }, + { + "entropy": 4.933641195297241, + "epoch": 4.7746144721233685, + "grad_norm": 1.09375, + "learning_rate": 0.0003394360792302614, + "loss": 4.5454, + "mean_token_accuracy": 0.22164178192615508, + "num_tokens": 11549206.0, + "step": 4025 + }, + { + "entropy": 4.864947748184204, + "epoch": 4.7805456702253855, + "grad_norm": 1.078125, + "learning_rate": 0.00033897956602447495, + "loss": 4.5406, + "mean_token_accuracy": 0.225573368370533, + "num_tokens": 11563651.0, + "step": 4030 + }, + { + "entropy": 4.863853979110718, + "epoch": 4.786476868327402, + "grad_norm": 1.125, + "learning_rate": 0.00033852276608873033, + "loss": 4.5314, + "mean_token_accuracy": 0.21896956264972686, + "num_tokens": 11575766.0, + "step": 4035 + }, + { + "entropy": 4.818316555023193, + "epoch": 4.792408066429418, + "grad_norm": 1.125, + "learning_rate": 0.0003380656814702161, + "loss": 4.4652, + "mean_token_accuracy": 0.22464113533496857, + "num_tokens": 11591603.0, + "step": 4040 + }, + { + "entropy": 4.836750316619873, + "epoch": 4.798339264531435, + "grad_norm": 1.09375, + "learning_rate": 0.0003376083142173964, + "loss": 4.5211, + "mean_token_accuracy": 0.2172957882285118, + "num_tokens": 11606018.0, + "step": 4045 + }, + { + "entropy": 4.810761117935181, + "epoch": 4.804270462633452, + "grad_norm": 1.1328125, + "learning_rate": 0.00033715066638000216, + "loss": 4.4951, + "mean_token_accuracy": 0.23342375010251998, + "num_tokens": 11619293.0, + "step": 4050 + }, + { + "entropy": 4.862966299057007, + "epoch": 4.810201660735468, + "grad_norm": 1.1015625, + "learning_rate": 0.0003366927400090217, + "loss": 4.5458, + "mean_token_accuracy": 0.21534148454666138, + "num_tokens": 11633322.0, + "step": 4055 + }, + { + "entropy": 4.8932507038116455, + "epoch": 4.816132858837485, + "grad_norm": 1.3125, + "learning_rate": 0.0003362345371566918, + "loss": 4.546, + "mean_token_accuracy": 0.21567253470420839, + "num_tokens": 11646093.0, + "step": 4060 + }, + { + "entropy": 4.863575220108032, + "epoch": 4.822064056939502, + "grad_norm": 1.3203125, + "learning_rate": 0.000335776059876488, + "loss": 4.5688, + "mean_token_accuracy": 0.2165099173784256, + "num_tokens": 11660747.0, + "step": 4065 + }, + { + "entropy": 4.835976409912109, + "epoch": 4.827995255041518, + "grad_norm": 1.1875, + "learning_rate": 0.000335317310223116, + "loss": 4.4153, + "mean_token_accuracy": 0.23717533499002458, + "num_tokens": 11672187.0, + "step": 4070 + }, + { + "entropy": 4.890113735198975, + "epoch": 4.833926453143535, + "grad_norm": 1.125, + "learning_rate": 0.00033485829025250194, + "loss": 4.6077, + "mean_token_accuracy": 0.21407151222229004, + "num_tokens": 11685967.0, + "step": 4075 + }, + { + "entropy": 4.913485717773438, + "epoch": 4.839857651245552, + "grad_norm": 1.046875, + "learning_rate": 0.00033439900202178355, + "loss": 4.5178, + "mean_token_accuracy": 0.2256149709224701, + "num_tokens": 11701206.0, + "step": 4080 + }, + { + "entropy": 4.845592927932739, + "epoch": 4.845788849347568, + "grad_norm": 1.1328125, + "learning_rate": 0.0003339394475893008, + "loss": 4.5699, + "mean_token_accuracy": 0.2117096647620201, + "num_tokens": 11715353.0, + "step": 4085 + }, + { + "entropy": 4.919902086257935, + "epoch": 4.851720047449585, + "grad_norm": 1.0703125, + "learning_rate": 0.00033347962901458664, + "loss": 4.5958, + "mean_token_accuracy": 0.2184079959988594, + "num_tokens": 11730399.0, + "step": 4090 + }, + { + "entropy": 4.889105176925659, + "epoch": 4.857651245551601, + "grad_norm": 1.1640625, + "learning_rate": 0.0003330195483583577, + "loss": 4.5858, + "mean_token_accuracy": 0.213704152405262, + "num_tokens": 11745479.0, + "step": 4095 + }, + { + "entropy": 4.864266729354858, + "epoch": 4.863582443653618, + "grad_norm": 1.1015625, + "learning_rate": 0.0003325592076825053, + "loss": 4.5809, + "mean_token_accuracy": 0.2179402753710747, + "num_tokens": 11760878.0, + "step": 4100 + }, + { + "entropy": 4.93606538772583, + "epoch": 4.869513641755635, + "grad_norm": 1.0625, + "learning_rate": 0.00033209860905008583, + "loss": 4.6481, + "mean_token_accuracy": 0.20525944828987122, + "num_tokens": 11777028.0, + "step": 4105 + }, + { + "entropy": 4.8634905338287355, + "epoch": 4.875444839857651, + "grad_norm": 1.140625, + "learning_rate": 0.0003316377545253121, + "loss": 4.5195, + "mean_token_accuracy": 0.22125555127859114, + "num_tokens": 11792209.0, + "step": 4110 + }, + { + "entropy": 4.887179136276245, + "epoch": 4.881376037959668, + "grad_norm": 1.0859375, + "learning_rate": 0.0003311766461735434, + "loss": 4.5487, + "mean_token_accuracy": 0.22195642739534377, + "num_tokens": 11805912.0, + "step": 4115 + }, + { + "entropy": 4.9255828857421875, + "epoch": 4.887307236061685, + "grad_norm": 1.078125, + "learning_rate": 0.0003307152860612768, + "loss": 4.5808, + "mean_token_accuracy": 0.21789040863513948, + "num_tokens": 11821172.0, + "step": 4120 + }, + { + "entropy": 4.893458461761474, + "epoch": 4.893238434163701, + "grad_norm": 1.3046875, + "learning_rate": 0.0003302536762561374, + "loss": 4.5034, + "mean_token_accuracy": 0.2284863442182541, + "num_tokens": 11833933.0, + "step": 4125 + }, + { + "entropy": 4.8413220882415775, + "epoch": 4.899169632265718, + "grad_norm": 1.0234375, + "learning_rate": 0.0003297918188268695, + "loss": 4.5183, + "mean_token_accuracy": 0.2248077154159546, + "num_tokens": 11848990.0, + "step": 4130 + }, + { + "entropy": 4.888180494308472, + "epoch": 4.905100830367735, + "grad_norm": 1.140625, + "learning_rate": 0.0003293297158433271, + "loss": 4.5235, + "mean_token_accuracy": 0.22172283083200456, + "num_tokens": 11863919.0, + "step": 4135 + }, + { + "entropy": 4.9175646781921385, + "epoch": 4.911032028469751, + "grad_norm": 1.21875, + "learning_rate": 0.0003288673693764648, + "loss": 4.6062, + "mean_token_accuracy": 0.21565455198287964, + "num_tokens": 11876650.0, + "step": 4140 + }, + { + "entropy": 4.859852123260498, + "epoch": 4.9169632265717675, + "grad_norm": 0.98046875, + "learning_rate": 0.00032840478149832815, + "loss": 4.5481, + "mean_token_accuracy": 0.22236864566802977, + "num_tokens": 11892036.0, + "step": 4145 + }, + { + "entropy": 4.8943390369415285, + "epoch": 4.9228944246737845, + "grad_norm": 1.1328125, + "learning_rate": 0.0003279419542820448, + "loss": 4.5155, + "mean_token_accuracy": 0.21823452562093734, + "num_tokens": 11907398.0, + "step": 4150 + }, + { + "entropy": 4.858145904541016, + "epoch": 4.9288256227758005, + "grad_norm": 1.0390625, + "learning_rate": 0.0003274788898018149, + "loss": 4.599, + "mean_token_accuracy": 0.21382927298545837, + "num_tokens": 11923165.0, + "step": 4155 + }, + { + "entropy": 4.871183061599732, + "epoch": 4.934756820877817, + "grad_norm": 1.1640625, + "learning_rate": 0.00032701559013290196, + "loss": 4.476, + "mean_token_accuracy": 0.2178041011095047, + "num_tokens": 11938729.0, + "step": 4160 + }, + { + "entropy": 4.86397876739502, + "epoch": 4.940688018979834, + "grad_norm": 1.125, + "learning_rate": 0.0003265520573516235, + "loss": 4.5686, + "mean_token_accuracy": 0.2136895924806595, + "num_tokens": 11953671.0, + "step": 4165 + }, + { + "entropy": 4.81421914100647, + "epoch": 4.94661921708185, + "grad_norm": 1.078125, + "learning_rate": 0.00032608829353534185, + "loss": 4.5268, + "mean_token_accuracy": 0.22146143168210983, + "num_tokens": 11968617.0, + "step": 4170 + }, + { + "entropy": 4.896321058273315, + "epoch": 4.952550415183867, + "grad_norm": 1.09375, + "learning_rate": 0.0003256243007624546, + "loss": 4.6166, + "mean_token_accuracy": 0.21703510284423827, + "num_tokens": 11982847.0, + "step": 4175 + }, + { + "entropy": 4.855389261245728, + "epoch": 4.958481613285883, + "grad_norm": 1.1015625, + "learning_rate": 0.00032516008111238543, + "loss": 4.5444, + "mean_token_accuracy": 0.21965168863534928, + "num_tokens": 11997491.0, + "step": 4180 + }, + { + "entropy": 4.862688875198364, + "epoch": 4.9644128113879, + "grad_norm": 1.09375, + "learning_rate": 0.000324695636665575, + "loss": 4.5908, + "mean_token_accuracy": 0.2122807189822197, + "num_tokens": 12012741.0, + "step": 4185 + }, + { + "entropy": 4.927348279953003, + "epoch": 4.970344009489917, + "grad_norm": 1.203125, + "learning_rate": 0.0003242309695034711, + "loss": 4.6636, + "mean_token_accuracy": 0.21313626170158387, + "num_tokens": 12026201.0, + "step": 4190 + }, + { + "entropy": 4.957273483276367, + "epoch": 4.976275207591933, + "grad_norm": 1.0859375, + "learning_rate": 0.0003237660817085199, + "loss": 4.5618, + "mean_token_accuracy": 0.21957833766937257, + "num_tokens": 12041320.0, + "step": 4195 + }, + { + "entropy": 4.910650777816772, + "epoch": 4.98220640569395, + "grad_norm": 1.4140625, + "learning_rate": 0.0003233009753641562, + "loss": 4.5201, + "mean_token_accuracy": 0.22384442687034606, + "num_tokens": 12053660.0, + "step": 4200 + }, + { + "entropy": 4.848115587234497, + "epoch": 4.988137603795967, + "grad_norm": 1.1796875, + "learning_rate": 0.00032283565255479443, + "loss": 4.4791, + "mean_token_accuracy": 0.2266686037182808, + "num_tokens": 12068555.0, + "step": 4205 + }, + { + "entropy": 4.831573581695556, + "epoch": 4.994068801897983, + "grad_norm": 1.3125, + "learning_rate": 0.00032237011536581883, + "loss": 4.5855, + "mean_token_accuracy": 0.22208631336688994, + "num_tokens": 12082957.0, + "step": 4210 + }, + { + "entropy": 4.878744792938233, + "epoch": 5.0, + "grad_norm": 1.421875, + "learning_rate": 0.00032190436588357466, + "loss": 4.5258, + "mean_token_accuracy": 0.22166276276111602, + "num_tokens": 12095555.0, + "step": 4215 + }, + { + "entropy": 4.844231748580933, + "epoch": 5.005931198102017, + "grad_norm": 1.15625, + "learning_rate": 0.00032143840619535844, + "loss": 4.2337, + "mean_token_accuracy": 0.2483227163553238, + "num_tokens": 12109513.0, + "step": 4220 + }, + { + "entropy": 4.829920148849487, + "epoch": 5.011862396204033, + "grad_norm": 1.1015625, + "learning_rate": 0.00032097223838940895, + "loss": 4.3141, + "mean_token_accuracy": 0.23649795353412628, + "num_tokens": 12122918.0, + "step": 4225 + }, + { + "entropy": 4.917979097366333, + "epoch": 5.01779359430605, + "grad_norm": 1.03125, + "learning_rate": 0.0003205058645548975, + "loss": 4.3393, + "mean_token_accuracy": 0.22969220727682113, + "num_tokens": 12135918.0, + "step": 4230 + }, + { + "entropy": 4.8438128471374515, + "epoch": 5.023724792408067, + "grad_norm": 1.2421875, + "learning_rate": 0.00032003928678191857, + "loss": 4.3453, + "mean_token_accuracy": 0.2355492815375328, + "num_tokens": 12150990.0, + "step": 4235 + }, + { + "entropy": 4.836665248870849, + "epoch": 5.029655990510083, + "grad_norm": 1.046875, + "learning_rate": 0.00031957250716148095, + "loss": 4.2984, + "mean_token_accuracy": 0.23910901099443435, + "num_tokens": 12163890.0, + "step": 4240 + }, + { + "entropy": 4.823347854614258, + "epoch": 5.0355871886121, + "grad_norm": 1.1015625, + "learning_rate": 0.0003191055277854979, + "loss": 4.3162, + "mean_token_accuracy": 0.23670894354581834, + "num_tokens": 12178595.0, + "step": 4245 + }, + { + "entropy": 4.877349472045898, + "epoch": 5.041518386714117, + "grad_norm": 1.046875, + "learning_rate": 0.0003186383507467777, + "loss": 4.3386, + "mean_token_accuracy": 0.24057582765817642, + "num_tokens": 12193676.0, + "step": 4250 + }, + { + "entropy": 4.781665372848511, + "epoch": 5.047449584816133, + "grad_norm": 1.0390625, + "learning_rate": 0.000318170978139015, + "loss": 4.27, + "mean_token_accuracy": 0.24249815344810485, + "num_tokens": 12209710.0, + "step": 4255 + }, + { + "entropy": 4.860457086563111, + "epoch": 5.05338078291815, + "grad_norm": 1.109375, + "learning_rate": 0.0003177034120567802, + "loss": 4.3273, + "mean_token_accuracy": 0.2391873389482498, + "num_tokens": 12224997.0, + "step": 4260 + }, + { + "entropy": 4.844028377532959, + "epoch": 5.059311981020166, + "grad_norm": 1.1015625, + "learning_rate": 0.0003172356545955113, + "loss": 4.3181, + "mean_token_accuracy": 0.23947612792253495, + "num_tokens": 12239382.0, + "step": 4265 + }, + { + "entropy": 4.771719360351563, + "epoch": 5.065243179122183, + "grad_norm": 1.1875, + "learning_rate": 0.0003167677078515038, + "loss": 4.283, + "mean_token_accuracy": 0.24752182513475418, + "num_tokens": 12253107.0, + "step": 4270 + }, + { + "entropy": 4.876428747177124, + "epoch": 5.0711743772241995, + "grad_norm": 1.265625, + "learning_rate": 0.0003162995739219015, + "loss": 4.3646, + "mean_token_accuracy": 0.23150966167449952, + "num_tokens": 12268745.0, + "step": 4275 + }, + { + "entropy": 4.897872829437256, + "epoch": 5.0771055753262155, + "grad_norm": 1.125, + "learning_rate": 0.00031583125490468707, + "loss": 4.4342, + "mean_token_accuracy": 0.23373969942331313, + "num_tokens": 12283940.0, + "step": 4280 + }, + { + "entropy": 4.785506391525269, + "epoch": 5.0830367734282325, + "grad_norm": 1.1796875, + "learning_rate": 0.0003153627528986727, + "loss": 4.2806, + "mean_token_accuracy": 0.23809199929237365, + "num_tokens": 12299780.0, + "step": 4285 + }, + { + "entropy": 4.889186716079712, + "epoch": 5.088967971530249, + "grad_norm": 1.2265625, + "learning_rate": 0.00031489407000349066, + "loss": 4.3844, + "mean_token_accuracy": 0.23290240168571472, + "num_tokens": 12313087.0, + "step": 4290 + }, + { + "entropy": 4.807843160629273, + "epoch": 5.094899169632265, + "grad_norm": 1.2578125, + "learning_rate": 0.0003144252083195838, + "loss": 4.3164, + "mean_token_accuracy": 0.23950324654579164, + "num_tokens": 12326465.0, + "step": 4295 + }, + { + "entropy": 4.8577714443206785, + "epoch": 5.100830367734282, + "grad_norm": 1.0078125, + "learning_rate": 0.0003139561699481964, + "loss": 4.379, + "mean_token_accuracy": 0.235987351834774, + "num_tokens": 12341287.0, + "step": 4300 + }, + { + "entropy": 4.905805683135986, + "epoch": 5.106761565836299, + "grad_norm": 1.140625, + "learning_rate": 0.0003134869569913645, + "loss": 4.3656, + "mean_token_accuracy": 0.23341237306594848, + "num_tokens": 12356658.0, + "step": 4305 + }, + { + "entropy": 4.860331201553345, + "epoch": 5.112692763938315, + "grad_norm": 1.1640625, + "learning_rate": 0.00031301757155190646, + "loss": 4.3051, + "mean_token_accuracy": 0.24117062687873841, + "num_tokens": 12370697.0, + "step": 4310 + }, + { + "entropy": 4.8742602348327635, + "epoch": 5.118623962040332, + "grad_norm": 1.25, + "learning_rate": 0.00031254801573341376, + "loss": 4.3619, + "mean_token_accuracy": 0.23451096564531326, + "num_tokens": 12385894.0, + "step": 4315 + }, + { + "entropy": 4.841465282440185, + "epoch": 5.124555160142349, + "grad_norm": 1.015625, + "learning_rate": 0.00031207829164024134, + "loss": 4.314, + "mean_token_accuracy": 0.23838258236646653, + "num_tokens": 12402898.0, + "step": 4320 + }, + { + "entropy": 4.796236276626587, + "epoch": 5.130486358244365, + "grad_norm": 1.15625, + "learning_rate": 0.0003116084013774984, + "loss": 4.3, + "mean_token_accuracy": 0.23429224789142608, + "num_tokens": 12418827.0, + "step": 4325 + }, + { + "entropy": 4.802973985671997, + "epoch": 5.136417556346382, + "grad_norm": 1.0078125, + "learning_rate": 0.0003111383470510388, + "loss": 4.3419, + "mean_token_accuracy": 0.22728391885757446, + "num_tokens": 12434147.0, + "step": 4330 + }, + { + "entropy": 4.87151985168457, + "epoch": 5.142348754448399, + "grad_norm": 1.078125, + "learning_rate": 0.00031066813076745166, + "loss": 4.4053, + "mean_token_accuracy": 0.23225222229957582, + "num_tokens": 12449443.0, + "step": 4335 + }, + { + "entropy": 4.881012678146362, + "epoch": 5.148279952550415, + "grad_norm": 1.15625, + "learning_rate": 0.000310197754634052, + "loss": 4.3351, + "mean_token_accuracy": 0.23594305366277696, + "num_tokens": 12464433.0, + "step": 4340 + }, + { + "entropy": 4.789875793457031, + "epoch": 5.154211150652432, + "grad_norm": 1.0546875, + "learning_rate": 0.000309727220758871, + "loss": 4.3604, + "mean_token_accuracy": 0.23187562078237534, + "num_tokens": 12479591.0, + "step": 4345 + }, + { + "entropy": 4.771931934356689, + "epoch": 5.160142348754448, + "grad_norm": 1.140625, + "learning_rate": 0.0003092565312506468, + "loss": 4.2235, + "mean_token_accuracy": 0.24507446885108947, + "num_tokens": 12494167.0, + "step": 4350 + }, + { + "entropy": 4.88389139175415, + "epoch": 5.166073546856465, + "grad_norm": 1.171875, + "learning_rate": 0.0003087856882188155, + "loss": 4.3452, + "mean_token_accuracy": 0.24188133627176284, + "num_tokens": 12509967.0, + "step": 4355 + }, + { + "entropy": 4.853326320648193, + "epoch": 5.172004744958482, + "grad_norm": 1.125, + "learning_rate": 0.0003083146937735005, + "loss": 4.367, + "mean_token_accuracy": 0.2336810678243637, + "num_tokens": 12523620.0, + "step": 4360 + }, + { + "entropy": 4.800257539749145, + "epoch": 5.177935943060498, + "grad_norm": 1.09375, + "learning_rate": 0.0003078435500255044, + "loss": 4.3525, + "mean_token_accuracy": 0.24038705974817276, + "num_tokens": 12538097.0, + "step": 4365 + }, + { + "entropy": 4.813706731796264, + "epoch": 5.183867141162515, + "grad_norm": 1.0625, + "learning_rate": 0.0003073722590862985, + "loss": 4.3658, + "mean_token_accuracy": 0.23492267727851868, + "num_tokens": 12554161.0, + "step": 4370 + }, + { + "entropy": 4.866216468811035, + "epoch": 5.189798339264532, + "grad_norm": 1.1328125, + "learning_rate": 0.000306900823068014, + "loss": 4.4054, + "mean_token_accuracy": 0.2308848738670349, + "num_tokens": 12568918.0, + "step": 4375 + }, + { + "entropy": 4.847630739212036, + "epoch": 5.195729537366548, + "grad_norm": 1.03125, + "learning_rate": 0.00030642924408343217, + "loss": 4.4189, + "mean_token_accuracy": 0.2318817436695099, + "num_tokens": 12585563.0, + "step": 4380 + }, + { + "entropy": 4.821104240417481, + "epoch": 5.201660735468565, + "grad_norm": 1.0703125, + "learning_rate": 0.0003059575242459749, + "loss": 4.2935, + "mean_token_accuracy": 0.24165243059396743, + "num_tokens": 12599936.0, + "step": 4385 + }, + { + "entropy": 4.8254319190979, + "epoch": 5.207591933570582, + "grad_norm": 1.1171875, + "learning_rate": 0.0003054856656696955, + "loss": 4.2942, + "mean_token_accuracy": 0.24453072249889374, + "num_tokens": 12614032.0, + "step": 4390 + }, + { + "entropy": 4.816964149475098, + "epoch": 5.213523131672598, + "grad_norm": 1.125, + "learning_rate": 0.00030501367046926905, + "loss": 4.3592, + "mean_token_accuracy": 0.23119001239538192, + "num_tokens": 12629945.0, + "step": 4395 + }, + { + "entropy": 4.867587947845459, + "epoch": 5.2194543297746145, + "grad_norm": 1.0703125, + "learning_rate": 0.0003045415407599828, + "loss": 4.4008, + "mean_token_accuracy": 0.22786637842655183, + "num_tokens": 12644734.0, + "step": 4400 + }, + { + "entropy": 4.835189485549927, + "epoch": 5.2253855278766315, + "grad_norm": 1.0390625, + "learning_rate": 0.0003040692786577269, + "loss": 4.2955, + "mean_token_accuracy": 0.24150839895009996, + "num_tokens": 12659161.0, + "step": 4405 + }, + { + "entropy": 4.755004167556763, + "epoch": 5.2313167259786475, + "grad_norm": 1.1640625, + "learning_rate": 0.00030359688627898466, + "loss": 4.35, + "mean_token_accuracy": 0.23513848781585694, + "num_tokens": 12672967.0, + "step": 4410 + }, + { + "entropy": 4.802477884292602, + "epoch": 5.237247924080664, + "grad_norm": 1.171875, + "learning_rate": 0.0003031243657408237, + "loss": 4.267, + "mean_token_accuracy": 0.2523533508181572, + "num_tokens": 12686976.0, + "step": 4415 + }, + { + "entropy": 4.853684425354004, + "epoch": 5.243179122182681, + "grad_norm": 1.1015625, + "learning_rate": 0.0003026517191608854, + "loss": 4.3461, + "mean_token_accuracy": 0.23946220874786378, + "num_tokens": 12701194.0, + "step": 4420 + }, + { + "entropy": 4.806097936630249, + "epoch": 5.249110320284697, + "grad_norm": 1.21875, + "learning_rate": 0.0003021789486573763, + "loss": 4.3171, + "mean_token_accuracy": 0.23169240206480027, + "num_tokens": 12715746.0, + "step": 4425 + }, + { + "entropy": 4.824302625656128, + "epoch": 5.255041518386714, + "grad_norm": 1.2734375, + "learning_rate": 0.0003017060563490584, + "loss": 4.3597, + "mean_token_accuracy": 0.2341614618897438, + "num_tokens": 12728992.0, + "step": 4430 + }, + { + "entropy": 4.8253926753997805, + "epoch": 5.26097271648873, + "grad_norm": 1.171875, + "learning_rate": 0.0003012330443552394, + "loss": 4.278, + "mean_token_accuracy": 0.2492676392197609, + "num_tokens": 12742845.0, + "step": 4435 + }, + { + "entropy": 4.8544597148895265, + "epoch": 5.266903914590747, + "grad_norm": 1.15625, + "learning_rate": 0.0003007599147957635, + "loss": 4.3682, + "mean_token_accuracy": 0.23218867927789688, + "num_tokens": 12757043.0, + "step": 4440 + }, + { + "entropy": 4.778638744354248, + "epoch": 5.272835112692764, + "grad_norm": 1.1328125, + "learning_rate": 0.0003002866697910018, + "loss": 4.3194, + "mean_token_accuracy": 0.24172900766134262, + "num_tokens": 12771387.0, + "step": 4445 + }, + { + "entropy": 4.8287107944488525, + "epoch": 5.27876631079478, + "grad_norm": 1.1640625, + "learning_rate": 0.00029981331146184255, + "loss": 4.4119, + "mean_token_accuracy": 0.23451469391584395, + "num_tokens": 12784876.0, + "step": 4450 + }, + { + "entropy": 4.8477085590362545, + "epoch": 5.284697508896797, + "grad_norm": 1.109375, + "learning_rate": 0.00029933984192968214, + "loss": 4.3993, + "mean_token_accuracy": 0.22882209867238998, + "num_tokens": 12799244.0, + "step": 4455 + }, + { + "entropy": 4.748208379745483, + "epoch": 5.290628706998814, + "grad_norm": 1.234375, + "learning_rate": 0.0002988662633164152, + "loss": 4.2731, + "mean_token_accuracy": 0.23907728642225265, + "num_tokens": 12813096.0, + "step": 4460 + }, + { + "entropy": 4.787684202194214, + "epoch": 5.29655990510083, + "grad_norm": 1.1484375, + "learning_rate": 0.00029839257774442535, + "loss": 4.3194, + "mean_token_accuracy": 0.2362244665622711, + "num_tokens": 12826868.0, + "step": 4465 + }, + { + "entropy": 4.847586345672608, + "epoch": 5.302491103202847, + "grad_norm": 1.1953125, + "learning_rate": 0.0002979187873365752, + "loss": 4.4331, + "mean_token_accuracy": 0.22908033728599547, + "num_tokens": 12842112.0, + "step": 4470 + }, + { + "entropy": 4.826005601882935, + "epoch": 5.308422301304864, + "grad_norm": 1.125, + "learning_rate": 0.0002974448942161977, + "loss": 4.4115, + "mean_token_accuracy": 0.22701163291931153, + "num_tokens": 12856449.0, + "step": 4475 + }, + { + "entropy": 4.841357088088989, + "epoch": 5.31435349940688, + "grad_norm": 1.1640625, + "learning_rate": 0.00029697090050708575, + "loss": 4.4079, + "mean_token_accuracy": 0.2250249296426773, + "num_tokens": 12870535.0, + "step": 4480 + }, + { + "entropy": 4.855857563018799, + "epoch": 5.320284697508897, + "grad_norm": 1.140625, + "learning_rate": 0.00029649680833348304, + "loss": 4.3412, + "mean_token_accuracy": 0.23591906279325486, + "num_tokens": 12886203.0, + "step": 4485 + }, + { + "entropy": 4.813349199295044, + "epoch": 5.326215895610914, + "grad_norm": 1.0625, + "learning_rate": 0.00029602261982007483, + "loss": 4.3633, + "mean_token_accuracy": 0.23256391584873198, + "num_tokens": 12901141.0, + "step": 4490 + }, + { + "entropy": 4.8215296268463135, + "epoch": 5.33214709371293, + "grad_norm": 1.1015625, + "learning_rate": 0.0002955483370919778, + "loss": 4.3965, + "mean_token_accuracy": 0.22666836231946946, + "num_tokens": 12915652.0, + "step": 4495 + }, + { + "entropy": 4.880937623977661, + "epoch": 5.338078291814947, + "grad_norm": 1.0859375, + "learning_rate": 0.00029507396227473106, + "loss": 4.4473, + "mean_token_accuracy": 0.22892194539308547, + "num_tokens": 12930700.0, + "step": 4500 + }, + { + "epoch": 5.338078291814947, + "eval_entropy": 4.736137125389708, + "eval_loss": 5.304569721221924, + "eval_mean_token_accuracy": 0.18938717486028292, + "eval_num_tokens": 12930700.0, + "eval_runtime": 2.4511, + "eval_samples_per_second": 1064.013, + "eval_steps_per_second": 133.002, + "step": 4500 + }, + { + "entropy": 4.843664312362671, + "epoch": 5.344009489916964, + "grad_norm": 1.0859375, + "learning_rate": 0.0002945994974942864, + "loss": 4.3186, + "mean_token_accuracy": 0.2355135813355446, + "num_tokens": 12946770.0, + "step": 4505 + }, + { + "entropy": 4.8574419021606445, + "epoch": 5.34994068801898, + "grad_norm": 1.234375, + "learning_rate": 0.0002941249448769988, + "loss": 4.439, + "mean_token_accuracy": 0.2281257063150406, + "num_tokens": 12959987.0, + "step": 4510 + }, + { + "entropy": 4.75574221611023, + "epoch": 5.355871886120997, + "grad_norm": 1.1328125, + "learning_rate": 0.0002936503065496167, + "loss": 4.2882, + "mean_token_accuracy": 0.24525963217020036, + "num_tokens": 12973955.0, + "step": 4515 + }, + { + "entropy": 4.7831604957580565, + "epoch": 5.361803084223013, + "grad_norm": 1.078125, + "learning_rate": 0.0002931755846392731, + "loss": 4.3314, + "mean_token_accuracy": 0.24529619365930558, + "num_tokens": 12989517.0, + "step": 4520 + }, + { + "entropy": 4.780605030059815, + "epoch": 5.36773428232503, + "grad_norm": 1.109375, + "learning_rate": 0.000292700781273475, + "loss": 4.316, + "mean_token_accuracy": 0.2391658142209053, + "num_tokens": 13003551.0, + "step": 4525 + }, + { + "entropy": 4.755113983154297, + "epoch": 5.3736654804270465, + "grad_norm": 1.21875, + "learning_rate": 0.00029222589858009484, + "loss": 4.2842, + "mean_token_accuracy": 0.24647714495658873, + "num_tokens": 13018061.0, + "step": 4530 + }, + { + "entropy": 4.792725515365601, + "epoch": 5.3795966785290625, + "grad_norm": 1.1015625, + "learning_rate": 0.0002917509386873605, + "loss": 4.3053, + "mean_token_accuracy": 0.2352105051279068, + "num_tokens": 13032649.0, + "step": 4535 + }, + { + "entropy": 4.802401876449585, + "epoch": 5.3855278766310795, + "grad_norm": 1.1953125, + "learning_rate": 0.00029127590372384583, + "loss": 4.3525, + "mean_token_accuracy": 0.234721739590168, + "num_tokens": 13045177.0, + "step": 4540 + }, + { + "entropy": 4.844398450851441, + "epoch": 5.391459074733096, + "grad_norm": 1.0625, + "learning_rate": 0.00029080079581846106, + "loss": 4.3601, + "mean_token_accuracy": 0.22997759580612182, + "num_tokens": 13060681.0, + "step": 4545 + }, + { + "entropy": 4.834163570404053, + "epoch": 5.397390272835112, + "grad_norm": 1.1875, + "learning_rate": 0.0002903256171004434, + "loss": 4.4038, + "mean_token_accuracy": 0.22616221457719804, + "num_tokens": 13075626.0, + "step": 4550 + }, + { + "entropy": 4.823126602172851, + "epoch": 5.403321470937129, + "grad_norm": 1.125, + "learning_rate": 0.00028985036969934744, + "loss": 4.3701, + "mean_token_accuracy": 0.23211364597082138, + "num_tokens": 13090116.0, + "step": 4555 + }, + { + "entropy": 4.761039781570434, + "epoch": 5.409252669039146, + "grad_norm": 1.1875, + "learning_rate": 0.00028937505574503535, + "loss": 4.3318, + "mean_token_accuracy": 0.24012514650821687, + "num_tokens": 13103898.0, + "step": 4560 + }, + { + "entropy": 4.825210905075073, + "epoch": 5.415183867141162, + "grad_norm": 1.2734375, + "learning_rate": 0.0002888996773676677, + "loss": 4.3503, + "mean_token_accuracy": 0.24052769392728807, + "num_tokens": 13118797.0, + "step": 4565 + }, + { + "entropy": 4.7785906314849855, + "epoch": 5.421115065243179, + "grad_norm": 1.171875, + "learning_rate": 0.0002884242366976939, + "loss": 4.3371, + "mean_token_accuracy": 0.23428652435541153, + "num_tokens": 13134561.0, + "step": 4570 + }, + { + "entropy": 4.820053434371948, + "epoch": 5.427046263345196, + "grad_norm": 1.15625, + "learning_rate": 0.0002879487358658425, + "loss": 4.3491, + "mean_token_accuracy": 0.23811828792095185, + "num_tokens": 13149524.0, + "step": 4575 + }, + { + "entropy": 4.847623109817505, + "epoch": 5.432977461447212, + "grad_norm": 1.109375, + "learning_rate": 0.00028747317700311144, + "loss": 4.3921, + "mean_token_accuracy": 0.23596978485584258, + "num_tokens": 13163943.0, + "step": 4580 + }, + { + "entropy": 4.833776330947876, + "epoch": 5.438908659549229, + "grad_norm": 1.2265625, + "learning_rate": 0.00028699756224075893, + "loss": 4.2558, + "mean_token_accuracy": 0.23830387145280837, + "num_tokens": 13176577.0, + "step": 4585 + }, + { + "entropy": 4.823756504058838, + "epoch": 5.444839857651246, + "grad_norm": 1.2109375, + "learning_rate": 0.0002865218937102938, + "loss": 4.3746, + "mean_token_accuracy": 0.24103988707065582, + "num_tokens": 13190242.0, + "step": 4590 + }, + { + "entropy": 4.767862176895141, + "epoch": 5.450771055753262, + "grad_norm": 1.2578125, + "learning_rate": 0.0002860461735434655, + "loss": 4.3094, + "mean_token_accuracy": 0.24475302696228027, + "num_tokens": 13203362.0, + "step": 4595 + }, + { + "entropy": 4.826624965667724, + "epoch": 5.456702253855279, + "grad_norm": 1.265625, + "learning_rate": 0.0002855704038722552, + "loss": 4.3317, + "mean_token_accuracy": 0.23604598343372346, + "num_tokens": 13217032.0, + "step": 4600 + }, + { + "entropy": 4.841291427612305, + "epoch": 5.462633451957295, + "grad_norm": 1.15625, + "learning_rate": 0.0002850945868288659, + "loss": 4.3418, + "mean_token_accuracy": 0.2411078616976738, + "num_tokens": 13232744.0, + "step": 4605 + }, + { + "entropy": 4.7415900230407715, + "epoch": 5.468564650059312, + "grad_norm": 1.1328125, + "learning_rate": 0.0002846187245457127, + "loss": 4.3422, + "mean_token_accuracy": 0.2436609834432602, + "num_tokens": 13245735.0, + "step": 4610 + }, + { + "entropy": 4.8344916820526125, + "epoch": 5.474495848161329, + "grad_norm": 1.1875, + "learning_rate": 0.00028414281915541356, + "loss": 4.3528, + "mean_token_accuracy": 0.23394585400819778, + "num_tokens": 13259536.0, + "step": 4615 + }, + { + "entropy": 4.810553359985351, + "epoch": 5.480427046263345, + "grad_norm": 1.171875, + "learning_rate": 0.00028366687279077977, + "loss": 4.3221, + "mean_token_accuracy": 0.24472051113843918, + "num_tokens": 13272090.0, + "step": 4620 + }, + { + "entropy": 4.795799779891968, + "epoch": 5.486358244365362, + "grad_norm": 1.1953125, + "learning_rate": 0.000283190887584806, + "loss": 4.3636, + "mean_token_accuracy": 0.24185323417186738, + "num_tokens": 13288133.0, + "step": 4625 + }, + { + "entropy": 4.768116998672485, + "epoch": 5.492289442467379, + "grad_norm": 1.21875, + "learning_rate": 0.00028271486567066123, + "loss": 4.3262, + "mean_token_accuracy": 0.24516888856887817, + "num_tokens": 13302669.0, + "step": 4630 + }, + { + "entropy": 4.857626676559448, + "epoch": 5.498220640569395, + "grad_norm": 1.2890625, + "learning_rate": 0.0002822388091816788, + "loss": 4.34, + "mean_token_accuracy": 0.23627338856458663, + "num_tokens": 13315699.0, + "step": 4635 + }, + { + "entropy": 4.802936267852783, + "epoch": 5.504151838671412, + "grad_norm": 1.203125, + "learning_rate": 0.00028176272025134697, + "loss": 4.3174, + "mean_token_accuracy": 0.24233974516391754, + "num_tokens": 13330488.0, + "step": 4640 + }, + { + "entropy": 4.826246643066407, + "epoch": 5.510083036773429, + "grad_norm": 1.0703125, + "learning_rate": 0.0002812866010132995, + "loss": 4.4473, + "mean_token_accuracy": 0.23123548179864883, + "num_tokens": 13346136.0, + "step": 4645 + }, + { + "entropy": 4.820386505126953, + "epoch": 5.516014234875445, + "grad_norm": 1.2734375, + "learning_rate": 0.00028081045360130587, + "loss": 4.3884, + "mean_token_accuracy": 0.23265957981348037, + "num_tokens": 13359155.0, + "step": 4650 + }, + { + "entropy": 4.768516778945923, + "epoch": 5.5219454329774615, + "grad_norm": 1.2265625, + "learning_rate": 0.000280334280149262, + "loss": 4.31, + "mean_token_accuracy": 0.23903701454401016, + "num_tokens": 13375746.0, + "step": 4655 + }, + { + "entropy": 4.829752349853516, + "epoch": 5.527876631079478, + "grad_norm": 1.140625, + "learning_rate": 0.0002798580827911803, + "loss": 4.4025, + "mean_token_accuracy": 0.23296053260564803, + "num_tokens": 13389305.0, + "step": 4660 + }, + { + "entropy": 4.794039678573609, + "epoch": 5.5338078291814945, + "grad_norm": 1.328125, + "learning_rate": 0.0002793818636611805, + "loss": 4.3455, + "mean_token_accuracy": 0.2343529686331749, + "num_tokens": 13402776.0, + "step": 4665 + }, + { + "entropy": 4.847577714920044, + "epoch": 5.539739027283511, + "grad_norm": 1.140625, + "learning_rate": 0.0002789056248934797, + "loss": 4.3892, + "mean_token_accuracy": 0.22388842105865478, + "num_tokens": 13417814.0, + "step": 4670 + }, + { + "entropy": 4.86315131187439, + "epoch": 5.545670225385528, + "grad_norm": 1.1015625, + "learning_rate": 0.0002784293686223832, + "loss": 4.3679, + "mean_token_accuracy": 0.23124499768018722, + "num_tokens": 13432469.0, + "step": 4675 + }, + { + "entropy": 4.774190044403076, + "epoch": 5.551601423487544, + "grad_norm": 1.1875, + "learning_rate": 0.0002779530969822746, + "loss": 4.289, + "mean_token_accuracy": 0.2422730177640915, + "num_tokens": 13445653.0, + "step": 4680 + }, + { + "entropy": 4.768375205993652, + "epoch": 5.557532621589561, + "grad_norm": 1.140625, + "learning_rate": 0.0002774768121076065, + "loss": 4.3366, + "mean_token_accuracy": 0.24606663435697557, + "num_tokens": 13458930.0, + "step": 4685 + }, + { + "entropy": 4.8354926109313965, + "epoch": 5.563463819691577, + "grad_norm": 1.234375, + "learning_rate": 0.0002770005161328908, + "loss": 4.348, + "mean_token_accuracy": 0.23646435737609864, + "num_tokens": 13472681.0, + "step": 4690 + }, + { + "entropy": 4.77135648727417, + "epoch": 5.569395017793594, + "grad_norm": 0.99609375, + "learning_rate": 0.0002765242111926891, + "loss": 4.33, + "mean_token_accuracy": 0.24189464002847672, + "num_tokens": 13488461.0, + "step": 4695 + }, + { + "entropy": 4.798003149032593, + "epoch": 5.575326215895611, + "grad_norm": 1.109375, + "learning_rate": 0.00027604789942160297, + "loss": 4.3788, + "mean_token_accuracy": 0.22928581088781358, + "num_tokens": 13504080.0, + "step": 4700 + }, + { + "entropy": 4.863557386398315, + "epoch": 5.581257413997627, + "grad_norm": 1.171875, + "learning_rate": 0.00027557158295426506, + "loss": 4.3436, + "mean_token_accuracy": 0.2349960759282112, + "num_tokens": 13516923.0, + "step": 4705 + }, + { + "entropy": 4.781201934814453, + "epoch": 5.587188612099644, + "grad_norm": 1.109375, + "learning_rate": 0.0002750952639253287, + "loss": 4.3449, + "mean_token_accuracy": 0.23918874561786652, + "num_tokens": 13531275.0, + "step": 4710 + }, + { + "entropy": 4.806018733978272, + "epoch": 5.593119810201661, + "grad_norm": 1.1484375, + "learning_rate": 0.00027461894446945877, + "loss": 4.3748, + "mean_token_accuracy": 0.23156485408544542, + "num_tokens": 13544924.0, + "step": 4715 + }, + { + "entropy": 4.832040071487427, + "epoch": 5.599051008303677, + "grad_norm": 1.28125, + "learning_rate": 0.0002741426267213223, + "loss": 4.3362, + "mean_token_accuracy": 0.24287913590669633, + "num_tokens": 13559265.0, + "step": 4720 + }, + { + "entropy": 4.819747447967529, + "epoch": 5.604982206405694, + "grad_norm": 1.125, + "learning_rate": 0.0002736663128155781, + "loss": 4.2819, + "mean_token_accuracy": 0.2389657273888588, + "num_tokens": 13572656.0, + "step": 4725 + }, + { + "entropy": 4.810615396499633, + "epoch": 5.610913404507711, + "grad_norm": 1.0390625, + "learning_rate": 0.0002731900048868685, + "loss": 4.3715, + "mean_token_accuracy": 0.23842447102069855, + "num_tokens": 13587723.0, + "step": 4730 + }, + { + "entropy": 4.850817251205444, + "epoch": 5.616844602609727, + "grad_norm": 1.125, + "learning_rate": 0.00027271370506980853, + "loss": 4.329, + "mean_token_accuracy": 0.2373041734099388, + "num_tokens": 13600739.0, + "step": 4735 + }, + { + "entropy": 4.835582685470581, + "epoch": 5.622775800711744, + "grad_norm": 1.0234375, + "learning_rate": 0.00027223741549897696, + "loss": 4.374, + "mean_token_accuracy": 0.23551319241523744, + "num_tokens": 13616911.0, + "step": 4740 + }, + { + "entropy": 4.746273756027222, + "epoch": 5.62870699881376, + "grad_norm": 1.1328125, + "learning_rate": 0.00027176113830890673, + "loss": 4.3158, + "mean_token_accuracy": 0.23994861990213395, + "num_tokens": 13630518.0, + "step": 4745 + }, + { + "entropy": 4.687458848953247, + "epoch": 5.634638196915777, + "grad_norm": 1.25, + "learning_rate": 0.0002712848756340754, + "loss": 4.1742, + "mean_token_accuracy": 0.2465816020965576, + "num_tokens": 13643295.0, + "step": 4750 + }, + { + "entropy": 4.753887128829956, + "epoch": 5.640569395017794, + "grad_norm": 1.1875, + "learning_rate": 0.000270808629608895, + "loss": 4.337, + "mean_token_accuracy": 0.24828400015830993, + "num_tokens": 13655484.0, + "step": 4755 + }, + { + "entropy": 4.8279914379119875, + "epoch": 5.646500593119811, + "grad_norm": 1.1328125, + "learning_rate": 0.0002703324023677036, + "loss": 4.3604, + "mean_token_accuracy": 0.23901474326848984, + "num_tokens": 13668188.0, + "step": 4760 + }, + { + "entropy": 4.796302223205567, + "epoch": 5.652431791221827, + "grad_norm": 1.0625, + "learning_rate": 0.00026985619604475466, + "loss": 4.3168, + "mean_token_accuracy": 0.24608149528503417, + "num_tokens": 13680172.0, + "step": 4765 + }, + { + "entropy": 4.8139900207519535, + "epoch": 5.658362989323844, + "grad_norm": 1.0546875, + "learning_rate": 0.00026938001277420785, + "loss": 4.3363, + "mean_token_accuracy": 0.2425275981426239, + "num_tokens": 13694330.0, + "step": 4770 + }, + { + "entropy": 4.676712131500244, + "epoch": 5.66429418742586, + "grad_norm": 0.9765625, + "learning_rate": 0.00026890385469011997, + "loss": 4.2022, + "mean_token_accuracy": 0.2537962973117828, + "num_tokens": 13709193.0, + "step": 4775 + }, + { + "entropy": 4.779815292358398, + "epoch": 5.670225385527877, + "grad_norm": 1.2109375, + "learning_rate": 0.00026842772392643443, + "loss": 4.3709, + "mean_token_accuracy": 0.23214032351970673, + "num_tokens": 13722796.0, + "step": 4780 + }, + { + "entropy": 4.808645009994507, + "epoch": 5.6761565836298935, + "grad_norm": 1.078125, + "learning_rate": 0.0002679516226169724, + "loss": 4.3884, + "mean_token_accuracy": 0.22750346809625627, + "num_tokens": 13738026.0, + "step": 4785 + }, + { + "entropy": 4.745830249786377, + "epoch": 5.6820877817319095, + "grad_norm": 1.0625, + "learning_rate": 0.0002674755528954232, + "loss": 4.3299, + "mean_token_accuracy": 0.23688622266054155, + "num_tokens": 13751992.0, + "step": 4790 + }, + { + "entropy": 4.880949592590332, + "epoch": 5.6880189798339265, + "grad_norm": 1.15625, + "learning_rate": 0.00026699951689533445, + "loss": 4.414, + "mean_token_accuracy": 0.23022955358028413, + "num_tokens": 13765489.0, + "step": 4795 + }, + { + "entropy": 4.832452249526978, + "epoch": 5.693950177935943, + "grad_norm": 1.125, + "learning_rate": 0.0002665235167501026, + "loss": 4.3951, + "mean_token_accuracy": 0.22654036283493043, + "num_tokens": 13778840.0, + "step": 4800 + }, + { + "entropy": 4.846195983886719, + "epoch": 5.699881376037959, + "grad_norm": 1.2109375, + "learning_rate": 0.0002660475545929636, + "loss": 4.3922, + "mean_token_accuracy": 0.23317624777555465, + "num_tokens": 13792851.0, + "step": 4805 + }, + { + "entropy": 4.803857803344727, + "epoch": 5.705812574139976, + "grad_norm": 1.140625, + "learning_rate": 0.00026557163255698274, + "loss": 4.3714, + "mean_token_accuracy": 0.23640986084938048, + "num_tokens": 13806024.0, + "step": 4810 + }, + { + "entropy": 4.793094682693481, + "epoch": 5.711743772241993, + "grad_norm": 0.9921875, + "learning_rate": 0.00026509575277504593, + "loss": 4.3571, + "mean_token_accuracy": 0.23723326474428177, + "num_tokens": 13822361.0, + "step": 4815 + }, + { + "entropy": 4.79110016822815, + "epoch": 5.717674970344009, + "grad_norm": 0.99609375, + "learning_rate": 0.0002646199173798497, + "loss": 4.3377, + "mean_token_accuracy": 0.2404965952038765, + "num_tokens": 13836795.0, + "step": 4820 + }, + { + "entropy": 4.765324878692627, + "epoch": 5.723606168446026, + "grad_norm": 1.1796875, + "learning_rate": 0.0002641441285038913, + "loss": 4.2808, + "mean_token_accuracy": 0.2442572832107544, + "num_tokens": 13850955.0, + "step": 4825 + }, + { + "entropy": 4.8904516220092775, + "epoch": 5.729537366548042, + "grad_norm": 1.03125, + "learning_rate": 0.00026366838827945985, + "loss": 4.4156, + "mean_token_accuracy": 0.23086105585098265, + "num_tokens": 13866041.0, + "step": 4830 + }, + { + "entropy": 4.7407355308532715, + "epoch": 5.735468564650059, + "grad_norm": 1.140625, + "learning_rate": 0.00026319269883862633, + "loss": 4.3002, + "mean_token_accuracy": 0.23912660926580429, + "num_tokens": 13880331.0, + "step": 4835 + }, + { + "entropy": 4.74866042137146, + "epoch": 5.741399762752076, + "grad_norm": 1.171875, + "learning_rate": 0.000262717062313234, + "loss": 4.3506, + "mean_token_accuracy": 0.23290519118309022, + "num_tokens": 13894735.0, + "step": 4840 + }, + { + "entropy": 4.799971199035644, + "epoch": 5.747330960854093, + "grad_norm": 1.1796875, + "learning_rate": 0.0002622414808348892, + "loss": 4.3015, + "mean_token_accuracy": 0.2426670715212822, + "num_tokens": 13909786.0, + "step": 4845 + }, + { + "entropy": 4.724190092086792, + "epoch": 5.753262158956109, + "grad_norm": 1.1328125, + "learning_rate": 0.00026176595653495136, + "loss": 4.2908, + "mean_token_accuracy": 0.24885344058275222, + "num_tokens": 13922757.0, + "step": 4850 + }, + { + "entropy": 4.760520982742309, + "epoch": 5.759193357058126, + "grad_norm": 1.1171875, + "learning_rate": 0.0002612904915445238, + "loss": 4.2922, + "mean_token_accuracy": 0.24650558680295945, + "num_tokens": 13937580.0, + "step": 4855 + }, + { + "entropy": 4.810915470123291, + "epoch": 5.765124555160142, + "grad_norm": 1.109375, + "learning_rate": 0.000260815087994444, + "loss": 4.3505, + "mean_token_accuracy": 0.23467869609594344, + "num_tokens": 13954003.0, + "step": 4860 + }, + { + "entropy": 4.779822301864624, + "epoch": 5.771055753262159, + "grad_norm": 1.2578125, + "learning_rate": 0.000260339748015274, + "loss": 4.3166, + "mean_token_accuracy": 0.23698662519454955, + "num_tokens": 13968201.0, + "step": 4865 + }, + { + "entropy": 4.694350147247315, + "epoch": 5.776986951364176, + "grad_norm": 1.109375, + "learning_rate": 0.0002598644737372911, + "loss": 4.2988, + "mean_token_accuracy": 0.2477506458759308, + "num_tokens": 13981851.0, + "step": 4870 + }, + { + "entropy": 4.813791799545288, + "epoch": 5.782918149466192, + "grad_norm": 1.2890625, + "learning_rate": 0.0002593892672904781, + "loss": 4.3285, + "mean_token_accuracy": 0.23808160722255706, + "num_tokens": 13993490.0, + "step": 4875 + }, + { + "entropy": 4.808310556411743, + "epoch": 5.788849347568209, + "grad_norm": 1.0703125, + "learning_rate": 0.00025891413080451377, + "loss": 4.3523, + "mean_token_accuracy": 0.2352833107113838, + "num_tokens": 14008228.0, + "step": 4880 + }, + { + "entropy": 4.792012166976929, + "epoch": 5.794780545670226, + "grad_norm": 1.34375, + "learning_rate": 0.00025843906640876326, + "loss": 4.3314, + "mean_token_accuracy": 0.24585116654634476, + "num_tokens": 14021867.0, + "step": 4885 + }, + { + "entropy": 4.734698677062989, + "epoch": 5.800711743772242, + "grad_norm": 1.1875, + "learning_rate": 0.000257964076232269, + "loss": 4.2356, + "mean_token_accuracy": 0.2509154349565506, + "num_tokens": 14034363.0, + "step": 4890 + }, + { + "entropy": 4.8481605529785154, + "epoch": 5.806642941874259, + "grad_norm": 1.046875, + "learning_rate": 0.00025748916240374016, + "loss": 4.4136, + "mean_token_accuracy": 0.2393478125333786, + "num_tokens": 14050746.0, + "step": 4895 + }, + { + "entropy": 4.8150547504425045, + "epoch": 5.812574139976276, + "grad_norm": 1.296875, + "learning_rate": 0.00025701432705154445, + "loss": 4.4077, + "mean_token_accuracy": 0.2336001753807068, + "num_tokens": 14064729.0, + "step": 4900 + }, + { + "entropy": 4.827139234542846, + "epoch": 5.818505338078292, + "grad_norm": 1.0859375, + "learning_rate": 0.0002565395723036975, + "loss": 4.4199, + "mean_token_accuracy": 0.23818397521972656, + "num_tokens": 14080618.0, + "step": 4905 + }, + { + "entropy": 4.806284618377686, + "epoch": 5.8244365361803085, + "grad_norm": 1.2421875, + "learning_rate": 0.0002560649002878537, + "loss": 4.3333, + "mean_token_accuracy": 0.2396669343113899, + "num_tokens": 14094201.0, + "step": 4910 + }, + { + "entropy": 4.794505453109741, + "epoch": 5.830367734282325, + "grad_norm": 1.140625, + "learning_rate": 0.00025559031313129675, + "loss": 4.3886, + "mean_token_accuracy": 0.22983593195676805, + "num_tokens": 14109905.0, + "step": 4915 + }, + { + "entropy": 4.758055019378662, + "epoch": 5.8362989323843415, + "grad_norm": 1.171875, + "learning_rate": 0.00025511581296093006, + "loss": 4.3336, + "mean_token_accuracy": 0.239557483792305, + "num_tokens": 14125540.0, + "step": 4920 + }, + { + "entropy": 4.840940189361572, + "epoch": 5.842230130486358, + "grad_norm": 1.109375, + "learning_rate": 0.0002546414019032671, + "loss": 4.4238, + "mean_token_accuracy": 0.2327907755970955, + "num_tokens": 14139677.0, + "step": 4925 + }, + { + "entropy": 4.826468849182129, + "epoch": 5.848161328588375, + "grad_norm": 1.1796875, + "learning_rate": 0.0002541670820844223, + "loss": 4.4244, + "mean_token_accuracy": 0.23376403898000717, + "num_tokens": 14154924.0, + "step": 4930 + }, + { + "entropy": 4.799694156646728, + "epoch": 5.854092526690391, + "grad_norm": 1.15625, + "learning_rate": 0.0002536928556301006, + "loss": 4.3389, + "mean_token_accuracy": 0.24434418678283693, + "num_tokens": 14169287.0, + "step": 4935 + }, + { + "entropy": 4.836445283889771, + "epoch": 5.860023724792408, + "grad_norm": 1.1875, + "learning_rate": 0.0002532187246655891, + "loss": 4.2819, + "mean_token_accuracy": 0.24367126673460007, + "num_tokens": 14181965.0, + "step": 4940 + }, + { + "entropy": 4.824612140655518, + "epoch": 5.865954922894424, + "grad_norm": 1.234375, + "learning_rate": 0.0002527446913157467, + "loss": 4.3276, + "mean_token_accuracy": 0.2377263769507408, + "num_tokens": 14195946.0, + "step": 4945 + }, + { + "entropy": 4.764058065414429, + "epoch": 5.871886120996441, + "grad_norm": 1.109375, + "learning_rate": 0.0002522707577049947, + "loss": 4.3822, + "mean_token_accuracy": 0.2389196291565895, + "num_tokens": 14210639.0, + "step": 4950 + }, + { + "entropy": 4.784085130691528, + "epoch": 5.877817319098458, + "grad_norm": 1.1328125, + "learning_rate": 0.00025179692595730767, + "loss": 4.3196, + "mean_token_accuracy": 0.23978573679924012, + "num_tokens": 14225355.0, + "step": 4955 + }, + { + "entropy": 4.843112564086914, + "epoch": 5.883748517200474, + "grad_norm": 1.203125, + "learning_rate": 0.00025132319819620377, + "loss": 4.3853, + "mean_token_accuracy": 0.23785216063261033, + "num_tokens": 14239634.0, + "step": 4960 + }, + { + "entropy": 4.74089937210083, + "epoch": 5.889679715302491, + "grad_norm": 1.234375, + "learning_rate": 0.0002508495765447345, + "loss": 4.2764, + "mean_token_accuracy": 0.2535801813006401, + "num_tokens": 14252622.0, + "step": 4965 + }, + { + "entropy": 4.739436149597168, + "epoch": 5.895610913404508, + "grad_norm": 1.2734375, + "learning_rate": 0.00025037606312547654, + "loss": 4.2741, + "mean_token_accuracy": 0.2499685674905777, + "num_tokens": 14265164.0, + "step": 4970 + }, + { + "entropy": 4.81330246925354, + "epoch": 5.901542111506524, + "grad_norm": 1.171875, + "learning_rate": 0.0002499026600605212, + "loss": 4.3143, + "mean_token_accuracy": 0.24147066473960876, + "num_tokens": 14278402.0, + "step": 4975 + }, + { + "entropy": 4.804416990280151, + "epoch": 5.907473309608541, + "grad_norm": 1.1796875, + "learning_rate": 0.00024942936947146515, + "loss": 4.336, + "mean_token_accuracy": 0.2330878794193268, + "num_tokens": 14292409.0, + "step": 4980 + }, + { + "entropy": 4.761972236633301, + "epoch": 5.913404507710558, + "grad_norm": 1.0390625, + "learning_rate": 0.00024895619347940117, + "loss": 4.3306, + "mean_token_accuracy": 0.24056018590927125, + "num_tokens": 14307269.0, + "step": 4985 + }, + { + "entropy": 4.7936664581298825, + "epoch": 5.919335705812574, + "grad_norm": 1.1875, + "learning_rate": 0.0002484831342049085, + "loss": 4.3291, + "mean_token_accuracy": 0.23838138431310654, + "num_tokens": 14321146.0, + "step": 4990 + }, + { + "entropy": 4.801939821243286, + "epoch": 5.925266903914591, + "grad_norm": 1.203125, + "learning_rate": 0.00024801019376804296, + "loss": 4.3219, + "mean_token_accuracy": 0.23990344852209092, + "num_tokens": 14334060.0, + "step": 4995 + }, + { + "entropy": 4.748884820938111, + "epoch": 5.931198102016607, + "grad_norm": 1.0546875, + "learning_rate": 0.0002475373742883282, + "loss": 4.3339, + "mean_token_accuracy": 0.23838832527399062, + "num_tokens": 14349274.0, + "step": 5000 + }, + { + "epoch": 5.931198102016607, + "eval_entropy": 4.652599839345077, + "eval_loss": 5.263965606689453, + "eval_mean_token_accuracy": 0.19459956169037, + "eval_num_tokens": 14349274.0, + "eval_runtime": 2.4654, + "eval_samples_per_second": 1057.826, + "eval_steps_per_second": 132.228, + "step": 5000 + }, + { + "entropy": 4.708192014694214, + "epoch": 5.937129300118624, + "grad_norm": 1.09375, + "learning_rate": 0.0002470646778847455, + "loss": 4.296, + "mean_token_accuracy": 0.24259315431118011, + "num_tokens": 14364007.0, + "step": 5005 + }, + { + "entropy": 4.773913097381592, + "epoch": 5.943060498220641, + "grad_norm": 0.96484375, + "learning_rate": 0.00024659210667572464, + "loss": 4.3266, + "mean_token_accuracy": 0.23536466509103776, + "num_tokens": 14378916.0, + "step": 5010 + }, + { + "entropy": 4.7855369567871096, + "epoch": 5.948991696322658, + "grad_norm": 1.21875, + "learning_rate": 0.0002461196627791345, + "loss": 4.2882, + "mean_token_accuracy": 0.2476044699549675, + "num_tokens": 14393345.0, + "step": 5015 + }, + { + "entropy": 4.832712602615357, + "epoch": 5.954922894424674, + "grad_norm": 1.1796875, + "learning_rate": 0.00024564734831227316, + "loss": 4.3449, + "mean_token_accuracy": 0.23937438428401947, + "num_tokens": 14405835.0, + "step": 5020 + }, + { + "entropy": 4.792354726791382, + "epoch": 5.960854092526691, + "grad_norm": 1.125, + "learning_rate": 0.0002451751653918587, + "loss": 4.3892, + "mean_token_accuracy": 0.2276507556438446, + "num_tokens": 14421842.0, + "step": 5025 + }, + { + "entropy": 4.811455392837525, + "epoch": 5.966785290628707, + "grad_norm": 1.125, + "learning_rate": 0.00024470311613401997, + "loss": 4.3797, + "mean_token_accuracy": 0.23294659405946733, + "num_tokens": 14436064.0, + "step": 5030 + }, + { + "entropy": 4.774214029312134, + "epoch": 5.972716488730724, + "grad_norm": 1.171875, + "learning_rate": 0.00024423120265428623, + "loss": 4.3126, + "mean_token_accuracy": 0.23919883668422698, + "num_tokens": 14450321.0, + "step": 5035 + }, + { + "entropy": 4.796865844726563, + "epoch": 5.9786476868327405, + "grad_norm": 1.1796875, + "learning_rate": 0.0002437594270675787, + "loss": 4.398, + "mean_token_accuracy": 0.23655554354190828, + "num_tokens": 14465584.0, + "step": 5040 + }, + { + "entropy": 4.830087375640869, + "epoch": 5.9845788849347565, + "grad_norm": 1.21875, + "learning_rate": 0.00024328779148820052, + "loss": 4.473, + "mean_token_accuracy": 0.22175321578979493, + "num_tokens": 14480581.0, + "step": 5045 + }, + { + "entropy": 4.851241827011108, + "epoch": 5.9905100830367735, + "grad_norm": 1.21875, + "learning_rate": 0.0002428162980298272, + "loss": 4.4138, + "mean_token_accuracy": 0.2366853713989258, + "num_tokens": 14493514.0, + "step": 5050 + }, + { + "entropy": 4.79337968826294, + "epoch": 5.99644128113879, + "grad_norm": 1.0234375, + "learning_rate": 0.00024234494880549746, + "loss": 4.3931, + "mean_token_accuracy": 0.23066162765026094, + "num_tokens": 14508061.0, + "step": 5055 + }, + { + "entropy": 4.745760822296143, + "epoch": 6.002372479240806, + "grad_norm": 0.98828125, + "learning_rate": 0.00024187374592760376, + "loss": 4.2059, + "mean_token_accuracy": 0.24971580356359482, + "num_tokens": 14521367.0, + "step": 5060 + }, + { + "entropy": 4.73035454750061, + "epoch": 6.008303677342823, + "grad_norm": 1.1875, + "learning_rate": 0.00024140269150788236, + "loss": 4.1042, + "mean_token_accuracy": 0.2597766384482384, + "num_tokens": 14535691.0, + "step": 5065 + }, + { + "entropy": 4.804089164733886, + "epoch": 6.01423487544484, + "grad_norm": 1.1484375, + "learning_rate": 0.00024093178765740452, + "loss": 4.1846, + "mean_token_accuracy": 0.24867794066667556, + "num_tokens": 14549300.0, + "step": 5070 + }, + { + "entropy": 4.743141746520996, + "epoch": 6.020166073546856, + "grad_norm": 1.578125, + "learning_rate": 0.00024046103648656648, + "loss": 4.1357, + "mean_token_accuracy": 0.25618866086006165, + "num_tokens": 14563517.0, + "step": 5075 + }, + { + "entropy": 4.742384672164917, + "epoch": 6.026097271648873, + "grad_norm": 1.21875, + "learning_rate": 0.00023999044010508037, + "loss": 4.0899, + "mean_token_accuracy": 0.26528758853673934, + "num_tokens": 14577298.0, + "step": 5080 + }, + { + "entropy": 4.77992262840271, + "epoch": 6.032028469750889, + "grad_norm": 1.265625, + "learning_rate": 0.00023952000062196454, + "loss": 4.1423, + "mean_token_accuracy": 0.26021771878004074, + "num_tokens": 14589621.0, + "step": 5085 + }, + { + "entropy": 4.745220375061035, + "epoch": 6.037959667852906, + "grad_norm": 1.125, + "learning_rate": 0.0002390497201455342, + "loss": 4.132, + "mean_token_accuracy": 0.25740298330783845, + "num_tokens": 14603449.0, + "step": 5090 + }, + { + "entropy": 4.76898684501648, + "epoch": 6.043890865954923, + "grad_norm": 1.2890625, + "learning_rate": 0.00023857960078339208, + "loss": 4.144, + "mean_token_accuracy": 0.2559265360236168, + "num_tokens": 14616326.0, + "step": 5095 + }, + { + "entropy": 4.8157140731811525, + "epoch": 6.049822064056939, + "grad_norm": 1.046875, + "learning_rate": 0.00023810964464241868, + "loss": 4.2635, + "mean_token_accuracy": 0.24587225615978242, + "num_tokens": 14631267.0, + "step": 5100 + }, + { + "entropy": 4.746673822402954, + "epoch": 6.055753262158956, + "grad_norm": 1.15625, + "learning_rate": 0.00023763985382876308, + "loss": 4.1225, + "mean_token_accuracy": 0.2622628450393677, + "num_tokens": 14645045.0, + "step": 5105 + }, + { + "entropy": 4.7064050197601315, + "epoch": 6.061684460260973, + "grad_norm": 1.0625, + "learning_rate": 0.00023717023044783343, + "loss": 4.0384, + "mean_token_accuracy": 0.26922540813684465, + "num_tokens": 14659302.0, + "step": 5110 + }, + { + "entropy": 4.775246334075928, + "epoch": 6.067615658362989, + "grad_norm": 1.140625, + "learning_rate": 0.00023670077660428756, + "loss": 4.1612, + "mean_token_accuracy": 0.24770891070365905, + "num_tokens": 14672544.0, + "step": 5115 + }, + { + "entropy": 4.792227792739868, + "epoch": 6.073546856465006, + "grad_norm": 1.09375, + "learning_rate": 0.0002362314944020234, + "loss": 4.2134, + "mean_token_accuracy": 0.24917837828397751, + "num_tokens": 14689011.0, + "step": 5120 + }, + { + "entropy": 4.791463613510132, + "epoch": 6.079478054567023, + "grad_norm": 1.109375, + "learning_rate": 0.0002357623859441698, + "loss": 4.1419, + "mean_token_accuracy": 0.25728278011083605, + "num_tokens": 14701455.0, + "step": 5125 + }, + { + "entropy": 4.814793825149536, + "epoch": 6.085409252669039, + "grad_norm": 1.140625, + "learning_rate": 0.000235293453333077, + "loss": 4.2177, + "mean_token_accuracy": 0.25009917467832565, + "num_tokens": 14716483.0, + "step": 5130 + }, + { + "entropy": 4.751215982437134, + "epoch": 6.091340450771056, + "grad_norm": 1.078125, + "learning_rate": 0.00023482469867030676, + "loss": 4.1233, + "mean_token_accuracy": 0.25721742063760755, + "num_tokens": 14730164.0, + "step": 5135 + }, + { + "entropy": 4.785274934768677, + "epoch": 6.097271648873073, + "grad_norm": 1.1328125, + "learning_rate": 0.00023435612405662388, + "loss": 4.1816, + "mean_token_accuracy": 0.2555907517671585, + "num_tokens": 14744695.0, + "step": 5140 + }, + { + "entropy": 4.749642086029053, + "epoch": 6.103202846975089, + "grad_norm": 1.1171875, + "learning_rate": 0.00023388773159198584, + "loss": 4.2059, + "mean_token_accuracy": 0.2520121678709984, + "num_tokens": 14759503.0, + "step": 5145 + }, + { + "entropy": 4.843703651428223, + "epoch": 6.109134045077106, + "grad_norm": 1.078125, + "learning_rate": 0.00023341952337553414, + "loss": 4.2096, + "mean_token_accuracy": 0.252188840508461, + "num_tokens": 14774961.0, + "step": 5150 + }, + { + "entropy": 4.758553743362427, + "epoch": 6.115065243179123, + "grad_norm": 1.1328125, + "learning_rate": 0.0002329515015055843, + "loss": 4.113, + "mean_token_accuracy": 0.2630035519599915, + "num_tokens": 14789617.0, + "step": 5155 + }, + { + "entropy": 4.7613019943237305, + "epoch": 6.120996441281139, + "grad_norm": 1.140625, + "learning_rate": 0.00023248366807961674, + "loss": 4.1801, + "mean_token_accuracy": 0.25420621037483215, + "num_tokens": 14803921.0, + "step": 5160 + }, + { + "entropy": 4.78867392539978, + "epoch": 6.1269276393831555, + "grad_norm": 1.1328125, + "learning_rate": 0.0002320160251942675, + "loss": 4.1839, + "mean_token_accuracy": 0.25387351512908934, + "num_tokens": 14818466.0, + "step": 5165 + }, + { + "entropy": 4.767274618148804, + "epoch": 6.132858837485172, + "grad_norm": 1.1640625, + "learning_rate": 0.00023154857494531872, + "loss": 4.2231, + "mean_token_accuracy": 0.25017287135124205, + "num_tokens": 14833256.0, + "step": 5170 + }, + { + "entropy": 4.780109071731568, + "epoch": 6.1387900355871885, + "grad_norm": 1.109375, + "learning_rate": 0.0002310813194276889, + "loss": 4.1899, + "mean_token_accuracy": 0.250496344268322, + "num_tokens": 14848164.0, + "step": 5175 + }, + { + "entropy": 4.742455339431762, + "epoch": 6.144721233689205, + "grad_norm": 1.1796875, + "learning_rate": 0.00023061426073542413, + "loss": 4.1381, + "mean_token_accuracy": 0.26113935112953185, + "num_tokens": 14860418.0, + "step": 5180 + }, + { + "entropy": 4.796003627777099, + "epoch": 6.1506524317912215, + "grad_norm": 1.1953125, + "learning_rate": 0.0002301474009616885, + "loss": 4.247, + "mean_token_accuracy": 0.24784840941429137, + "num_tokens": 14875655.0, + "step": 5185 + }, + { + "entropy": 4.808759689331055, + "epoch": 6.156583629893238, + "grad_norm": 1.0859375, + "learning_rate": 0.00022968074219875418, + "loss": 4.2155, + "mean_token_accuracy": 0.2534328117966652, + "num_tokens": 14890851.0, + "step": 5190 + }, + { + "entropy": 4.7517026424407955, + "epoch": 6.162514827995255, + "grad_norm": 1.125, + "learning_rate": 0.00022921428653799298, + "loss": 4.1056, + "mean_token_accuracy": 0.2656860455870628, + "num_tokens": 14906189.0, + "step": 5195 + }, + { + "entropy": 4.72308316230774, + "epoch": 6.168446026097271, + "grad_norm": 1.15625, + "learning_rate": 0.00022874803606986617, + "loss": 4.1346, + "mean_token_accuracy": 0.2545752048492432, + "num_tokens": 14920625.0, + "step": 5200 + }, + { + "entropy": 4.731480121612549, + "epoch": 6.174377224199288, + "grad_norm": 1.21875, + "learning_rate": 0.00022828199288391554, + "loss": 4.1352, + "mean_token_accuracy": 0.25461106449365617, + "num_tokens": 14935524.0, + "step": 5205 + }, + { + "entropy": 4.818871974945068, + "epoch": 6.180308422301305, + "grad_norm": 1.125, + "learning_rate": 0.00022781615906875414, + "loss": 4.1816, + "mean_token_accuracy": 0.2538179770112038, + "num_tokens": 14950503.0, + "step": 5210 + }, + { + "entropy": 4.788936758041382, + "epoch": 6.186239620403321, + "grad_norm": 1.0859375, + "learning_rate": 0.0002273505367120562, + "loss": 4.1846, + "mean_token_accuracy": 0.24845887273550032, + "num_tokens": 14967533.0, + "step": 5215 + }, + { + "entropy": 4.842661952972412, + "epoch": 6.192170818505338, + "grad_norm": 1.1015625, + "learning_rate": 0.00022688512790054865, + "loss": 4.2189, + "mean_token_accuracy": 0.24378627836704253, + "num_tokens": 14980276.0, + "step": 5220 + }, + { + "entropy": 4.736074161529541, + "epoch": 6.198102016607355, + "grad_norm": 1.1640625, + "learning_rate": 0.0002264199347200015, + "loss": 4.1122, + "mean_token_accuracy": 0.2617910668253899, + "num_tokens": 14993270.0, + "step": 5225 + }, + { + "entropy": 4.726060914993286, + "epoch": 6.204033214709371, + "grad_norm": 1.0390625, + "learning_rate": 0.00022595495925521804, + "loss": 4.1215, + "mean_token_accuracy": 0.2615621656179428, + "num_tokens": 15007725.0, + "step": 5230 + }, + { + "entropy": 4.710829830169677, + "epoch": 6.209964412811388, + "grad_norm": 1.171875, + "learning_rate": 0.0002254902035900261, + "loss": 4.1208, + "mean_token_accuracy": 0.253796873986721, + "num_tokens": 15022909.0, + "step": 5235 + }, + { + "entropy": 4.801334238052368, + "epoch": 6.215895610913405, + "grad_norm": 1.0859375, + "learning_rate": 0.00022502566980726852, + "loss": 4.1901, + "mean_token_accuracy": 0.25595812797546386, + "num_tokens": 15036894.0, + "step": 5240 + }, + { + "entropy": 4.777053499221802, + "epoch": 6.221826809015421, + "grad_norm": 1.0, + "learning_rate": 0.00022456135998879335, + "loss": 4.1183, + "mean_token_accuracy": 0.2579038292169571, + "num_tokens": 15053898.0, + "step": 5245 + }, + { + "entropy": 4.754766321182251, + "epoch": 6.227758007117438, + "grad_norm": 1.1953125, + "learning_rate": 0.0002240972762154453, + "loss": 4.1538, + "mean_token_accuracy": 0.25917364209890364, + "num_tokens": 15067661.0, + "step": 5250 + }, + { + "entropy": 4.779755878448486, + "epoch": 6.233689205219454, + "grad_norm": 1.140625, + "learning_rate": 0.000223633420567056, + "loss": 4.182, + "mean_token_accuracy": 0.2558010220527649, + "num_tokens": 15082174.0, + "step": 5255 + }, + { + "entropy": 4.731582498550415, + "epoch": 6.239620403321471, + "grad_norm": 1.109375, + "learning_rate": 0.0002231697951224346, + "loss": 4.1443, + "mean_token_accuracy": 0.25625418722629545, + "num_tokens": 15096044.0, + "step": 5260 + }, + { + "entropy": 4.8570098876953125, + "epoch": 6.245551601423488, + "grad_norm": 1.265625, + "learning_rate": 0.0002227064019593586, + "loss": 4.2752, + "mean_token_accuracy": 0.2415375977754593, + "num_tokens": 15111548.0, + "step": 5265 + }, + { + "entropy": 4.703935050964356, + "epoch": 6.251482799525504, + "grad_norm": 1.2109375, + "learning_rate": 0.00022224324315456474, + "loss": 4.1051, + "mean_token_accuracy": 0.2591488644480705, + "num_tokens": 15125669.0, + "step": 5270 + }, + { + "entropy": 4.771063804626465, + "epoch": 6.257413997627521, + "grad_norm": 1.25, + "learning_rate": 0.00022178032078373894, + "loss": 4.1977, + "mean_token_accuracy": 0.2615684702992439, + "num_tokens": 15139708.0, + "step": 5275 + }, + { + "entropy": 4.7325742721557615, + "epoch": 6.263345195729538, + "grad_norm": 1.109375, + "learning_rate": 0.00022131763692150798, + "loss": 4.1431, + "mean_token_accuracy": 0.2557313323020935, + "num_tokens": 15154147.0, + "step": 5280 + }, + { + "entropy": 4.734698009490967, + "epoch": 6.269276393831554, + "grad_norm": 1.2734375, + "learning_rate": 0.00022085519364142963, + "loss": 4.0968, + "mean_token_accuracy": 0.26601689010858537, + "num_tokens": 15167684.0, + "step": 5285 + }, + { + "entropy": 4.75499119758606, + "epoch": 6.275207591933571, + "grad_norm": 1.2734375, + "learning_rate": 0.00022039299301598343, + "loss": 4.2305, + "mean_token_accuracy": 0.24574412703514098, + "num_tokens": 15180863.0, + "step": 5290 + }, + { + "entropy": 4.757374382019043, + "epoch": 6.2811387900355875, + "grad_norm": 1.1640625, + "learning_rate": 0.00021993103711656148, + "loss": 4.1598, + "mean_token_accuracy": 0.25554181486368177, + "num_tokens": 15195479.0, + "step": 5295 + }, + { + "entropy": 4.715495347976685, + "epoch": 6.2870699881376035, + "grad_norm": 1.140625, + "learning_rate": 0.00021946932801345903, + "loss": 4.1223, + "mean_token_accuracy": 0.25854379385709764, + "num_tokens": 15209262.0, + "step": 5300 + }, + { + "entropy": 4.6957752227783205, + "epoch": 6.2930011862396205, + "grad_norm": 1.203125, + "learning_rate": 0.00021900786777586534, + "loss": 4.0705, + "mean_token_accuracy": 0.27112670689821244, + "num_tokens": 15223626.0, + "step": 5305 + }, + { + "entropy": 4.763528347015381, + "epoch": 6.298932384341637, + "grad_norm": 1.1953125, + "learning_rate": 0.00021854665847185445, + "loss": 4.1249, + "mean_token_accuracy": 0.259819307923317, + "num_tokens": 15237868.0, + "step": 5310 + }, + { + "entropy": 4.7126524448394775, + "epoch": 6.304863582443653, + "grad_norm": 1.1171875, + "learning_rate": 0.00021808570216837569, + "loss": 4.1449, + "mean_token_accuracy": 0.25789590924978256, + "num_tokens": 15252569.0, + "step": 5315 + }, + { + "entropy": 4.786526203155518, + "epoch": 6.31079478054567, + "grad_norm": 1.1015625, + "learning_rate": 0.0002176250009312446, + "loss": 4.1082, + "mean_token_accuracy": 0.2608945667743683, + "num_tokens": 15266181.0, + "step": 5320 + }, + { + "entropy": 4.792176580429077, + "epoch": 6.316725978647687, + "grad_norm": 1.28125, + "learning_rate": 0.0002171645568251337, + "loss": 4.2237, + "mean_token_accuracy": 0.24639234989881514, + "num_tokens": 15281177.0, + "step": 5325 + }, + { + "entropy": 4.685246562957763, + "epoch": 6.322657176749703, + "grad_norm": 1.25, + "learning_rate": 0.00021670437191356295, + "loss": 4.0926, + "mean_token_accuracy": 0.27036156356334684, + "num_tokens": 15293344.0, + "step": 5330 + }, + { + "entropy": 4.756206893920899, + "epoch": 6.32858837485172, + "grad_norm": 1.140625, + "learning_rate": 0.0002162444482588908, + "loss": 4.2745, + "mean_token_accuracy": 0.2503564581274986, + "num_tokens": 15307438.0, + "step": 5335 + }, + { + "entropy": 4.750091648101806, + "epoch": 6.334519572953736, + "grad_norm": 1.109375, + "learning_rate": 0.00021578478792230504, + "loss": 4.1165, + "mean_token_accuracy": 0.25345486402511597, + "num_tokens": 15320478.0, + "step": 5340 + }, + { + "entropy": 4.777521848678589, + "epoch": 6.340450771055753, + "grad_norm": 1.1484375, + "learning_rate": 0.00021532539296381314, + "loss": 4.1919, + "mean_token_accuracy": 0.24896891564130783, + "num_tokens": 15335037.0, + "step": 5345 + }, + { + "entropy": 4.727483654022217, + "epoch": 6.34638196915777, + "grad_norm": 1.03125, + "learning_rate": 0.00021486626544223332, + "loss": 4.2599, + "mean_token_accuracy": 0.2466239184141159, + "num_tokens": 15351310.0, + "step": 5350 + }, + { + "entropy": 4.745375299453736, + "epoch": 6.352313167259786, + "grad_norm": 1.265625, + "learning_rate": 0.00021440740741518534, + "loss": 4.1448, + "mean_token_accuracy": 0.2537722200155258, + "num_tokens": 15365009.0, + "step": 5355 + }, + { + "entropy": 4.724126195907592, + "epoch": 6.358244365361803, + "grad_norm": 1.125, + "learning_rate": 0.00021394882093908097, + "loss": 4.1642, + "mean_token_accuracy": 0.24910940676927568, + "num_tokens": 15379980.0, + "step": 5360 + }, + { + "entropy": 4.710079765319824, + "epoch": 6.36417556346382, + "grad_norm": 1.171875, + "learning_rate": 0.00021349050806911536, + "loss": 4.101, + "mean_token_accuracy": 0.25774708241224287, + "num_tokens": 15393331.0, + "step": 5365 + }, + { + "entropy": 4.796683835983276, + "epoch": 6.370106761565836, + "grad_norm": 1.15625, + "learning_rate": 0.00021303247085925715, + "loss": 4.18, + "mean_token_accuracy": 0.2545799657702446, + "num_tokens": 15406384.0, + "step": 5370 + }, + { + "entropy": 4.70715069770813, + "epoch": 6.376037959667853, + "grad_norm": 1.1015625, + "learning_rate": 0.00021257471136223972, + "loss": 4.1033, + "mean_token_accuracy": 0.2652807131409645, + "num_tokens": 15421366.0, + "step": 5375 + }, + { + "entropy": 4.796708965301514, + "epoch": 6.38196915776987, + "grad_norm": 1.1796875, + "learning_rate": 0.00021211723162955194, + "loss": 4.3088, + "mean_token_accuracy": 0.2433738112449646, + "num_tokens": 15436499.0, + "step": 5380 + }, + { + "entropy": 4.7571878910064695, + "epoch": 6.387900355871886, + "grad_norm": 1.1171875, + "learning_rate": 0.00021166003371142855, + "loss": 4.1354, + "mean_token_accuracy": 0.2604342848062515, + "num_tokens": 15450695.0, + "step": 5385 + }, + { + "entropy": 4.728578424453735, + "epoch": 6.393831553973903, + "grad_norm": 1.296875, + "learning_rate": 0.0002112031196568418, + "loss": 4.1403, + "mean_token_accuracy": 0.2522526666522026, + "num_tokens": 15465113.0, + "step": 5390 + }, + { + "entropy": 4.745226716995239, + "epoch": 6.39976275207592, + "grad_norm": 1.28125, + "learning_rate": 0.00021074649151349157, + "loss": 4.142, + "mean_token_accuracy": 0.25918426364660263, + "num_tokens": 15478194.0, + "step": 5395 + }, + { + "entropy": 4.745215320587159, + "epoch": 6.405693950177936, + "grad_norm": 1.2578125, + "learning_rate": 0.00021029015132779615, + "loss": 4.2211, + "mean_token_accuracy": 0.2551017105579376, + "num_tokens": 15492600.0, + "step": 5400 + }, + { + "entropy": 4.838167905807495, + "epoch": 6.411625148279953, + "grad_norm": 1.2109375, + "learning_rate": 0.00020983410114488367, + "loss": 4.2233, + "mean_token_accuracy": 0.2533955991268158, + "num_tokens": 15506023.0, + "step": 5405 + }, + { + "entropy": 4.741149950027466, + "epoch": 6.41755634638197, + "grad_norm": 1.2890625, + "learning_rate": 0.0002093783430085825, + "loss": 4.2066, + "mean_token_accuracy": 0.2551663339138031, + "num_tokens": 15520530.0, + "step": 5410 + }, + { + "entropy": 4.8033700466156, + "epoch": 6.423487544483986, + "grad_norm": 1.1171875, + "learning_rate": 0.00020892287896141204, + "loss": 4.1593, + "mean_token_accuracy": 0.2508813560009003, + "num_tokens": 15534048.0, + "step": 5415 + }, + { + "entropy": 4.7030867576599125, + "epoch": 6.4294187425860025, + "grad_norm": 1.2109375, + "learning_rate": 0.0002084677110445739, + "loss": 4.1392, + "mean_token_accuracy": 0.26492889374494555, + "num_tokens": 15547188.0, + "step": 5420 + }, + { + "entropy": 4.7414158344268795, + "epoch": 6.435349940688019, + "grad_norm": 1.140625, + "learning_rate": 0.0002080128412979425, + "loss": 4.1605, + "mean_token_accuracy": 0.262862454354763, + "num_tokens": 15560867.0, + "step": 5425 + }, + { + "entropy": 4.7034995555877686, + "epoch": 6.4412811387900355, + "grad_norm": 1.125, + "learning_rate": 0.00020755827176005575, + "loss": 4.1243, + "mean_token_accuracy": 0.26048964262008667, + "num_tokens": 15573812.0, + "step": 5430 + }, + { + "entropy": 4.752125215530396, + "epoch": 6.447212336892052, + "grad_norm": 1.0625, + "learning_rate": 0.00020710400446810658, + "loss": 4.1689, + "mean_token_accuracy": 0.24977132230997084, + "num_tokens": 15589427.0, + "step": 5435 + }, + { + "entropy": 4.764254903793335, + "epoch": 6.4531435349940685, + "grad_norm": 1.1171875, + "learning_rate": 0.00020665004145793293, + "loss": 4.1237, + "mean_token_accuracy": 0.26629842519760133, + "num_tokens": 15603741.0, + "step": 5440 + }, + { + "entropy": 4.722282791137696, + "epoch": 6.459074733096085, + "grad_norm": 1.0859375, + "learning_rate": 0.00020619638476400943, + "loss": 4.1705, + "mean_token_accuracy": 0.25587973445653917, + "num_tokens": 15617735.0, + "step": 5445 + }, + { + "entropy": 4.722723722457886, + "epoch": 6.465005931198102, + "grad_norm": 1.3671875, + "learning_rate": 0.00020574303641943782, + "loss": 4.1902, + "mean_token_accuracy": 0.2547612652182579, + "num_tokens": 15630910.0, + "step": 5450 + }, + { + "entropy": 4.742911911010742, + "epoch": 6.470937129300118, + "grad_norm": 1.125, + "learning_rate": 0.0002052899984559377, + "loss": 4.1566, + "mean_token_accuracy": 0.2643850788474083, + "num_tokens": 15644797.0, + "step": 5455 + }, + { + "entropy": 4.760161256790161, + "epoch": 6.476868327402135, + "grad_norm": 1.0859375, + "learning_rate": 0.00020483727290383812, + "loss": 4.1903, + "mean_token_accuracy": 0.250904580950737, + "num_tokens": 15658991.0, + "step": 5460 + }, + { + "entropy": 4.706643009185791, + "epoch": 6.482799525504152, + "grad_norm": 1.21875, + "learning_rate": 0.00020438486179206772, + "loss": 4.1439, + "mean_token_accuracy": 0.25506513714790346, + "num_tokens": 15671787.0, + "step": 5465 + }, + { + "entropy": 4.693522787094116, + "epoch": 6.488730723606168, + "grad_norm": 1.0703125, + "learning_rate": 0.0002039327671481459, + "loss": 4.1592, + "mean_token_accuracy": 0.2543107122182846, + "num_tokens": 15687183.0, + "step": 5470 + }, + { + "entropy": 4.765786266326904, + "epoch": 6.494661921708185, + "grad_norm": 0.97265625, + "learning_rate": 0.000203480990998174, + "loss": 4.1716, + "mean_token_accuracy": 0.25282373279333115, + "num_tokens": 15704586.0, + "step": 5475 + }, + { + "entropy": 4.7568827152252195, + "epoch": 6.500593119810202, + "grad_norm": 1.046875, + "learning_rate": 0.00020302953536682606, + "loss": 4.1898, + "mean_token_accuracy": 0.25484422594308853, + "num_tokens": 15718861.0, + "step": 5480 + }, + { + "entropy": 4.758185243606567, + "epoch": 6.506524317912218, + "grad_norm": 1.1953125, + "learning_rate": 0.00020257840227733926, + "loss": 4.2025, + "mean_token_accuracy": 0.2534889817237854, + "num_tokens": 15733547.0, + "step": 5485 + }, + { + "entropy": 4.733855247497559, + "epoch": 6.512455516014235, + "grad_norm": 1.1875, + "learning_rate": 0.00020212759375150564, + "loss": 4.1747, + "mean_token_accuracy": 0.2521922826766968, + "num_tokens": 15747662.0, + "step": 5490 + }, + { + "entropy": 4.776731967926025, + "epoch": 6.518386714116252, + "grad_norm": 1.2734375, + "learning_rate": 0.00020167711180966275, + "loss": 4.2361, + "mean_token_accuracy": 0.24944700449705123, + "num_tokens": 15762160.0, + "step": 5495 + }, + { + "entropy": 4.7545074939727785, + "epoch": 6.524317912218268, + "grad_norm": 1.2109375, + "learning_rate": 0.00020122695847068413, + "loss": 4.1817, + "mean_token_accuracy": 0.2521538719534874, + "num_tokens": 15778486.0, + "step": 5500 + }, + { + "epoch": 6.524317912218268, + "eval_entropy": 4.677589024502807, + "eval_loss": 5.258727550506592, + "eval_mean_token_accuracy": 0.196114729335703, + "eval_num_tokens": 15778486.0, + "eval_runtime": 2.6281, + "eval_samples_per_second": 992.341, + "eval_steps_per_second": 124.043, + "step": 5500 + } + ], + "logging_steps": 5, + "max_steps": 8420, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 2.7760255428096e+16, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-5500/training_args.bin b/checkpoint-5500/training_args.bin new file mode 100644 index 0000000..4887968 --- /dev/null +++ b/checkpoint-5500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b1c135f6b8569a4ca131508cf9d8c7cebd96bc433f924eb7233c36a7d98147e +size 6289 diff --git a/checkpoint-6000/added_tokens.json b/checkpoint-6000/added_tokens.json new file mode 100644 index 0000000..ec04e13 --- /dev/null +++ b/checkpoint-6000/added_tokens.json @@ -0,0 +1,1768 @@ +{ + "": 47388, + "[CLS]": 47386, + "[MASK]": 47389, + "[SEP]": 47387, + "[XXXXX0]": 47670, + "[XXXXX1000]": 48506, + "[XXXXX1001]": 48961, + "[XXXXX1002]": 47825, + "[XXXXX1003]": 48233, + "[XXXXX1004]": 48970, + "[XXXXX1005]": 48971, + "[XXXXX1006]": 47998, + "[XXXXX1007]": 48989, + "[XXXXX1008]": 47450, + "[XXXXX1009]": 48240, + "[XXXXX100]": 47422, + "[XXXXX1010]": 47623, + "[XXXXX1011]": 47805, + "[XXXXX1012]": 48454, + "[XXXXX1013]": 48537, + "[XXXXX1014]": 47764, + "[XXXXX1015]": 47584, + "[XXXXX1016]": 48287, + "[XXXXX1017]": 48689, + "[XXXXX1018]": 49119, + "[XXXXX1019]": 48584, + "[XXXXX101]": 47890, + "[XXXXX1020]": 47445, + "[XXXXX1021]": 48199, + "[XXXXX1022]": 48276, + "[XXXXX1023]": 47859, + "[XXXXX1024]": 48258, + "[XXXXX1025]": 48325, + "[XXXXX1026]": 47687, + "[XXXXX1027]": 48990, + "[XXXXX1028]": 49059, + "[XXXXX1029]": 48382, + "[XXXXX102]": 47921, + "[XXXXX1030]": 47775, + "[XXXXX1031]": 47870, + "[XXXXX1032]": 47683, + "[XXXXX1033]": 48750, + "[XXXXX1034]": 49130, + "[XXXXX1035]": 47811, + "[XXXXX1036]": 47462, + "[XXXXX1037]": 47843, + "[XXXXX1038]": 47439, + "[XXXXX1039]": 48830, + "[XXXXX103]": 48327, + "[XXXXX1040]": 48720, + "[XXXXX1041]": 48485, + "[XXXXX1042]": 47919, + "[XXXXX1043]": 48781, + "[XXXXX1044]": 47695, + "[XXXXX1045]": 48043, + "[XXXXX1046]": 47732, + "[XXXXX1047]": 48590, + "[XXXXX1048]": 48901, + "[XXXXX1049]": 48470, + "[XXXXX104]": 47560, + "[XXXXX1050]": 47751, + "[XXXXX1051]": 48487, + "[XXXXX1052]": 48959, + "[XXXXX1053]": 47720, + "[XXXXX1054]": 48477, + "[XXXXX1055]": 47405, + "[XXXXX1056]": 47920, + "[XXXXX1057]": 48139, + "[XXXXX1058]": 48775, + "[XXXXX1059]": 47767, + "[XXXXX105]": 48734, + "[XXXXX1060]": 47446, + "[XXXXX1061]": 48433, + "[XXXXX1062]": 48073, + "[XXXXX1063]": 48868, + "[XXXXX1064]": 47615, + "[XXXXX1065]": 48702, + "[XXXXX1066]": 48578, + "[XXXXX1067]": 47773, + "[XXXXX1068]": 48659, + "[XXXXX1069]": 48281, + "[XXXXX106]": 48900, + "[XXXXX1070]": 48588, + "[XXXXX1071]": 47994, + "[XXXXX1072]": 47709, + "[XXXXX1073]": 47716, + "[XXXXX1074]": 48339, + "[XXXXX1075]": 49007, + "[XXXXX1076]": 49019, + "[XXXXX1077]": 48182, + "[XXXXX1078]": 48114, + "[XXXXX1079]": 49090, + "[XXXXX107]": 48981, + "[XXXXX1080]": 47901, + "[XXXXX1081]": 48465, + "[XXXXX1082]": 49027, + "[XXXXX1083]": 47839, + "[XXXXX1084]": 48061, + "[XXXXX1085]": 47657, + "[XXXXX1086]": 48963, + "[XXXXX1087]": 49089, + "[XXXXX1088]": 49135, + "[XXXXX1089]": 47487, + "[XXXXX108]": 48217, + "[XXXXX1090]": 48158, + "[XXXXX1091]": 49123, + "[XXXXX1092]": 47656, + "[XXXXX1093]": 49031, + "[XXXXX1094]": 48840, + "[XXXXX1095]": 48753, + "[XXXXX1096]": 47501, + "[XXXXX1097]": 47698, + "[XXXXX1098]": 47547, + "[XXXXX1099]": 48844, + "[XXXXX109]": 47587, + "[XXXXX10]": 47512, + "[XXXXX1100]": 47508, + "[XXXXX1101]": 48130, + "[XXXXX1102]": 48225, + "[XXXXX1103]": 48953, + "[XXXXX1104]": 47633, + "[XXXXX1105]": 48614, + "[XXXXX1106]": 48685, + "[XXXXX1107]": 47845, + "[XXXXX1108]": 48337, + "[XXXXX1109]": 48879, + "[XXXXX110]": 47862, + "[XXXXX1110]": 48222, + "[XXXXX1111]": 49127, + "[XXXXX1112]": 47893, + "[XXXXX1113]": 48261, + "[XXXXX1114]": 47543, + "[XXXXX1115]": 48597, + "[XXXXX1116]": 48206, + "[XXXXX1117]": 47478, + "[XXXXX1118]": 48930, + "[XXXXX1119]": 47864, + "[XXXXX111]": 48237, + "[XXXXX1120]": 48638, + "[XXXXX1121]": 48162, + "[XXXXX1122]": 48678, + "[XXXXX1123]": 48790, + "[XXXXX1124]": 49075, + "[XXXXX1125]": 47490, + "[XXXXX1126]": 47542, + "[XXXXX1127]": 48121, + "[XXXXX1128]": 48910, + "[XXXXX1129]": 47545, + "[XXXXX112]": 48153, + "[XXXXX1130]": 48499, + "[XXXXX1131]": 48943, + "[XXXXX1132]": 48066, + "[XXXXX1133]": 47882, + "[XXXXX1134]": 48392, + "[XXXXX1135]": 48553, + "[XXXXX1136]": 47505, + "[XXXXX1137]": 48634, + "[XXXXX1138]": 49082, + "[XXXXX1139]": 47707, + "[XXXXX113]": 48869, + "[XXXXX1140]": 48888, + "[XXXXX1141]": 48069, + "[XXXXX1142]": 48646, + "[XXXXX1143]": 47985, + "[XXXXX1144]": 47432, + "[XXXXX1145]": 48788, + "[XXXXX1146]": 48622, + "[XXXXX1147]": 48479, + "[XXXXX1148]": 47599, + "[XXXXX1149]": 48903, + "[XXXXX114]": 48071, + "[XXXXX1150]": 48303, + "[XXXXX1151]": 48316, + "[XXXXX1152]": 48999, + "[XXXXX1153]": 48629, + "[XXXXX1154]": 48515, + "[XXXXX1155]": 48264, + "[XXXXX1156]": 47837, + "[XXXXX1157]": 47537, + "[XXXXX1158]": 48882, + "[XXXXX1159]": 47744, + "[XXXXX115]": 47954, + "[XXXXX1160]": 47637, + "[XXXXX1161]": 48701, + "[XXXXX1162]": 48831, + "[XXXXX1163]": 48861, + "[XXXXX1164]": 48880, + "[XXXXX1165]": 47679, + "[XXXXX1166]": 47620, + "[XXXXX1167]": 48591, + "[XXXXX1168]": 48776, + "[XXXXX1169]": 48472, + "[XXXXX116]": 48997, + "[XXXXX1170]": 48992, + "[XXXXX1171]": 48440, + "[XXXXX1172]": 48145, + "[XXXXX1173]": 48466, + "[XXXXX1174]": 48319, + "[XXXXX1175]": 47745, + "[XXXXX1176]": 47933, + "[XXXXX1177]": 49084, + "[XXXXX1178]": 47544, + "[XXXXX1179]": 48935, + "[XXXXX117]": 49103, + "[XXXXX1180]": 48660, + "[XXXXX1181]": 48993, + "[XXXXX1182]": 47457, + "[XXXXX1183]": 47593, + "[XXXXX1184]": 47795, + "[XXXXX1185]": 47706, + "[XXXXX1186]": 48263, + "[XXXXX1187]": 49033, + "[XXXXX1188]": 48544, + "[XXXXX1189]": 47409, + "[XXXXX118]": 47420, + "[XXXXX1190]": 47834, + "[XXXXX1191]": 47874, + "[XXXXX1192]": 47397, + "[XXXXX1193]": 48853, + "[XXXXX1194]": 47641, + "[XXXXX1195]": 48484, + "[XXXXX1196]": 48412, + "[XXXXX1197]": 48488, + "[XXXXX1198]": 49097, + "[XXXXX1199]": 47879, + "[XXXXX119]": 48770, + "[XXXXX11]": 48211, + "[XXXXX1200]": 47526, + "[XXXXX1201]": 48749, + "[XXXXX1202]": 48568, + "[XXXXX1203]": 48481, + "[XXXXX1204]": 48608, + "[XXXXX1205]": 48309, + "[XXXXX1206]": 48855, + "[XXXXX1207]": 47911, + "[XXXXX1208]": 47799, + "[XXXXX1209]": 47622, + "[XXXXX120]": 48693, + "[XXXXX1210]": 48131, + "[XXXXX1211]": 48345, + "[XXXXX1212]": 48304, + "[XXXXX1213]": 48682, + "[XXXXX1214]": 47492, + "[XXXXX1215]": 47497, + "[XXXXX1216]": 48939, + "[XXXXX1217]": 48442, + "[XXXXX1218]": 47841, + "[XXXXX1219]": 47453, + "[XXXXX121]": 47554, + "[XXXXX1220]": 47419, + "[XXXXX1221]": 48672, + "[XXXXX1222]": 48154, + "[XXXXX1223]": 49087, + "[XXXXX1224]": 48511, + "[XXXXX1225]": 48448, + "[XXXXX1226]": 48988, + "[XXXXX1227]": 47669, + "[XXXXX1228]": 47596, + "[XXXXX1229]": 48602, + "[XXXXX122]": 48605, + "[XXXXX1230]": 48064, + "[XXXXX1231]": 48107, + "[XXXXX1232]": 48160, + "[XXXXX1233]": 47925, + "[XXXXX1234]": 48413, + "[XXXXX1235]": 49005, + "[XXXXX1236]": 49115, + "[XXXXX1237]": 48201, + "[XXXXX1238]": 47601, + "[XXXXX1239]": 47398, + "[XXXXX123]": 48582, + "[XXXXX1240]": 47616, + "[XXXXX1241]": 48002, + "[XXXXX1242]": 48543, + "[XXXXX1243]": 47818, + "[XXXXX1244]": 48569, + "[XXXXX1245]": 48647, + "[XXXXX1246]": 47681, + "[XXXXX1247]": 48898, + "[XXXXX1248]": 47498, + "[XXXXX1249]": 48378, + "[XXXXX124]": 48118, + "[XXXXX1250]": 48344, + "[XXXXX1251]": 47585, + "[XXXXX1252]": 48715, + "[XXXXX1253]": 47483, + "[XXXXX1254]": 48340, + "[XXXXX1255]": 48991, + "[XXXXX1256]": 48736, + "[XXXXX1257]": 47511, + "[XXXXX1258]": 48293, + "[XXXXX1259]": 48168, + "[XXXXX125]": 48374, + "[XXXXX1260]": 48951, + "[XXXXX1261]": 47416, + "[XXXXX1262]": 48745, + "[XXXXX1263]": 47979, + "[XXXXX1264]": 48592, + "[XXXXX1265]": 48945, + "[XXXXX1266]": 47865, + "[XXXXX1267]": 48239, + "[XXXXX1268]": 47672, + "[XXXXX1269]": 47848, + "[XXXXX126]": 48594, + "[XXXXX1270]": 48566, + "[XXXXX1271]": 48108, + "[XXXXX1272]": 47665, + "[XXXXX1273]": 47815, + "[XXXXX1274]": 48016, + "[XXXXX1275]": 48015, + "[XXXXX1276]": 48166, + "[XXXXX1277]": 47757, + "[XXXXX1278]": 47400, + "[XXXXX1279]": 47754, + "[XXXXX127]": 47436, + "[XXXXX1280]": 47417, + "[XXXXX1281]": 48047, + "[XXXXX1282]": 47472, + "[XXXXX1283]": 49040, + "[XXXXX1284]": 47710, + "[XXXXX1285]": 48883, + "[XXXXX1286]": 48209, + "[XXXXX1287]": 48046, + "[XXXXX1288]": 47999, + "[XXXXX1289]": 47735, + "[XXXXX128]": 48995, + "[XXXXX1290]": 48556, + "[XXXXX1291]": 48687, + "[XXXXX1292]": 49046, + "[XXXXX1293]": 48713, + "[XXXXX1294]": 48266, + "[XXXXX1295]": 48917, + "[XXXXX1296]": 49121, + "[XXXXX1297]": 48794, + "[XXXXX1298]": 48443, + "[XXXXX1299]": 47612, + "[XXXXX129]": 48082, + "[XXXXX12]": 48933, + "[XXXXX1300]": 47942, + "[XXXXX1301]": 48063, + "[XXXXX1302]": 48368, + "[XXXXX1303]": 47910, + "[XXXXX1304]": 47802, + "[XXXXX1305]": 47905, + "[XXXXX1306]": 47421, + "[XXXXX1307]": 49125, + "[XXXXX1308]": 47553, + "[XXXXX1309]": 47697, + "[XXXXX130]": 48746, + "[XXXXX1310]": 49069, + "[XXXXX1311]": 47789, + "[XXXXX1312]": 48575, + "[XXXXX1313]": 47402, + "[XXXXX1314]": 48829, + "[XXXXX1315]": 47394, + "[XXXXX1316]": 48187, + "[XXXXX1317]": 48147, + "[XXXXX1318]": 48703, + "[XXXXX1319]": 48549, + "[XXXXX131]": 48106, + "[XXXXX1320]": 48644, + "[XXXXX1321]": 48165, + "[XXXXX1322]": 47689, + "[XXXXX1323]": 47966, + "[XXXXX1324]": 47897, + "[XXXXX1325]": 48076, + "[XXXXX1326]": 48873, + "[XXXXX1327]": 48754, + "[XXXXX1328]": 47813, + "[XXXXX1329]": 49072, + "[XXXXX132]": 48427, + "[XXXXX1330]": 48809, + "[XXXXX1331]": 48489, + "[XXXXX1332]": 48243, + "[XXXXX1333]": 48921, + "[XXXXX1334]": 48322, + "[XXXXX1335]": 47531, + "[XXXXX1336]": 48110, + "[XXXXX1337]": 47723, + "[XXXXX1338]": 47908, + "[XXXXX1339]": 48700, + "[XXXXX133]": 47604, + "[XXXXX1340]": 48651, + "[XXXXX1341]": 48877, + "[XXXXX1342]": 47431, + "[XXXXX1343]": 47433, + "[XXXXX1344]": 47880, + "[XXXXX1345]": 48977, + "[XXXXX1346]": 48772, + "[XXXXX1347]": 48391, + "[XXXXX1348]": 48529, + "[XXXXX1349]": 48196, + "[XXXXX134]": 47765, + "[XXXXX1350]": 48404, + "[XXXXX1351]": 48104, + "[XXXXX1352]": 47517, + "[XXXXX1353]": 48850, + "[XXXXX1354]": 48357, + "[XXXXX1355]": 48862, + "[XXXXX1356]": 48492, + "[XXXXX1357]": 48062, + "[XXXXX1358]": 48721, + "[XXXXX1359]": 48922, + "[XXXXX135]": 47957, + "[XXXXX1360]": 47550, + "[XXXXX1361]": 49045, + "[XXXXX1362]": 48748, + "[XXXXX1363]": 49028, + "[XXXXX1364]": 48833, + "[XXXXX1365]": 47700, + "[XXXXX1366]": 47396, + "[XXXXX1367]": 47686, + "[XXXXX1368]": 48242, + "[XXXXX1369]": 48032, + "[XXXXX136]": 48342, + "[XXXXX1370]": 47562, + "[XXXXX1371]": 48212, + "[XXXXX1372]": 48610, + "[XXXXX1373]": 49013, + "[XXXXX1374]": 48041, + "[XXXXX1375]": 48246, + "[XXXXX1376]": 47551, + "[XXXXX1377]": 48353, + "[XXXXX1378]": 47658, + "[XXXXX1379]": 47828, + "[XXXXX137]": 48518, + "[XXXXX1380]": 48136, + "[XXXXX1381]": 48564, + "[XXXXX1382]": 48973, + "[XXXXX1383]": 47619, + "[XXXXX1384]": 48254, + "[XXXXX1385]": 48680, + "[XXXXX1386]": 47724, + "[XXXXX1387]": 47756, + "[XXXXX1388]": 48176, + "[XXXXX1389]": 48681, + "[XXXXX138]": 47664, + "[XXXXX1390]": 47594, + "[XXXXX1391]": 48760, + "[XXXXX1392]": 49110, + "[XXXXX1393]": 47676, + "[XXXXX1394]": 47963, + "[XXXXX1395]": 47403, + "[XXXXX1396]": 48493, + "[XXXXX1397]": 47591, + "[XXXXX1398]": 47632, + "[XXXXX1399]": 48996, + "[XXXXX139]": 48521, + "[XXXXX13]": 47875, + "[XXXXX1400]": 47705, + "[XXXXX1401]": 48983, + "[XXXXX1402]": 47941, + "[XXXXX1403]": 47922, + "[XXXXX1404]": 47390, + "[XXXXX1405]": 48635, + "[XXXXX1406]": 48906, + "[XXXXX1407]": 48514, + "[XXXXX1408]": 48169, + "[XXXXX1409]": 48004, + "[XXXXX140]": 48762, + "[XXXXX1410]": 47515, + "[XXXXX1411]": 47470, + "[XXXXX1412]": 47858, + "[XXXXX1413]": 47540, + "[XXXXX1414]": 47690, + "[XXXXX1415]": 48054, + "[XXXXX1416]": 48615, + "[XXXXX1417]": 47803, + "[XXXXX1418]": 47455, + "[XXXXX1419]": 48226, + "[XXXXX141]": 48912, + "[XXXXX1420]": 47808, + "[XXXXX1421]": 47636, + "[XXXXX1422]": 48832, + "[XXXXX1423]": 47611, + "[XXXXX1424]": 48782, + "[XXXXX1425]": 49146, + "[XXXXX1426]": 48976, + "[XXXXX1427]": 48585, + "[XXXXX1428]": 48667, + "[XXXXX1429]": 48171, + "[XXXXX142]": 48573, + "[XXXXX1430]": 48181, + "[XXXXX1431]": 47814, + "[XXXXX1432]": 48589, + "[XXXXX1433]": 48916, + "[XXXXX1434]": 48068, + "[XXXXX1435]": 47949, + "[XXXXX1436]": 48252, + "[XXXXX1437]": 48724, + "[XXXXX1438]": 48807, + "[XXXXX1439]": 48379, + "[XXXXX143]": 48835, + "[XXXXX1440]": 48005, + "[XXXXX1441]": 48416, + "[XXXXX1442]": 47595, + "[XXXXX1443]": 47831, + "[XXXXX1444]": 49034, + "[XXXXX1445]": 48893, + "[XXXXX1446]": 47631, + "[XXXXX1447]": 48419, + "[XXXXX1448]": 48874, + "[XXXXX1449]": 49078, + "[XXXXX144]": 48224, + "[XXXXX1450]": 48616, + "[XXXXX1451]": 48688, + "[XXXXX1452]": 47532, + "[XXXXX1453]": 49107, + "[XXXXX1454]": 47945, + "[XXXXX1455]": 48349, + "[XXXXX1456]": 48761, + "[XXXXX1457]": 47399, + "[XXXXX1458]": 47494, + "[XXXXX1459]": 48541, + "[XXXXX145]": 47819, + "[XXXXX1460]": 47668, + "[XXXXX1461]": 48155, + "[XXXXX1462]": 48203, + "[XXXXX1463]": 48308, + "[XXXXX1464]": 47923, + "[XXXXX1465]": 48628, + "[XXXXX1466]": 48894, + "[XXXXX1467]": 48504, + "[XXXXX1468]": 47780, + "[XXXXX1469]": 48780, + "[XXXXX146]": 47856, + "[XXXXX1470]": 47947, + "[XXXXX1471]": 47770, + "[XXXXX1472]": 48645, + "[XXXXX1473]": 47711, + "[XXXXX1474]": 47427, + "[XXXXX1475]": 49042, + "[XXXXX1476]": 48341, + "[XXXXX1477]": 48744, + "[XXXXX1478]": 48421, + "[XXXXX1479]": 48574, + "[XXXXX147]": 47892, + "[XXXXX1480]": 48664, + "[XXXXX1481]": 47649, + "[XXXXX1482]": 47529, + "[XXXXX1483]": 48675, + "[XXXXX1484]": 47850, + "[XXXXX1485]": 48918, + "[XXXXX1486]": 47778, + "[XXXXX1487]": 47929, + "[XXXXX1488]": 47675, + "[XXXXX1489]": 48817, + "[XXXXX148]": 47411, + "[XXXXX1490]": 48612, + "[XXXXX1491]": 48598, + "[XXXXX1492]": 49108, + "[XXXXX1493]": 48272, + "[XXXXX1494]": 48904, + "[XXXXX1495]": 48658, + "[XXXXX1496]": 47737, + "[XXXXX1497]": 48141, + "[XXXXX1498]": 48593, + "[XXXXX1499]": 48452, + "[XXXXX149]": 47718, + "[XXXXX14]": 47771, + "[XXXXX1500]": 48637, + "[XXXXX1501]": 48804, + "[XXXXX1502]": 47752, + "[XXXXX1503]": 48430, + "[XXXXX1504]": 48759, + "[XXXXX1505]": 48823, + "[XXXXX1506]": 47465, + "[XXXXX1507]": 47590, + "[XXXXX1508]": 48445, + "[XXXXX1509]": 48822, + "[XXXXX150]": 48400, + "[XXXXX1510]": 48184, + "[XXXXX1511]": 48603, + "[XXXXX1512]": 47962, + "[XXXXX1513]": 47581, + "[XXXXX1514]": 48655, + "[XXXXX1515]": 47886, + "[XXXXX1516]": 47762, + "[XXXXX1517]": 48410, + "[XXXXX1518]": 48437, + "[XXXXX1519]": 48815, + "[XXXXX151]": 47868, + "[XXXXX1520]": 48523, + "[XXXXX1521]": 48475, + "[XXXXX1522]": 48872, + "[XXXXX1523]": 47426, + "[XXXXX1524]": 48348, + "[XXXXX1525]": 48948, + "[XXXXX1526]": 49099, + "[XXXXX1527]": 47642, + "[XXXXX1528]": 48548, + "[XXXXX1529]": 48055, + "[XXXXX152]": 48542, + "[XXXXX1530]": 48630, + "[XXXXX1531]": 48896, + "[XXXXX1532]": 49020, + "[XXXXX1533]": 47727, + "[XXXXX1534]": 48944, + "[XXXXX1535]": 48848, + "[XXXXX1536]": 48717, + "[XXXXX1537]": 48494, + "[XXXXX1538]": 48124, + "[XXXXX1539]": 49055, + "[XXXXX153]": 48968, + "[XXXXX1540]": 48305, + "[XXXXX1541]": 48088, + "[XXXXX1542]": 49022, + "[XXXXX1543]": 49044, + "[XXXXX1544]": 48607, + "[XXXXX1545]": 48113, + "[XXXXX1546]": 48095, + "[XXXXX1547]": 48863, + "[XXXXX1548]": 48215, + "[XXXXX1549]": 48220, + "[XXXXX154]": 49023, + "[XXXXX1550]": 47442, + "[XXXXX1551]": 49122, + "[XXXXX1552]": 49131, + "[XXXXX1553]": 47991, + "[XXXXX1554]": 47899, + "[XXXXX1555]": 47499, + "[XXXXX1556]": 47406, + "[XXXXX1557]": 47894, + "[XXXXX1558]": 47844, + "[XXXXX1559]": 48164, + "[XXXXX155]": 47833, + "[XXXXX1560]": 48565, + "[XXXXX1561]": 47471, + "[XXXXX1562]": 48960, + "[XXXXX1563]": 47440, + "[XXXXX1564]": 47479, + "[XXXXX1565]": 47708, + "[XXXXX1566]": 47796, + "[XXXXX1567]": 47576, + "[XXXXX1568]": 48191, + "[XXXXX1569]": 48516, + "[XXXXX156]": 48827, + "[XXXXX1570]": 48911, + "[XXXXX1571]": 48205, + "[XXXXX1572]": 48336, + "[XXXXX1573]": 47482, + "[XXXXX1574]": 48952, + "[XXXXX1575]": 47960, + "[XXXXX1576]": 49098, + "[XXXXX1577]": 47904, + "[XXXXX1578]": 48414, + "[XXXXX1579]": 48752, + "[XXXXX157]": 48401, + "[XXXXX1580]": 48633, + "[XXXXX1581]": 48826, + "[XXXXX1582]": 47507, + "[XXXXX1583]": 47476, + "[XXXXX1584]": 48599, + "[XXXXX1585]": 48274, + "[XXXXX1586]": 47428, + "[XXXXX1587]": 48972, + "[XXXXX1588]": 47425, + "[XXXXX1589]": 48731, + "[XXXXX158]": 47951, + "[XXXXX1590]": 49009, + "[XXXXX1591]": 48839, + "[XXXXX1592]": 49006, + "[XXXXX1593]": 47626, + "[XXXXX1594]": 48231, + "[XXXXX1595]": 48554, + "[XXXXX1596]": 48045, + "[XXXXX1597]": 48769, + "[XXXXX1598]": 47652, + "[XXXXX1599]": 47444, + "[XXXXX159]": 49021, + "[XXXXX15]": 48530, + "[XXXXX1600]": 47964, + "[XXXXX1601]": 48560, + "[XXXXX1602]": 47855, + "[XXXXX1603]": 48324, + "[XXXXX1604]": 47961, + "[XXXXX1605]": 48296, + "[XXXXX1606]": 48148, + "[XXXXX1607]": 49038, + "[XXXXX1608]": 48994, + "[XXXXX1609]": 48767, + "[XXXXX160]": 48740, + "[XXXXX1610]": 48907, + "[XXXXX1611]": 47822, + "[XXXXX1612]": 47639, + "[XXXXX1613]": 48053, + "[XXXXX1614]": 48285, + "[XXXXX1615]": 47533, + "[XXXXX1616]": 47983, + "[XXXXX1617]": 47574, + "[XXXXX1618]": 48828, + "[XXXXX1619]": 48334, + "[XXXXX161]": 48290, + "[XXXXX1620]": 47928, + "[XXXXX1621]": 48177, + "[XXXXX1622]": 48056, + "[XXXXX1623]": 47488, + "[XXXXX1624]": 47866, + "[XXXXX1625]": 48273, + "[XXXXX1626]": 48234, + "[XXXXX1627]": 48757, + "[XXXXX1628]": 48075, + "[XXXXX1629]": 48768, + "[XXXXX162]": 48447, + "[XXXXX1630]": 48820, + "[XXXXX1631]": 48007, + "[XXXXX1632]": 48552, + "[XXXXX1633]": 47939, + "[XXXXX1634]": 48725, + "[XXXXX1635]": 47447, + "[XXXXX1636]": 47602, + "[XXXXX1637]": 47935, + "[XXXXX1638]": 49132, + "[XXXXX1639]": 47953, + "[XXXXX163]": 48371, + "[XXXXX1640]": 47748, + "[XXXXX1641]": 48116, + "[XXXXX1642]": 47610, + "[XXXXX1643]": 48105, + "[XXXXX1644]": 48460, + "[XXXXX1645]": 48773, + "[XXXXX1646]": 47974, + "[XXXXX1647]": 47678, + "[XXXXX1648]": 47571, + "[XXXXX1649]": 47717, + "[XXXXX164]": 48978, + "[XXXXX1650]": 48653, + "[XXXXX1651]": 48526, + "[XXXXX1652]": 47666, + "[XXXXX1653]": 48636, + "[XXXXX1654]": 49070, + "[XXXXX1655]": 48040, + "[XXXXX1656]": 49001, + "[XXXXX1657]": 48587, + "[XXXXX1658]": 48227, + "[XXXXX1659]": 47566, + "[XXXXX165]": 47992, + "[XXXXX1660]": 48774, + "[XXXXX1661]": 47443, + "[XXXXX1662]": 48037, + "[XXXXX1663]": 48377, + "[XXXXX1664]": 47733, + "[XXXXX1665]": 49071, + "[XXXXX1666]": 47528, + "[XXXXX1667]": 49124, + "[XXXXX1668]": 48510, + "[XXXXX1669]": 48125, + "[XXXXX166]": 48572, + "[XXXXX1670]": 47503, + "[XXXXX1671]": 47527, + "[XXXXX1672]": 47817, + "[XXXXX1673]": 49111, + "[XXXXX1674]": 47772, + "[XXXXX1675]": 47783, + "[XXXXX1676]": 49052, + "[XXXXX1677]": 47493, + "[XXXXX1678]": 47888, + "[XXXXX1679]": 48059, + "[XXXXX167]": 48008, + "[XXXXX1680]": 47456, + "[XXXXX1681]": 47906, + "[XXXXX1682]": 48026, + "[XXXXX1683]": 48149, + "[XXXXX1684]": 48451, + "[XXXXX1685]": 49029, + "[XXXXX1686]": 48313, + "[XXXXX1687]": 48089, + "[XXXXX1688]": 48795, + "[XXXXX1689]": 48396, + "[XXXXX168]": 47740, + "[XXXXX1690]": 48536, + "[XXXXX1691]": 47680, + "[XXXXX1692]": 48146, + "[XXXXX1693]": 48733, + "[XXXXX1694]": 47536, + "[XXXXX1695]": 47524, + "[XXXXX1696]": 48197, + "[XXXXX1697]": 49151, + "[XXXXX1698]": 48159, + "[XXXXX1699]": 48558, + "[XXXXX169]": 48189, + "[XXXXX16]": 48474, + "[XXXXX1700]": 48042, + "[XXXXX1701]": 47638, + "[XXXXX1702]": 48954, + "[XXXXX1703]": 47693, + "[XXXXX1704]": 48461, + "[XXXXX1705]": 48467, + "[XXXXX1706]": 48505, + "[XXXXX1707]": 47989, + "[XXXXX1708]": 47784, + "[XXXXX1709]": 47435, + "[XXXXX170]": 47429, + "[XXXXX1710]": 48152, + "[XXXXX1711]": 48301, + "[XXXXX1712]": 49094, + "[XXXXX1713]": 48649, + "[XXXXX1714]": 48117, + "[XXXXX1715]": 48185, + "[XXXXX1716]": 47832, + "[XXXXX1717]": 48383, + "[XXXXX1718]": 49012, + "[XXXXX1719]": 48986, + "[XXXXX171]": 48346, + "[XXXXX1720]": 47978, + "[XXXXX1721]": 47871, + "[XXXXX1722]": 47625, + "[XXXXX1723]": 48247, + "[XXXXX1724]": 47965, + "[XXXXX1725]": 47579, + "[XXXXX1726]": 48512, + "[XXXXX1727]": 48395, + "[XXXXX1728]": 48867, + "[XXXXX1729]": 47692, + "[XXXXX172]": 48003, + "[XXXXX1730]": 48497, + "[XXXXX1731]": 47393, + "[XXXXX1732]": 47530, + "[XXXXX1733]": 48129, + "[XXXXX1734]": 47916, + "[XXXXX1735]": 47943, + "[XXXXX1736]": 47559, + "[XXXXX1737]": 47477, + "[XXXXX1738]": 48432, + "[XXXXX1739]": 48244, + "[XXXXX173]": 48238, + "[XXXXX1740]": 48528, + "[XXXXX1741]": 48671, + "[XXXXX1742]": 48889, + "[XXXXX1743]": 48161, + "[XXXXX1744]": 48018, + "[XXXXX1745]": 48509, + "[XXXXX1746]": 47564, + "[XXXXX1747]": 48969, + "[XXXXX1748]": 48112, + "[XXXXX1749]": 49128, + "[XXXXX174]": 48786, + "[XXXXX1750]": 48886, + "[XXXXX1751]": 48932, + "[XXXXX1752]": 47970, + "[XXXXX1753]": 47969, + "[XXXXX1754]": 48508, + "[XXXXX1755]": 47857, + "[XXXXX1756]": 48563, + "[XXXXX1757]": 48503, + "[XXXXX1758]": 47797, + "[XXXXX1759]": 49053, + "[XXXXX175]": 48221, + "[XXXXX1760]": 48949, + "[XXXXX1761]": 48926, + "[XXXXX176]": 48895, + "[XXXXX177]": 48084, + "[XXXXX178]": 47408, + "[XXXXX179]": 48144, + "[XXXXX17]": 47563, + "[XXXXX180]": 47934, + "[XXXXX181]": 47567, + "[XXXXX182]": 47539, + "[XXXXX183]": 49106, + "[XXXXX184]": 48892, + "[XXXXX185]": 47458, + "[XXXXX186]": 48783, + "[XXXXX187]": 47914, + "[XXXXX188]": 47761, + "[XXXXX189]": 47997, + "[XXXXX18]": 48333, + "[XXXXX190]": 48312, + "[XXXXX191]": 49095, + "[XXXXX192]": 47785, + "[XXXXX193]": 47635, + "[XXXXX194]": 48955, + "[XXXXX195]": 48354, + "[XXXXX196]": 48545, + "[XXXXX197]": 48727, + "[XXXXX198]": 48306, + "[XXXXX199]": 49133, + "[XXXXX19]": 48262, + "[XXXXX1]": 49126, + "[XXXXX200]": 47701, + "[XXXXX201]": 47521, + "[XXXXX202]": 48805, + "[XXXXX203]": 48386, + "[XXXXX204]": 48909, + "[XXXXX205]": 47674, + "[XXXXX206]": 48640, + "[XXXXX207]": 48257, + "[XXXXX208]": 47977, + "[XXXXX209]": 48406, + "[XXXXX20]": 47779, + "[XXXXX210]": 48282, + "[XXXXX211]": 48280, + "[XXXXX212]": 47603, + "[XXXXX213]": 47869, + "[XXXXX214]": 47937, + "[XXXXX215]": 49073, + "[XXXXX216]": 47582, + "[XXXXX217]": 47816, + "[XXXXX218]": 47821, + "[XXXXX219]": 48857, + "[XXXXX21]": 48434, + "[XXXXX220]": 48172, + "[XXXXX221]": 47722, + "[XXXXX222]": 47618, + "[XXXXX223]": 48178, + "[XXXXX224]": 48000, + "[XXXXX225]": 48087, + "[XXXXX226]": 48924, + "[XXXXX227]": 47441, + "[XXXXX228]": 49058, + "[XXXXX229]": 48531, + "[XXXXX22]": 48052, + "[XXXXX230]": 47927, + "[XXXXX231]": 47930, + "[XXXXX232]": 49092, + "[XXXXX233]": 47996, + "[XXXXX234]": 49049, + "[XXXXX235]": 48299, + "[XXXXX236]": 48811, + "[XXXXX237]": 48343, + "[XXXXX238]": 49017, + "[XXXXX239]": 48806, + "[XXXXX23]": 48289, + "[XXXXX240]": 47835, + "[XXXXX241]": 48627, + "[XXXXX242]": 47643, + "[XXXXX243]": 47794, + "[XXXXX244]": 49093, + "[XXXXX245]": 47412, + "[XXXXX246]": 48092, + "[XXXXX247]": 47730, + "[XXXXX248]": 48228, + "[XXXXX249]": 47851, + "[XXXXX24]": 48722, + "[XXXXX250]": 48126, + "[XXXXX251]": 47749, + "[XXXXX252]": 47972, + "[XXXXX253]": 48534, + "[XXXXX254]": 48332, + "[XXXXX255]": 48601, + "[XXXXX256]": 48914, + "[XXXXX257]": 47760, + "[XXXXX258]": 48115, + "[XXXXX259]": 48338, + "[XXXXX25]": 48277, + "[XXXXX260]": 47853, + "[XXXXX261]": 48669, + "[XXXXX262]": 48834, + "[XXXXX263]": 48571, + "[XXXXX264]": 48738, + "[XXXXX265]": 48180, + "[XXXXX266]": 49002, + "[XXXXX267]": 47452, + "[XXXXX268]": 47684, + "[XXXXX269]": 47726, + "[XXXXX26]": 47895, + "[XXXXX270]": 48286, + "[XXXXX271]": 47401, + "[XXXXX272]": 48366, + "[XXXXX273]": 48913, + "[XXXXX274]": 47696, + "[XXXXX275]": 48429, + "[XXXXX276]": 48202, + "[XXXXX277]": 47714, + "[XXXXX278]": 47480, + "[XXXXX279]": 48551, + "[XXXXX27]": 47557, + "[XXXXX280]": 48323, + "[XXXXX281]": 47605, + "[XXXXX282]": 49079, + "[XXXXX283]": 47630, + "[XXXXX284]": 48210, + "[XXXXX285]": 48934, + "[XXXXX286]": 48742, + "[XXXXX287]": 48360, + "[XXXXX288]": 48214, + "[XXXXX289]": 47721, + "[XXXXX28]": 48390, + "[XXXXX290]": 48034, + "[XXXXX291]": 47404, + "[XXXXX292]": 48824, + "[XXXXX293]": 47570, + "[XXXXX294]": 48726, + "[XXXXX295]": 49147, + "[XXXXX296]": 47523, + "[XXXXX297]": 48074, + "[XXXXX298]": 48111, + "[XXXXX299]": 48797, + "[XXXXX29]": 48625, + "[XXXXX2]": 48707, + "[XXXXX300]": 47776, + "[XXXXX301]": 48897, + "[XXXXX302]": 48275, + "[XXXXX303]": 48307, + "[XXXXX304]": 48370, + "[XXXXX305]": 48662, + "[XXXXX306]": 48495, + "[XXXXX307]": 47867, + "[XXXXX308]": 48567, + "[XXXXX309]": 49112, + "[XXXXX30]": 48027, + "[XXXXX310]": 48818, + "[XXXXX311]": 47712, + "[XXXXX312]": 47938, + "[XXXXX313]": 48928, + "[XXXXX314]": 48251, + "[XXXXX315]": 48620, + "[XXXXX316]": 48821, + "[XXXXX317]": 48579, + "[XXXXX318]": 47860, + "[XXXXX319]": 48453, + "[XXXXX31]": 48799, + "[XXXXX320]": 48006, + "[XXXXX321]": 47766, + "[XXXXX322]": 48816, + "[XXXXX323]": 48358, + "[XXXXX324]": 48011, + "[XXXXX325]": 48208, + "[XXXXX326]": 48965, + "[XXXXX327]": 48058, + "[XXXXX328]": 48538, + "[XXXXX329]": 48480, + "[XXXXX32]": 48399, + "[XXXXX330]": 47634, + "[XXXXX331]": 47518, + "[XXXXX332]": 48132, + "[XXXXX333]": 47449, + "[XXXXX334]": 48044, + "[XXXXX335]": 47842, + "[XXXXX336]": 49041, + "[XXXXX337]": 48317, + "[XXXXX338]": 47830, + "[XXXXX339]": 49085, + "[XXXXX33]": 48852, + "[XXXXX340]": 47774, + "[XXXXX341]": 48650, + "[XXXXX342]": 48253, + "[XXXXX343]": 49145, + "[XXXXX344]": 48847, + "[XXXXX345]": 49062, + "[XXXXX346]": 48359, + "[XXXXX347]": 48595, + "[XXXXX348]": 47995, + "[XXXXX349]": 47729, + "[XXXXX34]": 48800, + "[XXXXX350]": 48245, + "[XXXXX351]": 48586, + "[XXXXX352]": 48365, + "[XXXXX353]": 48887, + "[XXXXX354]": 47464, + "[XXXXX355]": 47987, + "[XXXXX356]": 49136, + "[XXXXX357]": 48098, + "[XXXXX358]": 48259, + "[XXXXX359]": 47609, + "[XXXXX35]": 48127, + "[XXXXX360]": 48648, + "[XXXXX361]": 48431, + "[XXXXX362]": 48714, + "[XXXXX363]": 47624, + "[XXXXX364]": 47823, + "[XXXXX365]": 47936, + "[XXXXX366]": 47502, + "[XXXXX367]": 47506, + "[XXXXX368]": 49074, + "[XXXXX369]": 47731, + "[XXXXX36]": 48471, + "[XXXXX370]": 47807, + "[XXXXX371]": 47598, + "[XXXXX372]": 47806, + "[XXXXX373]": 47525, + "[XXXXX374]": 47883, + "[XXXXX375]": 49066, + "[XXXXX376]": 48067, + "[XXXXX377]": 48020, + "[XXXXX378]": 48527, + "[XXXXX379]": 48294, + "[XXXXX37]": 48102, + "[XXXXX380]": 48737, + "[XXXXX381]": 47614, + "[XXXXX382]": 48219, + "[XXXXX383]": 48143, + "[XXXXX384]": 48402, + "[XXXXX385]": 48190, + "[XXXXX386]": 48369, + "[XXXXX387]": 48982, + "[XXXXX388]": 49116, + "[XXXXX389]": 48793, + "[XXXXX38]": 48570, + "[XXXXX390]": 47491, + "[XXXXX391]": 48728, + "[XXXXX392]": 47948, + "[XXXXX393]": 48962, + "[XXXXX394]": 47988, + "[XXXXX395]": 47648, + "[XXXXX396]": 47395, + "[XXXXX397]": 47473, + "[XXXXX398]": 49091, + "[XXXXX399]": 49039, + "[XXXXX39]": 47958, + "[XXXXX3]": 48756, + "[XXXXX400]": 48784, + "[XXXXX401]": 47647, + "[XXXXX402]": 48028, + "[XXXXX403]": 48617, + "[XXXXX404]": 48964, + "[XXXXX405]": 48694, + "[XXXXX406]": 49043, + "[XXXXX407]": 47413, + "[XXXXX408]": 48557, + "[XXXXX409]": 48677, + "[XXXXX40]": 47514, + "[XXXXX410]": 47889, + "[XXXXX411]": 49010, + "[XXXXX412]": 47887, + "[XXXXX413]": 47655, + "[XXXXX414]": 47485, + "[XXXXX415]": 48741, + "[XXXXX416]": 48091, + "[XXXXX417]": 49061, + "[XXXXX418]": 48109, + "[XXXXX419]": 47702, + "[XXXXX41]": 48845, + "[XXXXX420]": 47430, + "[XXXXX421]": 49088, + "[XXXXX422]": 47677, + "[XXXXX423]": 48351, + "[XXXXX424]": 48001, + "[XXXXX425]": 48695, + "[XXXXX426]": 47713, + "[XXXXX427]": 48920, + "[XXXXX428]": 48674, + "[XXXXX429]": 48540, + "[XXXXX42]": 48142, + "[XXXXX430]": 47952, + "[XXXXX431]": 48362, + "[XXXXX432]": 47967, + "[XXXXX433]": 48705, + "[XXXXX434]": 48033, + "[XXXXX435]": 48024, + "[XXXXX436]": 47580, + "[XXXXX437]": 48618, + "[XXXXX438]": 47659, + "[XXXXX439]": 48435, + "[XXXXX43]": 48837, + "[XXXXX440]": 48631, + "[XXXXX441]": 47877, + "[XXXXX442]": 48036, + "[XXXXX443]": 47667, + "[XXXXX444]": 48502, + "[XXXXX445]": 49057, + "[XXXXX446]": 48979, + "[XXXXX447]": 47891, + "[XXXXX448]": 49143, + "[XXXXX449]": 48463, + "[XXXXX44]": 47872, + "[XXXXX450]": 47522, + "[XXXXX451]": 47703, + "[XXXXX452]": 47467, + "[XXXXX453]": 48099, + "[XXXXX454]": 48858, + "[XXXXX455]": 47538, + "[XXXXX456]": 48271, + "[XXXXX457]": 48270, + "[XXXXX458]": 49138, + "[XXXXX459]": 47691, + "[XXXXX45]": 47915, + "[XXXXX460]": 47461, + "[XXXXX461]": 48350, + "[XXXXX462]": 48813, + "[XXXXX463]": 48812, + "[XXXXX464]": 48163, + "[XXXXX465]": 49030, + "[XXXXX466]": 48787, + "[XXXXX467]": 48021, + "[XXXXX468]": 48248, + "[XXXXX469]": 47454, + "[XXXXX46]": 47572, + "[XXXXX470]": 48966, + "[XXXXX471]": 48929, + "[XXXXX472]": 47926, + "[XXXXX473]": 47410, + "[XXXXX474]": 48864, + "[XXXXX475]": 48119, + "[XXXXX476]": 47820, + "[XXXXX477]": 47932, + "[XXXXX478]": 47846, + "[XXXXX479]": 49054, + "[XXXXX47]": 48519, + "[XXXXX480]": 48101, + "[XXXXX481]": 48609, + "[XXXXX482]": 48128, + "[XXXXX483]": 48931, + "[XXXXX484]": 48267, + "[XXXXX485]": 48328, + "[XXXXX486]": 47463, + "[XXXXX487]": 48331, + "[XXXXX488]": 48198, + "[XXXXX489]": 48256, + "[XXXXX48]": 48167, + "[XXXXX490]": 48580, + "[XXXXX491]": 48049, + "[XXXXX492]": 48096, + "[XXXXX493]": 49129, + "[XXXXX494]": 47738, + "[XXXXX495]": 48611, + "[XXXXX496]": 48626, + "[XXXXX497]": 49003, + "[XXXXX498]": 47982, + "[XXXXX499]": 49047, + "[XXXXX49]": 48684, + "[XXXXX4]": 48456, + "[XXXXX500]": 48668, + "[XXXXX501]": 48017, + "[XXXXX502]": 48080, + "[XXXXX503]": 48150, + "[XXXXX504]": 47743, + "[XXXXX505]": 48859, + "[XXXXX506]": 47510, + "[XXXXX507]": 47541, + "[XXXXX508]": 47489, + "[XXXXX509]": 47504, + "[XXXXX50]": 47552, + "[XXXXX510]": 48086, + "[XXXXX511]": 48520, + "[XXXXX512]": 48204, + "[XXXXX513]": 48356, + "[XXXXX514]": 47968, + "[XXXXX515]": 47629, + "[XXXXX516]": 48450, + "[XXXXX517]": 48751, + "[XXXXX518]": 48673, + "[XXXXX519]": 48766, + "[XXXXX51]": 47763, + "[XXXXX520]": 47586, + "[XXXXX521]": 48193, + "[XXXXX522]": 47481, + "[XXXXX523]": 48070, + "[XXXXX524]": 48641, + "[XXXXX525]": 48555, + "[XXXXX526]": 47448, + "[XXXXX527]": 47788, + "[XXXXX528]": 48078, + "[XXXXX529]": 47781, + "[XXXXX52]": 48398, + "[XXXXX530]": 48255, + "[XXXXX531]": 48663, + "[XXXXX532]": 47798, + "[XXXXX533]": 48885, + "[XXXXX534]": 47790, + "[XXXXX535]": 47973, + "[XXXXX536]": 48842, + "[XXXXX537]": 48408, + "[XXXXX538]": 49113, + "[XXXXX539]": 48676, + "[XXXXX53]": 47786, + "[XXXXX540]": 48157, + "[XXXXX541]": 48670, + "[XXXXX542]": 48022, + "[XXXXX543]": 48009, + "[XXXXX544]": 48596, + "[XXXXX545]": 48329, + "[XXXXX546]": 48288, + "[XXXXX547]": 47469, + "[XXXXX548]": 48501, + "[XXXXX549]": 47976, + "[XXXXX54]": 47644, + "[XXXXX550]": 47588, + "[XXXXX551]": 48851, + "[XXXXX552]": 48250, + "[XXXXX553]": 47734, + "[XXXXX554]": 48940, + "[XXXXX555]": 49000, + "[XXXXX556]": 48200, + "[XXXXX557]": 47414, + "[XXXXX558]": 48090, + "[XXXXX559]": 47621, + "[XXXXX55]": 48048, + "[XXXXX560]": 47990, + "[XXXXX561]": 47519, + "[XXXXX562]": 47903, + "[XXXXX563]": 48522, + "[XXXXX564]": 47645, + "[XXXXX565]": 49080, + "[XXXXX566]": 47719, + "[XXXXX567]": 49105, + "[XXXXX568]": 48666, + "[XXXXX569]": 47549, + "[XXXXX56]": 49120, + "[XXXXX570]": 48355, + "[XXXXX571]": 48639, + "[XXXXX572]": 48083, + "[XXXXX573]": 48420, + "[XXXXX574]": 48661, + "[XXXXX575]": 47520, + "[XXXXX576]": 48318, + "[XXXXX577]": 49018, + "[XXXXX578]": 48458, + "[XXXXX579]": 47804, + "[XXXXX57]": 48490, + "[XXXXX580]": 48186, + "[XXXXX581]": 47699, + "[XXXXX582]": 48268, + "[XXXXX583]": 47688, + "[XXXXX584]": 47975, + "[XXXXX585]": 48013, + "[XXXXX586]": 48457, + "[XXXXX587]": 49114, + "[XXXXX588]": 48476, + "[XXXXX589]": 47694, + "[XXXXX58]": 48361, + "[XXXXX590]": 48758, + "[XXXXX591]": 48507, + "[XXXXX592]": 47434, + "[XXXXX593]": 48397, + "[XXXXX594]": 48846, + "[XXXXX595]": 48486, + "[XXXXX596]": 47944, + "[XXXXX597]": 47838, + "[XXXXX598]": 47475, + "[XXXXX599]": 48409, + "[XXXXX59]": 48836, + "[XXXXX5]": 48291, + "[XXXXX600]": 48561, + "[XXXXX601]": 48706, + "[XXXXX602]": 48311, + "[XXXXX603]": 48732, + "[XXXXX604]": 48716, + "[XXXXX605]": 48103, + "[XXXXX606]": 47741, + "[XXXXX607]": 49037, + "[XXXXX608]": 48513, + "[XXXXX609]": 47516, + "[XXXXX60]": 48980, + "[XXXXX610]": 47750, + "[XXXXX611]": 49077, + "[XXXXX612]": 47513, + "[XXXXX613]": 49102, + "[XXXXX614]": 48459, + "[XXXXX615]": 48792, + "[XXXXX616]": 48265, + "[XXXXX617]": 48375, + "[XXXXX618]": 48335, + "[XXXXX619]": 48796, + "[XXXXX61]": 48405, + "[XXXXX620]": 48550, + "[XXXXX621]": 48478, + "[XXXXX622]": 47468, + "[XXXXX623]": 48249, + "[XXXXX624]": 48838, + "[XXXXX625]": 48135, + "[XXXXX626]": 47577, + "[XXXXX627]": 47660, + "[XXXXX628]": 48347, + "[XXXXX629]": 47561, + "[XXXXX62]": 48314, + "[XXXXX630]": 47829, + "[XXXXX631]": 48621, + "[XXXXX632]": 48825, + "[XXXXX633]": 48849, + "[XXXXX634]": 48279, + "[XXXXX635]": 48310, + "[XXXXX636]": 49015, + "[XXXXX637]": 47753, + "[XXXXX638]": 48138, + "[XXXXX639]": 48808, + "[XXXXX63]": 48683, + "[XXXXX640]": 48057, + "[XXXXX641]": 48192, + "[XXXXX642]": 48446, + "[XXXXX643]": 48081, + "[XXXXX644]": 48533, + "[XXXXX645]": 47556, + "[XXXXX646]": 48908, + "[XXXXX647]": 48014, + "[XXXXX648]": 48455, + "[XXXXX649]": 47950, + "[XXXXX64]": 49139, + "[XXXXX650]": 47558, + "[XXXXX651]": 47653, + "[XXXXX652]": 48387, + "[XXXXX653]": 47809, + "[XXXXX654]": 48562, + "[XXXXX655]": 48665, + "[XXXXX656]": 48871, + "[XXXXX657]": 48987, + "[XXXXX658]": 47646, + "[XXXXX659]": 48881, + "[XXXXX65]": 47613, + "[XXXXX660]": 49109, + "[XXXXX661]": 49140, + "[XXXXX662]": 48023, + "[XXXXX663]": 48380, + "[XXXXX664]": 48065, + "[XXXXX665]": 47685, + "[XXXXX666]": 47484, + "[XXXXX667]": 47628, + "[XXXXX668]": 48151, + "[XXXXX669]": 47847, + "[XXXXX66]": 49100, + "[XXXXX670]": 47768, + "[XXXXX671]": 47640, + "[XXXXX672]": 48946, + "[XXXXX673]": 48624, + "[XXXXX674]": 48843, + "[XXXXX675]": 47736, + "[XXXXX676]": 47881, + "[XXXXX677]": 48690, + "[XXXXX678]": 48709, + "[XXXXX679]": 48577, + "[XXXXX67]": 48984, + "[XXXXX680]": 47500, + "[XXXXX681]": 48491, + "[XXXXX682]": 48691, + "[XXXXX683]": 48810, + "[XXXXX684]": 48173, + "[XXXXX685]": 48407, + "[XXXXX686]": 48292, + "[XXXXX687]": 48330, + "[XXXXX688]": 49118, + "[XXXXX689]": 48604, + "[XXXXX68]": 48174, + "[XXXXX690]": 48077, + "[XXXXX691]": 48743, + "[XXXXX692]": 48583, + "[XXXXX693]": 47391, + "[XXXXX694]": 48229, + "[XXXXX695]": 48789, + "[XXXXX696]": 48777, + "[XXXXX697]": 47535, + "[XXXXX698]": 48122, + "[XXXXX699]": 48232, + "[XXXXX69]": 48704, + "[XXXXX6]": 48927, + "[XXXXX700]": 48403, + "[XXXXX701]": 47451, + "[XXXXX702]": 48039, + "[XXXXX703]": 47568, + "[XXXXX704]": 48692, + "[XXXXX705]": 47437, + "[XXXXX706]": 47854, + "[XXXXX707]": 49148, + "[XXXXX708]": 48923, + "[XXXXX709]": 48133, + "[XXXXX70]": 47407, + "[XXXXX710]": 48425, + "[XXXXX711]": 48998, + "[XXXXX712]": 48801, + "[XXXXX713]": 48525, + "[XXXXX714]": 47917, + "[XXXXX715]": 47782, + "[XXXXX716]": 48697, + "[XXXXX717]": 47836, + "[XXXXX718]": 47725, + "[XXXXX719]": 48218, + "[XXXXX71]": 49065, + "[XXXXX720]": 48956, + "[XXXXX721]": 48321, + "[XXXXX722]": 47812, + "[XXXXX723]": 47466, + "[XXXXX724]": 48462, + "[XXXXX725]": 47898, + "[XXXXX726]": 49060, + "[XXXXX727]": 47589, + "[XXXXX728]": 49117, + "[XXXXX729]": 48393, + "[XXXXX72]": 48439, + "[XXXXX730]": 48100, + "[XXXXX731]": 48394, + "[XXXXX732]": 48643, + "[XXXXX733]": 48423, + "[XXXXX734]": 48183, + "[XXXXX735]": 49101, + "[XXXXX736]": 48381, + "[XXXXX737]": 48854, + "[XXXXX738]": 49067, + "[XXXXX739]": 48876, + "[XXXXX73]": 47392, + "[XXXXX740]": 48179, + "[XXXXX741]": 48194, + "[XXXXX742]": 48791, + "[XXXXX743]": 48985, + "[XXXXX744]": 48535, + "[XXXXX745]": 48436, + "[XXXXX746]": 47896, + "[XXXXX747]": 47583, + "[XXXXX748]": 49142, + "[XXXXX749]": 48958, + "[XXXXX74]": 49064, + "[XXXXX750]": 47569, + "[XXXXX751]": 47548, + "[XXXXX752]": 49083, + "[XXXXX753]": 47746, + "[XXXXX754]": 49144, + "[XXXXX755]": 48600, + "[XXXXX756]": 47791, + "[XXXXX757]": 47661, + "[XXXXX758]": 48295, + "[XXXXX759]": 47912, + "[XXXXX75]": 48025, + "[XXXXX760]": 47495, + "[XXXXX761]": 48156, + "[XXXXX762]": 47907, + "[XXXXX763]": 48123, + "[XXXXX764]": 48134, + "[XXXXX765]": 47597, + "[XXXXX766]": 48278, + "[XXXXX767]": 47555, + "[XXXXX768]": 49011, + "[XXXXX769]": 47918, + "[XXXXX76]": 47902, + "[XXXXX770]": 48957, + "[XXXXX771]": 48936, + "[XXXXX772]": 48269, + "[XXXXX773]": 48473, + "[XXXXX774]": 49035, + "[XXXXX775]": 47984, + "[XXXXX776]": 48300, + "[XXXXX777]": 48085, + "[XXXXX778]": 47826, + "[XXXXX779]": 48019, + "[XXXXX77]": 48031, + "[XXXXX780]": 48376, + "[XXXXX781]": 47534, + "[XXXXX782]": 48764, + "[XXXXX783]": 49063, + "[XXXXX784]": 47840, + "[XXXXX785]": 48547, + "[XXXXX786]": 48941, + "[XXXXX787]": 47650, + "[XXXXX788]": 47800, + "[XXXXX789]": 48606, + "[XXXXX78]": 47873, + "[XXXXX790]": 48060, + "[XXXXX791]": 47885, + "[XXXXX792]": 47863, + "[XXXXX793]": 48730, + "[XXXXX794]": 47662, + "[XXXXX795]": 47438, + "[XXXXX796]": 48385, + "[XXXXX797]": 48449, + "[XXXXX798]": 47673, + "[XXXXX799]": 48093, + "[XXXXX79]": 48865, + "[XXXXX7]": 48372, + "[XXXXX800]": 48729, + "[XXXXX801]": 47474, + "[XXXXX802]": 48875, + "[XXXXX803]": 48029, + "[XXXXX804]": 48735, + "[XXXXX805]": 48297, + "[XXXXX806]": 48411, + "[XXXXX807]": 47913, + "[XXXXX808]": 48710, + "[XXXXX809]": 48094, + "[XXXXX80]": 48841, + "[XXXXX810]": 48428, + "[XXXXX811]": 48532, + "[XXXXX812]": 48950, + "[XXXXX813]": 48739, + "[XXXXX814]": 48137, + "[XXXXX815]": 47884, + "[XXXXX816]": 48779, + "[XXXXX817]": 47496, + "[XXXXX818]": 48352, + "[XXXXX819]": 48891, + "[XXXXX81]": 48051, + "[XXXXX820]": 48050, + "[XXXXX821]": 47573, + "[XXXXX822]": 48373, + "[XXXXX823]": 47793, + "[XXXXX824]": 47747, + "[XXXXX825]": 47758, + "[XXXXX826]": 48302, + "[XXXXX827]": 48785, + "[XXXXX828]": 48870, + "[XXXXX829]": 48899, + "[XXXXX82]": 49141, + "[XXXXX830]": 48884, + "[XXXXX831]": 47981, + "[XXXXX832]": 48223, + "[XXXXX833]": 48072, + "[XXXXX834]": 48576, + "[XXXXX835]": 48711, + "[XXXXX836]": 47460, + "[XXXXX837]": 47801, + "[XXXXX838]": 47651, + "[XXXXX839]": 47663, + "[XXXXX83]": 49076, + "[XXXXX840]": 48298, + "[XXXXX841]": 49150, + "[XXXXX842]": 48517, + "[XXXXX843]": 47418, + "[XXXXX844]": 47627, + "[XXXXX845]": 48230, + "[XXXXX846]": 48010, + "[XXXXX847]": 47423, + "[XXXXX848]": 49048, + "[XXXXX849]": 48524, + "[XXXXX84]": 47900, + "[XXXXX850]": 47787, + "[XXXXX851]": 48974, + "[XXXXX852]": 48652, + "[XXXXX853]": 47849, + "[XXXXX854]": 48623, + "[XXXXX855]": 49026, + "[XXXXX856]": 49068, + "[XXXXX857]": 48802, + "[XXXXX858]": 48236, + "[XXXXX859]": 48170, + "[XXXXX85]": 47909, + "[XXXXX860]": 47924, + "[XXXXX861]": 47607, + "[XXXXX862]": 47565, + "[XXXXX863]": 48038, + "[XXXXX864]": 49149, + "[XXXXX865]": 49081, + "[XXXXX866]": 48905, + "[XXXXX867]": 47792, + "[XXXXX868]": 48482, + "[XXXXX869]": 47704, + "[XXXXX86]": 49036, + "[XXXXX870]": 47959, + "[XXXXX871]": 48890, + "[XXXXX872]": 48860, + "[XXXXX873]": 48326, + "[XXXXX874]": 47617, + "[XXXXX875]": 47654, + "[XXXXX876]": 47986, + "[XXXXX877]": 48632, + "[XXXXX878]": 48175, + "[XXXXX879]": 48581, + "[XXXXX87]": 47608, + "[XXXXX880]": 47424, + "[XXXXX881]": 49134, + "[XXXXX882]": 48012, + "[XXXXX883]": 48696, + "[XXXXX884]": 48699, + "[XXXXX885]": 47955, + "[XXXXX886]": 49104, + "[XXXXX887]": 47827, + "[XXXXX888]": 49014, + "[XXXXX889]": 48539, + "[XXXXX88]": 48496, + "[XXXXX890]": 48723, + "[XXXXX891]": 48235, + "[XXXXX892]": 48195, + "[XXXXX893]": 48216, + "[XXXXX894]": 48444, + "[XXXXX895]": 48719, + "[XXXXX896]": 47715, + "[XXXXX897]": 48803, + "[XXXXX898]": 48679, + "[XXXXX899]": 48619, + "[XXXXX89]": 48500, + "[XXXXX8]": 49008, + "[XXXXX900]": 48120, + "[XXXXX901]": 48241, + "[XXXXX902]": 47852, + "[XXXXX903]": 48417, + "[XXXXX904]": 47671, + "[XXXXX905]": 48654, + "[XXXXX906]": 49056, + "[XXXXX907]": 48878, + "[XXXXX908]": 48708, + "[XXXXX909]": 48698, + "[XXXXX90]": 47578, + "[XXXXX910]": 49016, + "[XXXXX911]": 47931, + "[XXXXX912]": 48441, + "[XXXXX913]": 48937, + "[XXXXX914]": 47415, + "[XXXXX915]": 47546, + "[XXXXX916]": 48284, + "[XXXXX917]": 48483, + "[XXXXX918]": 47946, + "[XXXXX919]": 48613, + "[XXXXX91]": 47759, + "[XXXXX920]": 48468, + "[XXXXX921]": 48438, + "[XXXXX922]": 49004, + "[XXXXX923]": 48498, + "[XXXXX924]": 48315, + "[XXXXX925]": 48765, + "[XXXXX926]": 48363, + "[XXXXX927]": 48947, + "[XXXXX928]": 47606, + "[XXXXX929]": 48188, + "[XXXXX92]": 48798, + "[XXXXX930]": 47600, + "[XXXXX931]": 49096, + "[XXXXX932]": 47876, + "[XXXXX933]": 48856, + "[XXXXX934]": 48546, + "[XXXXX935]": 47486, + "[XXXXX936]": 48718, + "[XXXXX937]": 47592, + "[XXXXX938]": 48035, + "[XXXXX939]": 47509, + "[XXXXX93]": 49050, + "[XXXXX940]": 47956, + "[XXXXX941]": 48919, + "[XXXXX942]": 47993, + "[XXXXX943]": 48415, + "[XXXXX944]": 48925, + "[XXXXX945]": 48656, + "[XXXXX946]": 48763, + "[XXXXX947]": 48422, + "[XXXXX948]": 48814, + "[XXXXX949]": 47769, + "[XXXXX94]": 48367, + "[XXXXX950]": 47878, + "[XXXXX951]": 48320, + "[XXXXX952]": 48389, + "[XXXXX953]": 49032, + "[XXXXX954]": 49025, + "[XXXXX955]": 48686, + "[XXXXX956]": 48384, + "[XXXXX957]": 49024, + "[XXXXX958]": 48902, + "[XXXXX959]": 47810, + "[XXXXX95]": 48079, + "[XXXXX960]": 47682, + "[XXXXX961]": 49051, + "[XXXXX962]": 48771, + "[XXXXX963]": 48755, + "[XXXXX964]": 48915, + "[XXXXX965]": 47739, + "[XXXXX966]": 48942, + "[XXXXX967]": 48283, + "[XXXXX968]": 47971, + "[XXXXX969]": 48559, + "[XXXXX96]": 48464, + "[XXXXX970]": 47861, + "[XXXXX971]": 48469, + "[XXXXX972]": 48938, + "[XXXXX973]": 48097, + "[XXXXX974]": 47742, + "[XXXXX975]": 48657, + "[XXXXX976]": 48424, + "[XXXXX977]": 48866, + "[XXXXX978]": 47824, + "[XXXXX979]": 48207, + "[XXXXX97]": 48967, + "[XXXXX980]": 47575, + "[XXXXX981]": 48388, + "[XXXXX982]": 47940, + "[XXXXX983]": 48778, + "[XXXXX984]": 48426, + "[XXXXX985]": 48260, + "[XXXXX986]": 48418, + "[XXXXX987]": 47728, + "[XXXXX988]": 49086, + "[XXXXX989]": 48747, + "[XXXXX98]": 48140, + "[XXXXX990]": 48030, + "[XXXXX991]": 47459, + "[XXXXX992]": 48364, + "[XXXXX993]": 49137, + "[XXXXX994]": 48712, + "[XXXXX995]": 47980, + "[XXXXX996]": 47777, + "[XXXXX997]": 48819, + "[XXXXX998]": 48642, + "[XXXXX999]": 48975, + "[XXXXX99]": 48213, + "[XXXXX9]": 47755 +} diff --git a/checkpoint-6000/config.json b/checkpoint-6000/config.json new file mode 100644 index 0000000..87e344b --- /dev/null +++ b/checkpoint-6000/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 47386, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 47387, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 768, + "n_head": 12, + "n_inner": 3072, + "n_layer": 12, + "n_positions": 512, + "pad_token_id": 47388, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 49152 +} diff --git a/checkpoint-6000/generation_config.json b/checkpoint-6000/generation_config.json new file mode 100644 index 0000000..e73b324 --- /dev/null +++ b/checkpoint-6000/generation_config.json @@ -0,0 +1,10 @@ +{ + "_from_model_config": true, + "bos_token_id": 47386, + "eos_token_id": [ + 47387, + 50001 + ], + "pad_token_id": 47388, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-6000/model.safetensors b/checkpoint-6000/model.safetensors new file mode 100644 index 0000000..463732c --- /dev/null +++ b/checkpoint-6000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72b000eb0b45f1d8a22a88c8655a8d10407cfba2547bd77ca296333d0877ccf9 +size 246410944 diff --git a/checkpoint-6000/rng_state.pth b/checkpoint-6000/rng_state.pth new file mode 100644 index 0000000..2d28510 --- /dev/null +++ b/checkpoint-6000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e6e3dd65fc9444b32aeab144a7fe97356a0d26a131e26462ace989728073097d +size 14645 diff --git a/checkpoint-6000/special_tokens_map.json b/checkpoint-6000/special_tokens_map.json new file mode 100644 index 0000000..86972d3 --- /dev/null +++ b/checkpoint-6000/special_tokens_map.json @@ -0,0 +1,1815 @@ +{ + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-6000/spiece.model b/checkpoint-6000/spiece.model new file mode 100644 index 0000000..aa5e7bb --- /dev/null +++ b/checkpoint-6000/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:658c1246bf680a2a73ff33ccf7bbcde25b6d81c80c5cc610f4680cf9942f981b +size 1138208 diff --git a/checkpoint-6000/tokenizer_config.json b/checkpoint-6000/tokenizer_config.json new file mode 100644 index 0000000..b5acc55 --- /dev/null +++ b/checkpoint-6000/tokenizer_config.json @@ -0,0 +1,15919 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47386": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47387": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47388": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47389": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47390": { + "content": "[XXXXX1404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47391": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47392": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47393": { + "content": "[XXXXX1731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47394": { + "content": "[XXXXX1315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47395": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47396": { + "content": "[XXXXX1366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47397": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47398": { + "content": "[XXXXX1239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47399": { + "content": "[XXXXX1457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47400": { + "content": "[XXXXX1278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47401": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47402": { + "content": "[XXXXX1313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47403": { + "content": "[XXXXX1395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47404": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47405": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47406": { + "content": "[XXXXX1556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47407": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47408": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47409": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47410": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47411": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47412": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47413": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47414": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47415": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47416": { + "content": "[XXXXX1261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47417": { + "content": "[XXXXX1280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47418": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47419": { + "content": "[XXXXX1220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47420": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47421": { + "content": "[XXXXX1306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47422": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47423": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47424": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47425": { + "content": "[XXXXX1588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47426": { + "content": "[XXXXX1523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47427": { + "content": "[XXXXX1474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47428": { + "content": "[XXXXX1586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47429": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47430": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47431": { + "content": "[XXXXX1342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47432": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47433": { + "content": "[XXXXX1343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47434": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47435": { + "content": "[XXXXX1709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47436": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47437": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47438": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47439": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47440": { + "content": "[XXXXX1563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47441": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47442": { + "content": "[XXXXX1550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47443": { + "content": "[XXXXX1661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47444": { + "content": "[XXXXX1599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47445": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47446": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47447": { + "content": "[XXXXX1635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47448": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47449": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47450": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47451": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47452": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47453": { + "content": "[XXXXX1219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47454": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47455": { + "content": "[XXXXX1418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47456": { + "content": "[XXXXX1680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47457": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47458": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47459": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47460": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47461": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47462": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47463": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47464": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47465": { + "content": "[XXXXX1506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47466": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47467": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47468": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47469": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47470": { + "content": "[XXXXX1411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47471": { + "content": "[XXXXX1561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47472": { + "content": "[XXXXX1282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47473": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47474": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47475": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47476": { + "content": "[XXXXX1583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47477": { + "content": "[XXXXX1737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47478": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47479": { + "content": "[XXXXX1564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47480": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47481": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47482": { + "content": "[XXXXX1573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47483": { + "content": "[XXXXX1253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47484": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47485": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47486": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47487": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47488": { + "content": "[XXXXX1623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47489": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47490": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47491": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47492": { + "content": "[XXXXX1214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47493": { + "content": "[XXXXX1677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47494": { + "content": "[XXXXX1458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47495": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47496": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47497": { + "content": "[XXXXX1215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47498": { + "content": "[XXXXX1248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47499": { + "content": "[XXXXX1555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47500": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47501": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47502": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47503": { + "content": "[XXXXX1670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47504": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47505": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47506": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47507": { + "content": "[XXXXX1582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47508": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47509": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47510": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47511": { + "content": "[XXXXX1257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47512": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47513": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47514": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47515": { + "content": "[XXXXX1410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47516": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47517": { + "content": "[XXXXX1352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47518": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47519": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47520": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47521": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47522": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47523": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47524": { + "content": "[XXXXX1695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47525": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47526": { + "content": "[XXXXX1200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47527": { + "content": "[XXXXX1671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47528": { + "content": "[XXXXX1666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47529": { + "content": "[XXXXX1482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47530": { + "content": "[XXXXX1732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47531": { + "content": "[XXXXX1335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47532": { + "content": "[XXXXX1452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47533": { + "content": "[XXXXX1615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47534": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47535": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47536": { + "content": "[XXXXX1694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47537": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47538": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47539": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47540": { + "content": "[XXXXX1413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47541": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47542": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47543": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47544": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47545": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47546": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47547": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47548": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47549": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47550": { + "content": "[XXXXX1360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47551": { + "content": "[XXXXX1376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47552": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47553": { + "content": "[XXXXX1308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47554": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47555": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47556": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47557": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47558": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47559": { + "content": "[XXXXX1736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47560": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47561": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47562": { + "content": "[XXXXX1370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47563": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47564": { + "content": "[XXXXX1746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47565": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47566": { + "content": "[XXXXX1659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47567": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47568": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47569": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47570": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47571": { + "content": "[XXXXX1648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47572": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47573": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47574": { + "content": "[XXXXX1617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47575": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47576": { + "content": "[XXXXX1567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47577": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47578": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47579": { + "content": "[XXXXX1725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47580": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47581": { + "content": "[XXXXX1513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47582": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47583": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47584": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47585": { + "content": "[XXXXX1251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47586": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47587": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47588": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47589": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47590": { + "content": "[XXXXX1507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47591": { + "content": "[XXXXX1397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47592": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47593": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47594": { + "content": "[XXXXX1390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47595": { + "content": "[XXXXX1442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47596": { + "content": "[XXXXX1228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47597": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47598": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47599": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47600": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47601": { + "content": "[XXXXX1238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47602": { + "content": "[XXXXX1636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47603": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47604": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47605": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47606": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47607": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47608": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47609": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47610": { + "content": "[XXXXX1642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47611": { + "content": "[XXXXX1423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47612": { + "content": "[XXXXX1299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47613": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47614": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47615": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47616": { + "content": "[XXXXX1240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47617": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47618": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47619": { + "content": "[XXXXX1383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47620": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47621": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47622": { + "content": "[XXXXX1209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47623": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47624": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47625": { + "content": "[XXXXX1722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47626": { + "content": "[XXXXX1593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47627": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47628": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47629": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47630": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47631": { + "content": "[XXXXX1446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47632": { + "content": "[XXXXX1398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47633": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47634": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47635": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47636": { + "content": "[XXXXX1421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47637": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47638": { + "content": "[XXXXX1701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47639": { + "content": "[XXXXX1612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47640": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47641": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47642": { + "content": "[XXXXX1527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47643": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47644": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47645": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47646": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47647": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47648": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47649": { + "content": "[XXXXX1481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47650": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47651": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47652": { + "content": "[XXXXX1598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47653": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47654": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47655": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47656": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47657": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47658": { + "content": "[XXXXX1378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47659": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47660": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47661": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47662": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47663": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47664": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47665": { + "content": "[XXXXX1272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47666": { + "content": "[XXXXX1652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47667": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47668": { + "content": "[XXXXX1460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47669": { + "content": "[XXXXX1227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47670": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47671": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47672": { + "content": "[XXXXX1268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47673": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47674": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47675": { + "content": "[XXXXX1488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47676": { + "content": "[XXXXX1393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47677": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47678": { + "content": "[XXXXX1647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47679": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47680": { + "content": "[XXXXX1691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47681": { + "content": "[XXXXX1246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47682": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47683": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47684": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47685": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47686": { + "content": "[XXXXX1367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47687": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47688": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47689": { + "content": "[XXXXX1322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47690": { + "content": "[XXXXX1414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47691": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47692": { + "content": "[XXXXX1729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47693": { + "content": "[XXXXX1703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47694": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47695": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47696": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47697": { + "content": "[XXXXX1309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47698": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47699": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47700": { + "content": "[XXXXX1365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47701": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47702": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47703": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47704": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47705": { + "content": "[XXXXX1400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47706": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47707": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47708": { + "content": "[XXXXX1565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47709": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47710": { + "content": "[XXXXX1284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47711": { + "content": "[XXXXX1473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47712": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47713": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47714": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47715": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47716": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47717": { + "content": "[XXXXX1649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47718": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47719": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47720": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47721": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47722": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47723": { + "content": "[XXXXX1337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47724": { + "content": "[XXXXX1386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47725": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47726": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47727": { + "content": "[XXXXX1533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47728": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47729": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47730": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47731": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47732": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47733": { + "content": "[XXXXX1664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47734": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47735": { + "content": "[XXXXX1289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47736": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47737": { + "content": "[XXXXX1496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47738": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47739": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47740": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47741": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47742": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47743": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47744": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47745": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47746": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47747": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47748": { + "content": "[XXXXX1640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47749": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47750": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47751": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47752": { + "content": "[XXXXX1502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47753": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47754": { + "content": "[XXXXX1279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47755": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47756": { + "content": "[XXXXX1387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47757": { + "content": "[XXXXX1277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47758": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47759": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47760": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47761": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47762": { + "content": "[XXXXX1516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47763": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47764": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47765": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47766": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47767": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47768": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47769": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47770": { + "content": "[XXXXX1471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47771": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47772": { + "content": "[XXXXX1674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47773": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47774": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47775": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47776": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47777": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47778": { + "content": "[XXXXX1486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47779": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47780": { + "content": "[XXXXX1468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47781": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47782": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47783": { + "content": "[XXXXX1675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47784": { + "content": "[XXXXX1708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47785": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47786": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47787": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47788": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47789": { + "content": "[XXXXX1311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47790": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47791": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47792": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47793": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47794": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47795": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47796": { + "content": "[XXXXX1566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47797": { + "content": "[XXXXX1758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47798": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47799": { + "content": "[XXXXX1208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47800": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47801": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47802": { + "content": "[XXXXX1304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47803": { + "content": "[XXXXX1417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47804": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47805": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47806": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47807": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47808": { + "content": "[XXXXX1420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47809": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47810": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47811": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47812": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47813": { + "content": "[XXXXX1328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47814": { + "content": "[XXXXX1431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47815": { + "content": "[XXXXX1273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47816": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47817": { + "content": "[XXXXX1672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47818": { + "content": "[XXXXX1243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47819": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47820": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47821": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47822": { + "content": "[XXXXX1611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47823": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47824": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47825": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47826": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47827": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47828": { + "content": "[XXXXX1379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47829": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47830": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47831": { + "content": "[XXXXX1443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47832": { + "content": "[XXXXX1716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47833": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47834": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47835": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47836": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47837": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47838": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47839": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47840": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47841": { + "content": "[XXXXX1218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47842": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47843": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47844": { + "content": "[XXXXX1558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47845": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47846": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47847": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47848": { + "content": "[XXXXX1269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47849": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47850": { + "content": "[XXXXX1484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47851": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47852": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47853": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47854": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47855": { + "content": "[XXXXX1602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47856": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47857": { + "content": "[XXXXX1755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47858": { + "content": "[XXXXX1412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47859": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47860": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47861": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47862": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47863": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47864": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47865": { + "content": "[XXXXX1266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47866": { + "content": "[XXXXX1624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47867": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47868": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47869": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47870": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47871": { + "content": "[XXXXX1721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47872": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47873": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47874": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47875": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47876": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47877": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47878": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47879": { + "content": "[XXXXX1199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47880": { + "content": "[XXXXX1344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47881": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47882": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47883": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47884": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47885": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47886": { + "content": "[XXXXX1515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47887": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47888": { + "content": "[XXXXX1678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47889": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47890": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47891": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47892": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47893": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47894": { + "content": "[XXXXX1557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47895": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47896": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47897": { + "content": "[XXXXX1324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47898": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47899": { + "content": "[XXXXX1554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47900": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47901": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47902": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47903": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47904": { + "content": "[XXXXX1577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47905": { + "content": "[XXXXX1305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47906": { + "content": "[XXXXX1681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47907": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47908": { + "content": "[XXXXX1338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47909": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47910": { + "content": "[XXXXX1303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47911": { + "content": "[XXXXX1207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47912": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47913": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47914": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47915": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47916": { + "content": "[XXXXX1734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47917": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47918": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47919": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47920": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47921": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47922": { + "content": "[XXXXX1403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47923": { + "content": "[XXXXX1464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47924": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47925": { + "content": "[XXXXX1233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47926": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47927": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47928": { + "content": "[XXXXX1620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47929": { + "content": "[XXXXX1487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47930": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47931": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47932": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47933": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47934": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47935": { + "content": "[XXXXX1637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47936": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47937": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47938": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47939": { + "content": "[XXXXX1633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47940": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47941": { + "content": "[XXXXX1402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47942": { + "content": "[XXXXX1300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47943": { + "content": "[XXXXX1735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47944": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47945": { + "content": "[XXXXX1454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47946": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47947": { + "content": "[XXXXX1470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47948": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47949": { + "content": "[XXXXX1435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47950": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47951": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47952": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47953": { + "content": "[XXXXX1639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47954": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47955": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47956": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47957": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47958": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47959": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47960": { + "content": "[XXXXX1575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47961": { + "content": "[XXXXX1604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47962": { + "content": "[XXXXX1512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47963": { + "content": "[XXXXX1394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47964": { + "content": "[XXXXX1600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47965": { + "content": "[XXXXX1724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47966": { + "content": "[XXXXX1323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47967": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47968": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47969": { + "content": "[XXXXX1753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47970": { + "content": "[XXXXX1752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47971": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47972": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47973": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47974": { + "content": "[XXXXX1646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47975": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47976": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47977": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47978": { + "content": "[XXXXX1720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47979": { + "content": "[XXXXX1263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47980": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47981": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47982": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47983": { + "content": "[XXXXX1616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47984": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47985": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47986": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47987": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47988": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47989": { + "content": "[XXXXX1707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47990": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47991": { + "content": "[XXXXX1553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47992": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47993": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47994": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47995": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47996": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47997": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47998": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47999": { + "content": "[XXXXX1288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48000": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48001": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48002": { + "content": "[XXXXX1241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48003": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48004": { + "content": "[XXXXX1409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48005": { + "content": "[XXXXX1440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48006": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48007": { + "content": "[XXXXX1631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48008": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48009": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48010": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48011": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48012": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48013": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48014": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48015": { + "content": "[XXXXX1275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48016": { + "content": "[XXXXX1274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48017": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48018": { + "content": "[XXXXX1744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48019": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48020": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48021": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48022": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48023": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48024": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48025": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48026": { + "content": "[XXXXX1682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48027": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48028": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48029": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48030": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48031": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48032": { + "content": "[XXXXX1369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48033": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48034": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48035": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48036": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48037": { + "content": "[XXXXX1662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48038": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48039": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48040": { + "content": "[XXXXX1655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48041": { + "content": "[XXXXX1374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48042": { + "content": "[XXXXX1700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48043": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48044": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48045": { + "content": "[XXXXX1596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48046": { + "content": "[XXXXX1287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48047": { + "content": "[XXXXX1281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48048": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48049": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48050": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48051": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48052": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48053": { + "content": "[XXXXX1613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48054": { + "content": "[XXXXX1415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48055": { + "content": "[XXXXX1529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48056": { + "content": "[XXXXX1622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48057": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48058": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48059": { + "content": "[XXXXX1679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48060": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48061": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48062": { + "content": "[XXXXX1357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48063": { + "content": "[XXXXX1301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48064": { + "content": "[XXXXX1230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48065": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48066": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48067": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48068": { + "content": "[XXXXX1434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48069": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48070": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48071": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48072": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48073": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48074": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48075": { + "content": "[XXXXX1628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48076": { + "content": "[XXXXX1325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48077": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48078": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48079": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48080": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48081": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48082": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48083": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48084": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48085": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48086": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48087": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48088": { + "content": "[XXXXX1541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48089": { + "content": "[XXXXX1687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48090": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48091": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48092": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48093": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48094": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48095": { + "content": "[XXXXX1546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48096": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48097": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48098": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48099": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48100": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48101": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48102": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48103": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48104": { + "content": "[XXXXX1351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48105": { + "content": "[XXXXX1643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48106": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48107": { + "content": "[XXXXX1231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48108": { + "content": "[XXXXX1271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48109": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48110": { + "content": "[XXXXX1336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48111": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48112": { + "content": "[XXXXX1748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48113": { + "content": "[XXXXX1545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48114": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48115": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48116": { + "content": "[XXXXX1641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48117": { + "content": "[XXXXX1714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48118": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48119": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48120": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48121": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48122": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48123": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48124": { + "content": "[XXXXX1538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48125": { + "content": "[XXXXX1669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48126": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48127": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48128": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48129": { + "content": "[XXXXX1733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48130": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48131": { + "content": "[XXXXX1210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48132": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48133": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48134": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48135": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48136": { + "content": "[XXXXX1380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48137": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48138": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48139": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48140": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48141": { + "content": "[XXXXX1497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48142": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48143": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48144": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48145": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48146": { + "content": "[XXXXX1692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48147": { + "content": "[XXXXX1317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48148": { + "content": "[XXXXX1606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48149": { + "content": "[XXXXX1683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48150": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48151": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48152": { + "content": "[XXXXX1710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48153": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48154": { + "content": "[XXXXX1222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48155": { + "content": "[XXXXX1461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48156": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48157": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48158": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48159": { + "content": "[XXXXX1698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48160": { + "content": "[XXXXX1232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48161": { + "content": "[XXXXX1743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48162": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48163": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48164": { + "content": "[XXXXX1559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48165": { + "content": "[XXXXX1321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48166": { + "content": "[XXXXX1276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48167": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48168": { + "content": "[XXXXX1259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48169": { + "content": "[XXXXX1408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48170": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48171": { + "content": "[XXXXX1429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48172": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48173": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48174": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48175": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48176": { + "content": "[XXXXX1388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48177": { + "content": "[XXXXX1621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48178": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48179": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48180": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48181": { + "content": "[XXXXX1430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48182": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48183": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48184": { + "content": "[XXXXX1510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48185": { + "content": "[XXXXX1715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48186": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48187": { + "content": "[XXXXX1316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48188": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48189": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48190": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48191": { + "content": "[XXXXX1568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48192": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48193": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48194": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48195": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48196": { + "content": "[XXXXX1349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48197": { + "content": "[XXXXX1696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48198": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48199": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48200": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48201": { + "content": "[XXXXX1237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48202": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48203": { + "content": "[XXXXX1462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48204": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48205": { + "content": "[XXXXX1571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48206": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48207": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48208": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48209": { + "content": "[XXXXX1286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48210": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48211": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48212": { + "content": "[XXXXX1371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48213": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48214": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48215": { + "content": "[XXXXX1548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48216": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48217": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48218": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48219": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48220": { + "content": "[XXXXX1549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48221": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48222": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48223": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48224": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48225": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48226": { + "content": "[XXXXX1419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48227": { + "content": "[XXXXX1658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48228": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48229": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48230": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48231": { + "content": "[XXXXX1594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48232": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48233": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48234": { + "content": "[XXXXX1626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48235": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48236": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48237": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48238": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48239": { + "content": "[XXXXX1267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48240": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48241": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48242": { + "content": "[XXXXX1368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48243": { + "content": "[XXXXX1332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48244": { + "content": "[XXXXX1739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48245": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48246": { + "content": "[XXXXX1375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48247": { + "content": "[XXXXX1723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48248": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48249": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48250": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48251": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48252": { + "content": "[XXXXX1436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48253": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48254": { + "content": "[XXXXX1384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48255": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48256": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48257": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48258": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48259": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48260": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48261": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48262": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48263": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48264": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48265": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48266": { + "content": "[XXXXX1294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48267": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48268": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48269": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48270": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48271": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48272": { + "content": "[XXXXX1493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48273": { + "content": "[XXXXX1625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48274": { + "content": "[XXXXX1585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48275": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48276": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48277": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48278": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48279": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48280": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48281": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48282": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48283": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48284": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48285": { + "content": "[XXXXX1614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48286": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48287": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48288": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48289": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48290": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48291": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48292": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48293": { + "content": "[XXXXX1258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48294": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48295": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48296": { + "content": "[XXXXX1605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48297": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48298": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48299": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48300": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48301": { + "content": "[XXXXX1711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48302": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48303": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48304": { + "content": "[XXXXX1212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48305": { + "content": "[XXXXX1540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48306": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48307": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48308": { + "content": "[XXXXX1463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48309": { + "content": "[XXXXX1205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48310": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48311": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48312": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48313": { + "content": "[XXXXX1686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48314": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48315": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48316": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48317": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48318": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48319": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48320": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48321": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48322": { + "content": "[XXXXX1334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48323": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48324": { + "content": "[XXXXX1603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48325": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48326": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48327": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48328": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48329": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48330": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48331": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48332": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48333": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48334": { + "content": "[XXXXX1619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48335": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48336": { + "content": "[XXXXX1572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48337": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48338": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48339": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48340": { + "content": "[XXXXX1254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48341": { + "content": "[XXXXX1476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48342": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48343": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48344": { + "content": "[XXXXX1250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48345": { + "content": "[XXXXX1211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48346": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48347": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48348": { + "content": "[XXXXX1524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48349": { + "content": "[XXXXX1455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48350": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48351": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48352": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48353": { + "content": "[XXXXX1377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48354": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48355": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48356": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48357": { + "content": "[XXXXX1354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48358": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48359": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48360": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48361": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48362": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48363": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48364": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48365": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48366": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48367": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48368": { + "content": "[XXXXX1302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48369": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48370": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48371": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48372": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48373": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48374": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48375": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48376": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48377": { + "content": "[XXXXX1663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48378": { + "content": "[XXXXX1249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48379": { + "content": "[XXXXX1439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48380": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48381": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48382": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48383": { + "content": "[XXXXX1717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48384": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48385": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48386": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48387": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48388": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48389": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48390": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48391": { + "content": "[XXXXX1347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48392": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48393": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48394": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48395": { + "content": "[XXXXX1727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48396": { + "content": "[XXXXX1689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48397": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48398": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48399": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48400": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48401": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48402": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48403": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48404": { + "content": "[XXXXX1350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48405": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48406": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48407": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48408": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48409": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48410": { + "content": "[XXXXX1517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48411": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48412": { + "content": "[XXXXX1196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48413": { + "content": "[XXXXX1234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48414": { + "content": "[XXXXX1578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48415": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48416": { + "content": "[XXXXX1441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48417": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48418": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48419": { + "content": "[XXXXX1447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48420": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48421": { + "content": "[XXXXX1478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48422": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48423": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48424": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48425": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48426": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48427": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48428": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48429": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48430": { + "content": "[XXXXX1503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48431": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48432": { + "content": "[XXXXX1738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48433": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48434": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48435": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48436": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48437": { + "content": "[XXXXX1518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48438": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48439": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48440": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48441": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48442": { + "content": "[XXXXX1217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48443": { + "content": "[XXXXX1298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48444": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48445": { + "content": "[XXXXX1508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48446": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48447": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48448": { + "content": "[XXXXX1225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48449": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48450": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48451": { + "content": "[XXXXX1684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48452": { + "content": "[XXXXX1499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48453": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48454": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48455": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48456": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48457": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48458": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48459": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48460": { + "content": "[XXXXX1644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48461": { + "content": "[XXXXX1704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48462": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48463": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48464": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48465": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48466": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48467": { + "content": "[XXXXX1705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48468": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48469": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48470": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48471": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48472": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48473": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48474": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48475": { + "content": "[XXXXX1521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48476": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48477": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48478": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48479": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48480": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48481": { + "content": "[XXXXX1203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48482": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48483": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48484": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48485": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48486": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48487": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48488": { + "content": "[XXXXX1197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48489": { + "content": "[XXXXX1331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48490": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48491": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48492": { + "content": "[XXXXX1356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48493": { + "content": "[XXXXX1396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48494": { + "content": "[XXXXX1537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48495": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48496": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48497": { + "content": "[XXXXX1730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48498": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48499": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48500": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48501": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48502": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48503": { + "content": "[XXXXX1757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48504": { + "content": "[XXXXX1467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48505": { + "content": "[XXXXX1706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48506": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48507": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48508": { + "content": "[XXXXX1754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48509": { + "content": "[XXXXX1745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48510": { + "content": "[XXXXX1668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48511": { + "content": "[XXXXX1224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48512": { + "content": "[XXXXX1726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48513": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48514": { + "content": "[XXXXX1407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48515": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48516": { + "content": "[XXXXX1569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48517": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48518": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48519": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48520": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48521": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48522": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48523": { + "content": "[XXXXX1520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48524": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48525": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48526": { + "content": "[XXXXX1651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48527": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48528": { + "content": "[XXXXX1740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48529": { + "content": "[XXXXX1348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48530": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48531": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48532": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48533": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48534": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48535": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48536": { + "content": "[XXXXX1690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48537": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48538": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48539": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48540": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48541": { + "content": "[XXXXX1459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48542": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48543": { + "content": "[XXXXX1242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48544": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48545": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48546": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48547": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48548": { + "content": "[XXXXX1528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48549": { + "content": "[XXXXX1319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48550": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48551": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48552": { + "content": "[XXXXX1632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48553": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48554": { + "content": "[XXXXX1595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48555": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48556": { + "content": "[XXXXX1290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48557": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48558": { + "content": "[XXXXX1699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48559": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48560": { + "content": "[XXXXX1601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48561": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48562": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48563": { + "content": "[XXXXX1756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48564": { + "content": "[XXXXX1381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48565": { + "content": "[XXXXX1560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48566": { + "content": "[XXXXX1270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48567": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48568": { + "content": "[XXXXX1202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48569": { + "content": "[XXXXX1244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48570": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48571": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48572": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48573": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48574": { + "content": "[XXXXX1479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48575": { + "content": "[XXXXX1312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48576": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48577": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48578": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48579": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48580": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48581": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48582": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48583": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48584": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48585": { + "content": "[XXXXX1427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48586": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48587": { + "content": "[XXXXX1657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48588": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48589": { + "content": "[XXXXX1432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48590": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48591": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48592": { + "content": "[XXXXX1264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48593": { + "content": "[XXXXX1498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48594": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48595": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48596": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48597": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48598": { + "content": "[XXXXX1491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48599": { + "content": "[XXXXX1584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48600": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48601": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48602": { + "content": "[XXXXX1229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48603": { + "content": "[XXXXX1511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48604": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48605": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48606": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48607": { + "content": "[XXXXX1544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48608": { + "content": "[XXXXX1204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48609": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48610": { + "content": "[XXXXX1372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48611": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48612": { + "content": "[XXXXX1490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48613": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48614": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48615": { + "content": "[XXXXX1416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48616": { + "content": "[XXXXX1450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48617": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48618": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48619": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48620": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48621": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48622": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48623": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48624": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48625": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48626": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48627": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48628": { + "content": "[XXXXX1465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48629": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48630": { + "content": "[XXXXX1530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48631": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48632": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48633": { + "content": "[XXXXX1580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48634": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48635": { + "content": "[XXXXX1405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48636": { + "content": "[XXXXX1653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48637": { + "content": "[XXXXX1500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48638": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48639": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48640": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48641": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48642": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48643": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48644": { + "content": "[XXXXX1320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48645": { + "content": "[XXXXX1472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48646": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48647": { + "content": "[XXXXX1245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48648": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48649": { + "content": "[XXXXX1713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48650": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48651": { + "content": "[XXXXX1340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48652": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48653": { + "content": "[XXXXX1650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48654": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48655": { + "content": "[XXXXX1514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48656": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48657": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48658": { + "content": "[XXXXX1495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48659": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48660": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48661": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48662": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48663": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48664": { + "content": "[XXXXX1480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48665": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48666": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48667": { + "content": "[XXXXX1428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48668": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48669": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48670": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48671": { + "content": "[XXXXX1741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48672": { + "content": "[XXXXX1221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48673": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48674": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48675": { + "content": "[XXXXX1483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48676": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48677": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48678": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48679": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48680": { + "content": "[XXXXX1385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48681": { + "content": "[XXXXX1389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48682": { + "content": "[XXXXX1213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48683": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48684": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48685": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48686": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48687": { + "content": "[XXXXX1291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48688": { + "content": "[XXXXX1451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48689": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48690": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48691": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48692": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48693": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48694": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48695": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48696": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48697": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48698": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48699": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48700": { + "content": "[XXXXX1339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48701": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48702": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48703": { + "content": "[XXXXX1318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48704": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48705": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48706": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48707": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48708": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48709": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48710": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48711": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48712": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48713": { + "content": "[XXXXX1293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48714": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48715": { + "content": "[XXXXX1252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48716": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48717": { + "content": "[XXXXX1536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48718": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48719": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48720": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48721": { + "content": "[XXXXX1358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48722": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48723": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48724": { + "content": "[XXXXX1437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48725": { + "content": "[XXXXX1634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48726": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48727": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48728": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48729": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48730": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48731": { + "content": "[XXXXX1589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48732": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48733": { + "content": "[XXXXX1693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48734": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48735": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48736": { + "content": "[XXXXX1256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48737": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48738": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48739": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48740": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48741": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48742": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48743": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48744": { + "content": "[XXXXX1477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48745": { + "content": "[XXXXX1262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48746": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48747": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48748": { + "content": "[XXXXX1362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48749": { + "content": "[XXXXX1201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48750": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48751": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48752": { + "content": "[XXXXX1579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48753": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48754": { + "content": "[XXXXX1327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48755": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48756": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48757": { + "content": "[XXXXX1627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48758": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48759": { + "content": "[XXXXX1504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48760": { + "content": "[XXXXX1391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48761": { + "content": "[XXXXX1456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48762": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48763": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48764": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48765": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48766": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48767": { + "content": "[XXXXX1609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48768": { + "content": "[XXXXX1629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48769": { + "content": "[XXXXX1597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48770": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48771": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48772": { + "content": "[XXXXX1346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48773": { + "content": "[XXXXX1645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48774": { + "content": "[XXXXX1660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48775": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48776": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48777": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48778": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48779": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48780": { + "content": "[XXXXX1469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48781": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48782": { + "content": "[XXXXX1424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48783": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48784": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48785": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48786": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48787": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48788": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48789": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48790": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48791": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48792": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48793": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48794": { + "content": "[XXXXX1297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48795": { + "content": "[XXXXX1688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48796": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48797": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48798": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48799": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48800": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48801": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48802": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48803": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48804": { + "content": "[XXXXX1501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48805": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48806": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48807": { + "content": "[XXXXX1438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48808": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48809": { + "content": "[XXXXX1330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48810": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48811": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48812": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48813": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48814": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48815": { + "content": "[XXXXX1519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48816": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48817": { + "content": "[XXXXX1489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48818": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48819": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48820": { + "content": "[XXXXX1630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48821": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48822": { + "content": "[XXXXX1509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48823": { + "content": "[XXXXX1505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48824": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48825": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48826": { + "content": "[XXXXX1581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48827": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48828": { + "content": "[XXXXX1618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48829": { + "content": "[XXXXX1314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48830": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48831": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48832": { + "content": "[XXXXX1422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48833": { + "content": "[XXXXX1364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48834": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48835": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48836": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48837": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48838": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48839": { + "content": "[XXXXX1591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48840": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48841": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48842": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48843": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48844": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48845": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48846": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48847": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48848": { + "content": "[XXXXX1535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48849": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48850": { + "content": "[XXXXX1353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48851": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48852": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48853": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48854": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48855": { + "content": "[XXXXX1206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48856": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48857": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48858": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48859": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48860": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48861": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48862": { + "content": "[XXXXX1355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48863": { + "content": "[XXXXX1547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48864": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48865": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48866": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48867": { + "content": "[XXXXX1728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48868": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48869": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48870": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48871": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48872": { + "content": "[XXXXX1522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48873": { + "content": "[XXXXX1326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48874": { + "content": "[XXXXX1448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48875": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48876": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48877": { + "content": "[XXXXX1341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48878": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48879": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48880": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48881": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48882": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48883": { + "content": "[XXXXX1285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48884": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48885": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48886": { + "content": "[XXXXX1750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48887": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48888": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48889": { + "content": "[XXXXX1742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48890": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48891": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48892": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48893": { + "content": "[XXXXX1445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48894": { + "content": "[XXXXX1466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48895": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48896": { + "content": "[XXXXX1531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48897": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48898": { + "content": "[XXXXX1247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48899": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48900": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48901": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48902": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48903": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48904": { + "content": "[XXXXX1494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48905": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48906": { + "content": "[XXXXX1406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48907": { + "content": "[XXXXX1610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48908": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48909": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48910": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48911": { + "content": "[XXXXX1570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48912": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48913": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48914": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48915": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48916": { + "content": "[XXXXX1433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48917": { + "content": "[XXXXX1295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48918": { + "content": "[XXXXX1485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48919": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48920": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48921": { + "content": "[XXXXX1333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48922": { + "content": "[XXXXX1359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48923": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48924": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48925": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48926": { + "content": "[XXXXX1761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48927": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48928": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48929": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48930": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48931": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48932": { + "content": "[XXXXX1751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48933": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48934": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48935": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48936": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48937": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48938": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48939": { + "content": "[XXXXX1216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48940": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48941": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48942": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48943": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48944": { + "content": "[XXXXX1534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48945": { + "content": "[XXXXX1265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48946": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48947": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48948": { + "content": "[XXXXX1525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48949": { + "content": "[XXXXX1760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48950": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48951": { + "content": "[XXXXX1260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48952": { + "content": "[XXXXX1574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48953": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48954": { + "content": "[XXXXX1702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48955": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48956": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48957": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48958": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48959": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48960": { + "content": "[XXXXX1562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48961": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48962": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48963": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48964": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48965": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48966": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48967": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48968": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48969": { + "content": "[XXXXX1747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48970": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48971": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48972": { + "content": "[XXXXX1587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48973": { + "content": "[XXXXX1382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48974": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48975": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48976": { + "content": "[XXXXX1426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48977": { + "content": "[XXXXX1345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48978": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48979": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48980": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48981": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48982": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48983": { + "content": "[XXXXX1401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48984": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48985": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48986": { + "content": "[XXXXX1719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48987": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48988": { + "content": "[XXXXX1226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48989": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48990": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48991": { + "content": "[XXXXX1255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48992": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48993": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48994": { + "content": "[XXXXX1608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48995": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48996": { + "content": "[XXXXX1399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48997": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48998": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48999": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49000": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49001": { + "content": "[XXXXX1656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49002": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49003": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49004": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49005": { + "content": "[XXXXX1235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49006": { + "content": "[XXXXX1592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49007": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49008": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49009": { + "content": "[XXXXX1590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49010": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49011": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49012": { + "content": "[XXXXX1718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49013": { + "content": "[XXXXX1373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49014": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49015": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49016": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49017": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49018": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49019": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49020": { + "content": "[XXXXX1532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49021": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49022": { + "content": "[XXXXX1542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49023": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49024": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49025": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49026": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49027": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49028": { + "content": "[XXXXX1363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49029": { + "content": "[XXXXX1685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49030": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49031": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49032": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49033": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49034": { + "content": "[XXXXX1444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49035": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49036": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49037": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49038": { + "content": "[XXXXX1607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49039": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49040": { + "content": "[XXXXX1283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49041": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49042": { + "content": "[XXXXX1475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49043": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49044": { + "content": "[XXXXX1543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49045": { + "content": "[XXXXX1361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49046": { + "content": "[XXXXX1292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49047": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49048": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49049": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49050": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49051": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49052": { + "content": "[XXXXX1676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49053": { + "content": "[XXXXX1759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49054": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49055": { + "content": "[XXXXX1539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49056": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49057": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49058": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49059": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49060": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49061": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49062": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49063": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49064": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49065": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49066": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49067": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49068": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49069": { + "content": "[XXXXX1310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49070": { + "content": "[XXXXX1654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49071": { + "content": "[XXXXX1665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49072": { + "content": "[XXXXX1329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49073": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49074": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49075": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49076": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49077": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49078": { + "content": "[XXXXX1449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49079": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49080": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49081": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49082": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49083": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49084": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49085": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49086": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49087": { + "content": "[XXXXX1223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49088": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49089": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49090": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49091": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49092": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49093": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49094": { + "content": "[XXXXX1712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49095": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49096": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49097": { + "content": "[XXXXX1198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49098": { + "content": "[XXXXX1576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49099": { + "content": "[XXXXX1526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49100": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49101": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49102": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49103": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49104": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49105": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49106": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49107": { + "content": "[XXXXX1453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49108": { + "content": "[XXXXX1492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49109": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49110": { + "content": "[XXXXX1392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49111": { + "content": "[XXXXX1673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49112": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49113": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49114": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49115": { + "content": "[XXXXX1236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49116": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49117": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49118": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49119": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49120": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49121": { + "content": "[XXXXX1296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49122": { + "content": "[XXXXX1551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49123": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49124": { + "content": "[XXXXX1667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49125": { + "content": "[XXXXX1307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49126": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49127": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49128": { + "content": "[XXXXX1749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49129": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49130": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49131": { + "content": "[XXXXX1552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49132": { + "content": "[XXXXX1638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49133": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49134": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49135": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49136": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49137": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49138": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49139": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49140": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49141": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49142": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49143": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49144": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49145": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49146": { + "content": "[XXXXX1425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49147": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49148": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49149": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49150": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49151": { + "content": "[XXXXX1697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-6000/trainer_state.json b/checkpoint-6000/trainer_state.json new file mode 100644 index 0000000..87b1994 --- /dev/null +++ b/checkpoint-6000/trainer_state.json @@ -0,0 +1,12166 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 7.117437722419929, + "eval_steps": 500, + "global_step": 6000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 10.6509840965271, + "epoch": 0.005931198102016607, + "grad_norm": 11.4375, + "learning_rate": 2e-06, + "loss": 10.7955, + "mean_token_accuracy": 0.00017467249417677522, + "num_tokens": 12647.0, + "step": 5 + }, + { + "entropy": 10.650976181030273, + "epoch": 0.011862396204033215, + "grad_norm": 10.875, + "learning_rate": 4.5e-06, + "loss": 10.7449, + "mean_token_accuracy": 0.0003256943717133254, + "num_tokens": 26668.0, + "step": 10 + }, + { + "entropy": 10.65047550201416, + "epoch": 0.017793594306049824, + "grad_norm": 8.5, + "learning_rate": 7e-06, + "loss": 10.5392, + "mean_token_accuracy": 0.011320227157557382, + "num_tokens": 41021.0, + "step": 15 + }, + { + "entropy": 10.645245170593261, + "epoch": 0.02372479240806643, + "grad_norm": 5.6875, + "learning_rate": 9.5e-06, + "loss": 10.2512, + "mean_token_accuracy": 0.03331172131001949, + "num_tokens": 56626.0, + "step": 20 + }, + { + "entropy": 10.620162200927734, + "epoch": 0.02965599051008304, + "grad_norm": 3.46875, + "learning_rate": 1.2e-05, + "loss": 9.9999, + "mean_token_accuracy": 0.03278177715837956, + "num_tokens": 72914.0, + "step": 25 + }, + { + "entropy": 10.59833517074585, + "epoch": 0.03558718861209965, + "grad_norm": 2.75, + "learning_rate": 1.4500000000000002e-05, + "loss": 9.8507, + "mean_token_accuracy": 0.03321463130414486, + "num_tokens": 88514.0, + "step": 30 + }, + { + "entropy": 10.59533166885376, + "epoch": 0.04151838671411625, + "grad_norm": 2.6875, + "learning_rate": 1.7000000000000003e-05, + "loss": 9.7557, + "mean_token_accuracy": 0.03128496501594782, + "num_tokens": 101256.0, + "step": 35 + }, + { + "entropy": 10.598009204864502, + "epoch": 0.04744958481613286, + "grad_norm": 2.34375, + "learning_rate": 1.95e-05, + "loss": 9.7229, + "mean_token_accuracy": 0.03391152955591679, + "num_tokens": 114459.0, + "step": 40 + }, + { + "entropy": 10.583034133911132, + "epoch": 0.05338078291814947, + "grad_norm": 2.203125, + "learning_rate": 2.2e-05, + "loss": 9.7096, + "mean_token_accuracy": 0.031900213845074174, + "num_tokens": 129858.0, + "step": 45 + }, + { + "entropy": 10.583144092559815, + "epoch": 0.05931198102016608, + "grad_norm": 2.421875, + "learning_rate": 2.4500000000000003e-05, + "loss": 9.6353, + "mean_token_accuracy": 0.03371269796043634, + "num_tokens": 143486.0, + "step": 50 + }, + { + "entropy": 10.582204055786132, + "epoch": 0.06524317912218268, + "grad_norm": 2.171875, + "learning_rate": 2.7e-05, + "loss": 9.5795, + "mean_token_accuracy": 0.035220497474074366, + "num_tokens": 156003.0, + "step": 55 + }, + { + "entropy": 10.569349002838134, + "epoch": 0.0711743772241993, + "grad_norm": 2.1875, + "learning_rate": 2.95e-05, + "loss": 9.5437, + "mean_token_accuracy": 0.034727090038359165, + "num_tokens": 170988.0, + "step": 60 + }, + { + "entropy": 10.552780246734619, + "epoch": 0.0771055753262159, + "grad_norm": 2.15625, + "learning_rate": 3.2e-05, + "loss": 9.4193, + "mean_token_accuracy": 0.03448135014623403, + "num_tokens": 187165.0, + "step": 65 + }, + { + "entropy": 10.542837047576905, + "epoch": 0.0830367734282325, + "grad_norm": 2.125, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.368, + "mean_token_accuracy": 0.03228826243430376, + "num_tokens": 202072.0, + "step": 70 + }, + { + "entropy": 10.534712505340575, + "epoch": 0.08896797153024912, + "grad_norm": 2.0625, + "learning_rate": 3.7e-05, + "loss": 9.2131, + "mean_token_accuracy": 0.034324941039085385, + "num_tokens": 215375.0, + "step": 75 + }, + { + "entropy": 10.50705509185791, + "epoch": 0.09489916963226572, + "grad_norm": 1.921875, + "learning_rate": 3.95e-05, + "loss": 9.1257, + "mean_token_accuracy": 0.03353528436273336, + "num_tokens": 228749.0, + "step": 80 + }, + { + "entropy": 10.478670978546143, + "epoch": 0.10083036773428232, + "grad_norm": 2.09375, + "learning_rate": 4.2000000000000004e-05, + "loss": 9.0183, + "mean_token_accuracy": 0.03314766474068165, + "num_tokens": 242387.0, + "step": 85 + }, + { + "entropy": 10.458618545532227, + "epoch": 0.10676156583629894, + "grad_norm": 2.046875, + "learning_rate": 4.45e-05, + "loss": 8.9252, + "mean_token_accuracy": 0.03416665960103273, + "num_tokens": 257793.0, + "step": 90 + }, + { + "entropy": 10.419714641571044, + "epoch": 0.11269276393831554, + "grad_norm": 2.125, + "learning_rate": 4.7000000000000004e-05, + "loss": 8.8134, + "mean_token_accuracy": 0.036843133717775346, + "num_tokens": 271187.0, + "step": 95 + }, + { + "entropy": 10.339355945587158, + "epoch": 0.11862396204033215, + "grad_norm": 1.921875, + "learning_rate": 4.9500000000000004e-05, + "loss": 8.6836, + "mean_token_accuracy": 0.04052316285669803, + "num_tokens": 284937.0, + "step": 100 + }, + { + "entropy": 10.289305877685546, + "epoch": 0.12455516014234876, + "grad_norm": 2.140625, + "learning_rate": 5.2e-05, + "loss": 8.523, + "mean_token_accuracy": 0.042971277609467506, + "num_tokens": 300108.0, + "step": 105 + }, + { + "entropy": 10.171844291687012, + "epoch": 0.13048635824436536, + "grad_norm": 2.109375, + "learning_rate": 5.45e-05, + "loss": 8.4071, + "mean_token_accuracy": 0.0435908630490303, + "num_tokens": 316760.0, + "step": 110 + }, + { + "entropy": 10.090029907226562, + "epoch": 0.13641755634638197, + "grad_norm": 1.8515625, + "learning_rate": 5.7e-05, + "loss": 8.2269, + "mean_token_accuracy": 0.04757884480059147, + "num_tokens": 329705.0, + "step": 115 + }, + { + "entropy": 9.968478775024414, + "epoch": 0.1423487544483986, + "grad_norm": 1.8046875, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.1048, + "mean_token_accuracy": 0.05177154988050461, + "num_tokens": 342947.0, + "step": 120 + }, + { + "entropy": 9.810734272003174, + "epoch": 0.14827995255041518, + "grad_norm": 1.6015625, + "learning_rate": 6.2e-05, + "loss": 7.957, + "mean_token_accuracy": 0.05589810460805893, + "num_tokens": 358397.0, + "step": 125 + }, + { + "entropy": 9.629272270202637, + "epoch": 0.1542111506524318, + "grad_norm": 2.015625, + "learning_rate": 6.450000000000001e-05, + "loss": 7.8543, + "mean_token_accuracy": 0.058608030527830125, + "num_tokens": 370369.0, + "step": 130 + }, + { + "entropy": 9.431285285949707, + "epoch": 0.1601423487544484, + "grad_norm": 1.46875, + "learning_rate": 6.7e-05, + "loss": 7.7282, + "mean_token_accuracy": 0.06019565127789974, + "num_tokens": 386896.0, + "step": 135 + }, + { + "entropy": 9.166491031646729, + "epoch": 0.166073546856465, + "grad_norm": 1.6171875, + "learning_rate": 6.950000000000001e-05, + "loss": 7.571, + "mean_token_accuracy": 0.06539936549961567, + "num_tokens": 400433.0, + "step": 140 + }, + { + "entropy": 8.998315811157227, + "epoch": 0.17200474495848161, + "grad_norm": 1.9296875, + "learning_rate": 7.2e-05, + "loss": 7.5193, + "mean_token_accuracy": 0.06127564944326878, + "num_tokens": 415092.0, + "step": 145 + }, + { + "entropy": 8.760649585723877, + "epoch": 0.17793594306049823, + "grad_norm": 1.625, + "learning_rate": 7.45e-05, + "loss": 7.3847, + "mean_token_accuracy": 0.06551449336111545, + "num_tokens": 429793.0, + "step": 150 + }, + { + "entropy": 8.53032569885254, + "epoch": 0.18386714116251482, + "grad_norm": 1.703125, + "learning_rate": 7.7e-05, + "loss": 7.3618, + "mean_token_accuracy": 0.07152369543910027, + "num_tokens": 442618.0, + "step": 155 + }, + { + "entropy": 8.432501602172852, + "epoch": 0.18979833926453143, + "grad_norm": 1.484375, + "learning_rate": 7.950000000000001e-05, + "loss": 7.2263, + "mean_token_accuracy": 0.0709031268954277, + "num_tokens": 454976.0, + "step": 160 + }, + { + "entropy": 8.288888359069825, + "epoch": 0.19572953736654805, + "grad_norm": 2.09375, + "learning_rate": 8.2e-05, + "loss": 7.2693, + "mean_token_accuracy": 0.06482412219047547, + "num_tokens": 467523.0, + "step": 165 + }, + { + "entropy": 8.135635375976562, + "epoch": 0.20166073546856464, + "grad_norm": 1.203125, + "learning_rate": 8.450000000000001e-05, + "loss": 7.1729, + "mean_token_accuracy": 0.07200234681367874, + "num_tokens": 481391.0, + "step": 170 + }, + { + "entropy": 8.090270137786865, + "epoch": 0.20759193357058126, + "grad_norm": 1.3515625, + "learning_rate": 8.7e-05, + "loss": 7.147, + "mean_token_accuracy": 0.06691372841596603, + "num_tokens": 496697.0, + "step": 175 + }, + { + "entropy": 8.008182764053345, + "epoch": 0.21352313167259787, + "grad_norm": 1.96875, + "learning_rate": 8.95e-05, + "loss": 7.1704, + "mean_token_accuracy": 0.07276545092463493, + "num_tokens": 510091.0, + "step": 180 + }, + { + "entropy": 7.948391151428223, + "epoch": 0.21945432977461446, + "grad_norm": 1.390625, + "learning_rate": 9.2e-05, + "loss": 7.1071, + "mean_token_accuracy": 0.0736262746155262, + "num_tokens": 522168.0, + "step": 185 + }, + { + "entropy": 7.860538482666016, + "epoch": 0.22538552787663108, + "grad_norm": 1.2890625, + "learning_rate": 9.45e-05, + "loss": 7.0333, + "mean_token_accuracy": 0.0750058189034462, + "num_tokens": 535853.0, + "step": 190 + }, + { + "entropy": 7.789449167251587, + "epoch": 0.2313167259786477, + "grad_norm": 1.484375, + "learning_rate": 9.7e-05, + "loss": 7.0532, + "mean_token_accuracy": 0.07566255033016205, + "num_tokens": 551082.0, + "step": 195 + }, + { + "entropy": 7.820679521560669, + "epoch": 0.2372479240806643, + "grad_norm": 1.5859375, + "learning_rate": 9.95e-05, + "loss": 7.0735, + "mean_token_accuracy": 0.0763503935188055, + "num_tokens": 567181.0, + "step": 200 + }, + { + "entropy": 7.715967988967895, + "epoch": 0.2431791221826809, + "grad_norm": 1.46875, + "learning_rate": 0.000102, + "loss": 6.9882, + "mean_token_accuracy": 0.0811008334159851, + "num_tokens": 580689.0, + "step": 205 + }, + { + "entropy": 7.671104192733765, + "epoch": 0.2491103202846975, + "grad_norm": 1.40625, + "learning_rate": 0.00010449999999999999, + "loss": 6.9075, + "mean_token_accuracy": 0.08624595254659653, + "num_tokens": 594590.0, + "step": 210 + }, + { + "entropy": 7.669063520431519, + "epoch": 0.25504151838671413, + "grad_norm": 1.1796875, + "learning_rate": 0.000107, + "loss": 6.9659, + "mean_token_accuracy": 0.07704100087285042, + "num_tokens": 610577.0, + "step": 215 + }, + { + "entropy": 7.621254777908325, + "epoch": 0.2609727164887307, + "grad_norm": 1.1484375, + "learning_rate": 0.0001095, + "loss": 6.9894, + "mean_token_accuracy": 0.0770975686609745, + "num_tokens": 627066.0, + "step": 220 + }, + { + "entropy": 7.582563304901123, + "epoch": 0.2669039145907473, + "grad_norm": 1.2109375, + "learning_rate": 0.000112, + "loss": 6.9863, + "mean_token_accuracy": 0.08030139058828353, + "num_tokens": 642601.0, + "step": 225 + }, + { + "entropy": 7.5748522758483885, + "epoch": 0.27283511269276395, + "grad_norm": 1.4296875, + "learning_rate": 0.0001145, + "loss": 6.8436, + "mean_token_accuracy": 0.08795318827033043, + "num_tokens": 655615.0, + "step": 230 + }, + { + "entropy": 7.51125283241272, + "epoch": 0.27876631079478054, + "grad_norm": 1.140625, + "learning_rate": 0.00011700000000000001, + "loss": 6.8805, + "mean_token_accuracy": 0.08227636963129044, + "num_tokens": 670218.0, + "step": 235 + }, + { + "entropy": 7.581772565841675, + "epoch": 0.2846975088967972, + "grad_norm": 1.359375, + "learning_rate": 0.00011949999999999999, + "loss": 6.8693, + "mean_token_accuracy": 0.08509634733200074, + "num_tokens": 683661.0, + "step": 240 + }, + { + "entropy": 7.414237833023071, + "epoch": 0.29062870699881377, + "grad_norm": 1.15625, + "learning_rate": 0.000122, + "loss": 6.8471, + "mean_token_accuracy": 0.08358772993087768, + "num_tokens": 699767.0, + "step": 245 + }, + { + "entropy": 7.437202262878418, + "epoch": 0.29655990510083036, + "grad_norm": 1.328125, + "learning_rate": 0.0001245, + "loss": 6.774, + "mean_token_accuracy": 0.09326352775096894, + "num_tokens": 713579.0, + "step": 250 + }, + { + "entropy": 7.383161449432373, + "epoch": 0.302491103202847, + "grad_norm": 1.703125, + "learning_rate": 0.000127, + "loss": 6.8019, + "mean_token_accuracy": 0.08484338372945785, + "num_tokens": 727490.0, + "step": 255 + }, + { + "entropy": 7.414105653762817, + "epoch": 0.3084223013048636, + "grad_norm": 1.0625, + "learning_rate": 0.0001295, + "loss": 6.8822, + "mean_token_accuracy": 0.08486307561397552, + "num_tokens": 742477.0, + "step": 260 + }, + { + "entropy": 7.386582565307617, + "epoch": 0.3143534994068802, + "grad_norm": 1.5703125, + "learning_rate": 0.000132, + "loss": 6.7436, + "mean_token_accuracy": 0.08875370100140571, + "num_tokens": 757772.0, + "step": 265 + }, + { + "entropy": 7.385796451568604, + "epoch": 0.3202846975088968, + "grad_norm": 1.515625, + "learning_rate": 0.00013450000000000002, + "loss": 6.795, + "mean_token_accuracy": 0.08812053054571152, + "num_tokens": 772898.0, + "step": 270 + }, + { + "entropy": 7.329386568069458, + "epoch": 0.3262158956109134, + "grad_norm": 1.34375, + "learning_rate": 0.00013700000000000002, + "loss": 6.7697, + "mean_token_accuracy": 0.08715710267424584, + "num_tokens": 788395.0, + "step": 275 + }, + { + "entropy": 7.318710279464722, + "epoch": 0.33214709371293, + "grad_norm": 1.578125, + "learning_rate": 0.0001395, + "loss": 6.83, + "mean_token_accuracy": 0.08070869520306587, + "num_tokens": 803413.0, + "step": 280 + }, + { + "entropy": 7.188418292999268, + "epoch": 0.33807829181494664, + "grad_norm": 1.484375, + "learning_rate": 0.00014199999999999998, + "loss": 6.6976, + "mean_token_accuracy": 0.09588895291090012, + "num_tokens": 817775.0, + "step": 285 + }, + { + "entropy": 7.389742612838745, + "epoch": 0.34400948991696323, + "grad_norm": 1.6328125, + "learning_rate": 0.0001445, + "loss": 6.8092, + "mean_token_accuracy": 0.08903076201677322, + "num_tokens": 831379.0, + "step": 290 + }, + { + "entropy": 7.300806474685669, + "epoch": 0.3499406880189798, + "grad_norm": 1.3046875, + "learning_rate": 0.000147, + "loss": 6.7387, + "mean_token_accuracy": 0.08791814595460892, + "num_tokens": 846596.0, + "step": 295 + }, + { + "entropy": 7.254555749893188, + "epoch": 0.35587188612099646, + "grad_norm": 1.25, + "learning_rate": 0.0001495, + "loss": 6.7438, + "mean_token_accuracy": 0.08821789696812629, + "num_tokens": 862063.0, + "step": 300 + }, + { + "entropy": 7.275745964050293, + "epoch": 0.36180308422301305, + "grad_norm": 1.2734375, + "learning_rate": 0.000152, + "loss": 6.6954, + "mean_token_accuracy": 0.08966124951839446, + "num_tokens": 876841.0, + "step": 305 + }, + { + "entropy": 7.221111488342285, + "epoch": 0.36773428232502964, + "grad_norm": 1.2734375, + "learning_rate": 0.00015450000000000001, + "loss": 6.7751, + "mean_token_accuracy": 0.09116524010896683, + "num_tokens": 890728.0, + "step": 310 + }, + { + "entropy": 7.206338787078858, + "epoch": 0.3736654804270463, + "grad_norm": 1.359375, + "learning_rate": 0.000157, + "loss": 6.6956, + "mean_token_accuracy": 0.09070762842893601, + "num_tokens": 905599.0, + "step": 315 + }, + { + "entropy": 7.1817542552948, + "epoch": 0.37959667852906287, + "grad_norm": 1.59375, + "learning_rate": 0.0001595, + "loss": 6.6483, + "mean_token_accuracy": 0.09768397733569145, + "num_tokens": 918139.0, + "step": 320 + }, + { + "entropy": 7.167359304428101, + "epoch": 0.38552787663107946, + "grad_norm": 1.484375, + "learning_rate": 0.000162, + "loss": 6.7114, + "mean_token_accuracy": 0.09328882694244385, + "num_tokens": 931666.0, + "step": 325 + }, + { + "entropy": 7.196693468093872, + "epoch": 0.3914590747330961, + "grad_norm": 1.3046875, + "learning_rate": 0.00016450000000000001, + "loss": 6.6605, + "mean_token_accuracy": 0.09237670227885246, + "num_tokens": 946286.0, + "step": 330 + }, + { + "entropy": 7.148892021179199, + "epoch": 0.3973902728351127, + "grad_norm": 1.4140625, + "learning_rate": 0.00016700000000000002, + "loss": 6.6029, + "mean_token_accuracy": 0.09802859723567962, + "num_tokens": 959689.0, + "step": 335 + }, + { + "entropy": 7.091142225265503, + "epoch": 0.4033214709371293, + "grad_norm": 1.53125, + "learning_rate": 0.00016950000000000003, + "loss": 6.6481, + "mean_token_accuracy": 0.09793345853686333, + "num_tokens": 972707.0, + "step": 340 + }, + { + "entropy": 7.103200006484985, + "epoch": 0.4092526690391459, + "grad_norm": 1.296875, + "learning_rate": 0.00017199999999999998, + "loss": 6.6694, + "mean_token_accuracy": 0.09691287726163864, + "num_tokens": 988010.0, + "step": 345 + }, + { + "entropy": 7.109372472763061, + "epoch": 0.4151838671411625, + "grad_norm": 1.609375, + "learning_rate": 0.00017449999999999999, + "loss": 6.7001, + "mean_token_accuracy": 0.0866947390139103, + "num_tokens": 1003823.0, + "step": 350 + }, + { + "entropy": 7.018935489654541, + "epoch": 0.4211150652431791, + "grad_norm": 1.3125, + "learning_rate": 0.000177, + "loss": 6.4583, + "mean_token_accuracy": 0.10792901739478111, + "num_tokens": 1018276.0, + "step": 355 + }, + { + "entropy": 7.151296997070313, + "epoch": 0.42704626334519574, + "grad_norm": 1.2890625, + "learning_rate": 0.0001795, + "loss": 6.6782, + "mean_token_accuracy": 0.09361589401960373, + "num_tokens": 1031242.0, + "step": 360 + }, + { + "entropy": 7.0902214527130125, + "epoch": 0.43297746144721233, + "grad_norm": 1.3984375, + "learning_rate": 0.000182, + "loss": 6.5786, + "mean_token_accuracy": 0.09998262599110604, + "num_tokens": 1043940.0, + "step": 365 + }, + { + "entropy": 6.944676065444947, + "epoch": 0.4389086595492289, + "grad_norm": 1.2109375, + "learning_rate": 0.0001845, + "loss": 6.508, + "mean_token_accuracy": 0.09759898036718369, + "num_tokens": 1058656.0, + "step": 370 + }, + { + "entropy": 7.117189264297485, + "epoch": 0.44483985765124556, + "grad_norm": 1.265625, + "learning_rate": 0.000187, + "loss": 6.6092, + "mean_token_accuracy": 0.09189791083335877, + "num_tokens": 1073128.0, + "step": 375 + }, + { + "entropy": 6.948076343536377, + "epoch": 0.45077105575326215, + "grad_norm": 1.5390625, + "learning_rate": 0.0001895, + "loss": 6.5416, + "mean_token_accuracy": 0.09809970185160637, + "num_tokens": 1086467.0, + "step": 380 + }, + { + "entropy": 7.076186227798462, + "epoch": 0.45670225385527874, + "grad_norm": 1.46875, + "learning_rate": 0.000192, + "loss": 6.6616, + "mean_token_accuracy": 0.10060962289571762, + "num_tokens": 1100356.0, + "step": 385 + }, + { + "entropy": 7.028731060028076, + "epoch": 0.4626334519572954, + "grad_norm": 1.3046875, + "learning_rate": 0.0001945, + "loss": 6.5814, + "mean_token_accuracy": 0.10232764557003975, + "num_tokens": 1115877.0, + "step": 390 + }, + { + "entropy": 7.04663872718811, + "epoch": 0.46856465005931197, + "grad_norm": 1.375, + "learning_rate": 0.00019700000000000002, + "loss": 6.5466, + "mean_token_accuracy": 0.10219399407505989, + "num_tokens": 1131415.0, + "step": 395 + }, + { + "entropy": 6.8535503387451175, + "epoch": 0.4744958481613286, + "grad_norm": 1.5234375, + "learning_rate": 0.00019950000000000002, + "loss": 6.5137, + "mean_token_accuracy": 0.09734094068408013, + "num_tokens": 1145903.0, + "step": 400 + }, + { + "entropy": 6.879596471786499, + "epoch": 0.4804270462633452, + "grad_norm": 1.125, + "learning_rate": 0.000202, + "loss": 6.4397, + "mean_token_accuracy": 0.0997365266084671, + "num_tokens": 1161168.0, + "step": 405 + }, + { + "entropy": 6.921687078475952, + "epoch": 0.4863582443653618, + "grad_norm": 1.3515625, + "learning_rate": 0.00020449999999999998, + "loss": 6.5196, + "mean_token_accuracy": 0.09855128526687622, + "num_tokens": 1178155.0, + "step": 410 + }, + { + "entropy": 6.924295806884766, + "epoch": 0.49228944246737844, + "grad_norm": 1.3828125, + "learning_rate": 0.000207, + "loss": 6.3697, + "mean_token_accuracy": 0.1099881686270237, + "num_tokens": 1190830.0, + "step": 415 + }, + { + "entropy": 6.827713060379028, + "epoch": 0.498220640569395, + "grad_norm": 1.375, + "learning_rate": 0.0002095, + "loss": 6.3842, + "mean_token_accuracy": 0.10342236086726189, + "num_tokens": 1205260.0, + "step": 420 + }, + { + "entropy": 6.883217096328735, + "epoch": 0.5041518386714117, + "grad_norm": 1.4453125, + "learning_rate": 0.000212, + "loss": 6.431, + "mean_token_accuracy": 0.10836012288928032, + "num_tokens": 1218856.0, + "step": 425 + }, + { + "entropy": 6.832102727890015, + "epoch": 0.5100830367734283, + "grad_norm": 1.328125, + "learning_rate": 0.0002145, + "loss": 6.5014, + "mean_token_accuracy": 0.10428635627031327, + "num_tokens": 1234669.0, + "step": 430 + }, + { + "entropy": 6.830685758590699, + "epoch": 0.5160142348754448, + "grad_norm": 1.46875, + "learning_rate": 0.00021700000000000002, + "loss": 6.4289, + "mean_token_accuracy": 0.1057804524898529, + "num_tokens": 1249514.0, + "step": 435 + }, + { + "entropy": 6.837182474136353, + "epoch": 0.5219454329774614, + "grad_norm": 1.1015625, + "learning_rate": 0.0002195, + "loss": 6.3638, + "mean_token_accuracy": 0.1109524667263031, + "num_tokens": 1262311.0, + "step": 440 + }, + { + "entropy": 6.767211008071899, + "epoch": 0.527876631079478, + "grad_norm": 1.3359375, + "learning_rate": 0.000222, + "loss": 6.3519, + "mean_token_accuracy": 0.10807539224624634, + "num_tokens": 1277681.0, + "step": 445 + }, + { + "entropy": 6.781484460830688, + "epoch": 0.5338078291814946, + "grad_norm": 1.390625, + "learning_rate": 0.0002245, + "loss": 6.3968, + "mean_token_accuracy": 0.10917404815554618, + "num_tokens": 1292300.0, + "step": 450 + }, + { + "entropy": 6.775958061218262, + "epoch": 0.5397390272835113, + "grad_norm": 1.234375, + "learning_rate": 0.00022700000000000002, + "loss": 6.4142, + "mean_token_accuracy": 0.10393262058496475, + "num_tokens": 1307426.0, + "step": 455 + }, + { + "entropy": 6.787585258483887, + "epoch": 0.5456702253855279, + "grad_norm": 1.0546875, + "learning_rate": 0.00022950000000000002, + "loss": 6.4414, + "mean_token_accuracy": 0.09955934658646584, + "num_tokens": 1322167.0, + "step": 460 + }, + { + "entropy": 6.75556001663208, + "epoch": 0.5516014234875445, + "grad_norm": 1.2265625, + "learning_rate": 0.00023200000000000003, + "loss": 6.3126, + "mean_token_accuracy": 0.11029193922877312, + "num_tokens": 1335343.0, + "step": 465 + }, + { + "entropy": 6.719364500045776, + "epoch": 0.5575326215895611, + "grad_norm": 1.234375, + "learning_rate": 0.00023449999999999998, + "loss": 6.3129, + "mean_token_accuracy": 0.11020243093371392, + "num_tokens": 1349078.0, + "step": 470 + }, + { + "entropy": 6.670861291885376, + "epoch": 0.5634638196915777, + "grad_norm": 1.2265625, + "learning_rate": 0.000237, + "loss": 6.2388, + "mean_token_accuracy": 0.11813571006059646, + "num_tokens": 1362030.0, + "step": 475 + }, + { + "entropy": 6.790364742279053, + "epoch": 0.5693950177935944, + "grad_norm": 1.3125, + "learning_rate": 0.0002395, + "loss": 6.3965, + "mean_token_accuracy": 0.10456062778830529, + "num_tokens": 1378303.0, + "step": 480 + }, + { + "entropy": 6.773904657363891, + "epoch": 0.575326215895611, + "grad_norm": 1.203125, + "learning_rate": 0.000242, + "loss": 6.3906, + "mean_token_accuracy": 0.10592009201645851, + "num_tokens": 1392585.0, + "step": 485 + }, + { + "entropy": 6.805166101455688, + "epoch": 0.5812574139976275, + "grad_norm": 1.5, + "learning_rate": 0.0002445, + "loss": 6.3973, + "mean_token_accuracy": 0.11140659600496292, + "num_tokens": 1406962.0, + "step": 490 + }, + { + "entropy": 6.573492240905762, + "epoch": 0.5871886120996441, + "grad_norm": 1.2265625, + "learning_rate": 0.000247, + "loss": 6.2853, + "mean_token_accuracy": 0.11129999980330467, + "num_tokens": 1419493.0, + "step": 495 + }, + { + "entropy": 6.735859537124634, + "epoch": 0.5931198102016607, + "grad_norm": 1.3125, + "learning_rate": 0.0002495, + "loss": 6.3007, + "mean_token_accuracy": 0.10790175497531891, + "num_tokens": 1435373.0, + "step": 500 + }, + { + "epoch": 0.5931198102016607, + "eval_entropy": 6.67236985896994, + "eval_loss": 6.441715717315674, + "eval_mean_token_accuracy": 0.10966419813685988, + "eval_num_tokens": 1435373.0, + "eval_runtime": 2.4776, + "eval_samples_per_second": 1052.652, + "eval_steps_per_second": 131.581, + "step": 500 + }, + { + "entropy": 6.6947290897369385, + "epoch": 0.5990510083036773, + "grad_norm": 1.3359375, + "learning_rate": 0.000252, + "loss": 6.2707, + "mean_token_accuracy": 0.11756636276841163, + "num_tokens": 1449805.0, + "step": 505 + }, + { + "entropy": 6.634400224685669, + "epoch": 0.604982206405694, + "grad_norm": 1.3125, + "learning_rate": 0.0002545, + "loss": 6.2855, + "mean_token_accuracy": 0.11045260801911354, + "num_tokens": 1463657.0, + "step": 510 + }, + { + "entropy": 6.727581596374511, + "epoch": 0.6109134045077106, + "grad_norm": 1.4140625, + "learning_rate": 0.000257, + "loss": 6.3004, + "mean_token_accuracy": 0.11670920848846436, + "num_tokens": 1478089.0, + "step": 515 + }, + { + "entropy": 6.619698333740234, + "epoch": 0.6168446026097272, + "grad_norm": 1.4296875, + "learning_rate": 0.0002595, + "loss": 6.311, + "mean_token_accuracy": 0.11146906316280365, + "num_tokens": 1492225.0, + "step": 520 + }, + { + "entropy": 6.630937004089356, + "epoch": 0.6227758007117438, + "grad_norm": 1.1875, + "learning_rate": 0.000262, + "loss": 6.3008, + "mean_token_accuracy": 0.10728157833218574, + "num_tokens": 1506751.0, + "step": 525 + }, + { + "entropy": 6.599562358856201, + "epoch": 0.6287069988137604, + "grad_norm": 1.140625, + "learning_rate": 0.00026450000000000003, + "loss": 6.2004, + "mean_token_accuracy": 0.11617306619882584, + "num_tokens": 1520590.0, + "step": 530 + }, + { + "entropy": 6.652629327774048, + "epoch": 0.6346381969157769, + "grad_norm": 1.1953125, + "learning_rate": 0.00026700000000000004, + "loss": 6.2527, + "mean_token_accuracy": 0.11343958005309104, + "num_tokens": 1534752.0, + "step": 535 + }, + { + "entropy": 6.587781953811645, + "epoch": 0.6405693950177936, + "grad_norm": 1.3828125, + "learning_rate": 0.00026950000000000005, + "loss": 6.2154, + "mean_token_accuracy": 0.12041136622428894, + "num_tokens": 1547891.0, + "step": 540 + }, + { + "entropy": 6.418690204620361, + "epoch": 0.6465005931198102, + "grad_norm": 1.2578125, + "learning_rate": 0.00027200000000000005, + "loss": 6.1542, + "mean_token_accuracy": 0.12026057541370391, + "num_tokens": 1562560.0, + "step": 545 + }, + { + "entropy": 6.670684385299682, + "epoch": 0.6524317912218268, + "grad_norm": 1.328125, + "learning_rate": 0.0002745, + "loss": 6.3091, + "mean_token_accuracy": 0.11120221018791199, + "num_tokens": 1576896.0, + "step": 550 + }, + { + "entropy": 6.535441923141479, + "epoch": 0.6583629893238434, + "grad_norm": 1.265625, + "learning_rate": 0.000277, + "loss": 6.2086, + "mean_token_accuracy": 0.11225326210260392, + "num_tokens": 1590806.0, + "step": 555 + }, + { + "entropy": 6.601208257675171, + "epoch": 0.66429418742586, + "grad_norm": 1.234375, + "learning_rate": 0.0002795, + "loss": 6.326, + "mean_token_accuracy": 0.10773437917232513, + "num_tokens": 1605874.0, + "step": 560 + }, + { + "entropy": 6.616091251373291, + "epoch": 0.6702253855278766, + "grad_norm": 1.2734375, + "learning_rate": 0.00028199999999999997, + "loss": 6.2108, + "mean_token_accuracy": 0.11664134711027145, + "num_tokens": 1620947.0, + "step": 565 + }, + { + "entropy": 6.484318447113037, + "epoch": 0.6761565836298933, + "grad_norm": 1.296875, + "learning_rate": 0.0002845, + "loss": 6.2608, + "mean_token_accuracy": 0.10255342498421668, + "num_tokens": 1635974.0, + "step": 570 + }, + { + "entropy": 6.542778062820434, + "epoch": 0.6820877817319099, + "grad_norm": 1.109375, + "learning_rate": 0.000287, + "loss": 6.2163, + "mean_token_accuracy": 0.10959842428565025, + "num_tokens": 1651502.0, + "step": 575 + }, + { + "entropy": 6.45567512512207, + "epoch": 0.6880189798339265, + "grad_norm": 1.1796875, + "learning_rate": 0.0002895, + "loss": 6.1629, + "mean_token_accuracy": 0.11728360131382942, + "num_tokens": 1665547.0, + "step": 580 + }, + { + "entropy": 6.501108646392822, + "epoch": 0.693950177935943, + "grad_norm": 1.1796875, + "learning_rate": 0.000292, + "loss": 6.1508, + "mean_token_accuracy": 0.12227020487189293, + "num_tokens": 1678875.0, + "step": 585 + }, + { + "entropy": 6.480410623550415, + "epoch": 0.6998813760379596, + "grad_norm": 1.3203125, + "learning_rate": 0.0002945, + "loss": 6.1681, + "mean_token_accuracy": 0.11540260091423989, + "num_tokens": 1692673.0, + "step": 590 + }, + { + "entropy": 6.511543416976929, + "epoch": 0.7058125741399762, + "grad_norm": 1.109375, + "learning_rate": 0.000297, + "loss": 6.2156, + "mean_token_accuracy": 0.11393610835075378, + "num_tokens": 1707318.0, + "step": 595 + }, + { + "entropy": 6.460053396224976, + "epoch": 0.7117437722419929, + "grad_norm": 1.4140625, + "learning_rate": 0.0002995, + "loss": 6.2426, + "mean_token_accuracy": 0.11120611354708672, + "num_tokens": 1724331.0, + "step": 600 + }, + { + "entropy": 6.442718982696533, + "epoch": 0.7176749703440095, + "grad_norm": 1.3203125, + "learning_rate": 0.000302, + "loss": 6.0492, + "mean_token_accuracy": 0.12235584780573845, + "num_tokens": 1736151.0, + "step": 605 + }, + { + "entropy": 6.444410896301269, + "epoch": 0.7236061684460261, + "grad_norm": 1.28125, + "learning_rate": 0.0003045, + "loss": 6.1371, + "mean_token_accuracy": 0.11987931281328201, + "num_tokens": 1749831.0, + "step": 610 + }, + { + "entropy": 6.455282926559448, + "epoch": 0.7295373665480427, + "grad_norm": 1.1875, + "learning_rate": 0.000307, + "loss": 6.173, + "mean_token_accuracy": 0.11412288546562195, + "num_tokens": 1764296.0, + "step": 615 + }, + { + "entropy": 6.49344654083252, + "epoch": 0.7354685646500593, + "grad_norm": 1.4609375, + "learning_rate": 0.0003095, + "loss": 6.1473, + "mean_token_accuracy": 0.11842510327696801, + "num_tokens": 1778042.0, + "step": 620 + }, + { + "entropy": 6.402311325073242, + "epoch": 0.741399762752076, + "grad_norm": 1.109375, + "learning_rate": 0.000312, + "loss": 6.1244, + "mean_token_accuracy": 0.1204920805990696, + "num_tokens": 1791614.0, + "step": 625 + }, + { + "entropy": 6.386654949188232, + "epoch": 0.7473309608540926, + "grad_norm": 1.140625, + "learning_rate": 0.0003145, + "loss": 6.082, + "mean_token_accuracy": 0.1170621544122696, + "num_tokens": 1807388.0, + "step": 630 + }, + { + "entropy": 6.513570547103882, + "epoch": 0.7532621589561092, + "grad_norm": 1.2109375, + "learning_rate": 0.000317, + "loss": 6.187, + "mean_token_accuracy": 0.1129879891872406, + "num_tokens": 1820407.0, + "step": 635 + }, + { + "entropy": 6.353465366363525, + "epoch": 0.7591933570581257, + "grad_norm": 1.140625, + "learning_rate": 0.0003195, + "loss": 6.0709, + "mean_token_accuracy": 0.11846939399838448, + "num_tokens": 1834666.0, + "step": 640 + }, + { + "entropy": 6.402153253555298, + "epoch": 0.7651245551601423, + "grad_norm": 1.390625, + "learning_rate": 0.000322, + "loss": 6.169, + "mean_token_accuracy": 0.11969529762864113, + "num_tokens": 1848160.0, + "step": 645 + }, + { + "entropy": 6.429388856887817, + "epoch": 0.7710557532621589, + "grad_norm": 1.046875, + "learning_rate": 0.00032450000000000003, + "loss": 6.1763, + "mean_token_accuracy": 0.11832700744271278, + "num_tokens": 1865140.0, + "step": 650 + }, + { + "entropy": 6.384272193908691, + "epoch": 0.7769869513641756, + "grad_norm": 1.1484375, + "learning_rate": 0.00032700000000000003, + "loss": 6.0502, + "mean_token_accuracy": 0.12135105207562447, + "num_tokens": 1878447.0, + "step": 655 + }, + { + "entropy": 6.368830823898316, + "epoch": 0.7829181494661922, + "grad_norm": 1.1953125, + "learning_rate": 0.00032950000000000004, + "loss": 6.0999, + "mean_token_accuracy": 0.11421585902571678, + "num_tokens": 1893539.0, + "step": 660 + }, + { + "entropy": 6.452864456176758, + "epoch": 0.7888493475682088, + "grad_norm": 1.1328125, + "learning_rate": 0.00033200000000000005, + "loss": 6.1646, + "mean_token_accuracy": 0.120599914342165, + "num_tokens": 1908052.0, + "step": 665 + }, + { + "entropy": 6.347026681900024, + "epoch": 0.7947805456702254, + "grad_norm": 1.0859375, + "learning_rate": 0.00033450000000000005, + "loss": 6.0494, + "mean_token_accuracy": 0.12437219470739365, + "num_tokens": 1921528.0, + "step": 670 + }, + { + "entropy": 6.360257863998413, + "epoch": 0.800711743772242, + "grad_norm": 1.1640625, + "learning_rate": 0.000337, + "loss": 6.0758, + "mean_token_accuracy": 0.12383257448673249, + "num_tokens": 1935089.0, + "step": 675 + }, + { + "entropy": 6.4030664443969725, + "epoch": 0.8066429418742586, + "grad_norm": 1.203125, + "learning_rate": 0.0003395, + "loss": 6.1896, + "mean_token_accuracy": 0.11006285175681114, + "num_tokens": 1949717.0, + "step": 680 + }, + { + "entropy": 6.300024366378784, + "epoch": 0.8125741399762753, + "grad_norm": 1.546875, + "learning_rate": 0.000342, + "loss": 6.0568, + "mean_token_accuracy": 0.12153587713837624, + "num_tokens": 1962619.0, + "step": 685 + }, + { + "entropy": 6.450096464157104, + "epoch": 0.8185053380782918, + "grad_norm": 1.375, + "learning_rate": 0.00034449999999999997, + "loss": 6.143, + "mean_token_accuracy": 0.11284489929676056, + "num_tokens": 1977094.0, + "step": 690 + }, + { + "entropy": 6.286441040039063, + "epoch": 0.8244365361803084, + "grad_norm": 1.0625, + "learning_rate": 0.000347, + "loss": 6.1106, + "mean_token_accuracy": 0.11766432374715804, + "num_tokens": 1992446.0, + "step": 695 + }, + { + "entropy": 6.301593971252442, + "epoch": 0.830367734282325, + "grad_norm": 1.1640625, + "learning_rate": 0.0003495, + "loss": 6.0526, + "mean_token_accuracy": 0.1210049532353878, + "num_tokens": 2008753.0, + "step": 700 + }, + { + "entropy": 6.312734651565552, + "epoch": 0.8362989323843416, + "grad_norm": 1.140625, + "learning_rate": 0.000352, + "loss": 6.0098, + "mean_token_accuracy": 0.1238975889980793, + "num_tokens": 2024088.0, + "step": 705 + }, + { + "entropy": 6.338296222686767, + "epoch": 0.8422301304863582, + "grad_norm": 1.21875, + "learning_rate": 0.0003545, + "loss": 6.0283, + "mean_token_accuracy": 0.11651979684829712, + "num_tokens": 2038449.0, + "step": 710 + }, + { + "entropy": 6.306093740463257, + "epoch": 0.8481613285883749, + "grad_norm": 1.1328125, + "learning_rate": 0.000357, + "loss": 6.0258, + "mean_token_accuracy": 0.1278011307120323, + "num_tokens": 2052038.0, + "step": 715 + }, + { + "entropy": 6.271956300735473, + "epoch": 0.8540925266903915, + "grad_norm": 1.1875, + "learning_rate": 0.0003595, + "loss": 5.9769, + "mean_token_accuracy": 0.12276132255792618, + "num_tokens": 2064907.0, + "step": 720 + }, + { + "entropy": 6.297043323516846, + "epoch": 0.8600237247924081, + "grad_norm": 1.0703125, + "learning_rate": 0.000362, + "loss": 6.1502, + "mean_token_accuracy": 0.1173181675374508, + "num_tokens": 2081295.0, + "step": 725 + }, + { + "entropy": 6.336274099349976, + "epoch": 0.8659549228944247, + "grad_norm": 1.0390625, + "learning_rate": 0.0003645, + "loss": 6.0652, + "mean_token_accuracy": 0.12099355086684227, + "num_tokens": 2098077.0, + "step": 730 + }, + { + "entropy": 6.285319423675537, + "epoch": 0.8718861209964412, + "grad_norm": 1.1484375, + "learning_rate": 0.000367, + "loss": 6.0532, + "mean_token_accuracy": 0.12013457342982292, + "num_tokens": 2111716.0, + "step": 735 + }, + { + "entropy": 6.27389874458313, + "epoch": 0.8778173190984578, + "grad_norm": 1.1171875, + "learning_rate": 0.0003695, + "loss": 5.9654, + "mean_token_accuracy": 0.13291287645697594, + "num_tokens": 2125757.0, + "step": 740 + }, + { + "entropy": 6.267977666854859, + "epoch": 0.8837485172004745, + "grad_norm": 1.1875, + "learning_rate": 0.000372, + "loss": 6.1618, + "mean_token_accuracy": 0.11648618057370186, + "num_tokens": 2142929.0, + "step": 745 + }, + { + "entropy": 6.27850079536438, + "epoch": 0.8896797153024911, + "grad_norm": 1.265625, + "learning_rate": 0.0003745, + "loss": 6.0379, + "mean_token_accuracy": 0.12373944073915481, + "num_tokens": 2155206.0, + "step": 750 + }, + { + "entropy": 6.240651369094849, + "epoch": 0.8956109134045077, + "grad_norm": 1.1875, + "learning_rate": 0.000377, + "loss": 5.9246, + "mean_token_accuracy": 0.12547165155410767, + "num_tokens": 2169816.0, + "step": 755 + }, + { + "entropy": 6.190544652938843, + "epoch": 0.9015421115065243, + "grad_norm": 1.0390625, + "learning_rate": 0.0003795, + "loss": 6.0044, + "mean_token_accuracy": 0.12672639563679694, + "num_tokens": 2184827.0, + "step": 760 + }, + { + "entropy": 6.259784412384033, + "epoch": 0.9074733096085409, + "grad_norm": 1.15625, + "learning_rate": 0.000382, + "loss": 5.9353, + "mean_token_accuracy": 0.12988706678152084, + "num_tokens": 2199333.0, + "step": 765 + }, + { + "entropy": 6.1021686553955075, + "epoch": 0.9134045077105575, + "grad_norm": 0.87109375, + "learning_rate": 0.0003845, + "loss": 5.9947, + "mean_token_accuracy": 0.12381677329540253, + "num_tokens": 2215239.0, + "step": 770 + }, + { + "entropy": 6.2903533458709715, + "epoch": 0.9193357058125742, + "grad_norm": 1.0390625, + "learning_rate": 0.00038700000000000003, + "loss": 5.9998, + "mean_token_accuracy": 0.1248672790825367, + "num_tokens": 2229369.0, + "step": 775 + }, + { + "entropy": 6.169124412536621, + "epoch": 0.9252669039145908, + "grad_norm": 1.1875, + "learning_rate": 0.00038950000000000003, + "loss": 5.9842, + "mean_token_accuracy": 0.12811334952712058, + "num_tokens": 2242709.0, + "step": 780 + }, + { + "entropy": 6.2337898254394535, + "epoch": 0.9311981020166074, + "grad_norm": 1.140625, + "learning_rate": 0.00039200000000000004, + "loss": 5.9655, + "mean_token_accuracy": 0.12137661054730416, + "num_tokens": 2257067.0, + "step": 785 + }, + { + "entropy": 6.1931390285491945, + "epoch": 0.9371293001186239, + "grad_norm": 1.25, + "learning_rate": 0.00039450000000000005, + "loss": 5.9103, + "mean_token_accuracy": 0.13152316808700562, + "num_tokens": 2270932.0, + "step": 790 + }, + { + "entropy": 6.182427406311035, + "epoch": 0.9430604982206405, + "grad_norm": 1.0546875, + "learning_rate": 0.00039700000000000005, + "loss": 6.0279, + "mean_token_accuracy": 0.12549996599555016, + "num_tokens": 2285517.0, + "step": 795 + }, + { + "entropy": 6.1117936134338375, + "epoch": 0.9489916963226572, + "grad_norm": 1.1875, + "learning_rate": 0.0003995, + "loss": 5.8952, + "mean_token_accuracy": 0.1253364697098732, + "num_tokens": 2298657.0, + "step": 800 + }, + { + "entropy": 6.14580602645874, + "epoch": 0.9549228944246738, + "grad_norm": 1.2109375, + "learning_rate": 0.000402, + "loss": 5.9069, + "mean_token_accuracy": 0.132824869453907, + "num_tokens": 2312521.0, + "step": 805 + }, + { + "entropy": 6.149325656890869, + "epoch": 0.9608540925266904, + "grad_norm": 1.375, + "learning_rate": 0.0004045, + "loss": 5.901, + "mean_token_accuracy": 0.12876850068569184, + "num_tokens": 2325849.0, + "step": 810 + }, + { + "entropy": 6.160182809829712, + "epoch": 0.966785290628707, + "grad_norm": 1.2578125, + "learning_rate": 0.00040699999999999997, + "loss": 5.933, + "mean_token_accuracy": 0.12433248236775399, + "num_tokens": 2339717.0, + "step": 815 + }, + { + "entropy": 6.148682689666748, + "epoch": 0.9727164887307236, + "grad_norm": 1.078125, + "learning_rate": 0.0004095, + "loss": 5.9644, + "mean_token_accuracy": 0.12969405129551886, + "num_tokens": 2353536.0, + "step": 820 + }, + { + "entropy": 6.15325140953064, + "epoch": 0.9786476868327402, + "grad_norm": 1.1953125, + "learning_rate": 0.000412, + "loss": 5.9392, + "mean_token_accuracy": 0.12233664244413375, + "num_tokens": 2368626.0, + "step": 825 + }, + { + "entropy": 6.148900079727173, + "epoch": 0.9845788849347569, + "grad_norm": 1.1796875, + "learning_rate": 0.0004145, + "loss": 6.0228, + "mean_token_accuracy": 0.1229950562119484, + "num_tokens": 2383768.0, + "step": 830 + }, + { + "entropy": 6.253143930435181, + "epoch": 0.9905100830367735, + "grad_norm": 1.1640625, + "learning_rate": 0.000417, + "loss": 6.0531, + "mean_token_accuracy": 0.12633627876639367, + "num_tokens": 2398089.0, + "step": 835 + }, + { + "entropy": 6.143814277648926, + "epoch": 0.99644128113879, + "grad_norm": 1.15625, + "learning_rate": 0.0004195, + "loss": 5.9179, + "mean_token_accuracy": 0.13075150698423385, + "num_tokens": 2411354.0, + "step": 840 + }, + { + "entropy": 6.1597785472869875, + "epoch": 1.0023724792408066, + "grad_norm": 1.1015625, + "learning_rate": 0.000422, + "loss": 5.9132, + "mean_token_accuracy": 0.1338951252400875, + "num_tokens": 2425071.0, + "step": 845 + }, + { + "entropy": 6.226427221298218, + "epoch": 1.0083036773428233, + "grad_norm": 1.234375, + "learning_rate": 0.0004245, + "loss": 5.8618, + "mean_token_accuracy": 0.13656074777245522, + "num_tokens": 2439143.0, + "step": 850 + }, + { + "entropy": 5.997689485549927, + "epoch": 1.0142348754448398, + "grad_norm": 1.0859375, + "learning_rate": 0.000427, + "loss": 5.7022, + "mean_token_accuracy": 0.1348326951265335, + "num_tokens": 2453466.0, + "step": 855 + }, + { + "entropy": 6.064882230758667, + "epoch": 1.0201660735468565, + "grad_norm": 1.21875, + "learning_rate": 0.0004295, + "loss": 5.815, + "mean_token_accuracy": 0.13819923251867294, + "num_tokens": 2466802.0, + "step": 860 + }, + { + "entropy": 6.077611827850342, + "epoch": 1.026097271648873, + "grad_norm": 1.265625, + "learning_rate": 0.000432, + "loss": 5.7763, + "mean_token_accuracy": 0.13229055777192117, + "num_tokens": 2480080.0, + "step": 865 + }, + { + "entropy": 6.0491447925567625, + "epoch": 1.0320284697508897, + "grad_norm": 1.390625, + "learning_rate": 0.0004345, + "loss": 5.83, + "mean_token_accuracy": 0.1349202238023281, + "num_tokens": 2495196.0, + "step": 870 + }, + { + "entropy": 5.99519829750061, + "epoch": 1.0379596678529064, + "grad_norm": 1.1875, + "learning_rate": 0.000437, + "loss": 5.734, + "mean_token_accuracy": 0.13301657065749167, + "num_tokens": 2510084.0, + "step": 875 + }, + { + "entropy": 6.138531064987182, + "epoch": 1.0438908659549229, + "grad_norm": 1.203125, + "learning_rate": 0.0004395, + "loss": 5.8045, + "mean_token_accuracy": 0.13315934240818023, + "num_tokens": 2522834.0, + "step": 880 + }, + { + "entropy": 6.013190269470215, + "epoch": 1.0498220640569396, + "grad_norm": 1.0703125, + "learning_rate": 0.000442, + "loss": 5.7781, + "mean_token_accuracy": 0.1408059172332287, + "num_tokens": 2536778.0, + "step": 885 + }, + { + "entropy": 6.016625690460205, + "epoch": 1.055753262158956, + "grad_norm": 1.171875, + "learning_rate": 0.0004445, + "loss": 5.8079, + "mean_token_accuracy": 0.13629683703184128, + "num_tokens": 2551220.0, + "step": 890 + }, + { + "entropy": 6.152676439285278, + "epoch": 1.0616844602609727, + "grad_norm": 1.2734375, + "learning_rate": 0.000447, + "loss": 5.8853, + "mean_token_accuracy": 0.12912147343158722, + "num_tokens": 2565686.0, + "step": 895 + }, + { + "entropy": 5.9945775985717775, + "epoch": 1.0676156583629894, + "grad_norm": 1.234375, + "learning_rate": 0.00044950000000000003, + "loss": 5.8012, + "mean_token_accuracy": 0.1301092065870762, + "num_tokens": 2579569.0, + "step": 900 + }, + { + "entropy": 6.045119094848633, + "epoch": 1.073546856465006, + "grad_norm": 1.390625, + "learning_rate": 0.00045200000000000004, + "loss": 5.7873, + "mean_token_accuracy": 0.13423676043748856, + "num_tokens": 2593226.0, + "step": 905 + }, + { + "entropy": 5.971383666992187, + "epoch": 1.0794780545670226, + "grad_norm": 1.046875, + "learning_rate": 0.00045450000000000004, + "loss": 5.748, + "mean_token_accuracy": 0.13364143371582032, + "num_tokens": 2607711.0, + "step": 910 + }, + { + "entropy": 6.028302955627441, + "epoch": 1.085409252669039, + "grad_norm": 1.109375, + "learning_rate": 0.00045700000000000005, + "loss": 5.7788, + "mean_token_accuracy": 0.13531881719827651, + "num_tokens": 2623024.0, + "step": 915 + }, + { + "entropy": 6.003001356124878, + "epoch": 1.0913404507710558, + "grad_norm": 1.078125, + "learning_rate": 0.00045950000000000006, + "loss": 5.7666, + "mean_token_accuracy": 0.1361100286245346, + "num_tokens": 2637824.0, + "step": 920 + }, + { + "entropy": 5.995635271072388, + "epoch": 1.0972716488730723, + "grad_norm": 1.1796875, + "learning_rate": 0.000462, + "loss": 5.7772, + "mean_token_accuracy": 0.13633406162261963, + "num_tokens": 2652077.0, + "step": 925 + }, + { + "entropy": 5.994116687774659, + "epoch": 1.103202846975089, + "grad_norm": 1.2265625, + "learning_rate": 0.0004645, + "loss": 5.7796, + "mean_token_accuracy": 0.1343744106590748, + "num_tokens": 2666791.0, + "step": 930 + }, + { + "entropy": 5.9884919166564945, + "epoch": 1.1091340450771057, + "grad_norm": 0.9375, + "learning_rate": 0.000467, + "loss": 5.8653, + "mean_token_accuracy": 0.13153321593999862, + "num_tokens": 2681482.0, + "step": 935 + }, + { + "entropy": 5.957932996749878, + "epoch": 1.1150652431791221, + "grad_norm": 1.09375, + "learning_rate": 0.0004695, + "loss": 5.6686, + "mean_token_accuracy": 0.14378132447600364, + "num_tokens": 2695305.0, + "step": 940 + }, + { + "entropy": 6.023182153701782, + "epoch": 1.1209964412811388, + "grad_norm": 1.1640625, + "learning_rate": 0.000472, + "loss": 5.7336, + "mean_token_accuracy": 0.13786137402057647, + "num_tokens": 2712211.0, + "step": 945 + }, + { + "entropy": 5.941826725006104, + "epoch": 1.1269276393831553, + "grad_norm": 1.109375, + "learning_rate": 0.0004745, + "loss": 5.7816, + "mean_token_accuracy": 0.13546779826283456, + "num_tokens": 2726888.0, + "step": 950 + }, + { + "entropy": 5.957491064071656, + "epoch": 1.132858837485172, + "grad_norm": 1.0859375, + "learning_rate": 0.000477, + "loss": 5.7527, + "mean_token_accuracy": 0.13760311529040337, + "num_tokens": 2741734.0, + "step": 955 + }, + { + "entropy": 5.94100170135498, + "epoch": 1.1387900355871885, + "grad_norm": 1.3046875, + "learning_rate": 0.0004795, + "loss": 5.7551, + "mean_token_accuracy": 0.14393994361162185, + "num_tokens": 2754680.0, + "step": 960 + }, + { + "entropy": 5.94309253692627, + "epoch": 1.1447212336892052, + "grad_norm": 1.3125, + "learning_rate": 0.000482, + "loss": 5.8065, + "mean_token_accuracy": 0.129212536662817, + "num_tokens": 2769572.0, + "step": 965 + }, + { + "entropy": 6.076050662994385, + "epoch": 1.150652431791222, + "grad_norm": 1.3359375, + "learning_rate": 0.0004845, + "loss": 5.7537, + "mean_token_accuracy": 0.13419156968593599, + "num_tokens": 2782948.0, + "step": 970 + }, + { + "entropy": 5.846741008758545, + "epoch": 1.1565836298932384, + "grad_norm": 1.1171875, + "learning_rate": 0.000487, + "loss": 5.6832, + "mean_token_accuracy": 0.1396567314863205, + "num_tokens": 2795399.0, + "step": 975 + }, + { + "entropy": 5.9153892993927, + "epoch": 1.162514827995255, + "grad_norm": 1.203125, + "learning_rate": 0.0004895, + "loss": 5.6837, + "mean_token_accuracy": 0.13754538744688033, + "num_tokens": 2809591.0, + "step": 980 + }, + { + "entropy": 5.938817977905273, + "epoch": 1.1684460260972718, + "grad_norm": 1.015625, + "learning_rate": 0.000492, + "loss": 5.7227, + "mean_token_accuracy": 0.13820295482873918, + "num_tokens": 2824106.0, + "step": 985 + }, + { + "entropy": 5.93713231086731, + "epoch": 1.1743772241992882, + "grad_norm": 1.1640625, + "learning_rate": 0.0004945, + "loss": 5.8459, + "mean_token_accuracy": 0.1346195101737976, + "num_tokens": 2838616.0, + "step": 990 + }, + { + "entropy": 5.968208456039429, + "epoch": 1.180308422301305, + "grad_norm": 1.4140625, + "learning_rate": 0.000497, + "loss": 5.7473, + "mean_token_accuracy": 0.13854797407984734, + "num_tokens": 2851707.0, + "step": 995 + }, + { + "entropy": 5.898858261108399, + "epoch": 1.1862396204033214, + "grad_norm": 1.0390625, + "learning_rate": 0.0004995, + "loss": 5.7691, + "mean_token_accuracy": 0.1328132927417755, + "num_tokens": 2867644.0, + "step": 1000 + }, + { + "epoch": 1.1862396204033214, + "eval_entropy": 5.91133521232137, + "eval_loss": 6.012734413146973, + "eval_mean_token_accuracy": 0.13139666496930313, + "eval_num_tokens": 2867644.0, + "eval_runtime": 2.4739, + "eval_samples_per_second": 1054.225, + "eval_steps_per_second": 131.778, + "step": 1000 + }, + { + "entropy": 5.986166191101074, + "epoch": 1.1921708185053381, + "grad_norm": 1.0703125, + "learning_rate": 0.00049999967732573, + "loss": 5.7701, + "mean_token_accuracy": 0.1327154405415058, + "num_tokens": 2882663.0, + "step": 1005 + }, + { + "entropy": 5.940847110748291, + "epoch": 1.1981020166073546, + "grad_norm": 1.21875, + "learning_rate": 0.0004999983664630945, + "loss": 5.8284, + "mean_token_accuracy": 0.1329515464603901, + "num_tokens": 2898791.0, + "step": 1010 + }, + { + "entropy": 5.939939355850219, + "epoch": 1.2040332147093713, + "grad_norm": 1.09375, + "learning_rate": 0.0004999960472508219, + "loss": 5.7229, + "mean_token_accuracy": 0.14346506744623183, + "num_tokens": 2912997.0, + "step": 1015 + }, + { + "entropy": 5.890226602554321, + "epoch": 1.209964412811388, + "grad_norm": 1.171875, + "learning_rate": 0.0004999927196993059, + "loss": 5.7083, + "mean_token_accuracy": 0.1415116421878338, + "num_tokens": 2925064.0, + "step": 1020 + }, + { + "entropy": 5.959262037277222, + "epoch": 1.2158956109134045, + "grad_norm": 1.1484375, + "learning_rate": 0.0004999883838234592, + "loss": 5.7633, + "mean_token_accuracy": 0.13465891852974893, + "num_tokens": 2941400.0, + "step": 1025 + }, + { + "entropy": 5.861705589294433, + "epoch": 1.2218268090154212, + "grad_norm": 1.1328125, + "learning_rate": 0.0004999830396427133, + "loss": 5.7352, + "mean_token_accuracy": 0.13958436101675034, + "num_tokens": 2955541.0, + "step": 1030 + }, + { + "entropy": 5.922749280929565, + "epoch": 1.2277580071174377, + "grad_norm": 1.109375, + "learning_rate": 0.0004999766871810188, + "loss": 5.7479, + "mean_token_accuracy": 0.1416574686765671, + "num_tokens": 2968928.0, + "step": 1035 + }, + { + "entropy": 5.934699630737304, + "epoch": 1.2336892052194544, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999693264668446, + "loss": 5.6844, + "mean_token_accuracy": 0.14234655275940894, + "num_tokens": 2984072.0, + "step": 1040 + }, + { + "entropy": 5.891662549972534, + "epoch": 1.2396204033214708, + "grad_norm": 1.015625, + "learning_rate": 0.0004999609575331786, + "loss": 5.7787, + "mean_token_accuracy": 0.13772650435566902, + "num_tokens": 2999083.0, + "step": 1045 + }, + { + "entropy": 5.854400157928467, + "epoch": 1.2455516014234875, + "grad_norm": 1.1796875, + "learning_rate": 0.0004999515804175268, + "loss": 5.726, + "mean_token_accuracy": 0.13745229691267014, + "num_tokens": 3012738.0, + "step": 1050 + }, + { + "entropy": 5.869228887557983, + "epoch": 1.2514827995255042, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999411951619134, + "loss": 5.6694, + "mean_token_accuracy": 0.14171827286481858, + "num_tokens": 3027929.0, + "step": 1055 + }, + { + "entropy": 5.864783573150635, + "epoch": 1.2574139976275207, + "grad_norm": 0.98828125, + "learning_rate": 0.000499929801812881, + "loss": 5.8025, + "mean_token_accuracy": 0.13281177058815957, + "num_tokens": 3043576.0, + "step": 1060 + }, + { + "entropy": 5.822867107391358, + "epoch": 1.2633451957295374, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999174004214899, + "loss": 5.6696, + "mean_token_accuracy": 0.1398370385169983, + "num_tokens": 3059352.0, + "step": 1065 + }, + { + "entropy": 5.936639642715454, + "epoch": 1.269276393831554, + "grad_norm": 1.1484375, + "learning_rate": 0.0004999039910433179, + "loss": 5.7859, + "mean_token_accuracy": 0.1422264978289604, + "num_tokens": 3073140.0, + "step": 1070 + }, + { + "entropy": 5.890475559234619, + "epoch": 1.2752075919335706, + "grad_norm": 1.1015625, + "learning_rate": 0.0004998895737384605, + "loss": 5.7601, + "mean_token_accuracy": 0.14164954274892808, + "num_tokens": 3087710.0, + "step": 1075 + }, + { + "entropy": 5.919763278961182, + "epoch": 1.281138790035587, + "grad_norm": 1.125, + "learning_rate": 0.0004998741485715297, + "loss": 5.713, + "mean_token_accuracy": 0.14089994207024575, + "num_tokens": 3102035.0, + "step": 1080 + }, + { + "entropy": 5.838283920288086, + "epoch": 1.2870699881376038, + "grad_norm": 0.984375, + "learning_rate": 0.0004998577156116551, + "loss": 5.7754, + "mean_token_accuracy": 0.13512811809778214, + "num_tokens": 3118534.0, + "step": 1085 + }, + { + "entropy": 5.856381511688232, + "epoch": 1.2930011862396205, + "grad_norm": 1.0078125, + "learning_rate": 0.0004998402749324823, + "loss": 5.7229, + "mean_token_accuracy": 0.13245076537132264, + "num_tokens": 3133419.0, + "step": 1090 + }, + { + "entropy": 5.997888469696045, + "epoch": 1.298932384341637, + "grad_norm": 1.25, + "learning_rate": 0.0004998218266121731, + "loss": 5.8243, + "mean_token_accuracy": 0.1440747559070587, + "num_tokens": 3145903.0, + "step": 1095 + }, + { + "entropy": 5.824967718124389, + "epoch": 1.3048635824436536, + "grad_norm": 1.078125, + "learning_rate": 0.0004998023707334055, + "loss": 5.7688, + "mean_token_accuracy": 0.1350715659558773, + "num_tokens": 3159938.0, + "step": 1100 + }, + { + "entropy": 5.8246561050415036, + "epoch": 1.3107947805456703, + "grad_norm": 0.9921875, + "learning_rate": 0.0004997819073833724, + "loss": 5.6475, + "mean_token_accuracy": 0.1452900804579258, + "num_tokens": 3175089.0, + "step": 1105 + }, + { + "entropy": 5.855417728424072, + "epoch": 1.3167259786476868, + "grad_norm": 1.0859375, + "learning_rate": 0.0004997604366537823, + "loss": 5.7858, + "mean_token_accuracy": 0.13705137223005295, + "num_tokens": 3191027.0, + "step": 1110 + }, + { + "entropy": 5.746766853332519, + "epoch": 1.3226571767497035, + "grad_norm": 1.140625, + "learning_rate": 0.000499737958640858, + "loss": 5.6247, + "mean_token_accuracy": 0.14565233290195465, + "num_tokens": 3205489.0, + "step": 1115 + }, + { + "entropy": 5.841010189056396, + "epoch": 1.32858837485172, + "grad_norm": 1.0625, + "learning_rate": 0.0004997144734453367, + "loss": 5.604, + "mean_token_accuracy": 0.14238353818655014, + "num_tokens": 3218764.0, + "step": 1120 + }, + { + "entropy": 5.837244129180908, + "epoch": 1.3345195729537367, + "grad_norm": 1.0078125, + "learning_rate": 0.0004996899811724693, + "loss": 5.7391, + "mean_token_accuracy": 0.13837844729423524, + "num_tokens": 3232953.0, + "step": 1125 + }, + { + "entropy": 5.772788858413696, + "epoch": 1.3404507710557532, + "grad_norm": 1.03125, + "learning_rate": 0.0004996644819320201, + "loss": 5.646, + "mean_token_accuracy": 0.14131752848625184, + "num_tokens": 3246977.0, + "step": 1130 + }, + { + "entropy": 5.676492929458618, + "epoch": 1.3463819691577699, + "grad_norm": 1.1640625, + "learning_rate": 0.0004996379758382662, + "loss": 5.5467, + "mean_token_accuracy": 0.14851859956979752, + "num_tokens": 3260668.0, + "step": 1135 + }, + { + "entropy": 5.83406023979187, + "epoch": 1.3523131672597866, + "grad_norm": 1.0859375, + "learning_rate": 0.0004996104630099969, + "loss": 5.6622, + "mean_token_accuracy": 0.1436814546585083, + "num_tokens": 3274213.0, + "step": 1140 + }, + { + "entropy": 5.770905447006226, + "epoch": 1.358244365361803, + "grad_norm": 1.1875, + "learning_rate": 0.0004995819435705133, + "loss": 5.6455, + "mean_token_accuracy": 0.13666117042303086, + "num_tokens": 3288011.0, + "step": 1145 + }, + { + "entropy": 5.856086683273316, + "epoch": 1.3641755634638197, + "grad_norm": 1.0546875, + "learning_rate": 0.0004995524176476277, + "loss": 5.7079, + "mean_token_accuracy": 0.1383526973426342, + "num_tokens": 3303263.0, + "step": 1150 + }, + { + "entropy": 5.795949029922485, + "epoch": 1.3701067615658362, + "grad_norm": 1.1328125, + "learning_rate": 0.0004995218853736631, + "loss": 5.6848, + "mean_token_accuracy": 0.14614594876766204, + "num_tokens": 3316843.0, + "step": 1155 + }, + { + "entropy": 5.752928686141968, + "epoch": 1.376037959667853, + "grad_norm": 1.0625, + "learning_rate": 0.0004994903468854527, + "loss": 5.5688, + "mean_token_accuracy": 0.14343352913856505, + "num_tokens": 3331527.0, + "step": 1160 + }, + { + "entropy": 5.751480293273926, + "epoch": 1.3819691577698694, + "grad_norm": 1.09375, + "learning_rate": 0.0004994578023243386, + "loss": 5.6655, + "mean_token_accuracy": 0.1439042344689369, + "num_tokens": 3347795.0, + "step": 1165 + }, + { + "entropy": 5.797406005859375, + "epoch": 1.387900355871886, + "grad_norm": 0.94140625, + "learning_rate": 0.0004994242518361723, + "loss": 5.7132, + "mean_token_accuracy": 0.1414179876446724, + "num_tokens": 3363532.0, + "step": 1170 + }, + { + "entropy": 5.777079343795776, + "epoch": 1.3938315539739028, + "grad_norm": 1.109375, + "learning_rate": 0.0004993896955713133, + "loss": 5.6743, + "mean_token_accuracy": 0.14409229755401612, + "num_tokens": 3377040.0, + "step": 1175 + }, + { + "entropy": 5.753640937805176, + "epoch": 1.3997627520759193, + "grad_norm": 1.25, + "learning_rate": 0.0004993541336846283, + "loss": 5.6287, + "mean_token_accuracy": 0.1529825061559677, + "num_tokens": 3390663.0, + "step": 1180 + }, + { + "entropy": 5.791894626617432, + "epoch": 1.405693950177936, + "grad_norm": 0.96875, + "learning_rate": 0.000499317566335491, + "loss": 5.6625, + "mean_token_accuracy": 0.1494051843881607, + "num_tokens": 3405860.0, + "step": 1185 + }, + { + "entropy": 5.734993839263916, + "epoch": 1.4116251482799527, + "grad_norm": 1.0859375, + "learning_rate": 0.0004992799936877813, + "loss": 5.6489, + "mean_token_accuracy": 0.14007329940795898, + "num_tokens": 3420248.0, + "step": 1190 + }, + { + "entropy": 5.817593097686768, + "epoch": 1.4175563463819691, + "grad_norm": 1.03125, + "learning_rate": 0.0004992414159098841, + "loss": 5.6469, + "mean_token_accuracy": 0.14704996794462205, + "num_tokens": 3434126.0, + "step": 1195 + }, + { + "entropy": 5.779922151565552, + "epoch": 1.4234875444839858, + "grad_norm": 1.1328125, + "learning_rate": 0.0004992018331746891, + "loss": 5.7038, + "mean_token_accuracy": 0.14136891365051268, + "num_tokens": 3449462.0, + "step": 1200 + }, + { + "entropy": 5.80670485496521, + "epoch": 1.4294187425860023, + "grad_norm": 1.0078125, + "learning_rate": 0.0004991612456595896, + "loss": 5.7589, + "mean_token_accuracy": 0.1408810332417488, + "num_tokens": 3465536.0, + "step": 1205 + }, + { + "entropy": 5.7316718101501465, + "epoch": 1.435349940688019, + "grad_norm": 1.0859375, + "learning_rate": 0.0004991196535464824, + "loss": 5.6359, + "mean_token_accuracy": 0.14721256196498872, + "num_tokens": 3479129.0, + "step": 1210 + }, + { + "entropy": 5.719354104995728, + "epoch": 1.4412811387900355, + "grad_norm": 1.3203125, + "learning_rate": 0.0004990770570217659, + "loss": 5.5441, + "mean_token_accuracy": 0.15703994482755662, + "num_tokens": 3492191.0, + "step": 1215 + }, + { + "entropy": 5.779579067230225, + "epoch": 1.4472123368920522, + "grad_norm": 1.1796875, + "learning_rate": 0.0004990334562763401, + "loss": 5.7006, + "mean_token_accuracy": 0.1453902617096901, + "num_tokens": 3507459.0, + "step": 1220 + }, + { + "entropy": 5.741008663177491, + "epoch": 1.453143534994069, + "grad_norm": 1.0390625, + "learning_rate": 0.0004989888515056057, + "loss": 5.6628, + "mean_token_accuracy": 0.14069193080067635, + "num_tokens": 3521517.0, + "step": 1225 + }, + { + "entropy": 5.746186399459839, + "epoch": 1.4590747330960854, + "grad_norm": 1.0625, + "learning_rate": 0.0004989432429094627, + "loss": 5.6036, + "mean_token_accuracy": 0.1472635604441166, + "num_tokens": 3535279.0, + "step": 1230 + }, + { + "entropy": 5.725585222244263, + "epoch": 1.465005931198102, + "grad_norm": 1.0859375, + "learning_rate": 0.0004988966306923099, + "loss": 5.5219, + "mean_token_accuracy": 0.1509362980723381, + "num_tokens": 3549960.0, + "step": 1235 + }, + { + "entropy": 5.702635431289673, + "epoch": 1.4709371293001186, + "grad_norm": 1.078125, + "learning_rate": 0.0004988490150630441, + "loss": 5.6504, + "mean_token_accuracy": 0.1413729466497898, + "num_tokens": 3563814.0, + "step": 1240 + }, + { + "entropy": 5.836396932601929, + "epoch": 1.4768683274021353, + "grad_norm": 1.0390625, + "learning_rate": 0.0004988003962350589, + "loss": 5.653, + "mean_token_accuracy": 0.15044173300266267, + "num_tokens": 3577529.0, + "step": 1245 + }, + { + "entropy": 5.712747097015381, + "epoch": 1.4827995255041517, + "grad_norm": 1.21875, + "learning_rate": 0.0004987507744262436, + "loss": 5.5913, + "mean_token_accuracy": 0.1456787832081318, + "num_tokens": 3591812.0, + "step": 1250 + }, + { + "entropy": 5.635834550857544, + "epoch": 1.4887307236061684, + "grad_norm": 1.0546875, + "learning_rate": 0.0004987001498589828, + "loss": 5.5787, + "mean_token_accuracy": 0.14813287556171417, + "num_tokens": 3604954.0, + "step": 1255 + }, + { + "entropy": 5.760722827911377, + "epoch": 1.4946619217081851, + "grad_norm": 1.03125, + "learning_rate": 0.0004986485227601548, + "loss": 5.6178, + "mean_token_accuracy": 0.14130520299077035, + "num_tokens": 3620486.0, + "step": 1260 + }, + { + "entropy": 5.717405652999878, + "epoch": 1.5005931198102016, + "grad_norm": 0.9921875, + "learning_rate": 0.000498595893361131, + "loss": 5.555, + "mean_token_accuracy": 0.15612171441316605, + "num_tokens": 3633972.0, + "step": 1265 + }, + { + "entropy": 5.7364737033844, + "epoch": 1.5065243179122183, + "grad_norm": 1.0546875, + "learning_rate": 0.0004985422618977744, + "loss": 5.6037, + "mean_token_accuracy": 0.151451975107193, + "num_tokens": 3649306.0, + "step": 1270 + }, + { + "entropy": 5.7654664516448975, + "epoch": 1.512455516014235, + "grad_norm": 0.98828125, + "learning_rate": 0.0004984876286104392, + "loss": 5.6786, + "mean_token_accuracy": 0.14375052377581596, + "num_tokens": 3664809.0, + "step": 1275 + }, + { + "entropy": 5.70614218711853, + "epoch": 1.5183867141162515, + "grad_norm": 1.2421875, + "learning_rate": 0.0004984319937439693, + "loss": 5.6095, + "mean_token_accuracy": 0.15040914267301558, + "num_tokens": 3677669.0, + "step": 1280 + }, + { + "entropy": 5.743654489517212, + "epoch": 1.524317912218268, + "grad_norm": 1.015625, + "learning_rate": 0.0004983753575476969, + "loss": 5.6267, + "mean_token_accuracy": 0.14291197434067726, + "num_tokens": 3690588.0, + "step": 1285 + }, + { + "entropy": 5.696566772460938, + "epoch": 1.5302491103202847, + "grad_norm": 1.0703125, + "learning_rate": 0.0004983177202754421, + "loss": 5.6522, + "mean_token_accuracy": 0.14571921825408934, + "num_tokens": 3703749.0, + "step": 1290 + }, + { + "entropy": 5.805274868011475, + "epoch": 1.5361803084223014, + "grad_norm": 0.9296875, + "learning_rate": 0.0004982590821855115, + "loss": 5.68, + "mean_token_accuracy": 0.13761823400855064, + "num_tokens": 3720181.0, + "step": 1295 + }, + { + "entropy": 5.711960506439209, + "epoch": 1.5421115065243178, + "grad_norm": 0.953125, + "learning_rate": 0.0004981994435406965, + "loss": 5.6042, + "mean_token_accuracy": 0.14782098084688186, + "num_tokens": 3734918.0, + "step": 1300 + }, + { + "entropy": 5.666572904586792, + "epoch": 1.5480427046263345, + "grad_norm": 0.9765625, + "learning_rate": 0.0004981388046082731, + "loss": 5.5494, + "mean_token_accuracy": 0.15440027564764022, + "num_tokens": 3748660.0, + "step": 1305 + }, + { + "entropy": 5.685553789138794, + "epoch": 1.5539739027283512, + "grad_norm": 0.97265625, + "learning_rate": 0.0004980771656599998, + "loss": 5.6201, + "mean_token_accuracy": 0.14841450601816178, + "num_tokens": 3763481.0, + "step": 1310 + }, + { + "entropy": 5.763680267333984, + "epoch": 1.5599051008303677, + "grad_norm": 1.0390625, + "learning_rate": 0.0004980145269721168, + "loss": 5.6376, + "mean_token_accuracy": 0.14404506087303162, + "num_tokens": 3777077.0, + "step": 1315 + }, + { + "entropy": 5.685877466201783, + "epoch": 1.5658362989323842, + "grad_norm": 0.91796875, + "learning_rate": 0.000497950888825345, + "loss": 5.6386, + "mean_token_accuracy": 0.14266225099563598, + "num_tokens": 3793649.0, + "step": 1320 + }, + { + "entropy": 5.687498426437378, + "epoch": 1.571767497034401, + "grad_norm": 0.96484375, + "learning_rate": 0.000497886251504884, + "loss": 5.5262, + "mean_token_accuracy": 0.15134050250053405, + "num_tokens": 3807712.0, + "step": 1325 + }, + { + "entropy": 5.639243650436401, + "epoch": 1.5776986951364176, + "grad_norm": 0.98046875, + "learning_rate": 0.0004978206153004117, + "loss": 5.5347, + "mean_token_accuracy": 0.1552049770951271, + "num_tokens": 3821637.0, + "step": 1330 + }, + { + "entropy": 5.8086631298065186, + "epoch": 1.583629893238434, + "grad_norm": 1.0546875, + "learning_rate": 0.0004977539805060824, + "loss": 5.6912, + "mean_token_accuracy": 0.1436895474791527, + "num_tokens": 3836272.0, + "step": 1335 + }, + { + "entropy": 5.614665985107422, + "epoch": 1.5895610913404508, + "grad_norm": 1.1171875, + "learning_rate": 0.0004976863474205257, + "loss": 5.5055, + "mean_token_accuracy": 0.15429906994104386, + "num_tokens": 3850018.0, + "step": 1340 + }, + { + "entropy": 5.774603271484375, + "epoch": 1.5954922894424675, + "grad_norm": 1.1640625, + "learning_rate": 0.0004976177163468451, + "loss": 5.5949, + "mean_token_accuracy": 0.15020062923431396, + "num_tokens": 3865061.0, + "step": 1345 + }, + { + "entropy": 5.631220006942749, + "epoch": 1.601423487544484, + "grad_norm": 1.09375, + "learning_rate": 0.0004975480875926168, + "loss": 5.6835, + "mean_token_accuracy": 0.15097753554582596, + "num_tokens": 3879697.0, + "step": 1350 + }, + { + "entropy": 5.735270404815674, + "epoch": 1.6073546856465006, + "grad_norm": 1.140625, + "learning_rate": 0.000497477461469888, + "loss": 5.4825, + "mean_token_accuracy": 0.15924198776483536, + "num_tokens": 3891889.0, + "step": 1355 + }, + { + "entropy": 5.665686845779419, + "epoch": 1.6132858837485173, + "grad_norm": 1.0234375, + "learning_rate": 0.0004974058382951757, + "loss": 5.5945, + "mean_token_accuracy": 0.1450992450118065, + "num_tokens": 3907356.0, + "step": 1360 + }, + { + "entropy": 5.731923580169678, + "epoch": 1.6192170818505338, + "grad_norm": 1.078125, + "learning_rate": 0.0004973332183894653, + "loss": 5.5786, + "mean_token_accuracy": 0.14734622836112976, + "num_tokens": 3921839.0, + "step": 1365 + }, + { + "entropy": 5.587240982055664, + "epoch": 1.6251482799525503, + "grad_norm": 0.9609375, + "learning_rate": 0.0004972596020782096, + "loss": 5.483, + "mean_token_accuracy": 0.15152351856231688, + "num_tokens": 3937266.0, + "step": 1370 + }, + { + "entropy": 5.740517473220825, + "epoch": 1.631079478054567, + "grad_norm": 1.046875, + "learning_rate": 0.0004971849896913259, + "loss": 5.6174, + "mean_token_accuracy": 0.14421468004584312, + "num_tokens": 3952721.0, + "step": 1375 + }, + { + "entropy": 5.699207830429077, + "epoch": 1.6370106761565837, + "grad_norm": 1.21875, + "learning_rate": 0.0004971093815631965, + "loss": 5.626, + "mean_token_accuracy": 0.14614131152629853, + "num_tokens": 3966557.0, + "step": 1380 + }, + { + "entropy": 5.577703142166138, + "epoch": 1.6429418742586002, + "grad_norm": 0.98828125, + "learning_rate": 0.0004970327780326655, + "loss": 5.4592, + "mean_token_accuracy": 0.15435569435358049, + "num_tokens": 3978739.0, + "step": 1385 + }, + { + "entropy": 5.523289442062378, + "epoch": 1.6488730723606169, + "grad_norm": 0.90234375, + "learning_rate": 0.0004969551794430383, + "loss": 5.4758, + "mean_token_accuracy": 0.15182152688503264, + "num_tokens": 3993868.0, + "step": 1390 + }, + { + "entropy": 5.735844373703003, + "epoch": 1.6548042704626336, + "grad_norm": 1.0859375, + "learning_rate": 0.0004968765861420799, + "loss": 5.6032, + "mean_token_accuracy": 0.15374974012374878, + "num_tokens": 4006661.0, + "step": 1395 + }, + { + "entropy": 5.63426947593689, + "epoch": 1.66073546856465, + "grad_norm": 0.984375, + "learning_rate": 0.0004967969984820128, + "loss": 5.5828, + "mean_token_accuracy": 0.1495743677020073, + "num_tokens": 4021670.0, + "step": 1400 + }, + { + "entropy": 5.673282051086426, + "epoch": 1.6666666666666665, + "grad_norm": 1.0703125, + "learning_rate": 0.0004967164168195159, + "loss": 5.5646, + "mean_token_accuracy": 0.1479659453034401, + "num_tokens": 4036995.0, + "step": 1405 + }, + { + "entropy": 5.667166376113892, + "epoch": 1.6725978647686834, + "grad_norm": 1.15625, + "learning_rate": 0.000496634841515723, + "loss": 5.6035, + "mean_token_accuracy": 0.15370306074619294, + "num_tokens": 4049464.0, + "step": 1410 + }, + { + "entropy": 5.649252462387085, + "epoch": 1.6785290628707, + "grad_norm": 1.15625, + "learning_rate": 0.0004965522729362209, + "loss": 5.5096, + "mean_token_accuracy": 0.15451542884111405, + "num_tokens": 4063630.0, + "step": 1415 + }, + { + "entropy": 5.63691987991333, + "epoch": 1.6844602609727164, + "grad_norm": 1.1484375, + "learning_rate": 0.0004964687114510478, + "loss": 5.5176, + "mean_token_accuracy": 0.14818612933158876, + "num_tokens": 4079890.0, + "step": 1420 + }, + { + "entropy": 5.556159973144531, + "epoch": 1.690391459074733, + "grad_norm": 0.984375, + "learning_rate": 0.0004963841574346917, + "loss": 5.5784, + "mean_token_accuracy": 0.15199574530124665, + "num_tokens": 4095693.0, + "step": 1425 + }, + { + "entropy": 5.76162371635437, + "epoch": 1.6963226571767498, + "grad_norm": 1.0390625, + "learning_rate": 0.0004962986112660887, + "loss": 5.6264, + "mean_token_accuracy": 0.14758573174476625, + "num_tokens": 4109655.0, + "step": 1430 + }, + { + "entropy": 5.5980674743652346, + "epoch": 1.7022538552787663, + "grad_norm": 1.046875, + "learning_rate": 0.0004962120733286215, + "loss": 5.4904, + "mean_token_accuracy": 0.15562087446451187, + "num_tokens": 4123870.0, + "step": 1435 + }, + { + "entropy": 5.724174547195434, + "epoch": 1.708185053380783, + "grad_norm": 1.0859375, + "learning_rate": 0.0004961245440101171, + "loss": 5.6127, + "mean_token_accuracy": 0.15370832234621049, + "num_tokens": 4138009.0, + "step": 1440 + }, + { + "entropy": 5.661290311813355, + "epoch": 1.7141162514827997, + "grad_norm": 1.125, + "learning_rate": 0.000496036023702846, + "loss": 5.6985, + "mean_token_accuracy": 0.14476853236556053, + "num_tokens": 4151929.0, + "step": 1445 + }, + { + "entropy": 5.681108665466309, + "epoch": 1.7200474495848161, + "grad_norm": 1.109375, + "learning_rate": 0.0004959465128035195, + "loss": 5.5322, + "mean_token_accuracy": 0.1587254822254181, + "num_tokens": 4164626.0, + "step": 1450 + }, + { + "entropy": 5.668149662017822, + "epoch": 1.7259786476868326, + "grad_norm": 0.96875, + "learning_rate": 0.0004958560117132884, + "loss": 5.4829, + "mean_token_accuracy": 0.1552940219640732, + "num_tokens": 4179418.0, + "step": 1455 + }, + { + "entropy": 5.586788272857666, + "epoch": 1.7319098457888493, + "grad_norm": 0.9296875, + "learning_rate": 0.0004957645208377411, + "loss": 5.5927, + "mean_token_accuracy": 0.14715088456869124, + "num_tokens": 4194385.0, + "step": 1460 + }, + { + "entropy": 5.677043342590332, + "epoch": 1.737841043890866, + "grad_norm": 1.0234375, + "learning_rate": 0.000495672040586902, + "loss": 5.5726, + "mean_token_accuracy": 0.1476666510105133, + "num_tokens": 4209246.0, + "step": 1465 + }, + { + "entropy": 5.573235273361206, + "epoch": 1.7437722419928825, + "grad_norm": 0.94921875, + "learning_rate": 0.0004955785713752292, + "loss": 5.5215, + "mean_token_accuracy": 0.1514071211218834, + "num_tokens": 4225142.0, + "step": 1470 + }, + { + "entropy": 5.6124965190887455, + "epoch": 1.7497034400948992, + "grad_norm": 0.9921875, + "learning_rate": 0.0004954841136216132, + "loss": 5.5121, + "mean_token_accuracy": 0.1569083496928215, + "num_tokens": 4239495.0, + "step": 1475 + }, + { + "entropy": 5.6624431133270265, + "epoch": 1.755634638196916, + "grad_norm": 1.1640625, + "learning_rate": 0.0004953886677493746, + "loss": 5.4459, + "mean_token_accuracy": 0.16436467915773392, + "num_tokens": 4251780.0, + "step": 1480 + }, + { + "entropy": 5.616982173919678, + "epoch": 1.7615658362989324, + "grad_norm": 1.515625, + "learning_rate": 0.0004952922341862622, + "loss": 5.6927, + "mean_token_accuracy": 0.14587103947997093, + "num_tokens": 4265490.0, + "step": 1485 + }, + { + "entropy": 5.64134464263916, + "epoch": 1.7674970344009489, + "grad_norm": 1.0234375, + "learning_rate": 0.0004951948133644514, + "loss": 5.4655, + "mean_token_accuracy": 0.15793099850416184, + "num_tokens": 4280478.0, + "step": 1490 + }, + { + "entropy": 5.635649013519287, + "epoch": 1.7734282325029656, + "grad_norm": 0.93359375, + "learning_rate": 0.0004950964057205421, + "loss": 5.5551, + "mean_token_accuracy": 0.1520090416073799, + "num_tokens": 4296649.0, + "step": 1495 + }, + { + "entropy": 5.565133810043335, + "epoch": 1.7793594306049823, + "grad_norm": 0.97265625, + "learning_rate": 0.0004949970116955566, + "loss": 5.525, + "mean_token_accuracy": 0.15610957741737366, + "num_tokens": 4310470.0, + "step": 1500 + }, + { + "epoch": 1.7793594306049823, + "eval_entropy": 5.4890358755193605, + "eval_loss": 5.720747947692871, + "eval_mean_token_accuracy": 0.15074070664179837, + "eval_num_tokens": 4310470.0, + "eval_runtime": 2.4551, + "eval_samples_per_second": 1062.291, + "eval_steps_per_second": 132.786, + "step": 1500 + }, + { + "entropy": 5.62813172340393, + "epoch": 1.7852906287069987, + "grad_norm": 1.09375, + "learning_rate": 0.0004948966317349379, + "loss": 5.5502, + "mean_token_accuracy": 0.15073443800210953, + "num_tokens": 4324996.0, + "step": 1505 + }, + { + "entropy": 5.527570104598999, + "epoch": 1.7912218268090154, + "grad_norm": 1.0390625, + "learning_rate": 0.0004947952662885473, + "loss": 5.4804, + "mean_token_accuracy": 0.15607783049345017, + "num_tokens": 4337194.0, + "step": 1510 + }, + { + "entropy": 5.547454500198365, + "epoch": 1.7971530249110321, + "grad_norm": 0.96875, + "learning_rate": 0.000494692915810663, + "loss": 5.4743, + "mean_token_accuracy": 0.1528942972421646, + "num_tokens": 4352516.0, + "step": 1515 + }, + { + "entropy": 5.56812629699707, + "epoch": 1.8030842230130486, + "grad_norm": 1.171875, + "learning_rate": 0.0004945895807599775, + "loss": 5.5122, + "mean_token_accuracy": 0.16002019345760346, + "num_tokens": 4367654.0, + "step": 1520 + }, + { + "entropy": 5.605467319488525, + "epoch": 1.809015421115065, + "grad_norm": 1.125, + "learning_rate": 0.0004944852615995956, + "loss": 5.5013, + "mean_token_accuracy": 0.15724539756774902, + "num_tokens": 4381275.0, + "step": 1525 + }, + { + "entropy": 5.572732782363891, + "epoch": 1.814946619217082, + "grad_norm": 1.078125, + "learning_rate": 0.0004943799587970328, + "loss": 5.494, + "mean_token_accuracy": 0.1523606076836586, + "num_tokens": 4394392.0, + "step": 1530 + }, + { + "entropy": 5.530032682418823, + "epoch": 1.8208778173190985, + "grad_norm": 1.0625, + "learning_rate": 0.0004942736728242127, + "loss": 5.4026, + "mean_token_accuracy": 0.15689572244882583, + "num_tokens": 4407512.0, + "step": 1535 + }, + { + "entropy": 5.584712648391724, + "epoch": 1.826809015421115, + "grad_norm": 1.125, + "learning_rate": 0.0004941664041574651, + "loss": 5.507, + "mean_token_accuracy": 0.15881744623184205, + "num_tokens": 4422223.0, + "step": 1540 + }, + { + "entropy": 5.6050506114959715, + "epoch": 1.8327402135231317, + "grad_norm": 1.09375, + "learning_rate": 0.0004940581532775237, + "loss": 5.4926, + "mean_token_accuracy": 0.1518533781170845, + "num_tokens": 4436994.0, + "step": 1545 + }, + { + "entropy": 5.4888392925262455, + "epoch": 1.8386714116251484, + "grad_norm": 0.95703125, + "learning_rate": 0.0004939489206695241, + "loss": 5.4267, + "mean_token_accuracy": 0.15675119161605836, + "num_tokens": 4450429.0, + "step": 1550 + }, + { + "entropy": 5.62486629486084, + "epoch": 1.8446026097271648, + "grad_norm": 0.98046875, + "learning_rate": 0.0004938387068230021, + "loss": 5.5789, + "mean_token_accuracy": 0.15119255930185319, + "num_tokens": 4465991.0, + "step": 1555 + }, + { + "entropy": 5.55673360824585, + "epoch": 1.8505338078291815, + "grad_norm": 1.03125, + "learning_rate": 0.0004937275122318902, + "loss": 5.4977, + "mean_token_accuracy": 0.15660169571638108, + "num_tokens": 4480873.0, + "step": 1560 + }, + { + "entropy": 5.634980964660644, + "epoch": 1.8564650059311982, + "grad_norm": 1.1015625, + "learning_rate": 0.0004936153373945165, + "loss": 5.5428, + "mean_token_accuracy": 0.159622260928154, + "num_tokens": 4493443.0, + "step": 1565 + }, + { + "entropy": 5.580209970474243, + "epoch": 1.8623962040332147, + "grad_norm": 1.015625, + "learning_rate": 0.0004935021828136025, + "loss": 5.5042, + "mean_token_accuracy": 0.15394536405801773, + "num_tokens": 4506457.0, + "step": 1570 + }, + { + "entropy": 5.547038459777832, + "epoch": 1.8683274021352312, + "grad_norm": 1.078125, + "learning_rate": 0.0004933880489962602, + "loss": 5.4575, + "mean_token_accuracy": 0.15576548576354982, + "num_tokens": 4520529.0, + "step": 1575 + }, + { + "entropy": 5.558015251159668, + "epoch": 1.8742586002372479, + "grad_norm": 0.96875, + "learning_rate": 0.0004932729364539901, + "loss": 5.3993, + "mean_token_accuracy": 0.15773553699254989, + "num_tokens": 4535100.0, + "step": 1580 + }, + { + "entropy": 5.509803533554077, + "epoch": 1.8801897983392646, + "grad_norm": 1.1328125, + "learning_rate": 0.0004931568457026789, + "loss": 5.5262, + "mean_token_accuracy": 0.1584371492266655, + "num_tokens": 4549152.0, + "step": 1585 + }, + { + "entropy": 5.5465106010437015, + "epoch": 1.886120996441281, + "grad_norm": 1.015625, + "learning_rate": 0.0004930397772625976, + "loss": 5.3981, + "mean_token_accuracy": 0.16331460624933242, + "num_tokens": 4563302.0, + "step": 1590 + }, + { + "entropy": 5.470412969589233, + "epoch": 1.8920521945432978, + "grad_norm": 0.9921875, + "learning_rate": 0.0004929217316583985, + "loss": 5.3418, + "mean_token_accuracy": 0.1644173815846443, + "num_tokens": 4576770.0, + "step": 1595 + }, + { + "entropy": 5.56337342262268, + "epoch": 1.8979833926453145, + "grad_norm": 0.90625, + "learning_rate": 0.000492802709419113, + "loss": 5.4922, + "mean_token_accuracy": 0.1560358837246895, + "num_tokens": 4590264.0, + "step": 1600 + }, + { + "entropy": 5.541475391387939, + "epoch": 1.903914590747331, + "grad_norm": 0.9609375, + "learning_rate": 0.0004926827110781496, + "loss": 5.4658, + "mean_token_accuracy": 0.1521800145506859, + "num_tokens": 4606217.0, + "step": 1605 + }, + { + "entropy": 5.499109220504761, + "epoch": 1.9098457888493474, + "grad_norm": 1.0703125, + "learning_rate": 0.0004925617371732914, + "loss": 5.3749, + "mean_token_accuracy": 0.16113989651203156, + "num_tokens": 4620460.0, + "step": 1610 + }, + { + "entropy": 5.545439529418945, + "epoch": 1.9157769869513643, + "grad_norm": 0.94921875, + "learning_rate": 0.0004924397882466933, + "loss": 5.4441, + "mean_token_accuracy": 0.15975887924432755, + "num_tokens": 4635915.0, + "step": 1615 + }, + { + "entropy": 5.561807680130005, + "epoch": 1.9217081850533808, + "grad_norm": 1.046875, + "learning_rate": 0.0004923168648448799, + "loss": 5.4467, + "mean_token_accuracy": 0.15793247371912003, + "num_tokens": 4650789.0, + "step": 1620 + }, + { + "entropy": 5.594422292709351, + "epoch": 1.9276393831553973, + "grad_norm": 0.9609375, + "learning_rate": 0.0004921929675187433, + "loss": 5.518, + "mean_token_accuracy": 0.15074024945497513, + "num_tokens": 4666306.0, + "step": 1625 + }, + { + "entropy": 5.519123840332031, + "epoch": 1.933570581257414, + "grad_norm": 1.046875, + "learning_rate": 0.0004920680968235397, + "loss": 5.5125, + "mean_token_accuracy": 0.1595379963517189, + "num_tokens": 4679587.0, + "step": 1630 + }, + { + "entropy": 5.621131181716919, + "epoch": 1.9395017793594307, + "grad_norm": 1.109375, + "learning_rate": 0.0004919422533188882, + "loss": 5.441, + "mean_token_accuracy": 0.15777284204959868, + "num_tokens": 4694237.0, + "step": 1635 + }, + { + "entropy": 5.571220350265503, + "epoch": 1.9454329774614472, + "grad_norm": 0.93359375, + "learning_rate": 0.0004918154375687673, + "loss": 5.5383, + "mean_token_accuracy": 0.1469981402158737, + "num_tokens": 4708423.0, + "step": 1640 + }, + { + "entropy": 5.614190530776978, + "epoch": 1.9513641755634639, + "grad_norm": 1.0234375, + "learning_rate": 0.0004916876501415129, + "loss": 5.495, + "mean_token_accuracy": 0.15826049596071243, + "num_tokens": 4723039.0, + "step": 1645 + }, + { + "entropy": 5.505533838272095, + "epoch": 1.9572953736654806, + "grad_norm": 1.2265625, + "learning_rate": 0.0004915588916098151, + "loss": 5.4317, + "mean_token_accuracy": 0.16039896309375762, + "num_tokens": 4735882.0, + "step": 1650 + }, + { + "entropy": 5.477867507934571, + "epoch": 1.963226571767497, + "grad_norm": 1.140625, + "learning_rate": 0.0004914291625507164, + "loss": 5.4436, + "mean_token_accuracy": 0.16591833531856537, + "num_tokens": 4748810.0, + "step": 1655 + }, + { + "entropy": 5.561583375930786, + "epoch": 1.9691577698695135, + "grad_norm": 0.94921875, + "learning_rate": 0.000491298463545609, + "loss": 5.4632, + "mean_token_accuracy": 0.1546772077679634, + "num_tokens": 4763563.0, + "step": 1660 + }, + { + "entropy": 5.511043453216553, + "epoch": 1.9750889679715302, + "grad_norm": 1.109375, + "learning_rate": 0.0004911667951802318, + "loss": 5.4528, + "mean_token_accuracy": 0.15551470816135407, + "num_tokens": 4775483.0, + "step": 1665 + }, + { + "entropy": 5.501114273071289, + "epoch": 1.981020166073547, + "grad_norm": 0.8359375, + "learning_rate": 0.000491034158044668, + "loss": 5.4583, + "mean_token_accuracy": 0.1569467306137085, + "num_tokens": 4792507.0, + "step": 1670 + }, + { + "entropy": 5.568025827407837, + "epoch": 1.9869513641755634, + "grad_norm": 0.953125, + "learning_rate": 0.0004909005527333421, + "loss": 5.5004, + "mean_token_accuracy": 0.155551216006279, + "num_tokens": 4807722.0, + "step": 1675 + }, + { + "entropy": 5.516203594207764, + "epoch": 1.99288256227758, + "grad_norm": 1.015625, + "learning_rate": 0.000490765979845018, + "loss": 5.32, + "mean_token_accuracy": 0.16825991868972778, + "num_tokens": 4821129.0, + "step": 1680 + }, + { + "entropy": 5.505976819992066, + "epoch": 1.9988137603795968, + "grad_norm": 1.109375, + "learning_rate": 0.000490630439982796, + "loss": 5.3815, + "mean_token_accuracy": 0.15964729189872742, + "num_tokens": 4835483.0, + "step": 1685 + }, + { + "entropy": 5.534174060821533, + "epoch": 2.0047449584816133, + "grad_norm": 0.98828125, + "learning_rate": 0.0004904939337541093, + "loss": 5.165, + "mean_token_accuracy": 0.17265937626361846, + "num_tokens": 4848607.0, + "step": 1690 + }, + { + "entropy": 5.4161741733551025, + "epoch": 2.0106761565836297, + "grad_norm": 1.03125, + "learning_rate": 0.0004903564617707227, + "loss": 5.129, + "mean_token_accuracy": 0.17384703904390336, + "num_tokens": 4863324.0, + "step": 1695 + }, + { + "entropy": 5.535564327239991, + "epoch": 2.0166073546856467, + "grad_norm": 1.0234375, + "learning_rate": 0.0004902180246487285, + "loss": 5.1794, + "mean_token_accuracy": 0.17566659599542617, + "num_tokens": 4876603.0, + "step": 1700 + }, + { + "entropy": 5.487852954864502, + "epoch": 2.022538552787663, + "grad_norm": 0.90625, + "learning_rate": 0.000490078623008545, + "loss": 5.2708, + "mean_token_accuracy": 0.16383918672800063, + "num_tokens": 4893733.0, + "step": 1705 + }, + { + "entropy": 5.522866249084473, + "epoch": 2.0284697508896796, + "grad_norm": 1.0546875, + "learning_rate": 0.0004899382574749124, + "loss": 5.2032, + "mean_token_accuracy": 0.1683608591556549, + "num_tokens": 4908476.0, + "step": 1710 + }, + { + "entropy": 5.46659140586853, + "epoch": 2.0344009489916965, + "grad_norm": 1.0390625, + "learning_rate": 0.000489796928676891, + "loss": 5.1535, + "mean_token_accuracy": 0.17724859714508057, + "num_tokens": 4920471.0, + "step": 1715 + }, + { + "entropy": 5.461789083480835, + "epoch": 2.040332147093713, + "grad_norm": 1.0390625, + "learning_rate": 0.0004896546372478581, + "loss": 5.1845, + "mean_token_accuracy": 0.17168280780315398, + "num_tokens": 4934984.0, + "step": 1720 + }, + { + "entropy": 5.375751543045044, + "epoch": 2.0462633451957295, + "grad_norm": 0.99609375, + "learning_rate": 0.0004895113838255049, + "loss": 5.1993, + "mean_token_accuracy": 0.16719358563423156, + "num_tokens": 4949709.0, + "step": 1725 + }, + { + "entropy": 5.503344297409058, + "epoch": 2.052194543297746, + "grad_norm": 0.9609375, + "learning_rate": 0.0004893671690518343, + "loss": 5.1678, + "mean_token_accuracy": 0.17527552992105483, + "num_tokens": 4964439.0, + "step": 1730 + }, + { + "entropy": 5.424249362945557, + "epoch": 2.058125741399763, + "grad_norm": 1.0390625, + "learning_rate": 0.0004892219935731571, + "loss": 5.1255, + "mean_token_accuracy": 0.1706253096461296, + "num_tokens": 4979958.0, + "step": 1735 + }, + { + "entropy": 5.445143413543701, + "epoch": 2.0640569395017794, + "grad_norm": 1.0, + "learning_rate": 0.0004890758580400898, + "loss": 5.2107, + "mean_token_accuracy": 0.17454935014247894, + "num_tokens": 4993034.0, + "step": 1740 + }, + { + "entropy": 5.3907262802124025, + "epoch": 2.069988137603796, + "grad_norm": 1.0078125, + "learning_rate": 0.0004889287631075513, + "loss": 5.1469, + "mean_token_accuracy": 0.17527274340391158, + "num_tokens": 5008580.0, + "step": 1745 + }, + { + "entropy": 5.415247631072998, + "epoch": 2.0759193357058128, + "grad_norm": 0.98828125, + "learning_rate": 0.0004887807094347606, + "loss": 5.1757, + "mean_token_accuracy": 0.1709846779704094, + "num_tokens": 5022322.0, + "step": 1750 + }, + { + "entropy": 5.5165040493011475, + "epoch": 2.0818505338078293, + "grad_norm": 0.9453125, + "learning_rate": 0.0004886316976852326, + "loss": 5.1905, + "mean_token_accuracy": 0.16880395114421845, + "num_tokens": 5036511.0, + "step": 1755 + }, + { + "entropy": 5.393788051605225, + "epoch": 2.0877817319098457, + "grad_norm": 1.0234375, + "learning_rate": 0.0004884817285267766, + "loss": 5.1845, + "mean_token_accuracy": 0.1742696449160576, + "num_tokens": 5050129.0, + "step": 1760 + }, + { + "entropy": 5.337964820861816, + "epoch": 2.093712930011862, + "grad_norm": 1.0390625, + "learning_rate": 0.0004883308026314923, + "loss": 5.0561, + "mean_token_accuracy": 0.18535924702882767, + "num_tokens": 5062299.0, + "step": 1765 + }, + { + "entropy": 5.378459167480469, + "epoch": 2.099644128113879, + "grad_norm": 1.0546875, + "learning_rate": 0.00048817892067576726, + "loss": 5.1866, + "mean_token_accuracy": 0.17031457126140595, + "num_tokens": 5077665.0, + "step": 1770 + }, + { + "entropy": 5.357861471176148, + "epoch": 2.1055753262158956, + "grad_norm": 1.140625, + "learning_rate": 0.0004880260833402734, + "loss": 5.1114, + "mean_token_accuracy": 0.1715405285358429, + "num_tokens": 5092005.0, + "step": 1775 + }, + { + "entropy": 5.379746150970459, + "epoch": 2.111506524317912, + "grad_norm": 0.96484375, + "learning_rate": 0.0004878722913099645, + "loss": 5.199, + "mean_token_accuracy": 0.16930181831121444, + "num_tokens": 5109155.0, + "step": 1780 + }, + { + "entropy": 5.383475065231323, + "epoch": 2.117437722419929, + "grad_norm": 0.96484375, + "learning_rate": 0.000487717545274073, + "loss": 5.149, + "mean_token_accuracy": 0.16863701194524766, + "num_tokens": 5125791.0, + "step": 1785 + }, + { + "entropy": 5.384926605224609, + "epoch": 2.1233689205219455, + "grad_norm": 1.078125, + "learning_rate": 0.0004875618459261065, + "loss": 5.1762, + "mean_token_accuracy": 0.16971782743930816, + "num_tokens": 5139908.0, + "step": 1790 + }, + { + "entropy": 5.391865921020508, + "epoch": 2.129300118623962, + "grad_norm": 0.96875, + "learning_rate": 0.00048740519396384515, + "loss": 5.1527, + "mean_token_accuracy": 0.17617459148168563, + "num_tokens": 5154922.0, + "step": 1795 + }, + { + "entropy": 5.33276104927063, + "epoch": 2.135231316725979, + "grad_norm": 1.0625, + "learning_rate": 0.0004872475900893382, + "loss": 5.1899, + "mean_token_accuracy": 0.17570777982473373, + "num_tokens": 5169919.0, + "step": 1800 + }, + { + "entropy": 5.48026123046875, + "epoch": 2.1411625148279954, + "grad_norm": 1.0390625, + "learning_rate": 0.0004870890350089011, + "loss": 5.1829, + "mean_token_accuracy": 0.16823343187570572, + "num_tokens": 5186687.0, + "step": 1805 + }, + { + "entropy": 5.437422800064087, + "epoch": 2.147093712930012, + "grad_norm": 1.0859375, + "learning_rate": 0.00048692952943311214, + "loss": 5.2063, + "mean_token_accuracy": 0.1717593029141426, + "num_tokens": 5199489.0, + "step": 1810 + }, + { + "entropy": 5.496373796463013, + "epoch": 2.1530249110320283, + "grad_norm": 1.015625, + "learning_rate": 0.0004867690740768094, + "loss": 5.2399, + "mean_token_accuracy": 0.17145588397979736, + "num_tokens": 5214549.0, + "step": 1815 + }, + { + "entropy": 5.366263675689697, + "epoch": 2.1589561091340452, + "grad_norm": 1.0390625, + "learning_rate": 0.00048660766965908736, + "loss": 5.2164, + "mean_token_accuracy": 0.16977577656507492, + "num_tokens": 5228571.0, + "step": 1820 + }, + { + "entropy": 5.388319301605224, + "epoch": 2.1648873072360617, + "grad_norm": 1.03125, + "learning_rate": 0.000486445316903294, + "loss": 5.1452, + "mean_token_accuracy": 0.17680991888046266, + "num_tokens": 5242797.0, + "step": 1825 + }, + { + "entropy": 5.426320600509643, + "epoch": 2.170818505338078, + "grad_norm": 0.99609375, + "learning_rate": 0.000486282016537027, + "loss": 5.2368, + "mean_token_accuracy": 0.17110936492681503, + "num_tokens": 5257692.0, + "step": 1830 + }, + { + "entropy": 5.450334596633911, + "epoch": 2.176749703440095, + "grad_norm": 1.125, + "learning_rate": 0.0004861177692921313, + "loss": 5.2329, + "mean_token_accuracy": 0.17457327097654343, + "num_tokens": 5273117.0, + "step": 1835 + }, + { + "entropy": 5.369627332687378, + "epoch": 2.1826809015421116, + "grad_norm": 0.9375, + "learning_rate": 0.000485952575904695, + "loss": 5.1764, + "mean_token_accuracy": 0.165084633231163, + "num_tokens": 5287232.0, + "step": 1840 + }, + { + "entropy": 5.3623122215271, + "epoch": 2.188612099644128, + "grad_norm": 1.0859375, + "learning_rate": 0.0004857864371150467, + "loss": 5.164, + "mean_token_accuracy": 0.17174010574817658, + "num_tokens": 5300049.0, + "step": 1845 + }, + { + "entropy": 5.422196960449218, + "epoch": 2.1945432977461445, + "grad_norm": 1.109375, + "learning_rate": 0.0004856193536677515, + "loss": 5.1665, + "mean_token_accuracy": 0.17225924283266067, + "num_tokens": 5313811.0, + "step": 1850 + }, + { + "entropy": 5.38545184135437, + "epoch": 2.2004744958481615, + "grad_norm": 1.109375, + "learning_rate": 0.00048545132631160856, + "loss": 5.2414, + "mean_token_accuracy": 0.16925344467163086, + "num_tokens": 5326402.0, + "step": 1855 + }, + { + "entropy": 5.331728982925415, + "epoch": 2.206405693950178, + "grad_norm": 1.1875, + "learning_rate": 0.000485282355799647, + "loss": 5.1074, + "mean_token_accuracy": 0.1777871370315552, + "num_tokens": 5340440.0, + "step": 1860 + }, + { + "entropy": 5.373279333114624, + "epoch": 2.2123368920521944, + "grad_norm": 1.0546875, + "learning_rate": 0.0004851124428891226, + "loss": 5.2044, + "mean_token_accuracy": 0.17208765894174577, + "num_tokens": 5355271.0, + "step": 1865 + }, + { + "entropy": 5.3738720417022705, + "epoch": 2.2182680901542113, + "grad_norm": 0.953125, + "learning_rate": 0.00048494158834151485, + "loss": 5.1657, + "mean_token_accuracy": 0.1768079251050949, + "num_tokens": 5371939.0, + "step": 1870 + }, + { + "entropy": 5.338125801086425, + "epoch": 2.224199288256228, + "grad_norm": 0.984375, + "learning_rate": 0.00048476979292252323, + "loss": 5.0599, + "mean_token_accuracy": 0.18021448701620102, + "num_tokens": 5386242.0, + "step": 1875 + }, + { + "entropy": 5.32992787361145, + "epoch": 2.2301304863582443, + "grad_norm": 1.0625, + "learning_rate": 0.0004845970574020637, + "loss": 5.1392, + "mean_token_accuracy": 0.17196872234344482, + "num_tokens": 5399867.0, + "step": 1880 + }, + { + "entropy": 5.3204365253448485, + "epoch": 2.2360616844602608, + "grad_norm": 0.9609375, + "learning_rate": 0.00048442338255426555, + "loss": 5.0614, + "mean_token_accuracy": 0.1749480903148651, + "num_tokens": 5414236.0, + "step": 1885 + }, + { + "entropy": 5.360966062545776, + "epoch": 2.2419928825622777, + "grad_norm": 1.03125, + "learning_rate": 0.0004842487691574675, + "loss": 5.1766, + "mean_token_accuracy": 0.17208879739046096, + "num_tokens": 5428510.0, + "step": 1890 + }, + { + "entropy": 5.411381673812866, + "epoch": 2.247924080664294, + "grad_norm": 1.0390625, + "learning_rate": 0.0004840732179942146, + "loss": 5.1757, + "mean_token_accuracy": 0.17247659713029861, + "num_tokens": 5443137.0, + "step": 1895 + }, + { + "entropy": 5.371445941925049, + "epoch": 2.2538552787663106, + "grad_norm": 1.0390625, + "learning_rate": 0.00048389672985125467, + "loss": 5.1897, + "mean_token_accuracy": 0.1735587641596794, + "num_tokens": 5456574.0, + "step": 1900 + }, + { + "entropy": 5.3538429737091064, + "epoch": 2.2597864768683276, + "grad_norm": 0.91796875, + "learning_rate": 0.0004837193055195344, + "loss": 5.1926, + "mean_token_accuracy": 0.17189497202634813, + "num_tokens": 5472789.0, + "step": 1905 + }, + { + "entropy": 5.422811889648438, + "epoch": 2.265717674970344, + "grad_norm": 0.9921875, + "learning_rate": 0.00048354094579419656, + "loss": 5.1784, + "mean_token_accuracy": 0.1655895009636879, + "num_tokens": 5488202.0, + "step": 1910 + }, + { + "entropy": 5.344785451889038, + "epoch": 2.2716488730723605, + "grad_norm": 0.9375, + "learning_rate": 0.00048336165147457537, + "loss": 5.2373, + "mean_token_accuracy": 0.16763855069875716, + "num_tokens": 5502661.0, + "step": 1915 + }, + { + "entropy": 5.352733612060547, + "epoch": 2.277580071174377, + "grad_norm": 1.3046875, + "learning_rate": 0.00048318142336419413, + "loss": 5.1591, + "mean_token_accuracy": 0.17304945439100267, + "num_tokens": 5516371.0, + "step": 1920 + }, + { + "entropy": 5.342757987976074, + "epoch": 2.283511269276394, + "grad_norm": 1.0390625, + "learning_rate": 0.0004830002622707604, + "loss": 5.1239, + "mean_token_accuracy": 0.1793706387281418, + "num_tokens": 5529339.0, + "step": 1925 + }, + { + "entropy": 5.337879085540772, + "epoch": 2.2894424673784104, + "grad_norm": 1.0859375, + "learning_rate": 0.00048281816900616354, + "loss": 5.1158, + "mean_token_accuracy": 0.17504990845918655, + "num_tokens": 5543173.0, + "step": 1930 + }, + { + "entropy": 5.280277824401855, + "epoch": 2.295373665480427, + "grad_norm": 0.98046875, + "learning_rate": 0.00048263514438647015, + "loss": 5.1089, + "mean_token_accuracy": 0.17652505189180373, + "num_tokens": 5557080.0, + "step": 1935 + }, + { + "entropy": 5.356028890609741, + "epoch": 2.301304863582444, + "grad_norm": 0.9609375, + "learning_rate": 0.0004824511892319209, + "loss": 5.1702, + "mean_token_accuracy": 0.17574198096990584, + "num_tokens": 5571422.0, + "step": 1940 + }, + { + "entropy": 5.253097772598267, + "epoch": 2.3072360616844603, + "grad_norm": 1.265625, + "learning_rate": 0.0004822663043669267, + "loss": 4.9664, + "mean_token_accuracy": 0.18942097276449205, + "num_tokens": 5583057.0, + "step": 1945 + }, + { + "entropy": 5.27740592956543, + "epoch": 2.3131672597864767, + "grad_norm": 1.0546875, + "learning_rate": 0.00048208049062006505, + "loss": 5.2096, + "mean_token_accuracy": 0.16950699239969252, + "num_tokens": 5596201.0, + "step": 1950 + }, + { + "entropy": 5.393002700805664, + "epoch": 2.3190984578884937, + "grad_norm": 0.921875, + "learning_rate": 0.0004818937488240764, + "loss": 5.1601, + "mean_token_accuracy": 0.17385102808475494, + "num_tokens": 5612461.0, + "step": 1955 + }, + { + "entropy": 5.323347473144532, + "epoch": 2.32502965599051, + "grad_norm": 1.046875, + "learning_rate": 0.00048170607981586023, + "loss": 5.2285, + "mean_token_accuracy": 0.16853837668895721, + "num_tokens": 5628148.0, + "step": 1960 + }, + { + "entropy": 5.288127470016479, + "epoch": 2.3309608540925266, + "grad_norm": 1.015625, + "learning_rate": 0.0004815174844364714, + "loss": 5.0684, + "mean_token_accuracy": 0.1746617555618286, + "num_tokens": 5641695.0, + "step": 1965 + }, + { + "entropy": 5.371695184707642, + "epoch": 2.3368920521945435, + "grad_norm": 1.0625, + "learning_rate": 0.0004813279635311165, + "loss": 5.1085, + "mean_token_accuracy": 0.18225748091936111, + "num_tokens": 5654902.0, + "step": 1970 + }, + { + "entropy": 5.291834688186645, + "epoch": 2.34282325029656, + "grad_norm": 1.125, + "learning_rate": 0.00048113751794914974, + "loss": 5.1022, + "mean_token_accuracy": 0.18446253687143327, + "num_tokens": 5666899.0, + "step": 1975 + }, + { + "entropy": 5.420601224899292, + "epoch": 2.3487544483985765, + "grad_norm": 0.9296875, + "learning_rate": 0.0004809461485440694, + "loss": 5.2152, + "mean_token_accuracy": 0.17578936219215394, + "num_tokens": 5682525.0, + "step": 1980 + }, + { + "entropy": 5.2827568531036375, + "epoch": 2.354685646500593, + "grad_norm": 1.0, + "learning_rate": 0.0004807538561735143, + "loss": 5.14, + "mean_token_accuracy": 0.16829978823661804, + "num_tokens": 5697097.0, + "step": 1985 + }, + { + "entropy": 5.2644284725189205, + "epoch": 2.36061684460261, + "grad_norm": 1.140625, + "learning_rate": 0.00048056064169925904, + "loss": 5.0869, + "mean_token_accuracy": 0.17536696344614028, + "num_tokens": 5712340.0, + "step": 1990 + }, + { + "entropy": 5.353961038589477, + "epoch": 2.3665480427046264, + "grad_norm": 1.0625, + "learning_rate": 0.00048036650598721125, + "loss": 5.197, + "mean_token_accuracy": 0.16865415275096893, + "num_tokens": 5726509.0, + "step": 1995 + }, + { + "entropy": 5.3073567867279055, + "epoch": 2.372479240806643, + "grad_norm": 1.015625, + "learning_rate": 0.00048017144990740673, + "loss": 5.121, + "mean_token_accuracy": 0.1786181464791298, + "num_tokens": 5740977.0, + "step": 2000 + }, + { + "epoch": 2.372479240806643, + "eval_entropy": 5.170273498523454, + "eval_loss": 5.574867248535156, + "eval_mean_token_accuracy": 0.16265562777778853, + "eval_num_tokens": 5740977.0, + "eval_runtime": 2.4303, + "eval_samples_per_second": 1073.13, + "eval_steps_per_second": 134.141, + "step": 2000 + }, + { + "entropy": 5.288026952743531, + "epoch": 2.3784104389086593, + "grad_norm": 1.15625, + "learning_rate": 0.00047997547433400615, + "loss": 5.0974, + "mean_token_accuracy": 0.1805935502052307, + "num_tokens": 5756000.0, + "step": 2005 + }, + { + "entropy": 5.338898134231568, + "epoch": 2.3843416370106763, + "grad_norm": 0.97265625, + "learning_rate": 0.0004797785801452911, + "loss": 5.1033, + "mean_token_accuracy": 0.18041265308856963, + "num_tokens": 5771438.0, + "step": 2010 + }, + { + "entropy": 5.329379606246948, + "epoch": 2.3902728351126927, + "grad_norm": 1.1171875, + "learning_rate": 0.00047958076822365994, + "loss": 5.1506, + "mean_token_accuracy": 0.17072732895612716, + "num_tokens": 5784686.0, + "step": 2015 + }, + { + "entropy": 5.344692611694336, + "epoch": 2.396204033214709, + "grad_norm": 1.0078125, + "learning_rate": 0.0004793820394556238, + "loss": 5.201, + "mean_token_accuracy": 0.17325544208288193, + "num_tokens": 5799363.0, + "step": 2020 + }, + { + "entropy": 5.308460712432861, + "epoch": 2.402135231316726, + "grad_norm": 1.0390625, + "learning_rate": 0.0004791823947318029, + "loss": 5.0887, + "mean_token_accuracy": 0.176689213514328, + "num_tokens": 5812109.0, + "step": 2025 + }, + { + "entropy": 5.2809264183044435, + "epoch": 2.4080664294187426, + "grad_norm": 1.078125, + "learning_rate": 0.0004789818349469222, + "loss": 5.0932, + "mean_token_accuracy": 0.18039163053035737, + "num_tokens": 5825780.0, + "step": 2030 + }, + { + "entropy": 5.265401554107666, + "epoch": 2.413997627520759, + "grad_norm": 1.0625, + "learning_rate": 0.00047878036099980795, + "loss": 5.1356, + "mean_token_accuracy": 0.16557523757219314, + "num_tokens": 5841184.0, + "step": 2035 + }, + { + "entropy": 5.28918867111206, + "epoch": 2.419928825622776, + "grad_norm": 1.15625, + "learning_rate": 0.00047857797379338284, + "loss": 5.1151, + "mean_token_accuracy": 0.18016838133335114, + "num_tokens": 5854422.0, + "step": 2040 + }, + { + "entropy": 5.434517860412598, + "epoch": 2.4258600237247925, + "grad_norm": 1.0625, + "learning_rate": 0.00047837467423466284, + "loss": 5.2756, + "mean_token_accuracy": 0.16469118744134903, + "num_tokens": 5870878.0, + "step": 2045 + }, + { + "entropy": 5.323330879211426, + "epoch": 2.431791221826809, + "grad_norm": 1.1015625, + "learning_rate": 0.00047817046323475246, + "loss": 5.2065, + "mean_token_accuracy": 0.16481388956308365, + "num_tokens": 5886137.0, + "step": 2050 + }, + { + "entropy": 5.346496486663819, + "epoch": 2.4377224199288254, + "grad_norm": 1.03125, + "learning_rate": 0.0004779653417088408, + "loss": 5.1252, + "mean_token_accuracy": 0.17990775406360626, + "num_tokens": 5900300.0, + "step": 2055 + }, + { + "entropy": 5.322238492965698, + "epoch": 2.4436536180308424, + "grad_norm": 0.9375, + "learning_rate": 0.00047775931057619786, + "loss": 5.2122, + "mean_token_accuracy": 0.1684417709708214, + "num_tokens": 5917933.0, + "step": 2060 + }, + { + "entropy": 5.431944942474365, + "epoch": 2.449584816132859, + "grad_norm": 0.984375, + "learning_rate": 0.00047755237076016997, + "loss": 5.1549, + "mean_token_accuracy": 0.1798498421907425, + "num_tokens": 5932189.0, + "step": 2065 + }, + { + "entropy": 5.2723767280578615, + "epoch": 2.4555160142348753, + "grad_norm": 1.0234375, + "learning_rate": 0.0004773445231881757, + "loss": 5.1586, + "mean_token_accuracy": 0.17868874669075013, + "num_tokens": 5945999.0, + "step": 2070 + }, + { + "entropy": 5.317199230194092, + "epoch": 2.4614472123368922, + "grad_norm": 1.015625, + "learning_rate": 0.0004771357687917021, + "loss": 5.1759, + "mean_token_accuracy": 0.17290179580450057, + "num_tokens": 5960187.0, + "step": 2075 + }, + { + "entropy": 5.290809917449951, + "epoch": 2.4673784104389087, + "grad_norm": 0.96875, + "learning_rate": 0.0004769261085063, + "loss": 5.1032, + "mean_token_accuracy": 0.17626044750213624, + "num_tokens": 5975211.0, + "step": 2080 + }, + { + "entropy": 5.2783082008361815, + "epoch": 2.473309608540925, + "grad_norm": 1.015625, + "learning_rate": 0.00047671554327157996, + "loss": 5.09, + "mean_token_accuracy": 0.17717413753271102, + "num_tokens": 5988904.0, + "step": 2085 + }, + { + "entropy": 5.230610990524292, + "epoch": 2.4792408066429417, + "grad_norm": 1.0546875, + "learning_rate": 0.00047650407403120845, + "loss": 5.0964, + "mean_token_accuracy": 0.17791107147932053, + "num_tokens": 6004691.0, + "step": 2090 + }, + { + "entropy": 5.2898766040802006, + "epoch": 2.4851720047449586, + "grad_norm": 1.0625, + "learning_rate": 0.00047629170173290296, + "loss": 5.1428, + "mean_token_accuracy": 0.17288617938756942, + "num_tokens": 6017859.0, + "step": 2095 + }, + { + "entropy": 5.320411825180054, + "epoch": 2.491103202846975, + "grad_norm": 0.98828125, + "learning_rate": 0.0004760784273284286, + "loss": 5.1645, + "mean_token_accuracy": 0.17397502213716506, + "num_tokens": 6032042.0, + "step": 2100 + }, + { + "entropy": 5.293785238265992, + "epoch": 2.4970344009489915, + "grad_norm": 0.97265625, + "learning_rate": 0.0004758642517735928, + "loss": 5.1838, + "mean_token_accuracy": 0.1742447093129158, + "num_tokens": 6048591.0, + "step": 2105 + }, + { + "entropy": 5.232989549636841, + "epoch": 2.5029655990510085, + "grad_norm": 1.109375, + "learning_rate": 0.00047564917602824203, + "loss": 5.0759, + "mean_token_accuracy": 0.179649518430233, + "num_tokens": 6062436.0, + "step": 2110 + }, + { + "entropy": 5.266342687606811, + "epoch": 2.508896797153025, + "grad_norm": 1.125, + "learning_rate": 0.0004754332010562567, + "loss": 5.0365, + "mean_token_accuracy": 0.18351121246814728, + "num_tokens": 6075564.0, + "step": 2115 + }, + { + "entropy": 5.31279501914978, + "epoch": 2.5148279952550414, + "grad_norm": 1.046875, + "learning_rate": 0.0004752163278255473, + "loss": 5.1432, + "mean_token_accuracy": 0.1722079709172249, + "num_tokens": 6088939.0, + "step": 2120 + }, + { + "entropy": 5.295576190948486, + "epoch": 2.5207591933570583, + "grad_norm": 1.03125, + "learning_rate": 0.0004749985573080501, + "loss": 5.0956, + "mean_token_accuracy": 0.17826481014490128, + "num_tokens": 6101855.0, + "step": 2125 + }, + { + "entropy": 5.266389179229736, + "epoch": 2.526690391459075, + "grad_norm": 1.0546875, + "learning_rate": 0.0004747798904797225, + "loss": 5.0738, + "mean_token_accuracy": 0.1764925792813301, + "num_tokens": 6116192.0, + "step": 2130 + }, + { + "entropy": 5.1693144798278805, + "epoch": 2.5326215895610913, + "grad_norm": 0.94921875, + "learning_rate": 0.0004745603283205387, + "loss": 5.0887, + "mean_token_accuracy": 0.17885565012693405, + "num_tokens": 6130741.0, + "step": 2135 + }, + { + "entropy": 5.278003215789795, + "epoch": 2.538552787663108, + "grad_norm": 1.0703125, + "learning_rate": 0.00047433987181448546, + "loss": 5.056, + "mean_token_accuracy": 0.180057655274868, + "num_tokens": 6144937.0, + "step": 2140 + }, + { + "entropy": 5.2536839008331295, + "epoch": 2.5444839857651247, + "grad_norm": 1.1484375, + "learning_rate": 0.0004741185219495579, + "loss": 5.1384, + "mean_token_accuracy": 0.1841862380504608, + "num_tokens": 6156747.0, + "step": 2145 + }, + { + "entropy": 5.199393939971924, + "epoch": 2.550415183867141, + "grad_norm": 1.078125, + "learning_rate": 0.0004738962797177544, + "loss": 5.0336, + "mean_token_accuracy": 0.18659159690141677, + "num_tokens": 6169148.0, + "step": 2150 + }, + { + "entropy": 5.317109870910644, + "epoch": 2.5563463819691576, + "grad_norm": 1.03125, + "learning_rate": 0.00047367314611507276, + "loss": 5.107, + "mean_token_accuracy": 0.17958347201347352, + "num_tokens": 6181881.0, + "step": 2155 + }, + { + "entropy": 5.259987688064575, + "epoch": 2.562277580071174, + "grad_norm": 1.03125, + "learning_rate": 0.00047344912214150565, + "loss": 5.0531, + "mean_token_accuracy": 0.17894216775894164, + "num_tokens": 6196155.0, + "step": 2160 + }, + { + "entropy": 5.232990169525147, + "epoch": 2.568208778173191, + "grad_norm": 1.109375, + "learning_rate": 0.00047322420880103566, + "loss": 5.124, + "mean_token_accuracy": 0.17405239790678023, + "num_tokens": 6210918.0, + "step": 2165 + }, + { + "entropy": 5.249849700927735, + "epoch": 2.5741399762752075, + "grad_norm": 0.96484375, + "learning_rate": 0.00047299840710163157, + "loss": 5.0786, + "mean_token_accuracy": 0.18167687505483626, + "num_tokens": 6225747.0, + "step": 2170 + }, + { + "entropy": 5.256479358673095, + "epoch": 2.580071174377224, + "grad_norm": 1.109375, + "learning_rate": 0.0004727717180552431, + "loss": 5.137, + "mean_token_accuracy": 0.17358365505933762, + "num_tokens": 6239038.0, + "step": 2175 + }, + { + "entropy": 5.342339181900025, + "epoch": 2.586002372479241, + "grad_norm": 1.0546875, + "learning_rate": 0.00047254414267779686, + "loss": 5.2372, + "mean_token_accuracy": 0.17196187376976013, + "num_tokens": 6253346.0, + "step": 2180 + }, + { + "entropy": 5.303297472000122, + "epoch": 2.5919335705812574, + "grad_norm": 0.9453125, + "learning_rate": 0.0004723156819891917, + "loss": 5.2119, + "mean_token_accuracy": 0.17385910600423812, + "num_tokens": 6268060.0, + "step": 2185 + }, + { + "entropy": 5.266570806503296, + "epoch": 2.597864768683274, + "grad_norm": 0.94921875, + "learning_rate": 0.0004720863370132937, + "loss": 5.0388, + "mean_token_accuracy": 0.18387284874916077, + "num_tokens": 6283192.0, + "step": 2190 + }, + { + "entropy": 5.214200639724732, + "epoch": 2.603795966785291, + "grad_norm": 1.015625, + "learning_rate": 0.00047185610877793245, + "loss": 5.1047, + "mean_token_accuracy": 0.18674758821725845, + "num_tokens": 6297511.0, + "step": 2195 + }, + { + "entropy": 5.277515506744384, + "epoch": 2.6097271648873073, + "grad_norm": 0.94921875, + "learning_rate": 0.0004716249983148955, + "loss": 5.1247, + "mean_token_accuracy": 0.1791581928730011, + "num_tokens": 6313257.0, + "step": 2200 + }, + { + "entropy": 5.248571062088013, + "epoch": 2.6156583629893237, + "grad_norm": 1.0703125, + "learning_rate": 0.0004713930066599246, + "loss": 5.0519, + "mean_token_accuracy": 0.1780620649456978, + "num_tokens": 6326437.0, + "step": 2205 + }, + { + "entropy": 5.23038158416748, + "epoch": 2.6215895610913407, + "grad_norm": 0.96875, + "learning_rate": 0.00047116013485271014, + "loss": 5.0944, + "mean_token_accuracy": 0.18125442415475845, + "num_tokens": 6341704.0, + "step": 2210 + }, + { + "entropy": 5.240528726577759, + "epoch": 2.627520759193357, + "grad_norm": 1.0078125, + "learning_rate": 0.0004709263839368875, + "loss": 5.105, + "mean_token_accuracy": 0.17949420362710952, + "num_tokens": 6355783.0, + "step": 2215 + }, + { + "entropy": 5.3141090869903564, + "epoch": 2.6334519572953736, + "grad_norm": 1.0, + "learning_rate": 0.00047069175496003147, + "loss": 5.1015, + "mean_token_accuracy": 0.1741042762994766, + "num_tokens": 6370601.0, + "step": 2220 + }, + { + "entropy": 5.2879376888275145, + "epoch": 2.6393831553973905, + "grad_norm": 0.9765625, + "learning_rate": 0.0004704562489736522, + "loss": 5.1441, + "mean_token_accuracy": 0.1749232068657875, + "num_tokens": 6388124.0, + "step": 2225 + }, + { + "entropy": 5.316340398788452, + "epoch": 2.645314353499407, + "grad_norm": 1.0, + "learning_rate": 0.0004702198670331901, + "loss": 5.1487, + "mean_token_accuracy": 0.17196937203407286, + "num_tokens": 6403018.0, + "step": 2230 + }, + { + "entropy": 5.255807828903198, + "epoch": 2.6512455516014235, + "grad_norm": 1.0625, + "learning_rate": 0.0004699826101980112, + "loss": 5.0898, + "mean_token_accuracy": 0.17568791508674622, + "num_tokens": 6417403.0, + "step": 2235 + }, + { + "entropy": 5.249996376037598, + "epoch": 2.65717674970344, + "grad_norm": 1.1015625, + "learning_rate": 0.0004697444795314027, + "loss": 5.1367, + "mean_token_accuracy": 0.1690463364124298, + "num_tokens": 6432950.0, + "step": 2240 + }, + { + "entropy": 5.27621431350708, + "epoch": 2.6631079478054565, + "grad_norm": 1.0625, + "learning_rate": 0.00046950547610056766, + "loss": 5.1516, + "mean_token_accuracy": 0.1721343442797661, + "num_tokens": 6447735.0, + "step": 2245 + }, + { + "entropy": 5.281610584259033, + "epoch": 2.6690391459074734, + "grad_norm": 1.0859375, + "learning_rate": 0.0004692656009766206, + "loss": 5.0463, + "mean_token_accuracy": 0.18724312782287597, + "num_tokens": 6460066.0, + "step": 2250 + }, + { + "entropy": 5.2377824783325195, + "epoch": 2.67497034400949, + "grad_norm": 1.1328125, + "learning_rate": 0.00046902485523458266, + "loss": 5.1765, + "mean_token_accuracy": 0.16881112903356552, + "num_tokens": 6473880.0, + "step": 2255 + }, + { + "entropy": 5.330496311187744, + "epoch": 2.6809015421115063, + "grad_norm": 1.0859375, + "learning_rate": 0.0004687832399533767, + "loss": 5.0731, + "mean_token_accuracy": 0.1850060999393463, + "num_tokens": 6485678.0, + "step": 2260 + }, + { + "entropy": 5.215729856491089, + "epoch": 2.6868327402135233, + "grad_norm": 1.0, + "learning_rate": 0.0004685407562158226, + "loss": 5.1479, + "mean_token_accuracy": 0.17705656737089157, + "num_tokens": 6498606.0, + "step": 2265 + }, + { + "entropy": 5.218173503875732, + "epoch": 2.6927639383155397, + "grad_norm": 1.046875, + "learning_rate": 0.0004682974051086321, + "loss": 5.0863, + "mean_token_accuracy": 0.18237122297286987, + "num_tokens": 6511590.0, + "step": 2270 + }, + { + "entropy": 5.29819803237915, + "epoch": 2.698695136417556, + "grad_norm": 1.0703125, + "learning_rate": 0.0004680531877224042, + "loss": 5.1659, + "mean_token_accuracy": 0.17502329647541046, + "num_tokens": 6525391.0, + "step": 2275 + }, + { + "entropy": 5.247089862823486, + "epoch": 2.704626334519573, + "grad_norm": 0.97265625, + "learning_rate": 0.00046780810515162027, + "loss": 5.1129, + "mean_token_accuracy": 0.17722094506025315, + "num_tokens": 6540749.0, + "step": 2280 + }, + { + "entropy": 5.228551435470581, + "epoch": 2.7105575326215896, + "grad_norm": 1.0078125, + "learning_rate": 0.00046756215849463905, + "loss": 5.1351, + "mean_token_accuracy": 0.1777515858411789, + "num_tokens": 6556607.0, + "step": 2285 + }, + { + "entropy": 5.227963972091675, + "epoch": 2.716488730723606, + "grad_norm": 1.1328125, + "learning_rate": 0.00046731534885369175, + "loss": 5.0378, + "mean_token_accuracy": 0.18670109808444976, + "num_tokens": 6569340.0, + "step": 2290 + }, + { + "entropy": 5.254456853866577, + "epoch": 2.722419928825623, + "grad_norm": 1.0390625, + "learning_rate": 0.00046706767733487714, + "loss": 5.1495, + "mean_token_accuracy": 0.168257737159729, + "num_tokens": 6586070.0, + "step": 2295 + }, + { + "entropy": 5.350936985015869, + "epoch": 2.7283511269276395, + "grad_norm": 1.09375, + "learning_rate": 0.00046681914504815653, + "loss": 5.2384, + "mean_token_accuracy": 0.17244828790426253, + "num_tokens": 6601441.0, + "step": 2300 + }, + { + "entropy": 5.22352089881897, + "epoch": 2.734282325029656, + "grad_norm": 1.0390625, + "learning_rate": 0.0004665697531073489, + "loss": 5.1004, + "mean_token_accuracy": 0.17834114283323288, + "num_tokens": 6616478.0, + "step": 2305 + }, + { + "entropy": 5.29279670715332, + "epoch": 2.7402135231316724, + "grad_norm": 0.9453125, + "learning_rate": 0.0004663195026301258, + "loss": 5.1774, + "mean_token_accuracy": 0.17028742134571076, + "num_tokens": 6631519.0, + "step": 2310 + }, + { + "entropy": 5.289520025253296, + "epoch": 2.7461447212336894, + "grad_norm": 0.99609375, + "learning_rate": 0.00046606839473800626, + "loss": 5.1519, + "mean_token_accuracy": 0.1711852639913559, + "num_tokens": 6646862.0, + "step": 2315 + }, + { + "entropy": 5.285637235641479, + "epoch": 2.752075919335706, + "grad_norm": 1.0078125, + "learning_rate": 0.00046581643055635215, + "loss": 5.0706, + "mean_token_accuracy": 0.18027766644954682, + "num_tokens": 6660731.0, + "step": 2320 + }, + { + "entropy": 5.257721757888794, + "epoch": 2.7580071174377223, + "grad_norm": 1.0, + "learning_rate": 0.00046556361121436265, + "loss": 5.0884, + "mean_token_accuracy": 0.17217349857091904, + "num_tokens": 6675922.0, + "step": 2325 + }, + { + "entropy": 5.210122585296631, + "epoch": 2.763938315539739, + "grad_norm": 1.0078125, + "learning_rate": 0.0004653099378450696, + "loss": 5.086, + "mean_token_accuracy": 0.17834757566452025, + "num_tokens": 6689363.0, + "step": 2330 + }, + { + "entropy": 5.289632892608642, + "epoch": 2.7698695136417557, + "grad_norm": 1.1796875, + "learning_rate": 0.0004650554115853321, + "loss": 5.08, + "mean_token_accuracy": 0.17782238125801086, + "num_tokens": 6702655.0, + "step": 2335 + }, + { + "entropy": 5.233364868164062, + "epoch": 2.775800711743772, + "grad_norm": 0.94921875, + "learning_rate": 0.00046480003357583154, + "loss": 5.115, + "mean_token_accuracy": 0.1791711837053299, + "num_tokens": 6718101.0, + "step": 2340 + }, + { + "entropy": 5.249103927612305, + "epoch": 2.7817319098457887, + "grad_norm": 1.015625, + "learning_rate": 0.00046454380496106665, + "loss": 5.0327, + "mean_token_accuracy": 0.18523623198270797, + "num_tokens": 6731410.0, + "step": 2345 + }, + { + "entropy": 5.2448647022247314, + "epoch": 2.7876631079478056, + "grad_norm": 1.109375, + "learning_rate": 0.0004642867268893481, + "loss": 5.1059, + "mean_token_accuracy": 0.18096584379673003, + "num_tokens": 6744544.0, + "step": 2350 + }, + { + "entropy": 5.1900553703308105, + "epoch": 2.793594306049822, + "grad_norm": 0.97265625, + "learning_rate": 0.0004640288005127933, + "loss": 5.0096, + "mean_token_accuracy": 0.18570955991744995, + "num_tokens": 6757559.0, + "step": 2355 + }, + { + "entropy": 5.22004246711731, + "epoch": 2.7995255041518385, + "grad_norm": 1.0390625, + "learning_rate": 0.000463770026987322, + "loss": 5.0821, + "mean_token_accuracy": 0.17724673599004745, + "num_tokens": 6772655.0, + "step": 2360 + }, + { + "entropy": 5.193439579010009, + "epoch": 2.8054567022538555, + "grad_norm": 1.078125, + "learning_rate": 0.0004635104074726498, + "loss": 5.011, + "mean_token_accuracy": 0.18544310331344604, + "num_tokens": 6786038.0, + "step": 2365 + }, + { + "entropy": 5.228322505950928, + "epoch": 2.811387900355872, + "grad_norm": 1.0703125, + "learning_rate": 0.0004632499431322842, + "loss": 5.0586, + "mean_token_accuracy": 0.17480345368385314, + "num_tokens": 6799759.0, + "step": 2370 + }, + { + "entropy": 5.192971563339233, + "epoch": 2.8173190984578884, + "grad_norm": 1.1015625, + "learning_rate": 0.00046298863513351854, + "loss": 5.1025, + "mean_token_accuracy": 0.1785614773631096, + "num_tokens": 6814242.0, + "step": 2375 + }, + { + "entropy": 5.30884952545166, + "epoch": 2.8232502965599053, + "grad_norm": 0.96484375, + "learning_rate": 0.00046272648464742733, + "loss": 5.1246, + "mean_token_accuracy": 0.16953468918800355, + "num_tokens": 6828697.0, + "step": 2380 + }, + { + "entropy": 5.15752215385437, + "epoch": 2.829181494661922, + "grad_norm": 1.1953125, + "learning_rate": 0.0004624634928488605, + "loss": 5.0758, + "mean_token_accuracy": 0.18574994206428527, + "num_tokens": 6842549.0, + "step": 2385 + }, + { + "entropy": 5.288483715057373, + "epoch": 2.8351126927639383, + "grad_norm": 1.0546875, + "learning_rate": 0.00046219966091643865, + "loss": 5.1667, + "mean_token_accuracy": 0.17601943910121917, + "num_tokens": 6857599.0, + "step": 2390 + }, + { + "entropy": 5.216753959655762, + "epoch": 2.8410438908659548, + "grad_norm": 1.15625, + "learning_rate": 0.00046193499003254737, + "loss": 5.0904, + "mean_token_accuracy": 0.18286330252885818, + "num_tokens": 6872621.0, + "step": 2395 + }, + { + "entropy": 5.251305961608887, + "epoch": 2.8469750889679717, + "grad_norm": 1.0625, + "learning_rate": 0.0004616694813833322, + "loss": 5.1589, + "mean_token_accuracy": 0.1729411706328392, + "num_tokens": 6887297.0, + "step": 2400 + }, + { + "entropy": 5.263056373596191, + "epoch": 2.852906287069988, + "grad_norm": 1.1484375, + "learning_rate": 0.00046140313615869287, + "loss": 5.0538, + "mean_token_accuracy": 0.18049194067716598, + "num_tokens": 6900857.0, + "step": 2405 + }, + { + "entropy": 5.1703661441802975, + "epoch": 2.8588374851720046, + "grad_norm": 1.03125, + "learning_rate": 0.00046113595555227885, + "loss": 5.0715, + "mean_token_accuracy": 0.18290164321660995, + "num_tokens": 6917351.0, + "step": 2410 + }, + { + "entropy": 5.134192991256714, + "epoch": 2.864768683274021, + "grad_norm": 1.0859375, + "learning_rate": 0.000460867940761483, + "loss": 5.0086, + "mean_token_accuracy": 0.19504904747009277, + "num_tokens": 6930619.0, + "step": 2415 + }, + { + "entropy": 5.185745000839233, + "epoch": 2.870699881376038, + "grad_norm": 1.0546875, + "learning_rate": 0.0004605990929874366, + "loss": 5.0501, + "mean_token_accuracy": 0.17975494414567947, + "num_tokens": 6944842.0, + "step": 2420 + }, + { + "entropy": 5.221125698089599, + "epoch": 2.8766310794780545, + "grad_norm": 1.0859375, + "learning_rate": 0.00046032941343500443, + "loss": 5.0331, + "mean_token_accuracy": 0.18169520050287247, + "num_tokens": 6957699.0, + "step": 2425 + }, + { + "entropy": 5.243278074264526, + "epoch": 2.882562277580071, + "grad_norm": 1.1015625, + "learning_rate": 0.00046005890331277875, + "loss": 5.1779, + "mean_token_accuracy": 0.1789306804537773, + "num_tokens": 6973373.0, + "step": 2430 + }, + { + "entropy": 5.273877429962158, + "epoch": 2.888493475682088, + "grad_norm": 1.046875, + "learning_rate": 0.0004597875638330739, + "loss": 5.1065, + "mean_token_accuracy": 0.17897169589996337, + "num_tokens": 6985943.0, + "step": 2435 + }, + { + "entropy": 5.267488431930542, + "epoch": 2.8944246737841044, + "grad_norm": 1.0859375, + "learning_rate": 0.00045951539621192137, + "loss": 5.1196, + "mean_token_accuracy": 0.19029628336429597, + "num_tokens": 6999655.0, + "step": 2440 + }, + { + "entropy": 5.225543117523193, + "epoch": 2.900355871886121, + "grad_norm": 0.97265625, + "learning_rate": 0.0004592424016690637, + "loss": 5.0894, + "mean_token_accuracy": 0.1805782213807106, + "num_tokens": 7014278.0, + "step": 2445 + }, + { + "entropy": 5.211720752716064, + "epoch": 2.906287069988138, + "grad_norm": 1.0546875, + "learning_rate": 0.00045896858142794976, + "loss": 5.0853, + "mean_token_accuracy": 0.18050264269113542, + "num_tokens": 7029998.0, + "step": 2450 + }, + { + "entropy": 5.261847639083863, + "epoch": 2.9122182680901543, + "grad_norm": 1.0390625, + "learning_rate": 0.0004586939367157285, + "loss": 5.08, + "mean_token_accuracy": 0.17528700977563857, + "num_tokens": 7043212.0, + "step": 2455 + }, + { + "entropy": 5.205530023574829, + "epoch": 2.9181494661921707, + "grad_norm": 1.0546875, + "learning_rate": 0.000458418468763244, + "loss": 5.0157, + "mean_token_accuracy": 0.18455137461423873, + "num_tokens": 7057723.0, + "step": 2460 + }, + { + "entropy": 5.222577953338623, + "epoch": 2.9240806642941877, + "grad_norm": 1.1015625, + "learning_rate": 0.00045814217880502973, + "loss": 5.1525, + "mean_token_accuracy": 0.17377886772155762, + "num_tokens": 7073334.0, + "step": 2465 + }, + { + "entropy": 5.240353107452393, + "epoch": 2.930011862396204, + "grad_norm": 0.9453125, + "learning_rate": 0.000457865068079303, + "loss": 5.1136, + "mean_token_accuracy": 0.17955139875411988, + "num_tokens": 7087671.0, + "step": 2470 + }, + { + "entropy": 5.162194871902466, + "epoch": 2.9359430604982206, + "grad_norm": 1.09375, + "learning_rate": 0.00045758713782795946, + "loss": 4.9601, + "mean_token_accuracy": 0.18688122928142548, + "num_tokens": 7101168.0, + "step": 2475 + }, + { + "entropy": 5.209585046768188, + "epoch": 2.941874258600237, + "grad_norm": 1.046875, + "learning_rate": 0.0004573083892965677, + "loss": 5.1268, + "mean_token_accuracy": 0.18048435896635057, + "num_tokens": 7115581.0, + "step": 2480 + }, + { + "entropy": 5.200497722625732, + "epoch": 2.9478054567022536, + "grad_norm": 1.09375, + "learning_rate": 0.00045702882373436317, + "loss": 5.1, + "mean_token_accuracy": 0.17545540034770965, + "num_tokens": 7129948.0, + "step": 2485 + }, + { + "entropy": 5.13970685005188, + "epoch": 2.9537366548042705, + "grad_norm": 1.0390625, + "learning_rate": 0.0004567484423942433, + "loss": 4.9933, + "mean_token_accuracy": 0.18735943138599395, + "num_tokens": 7144122.0, + "step": 2490 + }, + { + "entropy": 5.212256240844726, + "epoch": 2.959667852906287, + "grad_norm": 1.25, + "learning_rate": 0.00045646724653276117, + "loss": 5.0423, + "mean_token_accuracy": 0.19172451496124268, + "num_tokens": 7157892.0, + "step": 2495 + }, + { + "entropy": 5.22672963142395, + "epoch": 2.9655990510083035, + "grad_norm": 0.94140625, + "learning_rate": 0.00045618523741012044, + "loss": 5.1198, + "mean_token_accuracy": 0.1785096600651741, + "num_tokens": 7172581.0, + "step": 2500 + }, + { + "epoch": 2.9655990510083035, + "eval_entropy": 5.128191098113732, + "eval_loss": 5.4554667472839355, + "eval_mean_token_accuracy": 0.16967149755340413, + "eval_num_tokens": 7172581.0, + "eval_runtime": 2.4682, + "eval_samples_per_second": 1056.643, + "eval_steps_per_second": 132.08, + "step": 2500 + }, + { + "entropy": 5.209706211090088, + "epoch": 2.9715302491103204, + "grad_norm": 1.09375, + "learning_rate": 0.00045590241629016933, + "loss": 5.081, + "mean_token_accuracy": 0.17838001102209092, + "num_tokens": 7187180.0, + "step": 2505 + }, + { + "entropy": 5.186795330047607, + "epoch": 2.977461447212337, + "grad_norm": 1.078125, + "learning_rate": 0.00045561878444039526, + "loss": 5.0928, + "mean_token_accuracy": 0.1853885158896446, + "num_tokens": 7202153.0, + "step": 2510 + }, + { + "entropy": 5.233902025222778, + "epoch": 2.9833926453143533, + "grad_norm": 1.109375, + "learning_rate": 0.00045533434313191866, + "loss": 5.0663, + "mean_token_accuracy": 0.1795577213168144, + "num_tokens": 7217714.0, + "step": 2515 + }, + { + "entropy": 5.072184324264526, + "epoch": 2.9893238434163703, + "grad_norm": 1.03125, + "learning_rate": 0.0004550490936394881, + "loss": 5.0248, + "mean_token_accuracy": 0.1885547786951065, + "num_tokens": 7232366.0, + "step": 2520 + }, + { + "entropy": 5.288804340362549, + "epoch": 2.9952550415183867, + "grad_norm": 1.1484375, + "learning_rate": 0.0004547630372414737, + "loss": 5.0433, + "mean_token_accuracy": 0.18170098960399628, + "num_tokens": 7245542.0, + "step": 2525 + }, + { + "entropy": 5.13629674911499, + "epoch": 3.001186239620403, + "grad_norm": 0.96484375, + "learning_rate": 0.00045447617521986205, + "loss": 4.966, + "mean_token_accuracy": 0.18382924646139145, + "num_tokens": 7260437.0, + "step": 2530 + }, + { + "entropy": 5.186529493331909, + "epoch": 3.00711743772242, + "grad_norm": 1.09375, + "learning_rate": 0.00045418850886025006, + "loss": 4.7908, + "mean_token_accuracy": 0.19730883985757827, + "num_tokens": 7273470.0, + "step": 2535 + }, + { + "entropy": 5.14306674003601, + "epoch": 3.0130486358244366, + "grad_norm": 1.0078125, + "learning_rate": 0.0004539000394518393, + "loss": 4.8184, + "mean_token_accuracy": 0.19704275578260422, + "num_tokens": 7286515.0, + "step": 2540 + }, + { + "entropy": 5.08558144569397, + "epoch": 3.018979833926453, + "grad_norm": 1.1015625, + "learning_rate": 0.00045361076828743054, + "loss": 4.6494, + "mean_token_accuracy": 0.2086326450109482, + "num_tokens": 7299011.0, + "step": 2545 + }, + { + "entropy": 5.100022411346435, + "epoch": 3.0249110320284696, + "grad_norm": 0.99609375, + "learning_rate": 0.00045332069666341733, + "loss": 4.7556, + "mean_token_accuracy": 0.2030994936823845, + "num_tokens": 7312421.0, + "step": 2550 + }, + { + "entropy": 5.228758382797241, + "epoch": 3.0308422301304865, + "grad_norm": 0.8828125, + "learning_rate": 0.000453029825879781, + "loss": 4.829, + "mean_token_accuracy": 0.1881020963191986, + "num_tokens": 7326298.0, + "step": 2555 + }, + { + "entropy": 5.20881233215332, + "epoch": 3.036773428232503, + "grad_norm": 1.1015625, + "learning_rate": 0.0004527381572400838, + "loss": 4.8349, + "mean_token_accuracy": 0.19809474796056747, + "num_tokens": 7340411.0, + "step": 2560 + }, + { + "entropy": 5.2084184169769285, + "epoch": 3.0427046263345194, + "grad_norm": 1.03125, + "learning_rate": 0.00045244569205146425, + "loss": 4.7739, + "mean_token_accuracy": 0.19972959756851197, + "num_tokens": 7355853.0, + "step": 2565 + }, + { + "entropy": 5.0268631935119625, + "epoch": 3.0486358244365364, + "grad_norm": 0.9765625, + "learning_rate": 0.00045215243162463023, + "loss": 4.7546, + "mean_token_accuracy": 0.2027596727013588, + "num_tokens": 7370462.0, + "step": 2570 + }, + { + "entropy": 5.1120353698730465, + "epoch": 3.054567022538553, + "grad_norm": 1.1171875, + "learning_rate": 0.00045185837727385373, + "loss": 4.7613, + "mean_token_accuracy": 0.19956568926572799, + "num_tokens": 7382283.0, + "step": 2575 + }, + { + "entropy": 5.185872745513916, + "epoch": 3.0604982206405693, + "grad_norm": 0.99609375, + "learning_rate": 0.0004515635303169648, + "loss": 4.8004, + "mean_token_accuracy": 0.19398040175437928, + "num_tokens": 7397282.0, + "step": 2580 + }, + { + "entropy": 5.129135847091675, + "epoch": 3.066429418742586, + "grad_norm": 1.09375, + "learning_rate": 0.00045126789207534544, + "loss": 4.7633, + "mean_token_accuracy": 0.19493884593248367, + "num_tokens": 7410471.0, + "step": 2585 + }, + { + "entropy": 5.097009515762329, + "epoch": 3.0723606168446027, + "grad_norm": 1.1640625, + "learning_rate": 0.00045097146387392423, + "loss": 4.7541, + "mean_token_accuracy": 0.20093791782855988, + "num_tokens": 7426151.0, + "step": 2590 + }, + { + "entropy": 5.208783435821533, + "epoch": 3.078291814946619, + "grad_norm": 1.0, + "learning_rate": 0.00045067424704116956, + "loss": 4.8063, + "mean_token_accuracy": 0.19725323617458343, + "num_tokens": 7441336.0, + "step": 2595 + }, + { + "entropy": 5.1333612442016605, + "epoch": 3.0842230130486357, + "grad_norm": 1.03125, + "learning_rate": 0.0004503762429090845, + "loss": 4.8512, + "mean_token_accuracy": 0.19190199822187423, + "num_tokens": 7456152.0, + "step": 2600 + }, + { + "entropy": 5.071452474594116, + "epoch": 3.0901542111506526, + "grad_norm": 1.0390625, + "learning_rate": 0.00045007745281320035, + "loss": 4.7492, + "mean_token_accuracy": 0.19597499817609787, + "num_tokens": 7469477.0, + "step": 2605 + }, + { + "entropy": 5.152786159515381, + "epoch": 3.096085409252669, + "grad_norm": 1.1875, + "learning_rate": 0.0004497778780925706, + "loss": 4.745, + "mean_token_accuracy": 0.20036472231149674, + "num_tokens": 7482859.0, + "step": 2610 + }, + { + "entropy": 5.149897813796997, + "epoch": 3.1020166073546855, + "grad_norm": 1.171875, + "learning_rate": 0.00044947752008976546, + "loss": 4.7565, + "mean_token_accuracy": 0.20434682816267014, + "num_tokens": 7497021.0, + "step": 2615 + }, + { + "entropy": 5.082270812988281, + "epoch": 3.1079478054567025, + "grad_norm": 0.98828125, + "learning_rate": 0.0004491763801508652, + "loss": 4.8287, + "mean_token_accuracy": 0.19397101253271104, + "num_tokens": 7512528.0, + "step": 2620 + }, + { + "entropy": 5.1444420337677, + "epoch": 3.113879003558719, + "grad_norm": 1.03125, + "learning_rate": 0.0004488744596254545, + "loss": 4.8243, + "mean_token_accuracy": 0.19616906642913817, + "num_tokens": 7529492.0, + "step": 2625 + }, + { + "entropy": 5.099391889572144, + "epoch": 3.1198102016607354, + "grad_norm": 1.046875, + "learning_rate": 0.00044857175986661634, + "loss": 4.8307, + "mean_token_accuracy": 0.1908296301960945, + "num_tokens": 7544750.0, + "step": 2630 + }, + { + "entropy": 5.151020145416259, + "epoch": 3.125741399762752, + "grad_norm": 0.98828125, + "learning_rate": 0.00044826828223092584, + "loss": 4.8131, + "mean_token_accuracy": 0.19755022823810578, + "num_tokens": 7560436.0, + "step": 2635 + }, + { + "entropy": 5.078480672836304, + "epoch": 3.131672597864769, + "grad_norm": 1.0546875, + "learning_rate": 0.0004479640280784443, + "loss": 4.744, + "mean_token_accuracy": 0.19955695867538453, + "num_tokens": 7572784.0, + "step": 2640 + }, + { + "entropy": 5.113914966583252, + "epoch": 3.1376037959667853, + "grad_norm": 1.171875, + "learning_rate": 0.00044765899877271306, + "loss": 4.859, + "mean_token_accuracy": 0.1986508622765541, + "num_tokens": 7585677.0, + "step": 2645 + }, + { + "entropy": 5.126020288467407, + "epoch": 3.1435349940688018, + "grad_norm": 1.0625, + "learning_rate": 0.0004473531956807471, + "loss": 4.8702, + "mean_token_accuracy": 0.19153172969818116, + "num_tokens": 7600099.0, + "step": 2650 + }, + { + "entropy": 5.072196006774902, + "epoch": 3.1494661921708187, + "grad_norm": 0.93359375, + "learning_rate": 0.0004470466201730298, + "loss": 4.7925, + "mean_token_accuracy": 0.19439838826656342, + "num_tokens": 7615907.0, + "step": 2655 + }, + { + "entropy": 5.143037557601929, + "epoch": 3.155397390272835, + "grad_norm": 1.03125, + "learning_rate": 0.00044673927362350545, + "loss": 4.8237, + "mean_token_accuracy": 0.19680167287588118, + "num_tokens": 7629322.0, + "step": 2660 + }, + { + "entropy": 5.135795927047729, + "epoch": 3.1613285883748516, + "grad_norm": 1.1328125, + "learning_rate": 0.00044643115740957437, + "loss": 4.7916, + "mean_token_accuracy": 0.1951526179909706, + "num_tokens": 7642876.0, + "step": 2665 + }, + { + "entropy": 5.147537422180176, + "epoch": 3.167259786476868, + "grad_norm": 1.0859375, + "learning_rate": 0.000446122272912086, + "loss": 4.7397, + "mean_token_accuracy": 0.20763775259256362, + "num_tokens": 7655252.0, + "step": 2670 + }, + { + "entropy": 5.109446811676025, + "epoch": 3.173190984578885, + "grad_norm": 1.015625, + "learning_rate": 0.0004458126215153329, + "loss": 4.7983, + "mean_token_accuracy": 0.19524380266666413, + "num_tokens": 7669858.0, + "step": 2675 + }, + { + "entropy": 5.115171337127686, + "epoch": 3.1791221826809015, + "grad_norm": 1.0546875, + "learning_rate": 0.0004455022046070446, + "loss": 4.8484, + "mean_token_accuracy": 0.18973655700683595, + "num_tokens": 7684268.0, + "step": 2680 + }, + { + "entropy": 5.018248653411865, + "epoch": 3.185053380782918, + "grad_norm": 1.109375, + "learning_rate": 0.0004451910235783814, + "loss": 4.717, + "mean_token_accuracy": 0.21085696369409562, + "num_tokens": 7696579.0, + "step": 2685 + }, + { + "entropy": 5.127526092529297, + "epoch": 3.190984578884935, + "grad_norm": 1.09375, + "learning_rate": 0.0004448790798239278, + "loss": 4.8436, + "mean_token_accuracy": 0.19351662397384645, + "num_tokens": 7712167.0, + "step": 2690 + }, + { + "entropy": 5.105394887924194, + "epoch": 3.1969157769869514, + "grad_norm": 0.96875, + "learning_rate": 0.0004445663747416868, + "loss": 4.8131, + "mean_token_accuracy": 0.19317025691270828, + "num_tokens": 7729466.0, + "step": 2695 + }, + { + "entropy": 5.043076610565185, + "epoch": 3.202846975088968, + "grad_norm": 1.140625, + "learning_rate": 0.00044425290973307345, + "loss": 4.6998, + "mean_token_accuracy": 0.20704733729362487, + "num_tokens": 7741327.0, + "step": 2700 + }, + { + "entropy": 5.05340690612793, + "epoch": 3.208778173190985, + "grad_norm": 1.140625, + "learning_rate": 0.0004439386862029081, + "loss": 4.7979, + "mean_token_accuracy": 0.2003027930855751, + "num_tokens": 7757212.0, + "step": 2705 + }, + { + "entropy": 5.1013377666473385, + "epoch": 3.2147093712930013, + "grad_norm": 1.078125, + "learning_rate": 0.00044362370555941057, + "loss": 4.8373, + "mean_token_accuracy": 0.19453289955854416, + "num_tokens": 7772726.0, + "step": 2710 + }, + { + "entropy": 5.200697374343872, + "epoch": 3.2206405693950177, + "grad_norm": 1.109375, + "learning_rate": 0.0004433079692141941, + "loss": 4.9332, + "mean_token_accuracy": 0.1931446298956871, + "num_tokens": 7788185.0, + "step": 2715 + }, + { + "entropy": 5.098084259033203, + "epoch": 3.2265717674970342, + "grad_norm": 1.09375, + "learning_rate": 0.00044299147858225835, + "loss": 4.8124, + "mean_token_accuracy": 0.19363399744033813, + "num_tokens": 7802653.0, + "step": 2720 + }, + { + "entropy": 5.1125976085662845, + "epoch": 3.232502965599051, + "grad_norm": 0.95703125, + "learning_rate": 0.0004426742350819834, + "loss": 4.7917, + "mean_token_accuracy": 0.19389940202236175, + "num_tokens": 7816898.0, + "step": 2725 + }, + { + "entropy": 5.147168445587158, + "epoch": 3.2384341637010676, + "grad_norm": 0.98828125, + "learning_rate": 0.0004423562401351234, + "loss": 4.876, + "mean_token_accuracy": 0.1905128002166748, + "num_tokens": 7833509.0, + "step": 2730 + }, + { + "entropy": 5.192942333221436, + "epoch": 3.244365361803084, + "grad_norm": 0.99609375, + "learning_rate": 0.00044203749516680035, + "loss": 4.8427, + "mean_token_accuracy": 0.1987154722213745, + "num_tokens": 7849910.0, + "step": 2735 + }, + { + "entropy": 5.063848209381104, + "epoch": 3.250296559905101, + "grad_norm": 1.0546875, + "learning_rate": 0.0004417180016054972, + "loss": 4.8113, + "mean_token_accuracy": 0.1946829855442047, + "num_tokens": 7864555.0, + "step": 2740 + }, + { + "entropy": 5.090720558166504, + "epoch": 3.2562277580071175, + "grad_norm": 1.0703125, + "learning_rate": 0.00044139776088305215, + "loss": 4.7492, + "mean_token_accuracy": 0.2016763925552368, + "num_tokens": 7878850.0, + "step": 2745 + }, + { + "entropy": 5.091657066345215, + "epoch": 3.262158956109134, + "grad_norm": 1.046875, + "learning_rate": 0.00044107677443465165, + "loss": 4.9031, + "mean_token_accuracy": 0.19536128789186477, + "num_tokens": 7894200.0, + "step": 2750 + }, + { + "entropy": 5.134050750732422, + "epoch": 3.2680901542111505, + "grad_norm": 1.1953125, + "learning_rate": 0.00044075504369882416, + "loss": 4.8529, + "mean_token_accuracy": 0.19184636920690537, + "num_tokens": 7908939.0, + "step": 2755 + }, + { + "entropy": 5.132843923568726, + "epoch": 3.2740213523131674, + "grad_norm": 0.9921875, + "learning_rate": 0.0004404325701174338, + "loss": 4.8618, + "mean_token_accuracy": 0.19030990153551103, + "num_tokens": 7924223.0, + "step": 2760 + }, + { + "entropy": 5.081524896621704, + "epoch": 3.279952550415184, + "grad_norm": 1.0625, + "learning_rate": 0.0004401093551356739, + "loss": 4.7557, + "mean_token_accuracy": 0.2024812862277031, + "num_tokens": 7938323.0, + "step": 2765 + }, + { + "entropy": 5.049100589752197, + "epoch": 3.2858837485172003, + "grad_norm": 0.92578125, + "learning_rate": 0.0004397854002020604, + "loss": 4.7814, + "mean_token_accuracy": 0.2020518437027931, + "num_tokens": 7952126.0, + "step": 2770 + }, + { + "entropy": 5.080816555023193, + "epoch": 3.2918149466192173, + "grad_norm": 1.2265625, + "learning_rate": 0.0004394607067684251, + "loss": 4.7988, + "mean_token_accuracy": 0.19751653522253038, + "num_tokens": 7965150.0, + "step": 2775 + }, + { + "entropy": 5.15736985206604, + "epoch": 3.2977461447212337, + "grad_norm": 1.015625, + "learning_rate": 0.00043913527628990984, + "loss": 4.8365, + "mean_token_accuracy": 0.19114754498004913, + "num_tokens": 7980532.0, + "step": 2780 + }, + { + "entropy": 5.0498096466064455, + "epoch": 3.30367734282325, + "grad_norm": 1.0546875, + "learning_rate": 0.00043880911022495955, + "loss": 4.7979, + "mean_token_accuracy": 0.19996661990880965, + "num_tokens": 7994731.0, + "step": 2785 + }, + { + "entropy": 5.045728778839111, + "epoch": 3.309608540925267, + "grad_norm": 1.0, + "learning_rate": 0.0004384822100353155, + "loss": 4.7792, + "mean_token_accuracy": 0.20297738313674926, + "num_tokens": 8009405.0, + "step": 2790 + }, + { + "entropy": 5.043602848052979, + "epoch": 3.3155397390272836, + "grad_norm": 1.046875, + "learning_rate": 0.00043815457718600933, + "loss": 4.703, + "mean_token_accuracy": 0.20316480547189714, + "num_tokens": 8023683.0, + "step": 2795 + }, + { + "entropy": 4.979565191268921, + "epoch": 3.3214709371293, + "grad_norm": 1.0625, + "learning_rate": 0.0004378262131453558, + "loss": 4.7448, + "mean_token_accuracy": 0.20116145312786102, + "num_tokens": 8038219.0, + "step": 2800 + }, + { + "entropy": 5.029000902175904, + "epoch": 3.3274021352313166, + "grad_norm": 1.1484375, + "learning_rate": 0.00043749711938494693, + "loss": 4.7479, + "mean_token_accuracy": 0.2009764328598976, + "num_tokens": 8052037.0, + "step": 2805 + }, + { + "entropy": 5.063984489440918, + "epoch": 3.3333333333333335, + "grad_norm": 1.109375, + "learning_rate": 0.00043716729737964475, + "loss": 4.8005, + "mean_token_accuracy": 0.19967271238565446, + "num_tokens": 8065346.0, + "step": 2810 + }, + { + "entropy": 5.089534330368042, + "epoch": 3.33926453143535, + "grad_norm": 1.1953125, + "learning_rate": 0.000436836748607575, + "loss": 4.8024, + "mean_token_accuracy": 0.19638994485139846, + "num_tokens": 8081411.0, + "step": 2815 + }, + { + "entropy": 5.120129728317261, + "epoch": 3.3451957295373664, + "grad_norm": 1.1015625, + "learning_rate": 0.0004365054745501209, + "loss": 4.8472, + "mean_token_accuracy": 0.19565204232931138, + "num_tokens": 8096979.0, + "step": 2820 + }, + { + "entropy": 5.020432186126709, + "epoch": 3.351126927639383, + "grad_norm": 1.1953125, + "learning_rate": 0.0004361734766919156, + "loss": 4.8349, + "mean_token_accuracy": 0.1926871970295906, + "num_tokens": 8110573.0, + "step": 2825 + }, + { + "entropy": 5.061763572692871, + "epoch": 3.3570581257414, + "grad_norm": 1.171875, + "learning_rate": 0.0004358407565208361, + "loss": 4.8833, + "mean_token_accuracy": 0.1976574257016182, + "num_tokens": 8125529.0, + "step": 2830 + }, + { + "entropy": 5.12091588973999, + "epoch": 3.3629893238434163, + "grad_norm": 0.953125, + "learning_rate": 0.00043550731552799676, + "loss": 4.8466, + "mean_token_accuracy": 0.19565797746181487, + "num_tokens": 8141042.0, + "step": 2835 + }, + { + "entropy": 5.022051239013672, + "epoch": 3.368920521945433, + "grad_norm": 1.1796875, + "learning_rate": 0.0004351731552077423, + "loss": 4.7575, + "mean_token_accuracy": 0.19804837554693222, + "num_tokens": 8153157.0, + "step": 2840 + }, + { + "entropy": 5.021864032745361, + "epoch": 3.3748517200474497, + "grad_norm": 0.99609375, + "learning_rate": 0.00043483827705764094, + "loss": 4.7646, + "mean_token_accuracy": 0.20032886266708375, + "num_tokens": 8168570.0, + "step": 2845 + }, + { + "entropy": 5.108405017852784, + "epoch": 3.380782918149466, + "grad_norm": 1.0703125, + "learning_rate": 0.00043450268257847814, + "loss": 4.8059, + "mean_token_accuracy": 0.19953808933496475, + "num_tokens": 8182041.0, + "step": 2850 + }, + { + "entropy": 5.110202646255493, + "epoch": 3.3867141162514827, + "grad_norm": 1.0859375, + "learning_rate": 0.00043416637327424955, + "loss": 4.8449, + "mean_token_accuracy": 0.19766062647104263, + "num_tokens": 8196466.0, + "step": 2855 + }, + { + "entropy": 5.049158334732056, + "epoch": 3.3926453143534996, + "grad_norm": 1.078125, + "learning_rate": 0.00043382935065215444, + "loss": 4.7834, + "mean_token_accuracy": 0.19956779778003692, + "num_tokens": 8210847.0, + "step": 2860 + }, + { + "entropy": 5.013025093078613, + "epoch": 3.398576512455516, + "grad_norm": 1.0703125, + "learning_rate": 0.0004334916162225889, + "loss": 4.7041, + "mean_token_accuracy": 0.2068425863981247, + "num_tokens": 8225575.0, + "step": 2865 + }, + { + "entropy": 5.076068353652954, + "epoch": 3.4045077105575325, + "grad_norm": 1.1171875, + "learning_rate": 0.00043315317149913876, + "loss": 4.808, + "mean_token_accuracy": 0.19905340373516084, + "num_tokens": 8239881.0, + "step": 2870 + }, + { + "entropy": 5.018644142150879, + "epoch": 3.4104389086595495, + "grad_norm": 1.0859375, + "learning_rate": 0.00043281401799857356, + "loss": 4.8426, + "mean_token_accuracy": 0.19684257358312607, + "num_tokens": 8253692.0, + "step": 2875 + }, + { + "entropy": 5.0646027565002445, + "epoch": 3.416370106761566, + "grad_norm": 1.03125, + "learning_rate": 0.00043247415724083886, + "loss": 4.7819, + "mean_token_accuracy": 0.19912485182285308, + "num_tokens": 8268322.0, + "step": 2880 + }, + { + "entropy": 5.025012445449829, + "epoch": 3.4223013048635824, + "grad_norm": 0.953125, + "learning_rate": 0.0004321335907490502, + "loss": 4.8053, + "mean_token_accuracy": 0.19429467767477035, + "num_tokens": 8285317.0, + "step": 2885 + }, + { + "entropy": 5.100164270401001, + "epoch": 3.428232502965599, + "grad_norm": 1.046875, + "learning_rate": 0.0004317923200494856, + "loss": 4.7933, + "mean_token_accuracy": 0.20158445090055466, + "num_tokens": 8299429.0, + "step": 2890 + }, + { + "entropy": 5.039232349395752, + "epoch": 3.434163701067616, + "grad_norm": 1.046875, + "learning_rate": 0.00043145034667157935, + "loss": 4.8165, + "mean_token_accuracy": 0.1936866894364357, + "num_tokens": 8314039.0, + "step": 2895 + }, + { + "entropy": 5.04435977935791, + "epoch": 3.4400948991696323, + "grad_norm": 1.015625, + "learning_rate": 0.00043110767214791466, + "loss": 4.8579, + "mean_token_accuracy": 0.19030549228191376, + "num_tokens": 8328634.0, + "step": 2900 + }, + { + "entropy": 5.061645078659057, + "epoch": 3.4460260972716488, + "grad_norm": 1.078125, + "learning_rate": 0.0004307642980142171, + "loss": 4.7607, + "mean_token_accuracy": 0.20237151086330413, + "num_tokens": 8342448.0, + "step": 2905 + }, + { + "entropy": 5.0385942459106445, + "epoch": 3.4519572953736652, + "grad_norm": 1.140625, + "learning_rate": 0.0004304202258093473, + "loss": 4.7632, + "mean_token_accuracy": 0.20581259578466415, + "num_tokens": 8354450.0, + "step": 2910 + }, + { + "entropy": 5.031369161605835, + "epoch": 3.457888493475682, + "grad_norm": 1.125, + "learning_rate": 0.00043007545707529496, + "loss": 4.8276, + "mean_token_accuracy": 0.20016095489263536, + "num_tokens": 8369054.0, + "step": 2915 + }, + { + "entropy": 5.084920263290405, + "epoch": 3.4638196915776986, + "grad_norm": 1.0625, + "learning_rate": 0.0004297299933571708, + "loss": 4.8296, + "mean_token_accuracy": 0.20116593837738037, + "num_tokens": 8383401.0, + "step": 2920 + }, + { + "entropy": 5.0826586246490475, + "epoch": 3.469750889679715, + "grad_norm": 1.1640625, + "learning_rate": 0.0004293838362032003, + "loss": 4.8431, + "mean_token_accuracy": 0.19186071306467056, + "num_tokens": 8396990.0, + "step": 2925 + }, + { + "entropy": 5.091199779510498, + "epoch": 3.475682087781732, + "grad_norm": 1.15625, + "learning_rate": 0.00042903698716471677, + "loss": 4.7678, + "mean_token_accuracy": 0.2013833075761795, + "num_tokens": 8411212.0, + "step": 2930 + }, + { + "entropy": 5.048702621459961, + "epoch": 3.4816132858837485, + "grad_norm": 1.15625, + "learning_rate": 0.0004286894477961541, + "loss": 4.816, + "mean_token_accuracy": 0.19629474729299545, + "num_tokens": 8424669.0, + "step": 2935 + }, + { + "entropy": 4.976538515090942, + "epoch": 3.487544483985765, + "grad_norm": 1.109375, + "learning_rate": 0.00042834121965504014, + "loss": 4.7754, + "mean_token_accuracy": 0.19990172535181044, + "num_tokens": 8437122.0, + "step": 2940 + }, + { + "entropy": 5.10742974281311, + "epoch": 3.493475682087782, + "grad_norm": 0.98046875, + "learning_rate": 0.00042799230430198935, + "loss": 4.8296, + "mean_token_accuracy": 0.1914140284061432, + "num_tokens": 8450543.0, + "step": 2945 + }, + { + "entropy": 5.064130353927612, + "epoch": 3.4994068801897984, + "grad_norm": 1.234375, + "learning_rate": 0.000427642703300696, + "loss": 4.7662, + "mean_token_accuracy": 0.2023661881685257, + "num_tokens": 8464720.0, + "step": 2950 + }, + { + "entropy": 5.0957324504852295, + "epoch": 3.505338078291815, + "grad_norm": 1.21875, + "learning_rate": 0.00042729241821792726, + "loss": 4.8549, + "mean_token_accuracy": 0.1962006002664566, + "num_tokens": 8478547.0, + "step": 2955 + }, + { + "entropy": 5.1516471862792965, + "epoch": 3.511269276393832, + "grad_norm": 0.9765625, + "learning_rate": 0.000426941450623516, + "loss": 4.8781, + "mean_token_accuracy": 0.19749569445848464, + "num_tokens": 8494126.0, + "step": 2960 + }, + { + "entropy": 5.031353759765625, + "epoch": 3.5172004744958483, + "grad_norm": 1.0859375, + "learning_rate": 0.00042658980209035394, + "loss": 4.8601, + "mean_token_accuracy": 0.186987940967083, + "num_tokens": 8508575.0, + "step": 2965 + }, + { + "entropy": 5.0075500965118405, + "epoch": 3.5231316725978647, + "grad_norm": 1.1484375, + "learning_rate": 0.00042623747419438427, + "loss": 4.7508, + "mean_token_accuracy": 0.1991992712020874, + "num_tokens": 8523589.0, + "step": 2970 + }, + { + "entropy": 5.158101797103882, + "epoch": 3.5290628706998812, + "grad_norm": 1.109375, + "learning_rate": 0.000425884468514595, + "loss": 4.8535, + "mean_token_accuracy": 0.19646587669849397, + "num_tokens": 8538238.0, + "step": 2975 + }, + { + "entropy": 4.996473217010498, + "epoch": 3.534994068801898, + "grad_norm": 1.046875, + "learning_rate": 0.00042553078663301163, + "loss": 4.8191, + "mean_token_accuracy": 0.20561834871768953, + "num_tokens": 8551959.0, + "step": 2980 + }, + { + "entropy": 5.088233804702758, + "epoch": 3.5409252669039146, + "grad_norm": 1.046875, + "learning_rate": 0.00042517643013469, + "loss": 4.8048, + "mean_token_accuracy": 0.20215945243835448, + "num_tokens": 8564628.0, + "step": 2985 + }, + { + "entropy": 5.071303081512451, + "epoch": 3.546856465005931, + "grad_norm": 1.09375, + "learning_rate": 0.0004248214006077095, + "loss": 4.821, + "mean_token_accuracy": 0.19784992188215256, + "num_tokens": 8579342.0, + "step": 2990 + }, + { + "entropy": 5.061466932296753, + "epoch": 3.5527876631079476, + "grad_norm": 1.0859375, + "learning_rate": 0.00042446569964316557, + "loss": 4.8055, + "mean_token_accuracy": 0.19897904992103577, + "num_tokens": 8595096.0, + "step": 2995 + }, + { + "entropy": 5.215964984893799, + "epoch": 3.5587188612099645, + "grad_norm": 1.0625, + "learning_rate": 0.00042410932883516297, + "loss": 4.9033, + "mean_token_accuracy": 0.1953563556075096, + "num_tokens": 8608023.0, + "step": 3000 + }, + { + "epoch": 3.5587188612099645, + "eval_entropy": 4.9771839255935575, + "eval_loss": 5.412055492401123, + "eval_mean_token_accuracy": 0.17675103251736587, + "eval_num_tokens": 8608023.0, + "eval_runtime": 2.4284, + "eval_samples_per_second": 1073.944, + "eval_steps_per_second": 134.243, + "step": 3000 + }, + { + "entropy": 5.042902183532715, + "epoch": 3.564650059311981, + "grad_norm": 0.9609375, + "learning_rate": 0.00042375228978080813, + "loss": 4.7649, + "mean_token_accuracy": 0.2008129134774208, + "num_tokens": 8623529.0, + "step": 3005 + }, + { + "entropy": 5.038916540145874, + "epoch": 3.5705812574139975, + "grad_norm": 1.1875, + "learning_rate": 0.00042339458408020267, + "loss": 4.8383, + "mean_token_accuracy": 0.19716774225234984, + "num_tokens": 8639007.0, + "step": 3010 + }, + { + "entropy": 5.000910806655884, + "epoch": 3.5765124555160144, + "grad_norm": 1.1171875, + "learning_rate": 0.0004230362133364354, + "loss": 4.7451, + "mean_token_accuracy": 0.20509970784187317, + "num_tokens": 8653678.0, + "step": 3015 + }, + { + "entropy": 5.084241008758545, + "epoch": 3.582443653618031, + "grad_norm": 1.0859375, + "learning_rate": 0.0004226771791555758, + "loss": 4.9001, + "mean_token_accuracy": 0.18916919380426406, + "num_tokens": 8668663.0, + "step": 3020 + }, + { + "entropy": 5.098063039779663, + "epoch": 3.5883748517200473, + "grad_norm": 1.1015625, + "learning_rate": 0.00042231748314666684, + "loss": 4.8285, + "mean_token_accuracy": 0.1972780004143715, + "num_tokens": 8682121.0, + "step": 3025 + }, + { + "entropy": 4.962451457977295, + "epoch": 3.5943060498220643, + "grad_norm": 1.0546875, + "learning_rate": 0.00042195712692171705, + "loss": 4.8254, + "mean_token_accuracy": 0.19526612013578415, + "num_tokens": 8698409.0, + "step": 3030 + }, + { + "entropy": 5.078032970428467, + "epoch": 3.6002372479240807, + "grad_norm": 1.0859375, + "learning_rate": 0.00042159611209569416, + "loss": 4.8473, + "mean_token_accuracy": 0.1929122567176819, + "num_tokens": 8714076.0, + "step": 3035 + }, + { + "entropy": 5.09345006942749, + "epoch": 3.606168446026097, + "grad_norm": 0.9765625, + "learning_rate": 0.00042123444028651725, + "loss": 4.7946, + "mean_token_accuracy": 0.20138713866472244, + "num_tokens": 8730482.0, + "step": 3040 + }, + { + "entropy": 4.995736932754516, + "epoch": 3.612099644128114, + "grad_norm": 0.98046875, + "learning_rate": 0.00042087211311504986, + "loss": 4.7808, + "mean_token_accuracy": 0.2021682783961296, + "num_tokens": 8744036.0, + "step": 3045 + }, + { + "entropy": 5.092488193511963, + "epoch": 3.6180308422301306, + "grad_norm": 1.21875, + "learning_rate": 0.00042050913220509253, + "loss": 4.8339, + "mean_token_accuracy": 0.1878429561853409, + "num_tokens": 8760458.0, + "step": 3050 + }, + { + "entropy": 5.027280521392822, + "epoch": 3.623962040332147, + "grad_norm": 1.171875, + "learning_rate": 0.00042014549918337554, + "loss": 4.788, + "mean_token_accuracy": 0.19931856244802476, + "num_tokens": 8774946.0, + "step": 3055 + }, + { + "entropy": 5.0445245742797855, + "epoch": 3.6298932384341636, + "grad_norm": 1.0625, + "learning_rate": 0.0004197812156795518, + "loss": 4.7885, + "mean_token_accuracy": 0.20058033168315886, + "num_tokens": 8790918.0, + "step": 3060 + }, + { + "entropy": 5.032378005981445, + "epoch": 3.63582443653618, + "grad_norm": 1.2421875, + "learning_rate": 0.0004194162833261893, + "loss": 4.8178, + "mean_token_accuracy": 0.1946185812354088, + "num_tokens": 8803505.0, + "step": 3065 + }, + { + "entropy": 5.082729768753052, + "epoch": 3.641755634638197, + "grad_norm": 1.046875, + "learning_rate": 0.0004190507037587639, + "loss": 4.8787, + "mean_token_accuracy": 0.1933801293373108, + "num_tokens": 8819567.0, + "step": 3070 + }, + { + "entropy": 5.109076070785522, + "epoch": 3.6476868327402134, + "grad_norm": 1.25, + "learning_rate": 0.0004186844786156522, + "loss": 4.7838, + "mean_token_accuracy": 0.18985679149627685, + "num_tokens": 8834257.0, + "step": 3075 + }, + { + "entropy": 5.0223876476287845, + "epoch": 3.65361803084223, + "grad_norm": 1.0390625, + "learning_rate": 0.0004183176095381238, + "loss": 4.7938, + "mean_token_accuracy": 0.2065998211503029, + "num_tokens": 8847866.0, + "step": 3080 + }, + { + "entropy": 5.010385465621948, + "epoch": 3.659549228944247, + "grad_norm": 1.1015625, + "learning_rate": 0.000417950098170334, + "loss": 4.8118, + "mean_token_accuracy": 0.19870606809854507, + "num_tokens": 8863297.0, + "step": 3085 + }, + { + "entropy": 5.062593126296997, + "epoch": 3.6654804270462633, + "grad_norm": 1.15625, + "learning_rate": 0.000417581946159317, + "loss": 4.817, + "mean_token_accuracy": 0.19981457144021988, + "num_tokens": 8876605.0, + "step": 3090 + }, + { + "entropy": 4.998176097869873, + "epoch": 3.67141162514828, + "grad_norm": 0.953125, + "learning_rate": 0.0004172131551549778, + "loss": 4.7572, + "mean_token_accuracy": 0.206072661280632, + "num_tokens": 8892040.0, + "step": 3095 + }, + { + "entropy": 4.948314142227173, + "epoch": 3.6773428232502967, + "grad_norm": 0.9609375, + "learning_rate": 0.00041684372681008506, + "loss": 4.8146, + "mean_token_accuracy": 0.19830800145864486, + "num_tokens": 8905806.0, + "step": 3100 + }, + { + "entropy": 5.009223079681396, + "epoch": 3.683274021352313, + "grad_norm": 1.0703125, + "learning_rate": 0.00041647366278026415, + "loss": 4.777, + "mean_token_accuracy": 0.2011968970298767, + "num_tokens": 8920638.0, + "step": 3105 + }, + { + "entropy": 5.031396293640137, + "epoch": 3.6892052194543297, + "grad_norm": 1.125, + "learning_rate": 0.00041610296472398875, + "loss": 4.7595, + "mean_token_accuracy": 0.1939758390188217, + "num_tokens": 8933501.0, + "step": 3110 + }, + { + "entropy": 5.029152154922485, + "epoch": 3.6951364175563466, + "grad_norm": 1.1015625, + "learning_rate": 0.00041573163430257435, + "loss": 4.8538, + "mean_token_accuracy": 0.19719393253326417, + "num_tokens": 8948909.0, + "step": 3115 + }, + { + "entropy": 5.086005306243896, + "epoch": 3.701067615658363, + "grad_norm": 1.109375, + "learning_rate": 0.00041535967318017037, + "loss": 4.8204, + "mean_token_accuracy": 0.19703703224658967, + "num_tokens": 8961611.0, + "step": 3120 + }, + { + "entropy": 4.937661504745483, + "epoch": 3.7069988137603795, + "grad_norm": 1.0703125, + "learning_rate": 0.00041498708302375277, + "loss": 4.7334, + "mean_token_accuracy": 0.20828222185373307, + "num_tokens": 8975993.0, + "step": 3125 + }, + { + "entropy": 5.019860696792603, + "epoch": 3.7129300118623965, + "grad_norm": 1.0703125, + "learning_rate": 0.0004146138655031165, + "loss": 4.8078, + "mean_token_accuracy": 0.1950700029730797, + "num_tokens": 8989198.0, + "step": 3130 + }, + { + "entropy": 5.036433696746826, + "epoch": 3.718861209964413, + "grad_norm": 1.015625, + "learning_rate": 0.0004142400222908681, + "loss": 4.8078, + "mean_token_accuracy": 0.20096368491649627, + "num_tokens": 9004592.0, + "step": 3135 + }, + { + "entropy": 4.998563623428344, + "epoch": 3.7247924080664294, + "grad_norm": 1.140625, + "learning_rate": 0.0004138655550624183, + "loss": 4.773, + "mean_token_accuracy": 0.19526535868644715, + "num_tokens": 9017772.0, + "step": 3140 + }, + { + "entropy": 5.036626148223877, + "epoch": 3.730723606168446, + "grad_norm": 1.0625, + "learning_rate": 0.0004134904654959745, + "loss": 4.7073, + "mean_token_accuracy": 0.20760386288166047, + "num_tokens": 9031182.0, + "step": 3145 + }, + { + "entropy": 5.066286182403564, + "epoch": 3.7366548042704624, + "grad_norm": 1.0390625, + "learning_rate": 0.00041311475527253284, + "loss": 4.7977, + "mean_token_accuracy": 0.19728391021490096, + "num_tokens": 9044934.0, + "step": 3150 + }, + { + "entropy": 5.016174173355102, + "epoch": 3.7425860023724793, + "grad_norm": 1.0703125, + "learning_rate": 0.00041273842607587137, + "loss": 4.7928, + "mean_token_accuracy": 0.1950550675392151, + "num_tokens": 9059795.0, + "step": 3155 + }, + { + "entropy": 4.972341299057007, + "epoch": 3.7485172004744958, + "grad_norm": 1.03125, + "learning_rate": 0.00041236147959254166, + "loss": 4.782, + "mean_token_accuracy": 0.20030613243579865, + "num_tokens": 9073410.0, + "step": 3160 + }, + { + "entropy": 5.022267293930054, + "epoch": 3.7544483985765122, + "grad_norm": 1.046875, + "learning_rate": 0.00041198391751186227, + "loss": 4.8398, + "mean_token_accuracy": 0.19292792528867722, + "num_tokens": 9089338.0, + "step": 3165 + }, + { + "entropy": 5.042642307281494, + "epoch": 3.760379596678529, + "grad_norm": 1.15625, + "learning_rate": 0.0004116057415259101, + "loss": 4.7528, + "mean_token_accuracy": 0.20497467815876008, + "num_tokens": 9103520.0, + "step": 3170 + }, + { + "entropy": 5.021176958084107, + "epoch": 3.7663107947805456, + "grad_norm": 0.9765625, + "learning_rate": 0.00041122695332951363, + "loss": 4.7706, + "mean_token_accuracy": 0.20218247920274734, + "num_tokens": 9117935.0, + "step": 3175 + }, + { + "entropy": 4.987675666809082, + "epoch": 3.772241992882562, + "grad_norm": 1.0, + "learning_rate": 0.0004108475546202449, + "loss": 4.759, + "mean_token_accuracy": 0.20431260019540787, + "num_tokens": 9132457.0, + "step": 3180 + }, + { + "entropy": 5.050307130813598, + "epoch": 3.778173190984579, + "grad_norm": 1.09375, + "learning_rate": 0.0004104675470984121, + "loss": 4.8232, + "mean_token_accuracy": 0.19753638207912444, + "num_tokens": 9147329.0, + "step": 3185 + }, + { + "entropy": 5.029834890365601, + "epoch": 3.7841043890865955, + "grad_norm": 1.0625, + "learning_rate": 0.0004100869324670517, + "loss": 4.7634, + "mean_token_accuracy": 0.20562210381031037, + "num_tokens": 9161052.0, + "step": 3190 + }, + { + "entropy": 5.00586576461792, + "epoch": 3.790035587188612, + "grad_norm": 1.078125, + "learning_rate": 0.0004097057124319212, + "loss": 4.8242, + "mean_token_accuracy": 0.20105937719345093, + "num_tokens": 9175900.0, + "step": 3195 + }, + { + "entropy": 4.9953101634979244, + "epoch": 3.795966785290629, + "grad_norm": 1.0703125, + "learning_rate": 0.000409323888701491, + "loss": 4.7846, + "mean_token_accuracy": 0.2029906615614891, + "num_tokens": 9189706.0, + "step": 3200 + }, + { + "entropy": 5.035350704193116, + "epoch": 3.8018979833926454, + "grad_norm": 1.1328125, + "learning_rate": 0.0004089414629869373, + "loss": 4.8483, + "mean_token_accuracy": 0.1962611809372902, + "num_tokens": 9203727.0, + "step": 3205 + }, + { + "entropy": 5.05778546333313, + "epoch": 3.807829181494662, + "grad_norm": 0.98828125, + "learning_rate": 0.00040855843700213386, + "loss": 4.796, + "mean_token_accuracy": 0.19637212604284288, + "num_tokens": 9217664.0, + "step": 3210 + }, + { + "entropy": 4.937251186370849, + "epoch": 3.813760379596679, + "grad_norm": 0.99609375, + "learning_rate": 0.0004081748124636449, + "loss": 4.7115, + "mean_token_accuracy": 0.20479025095701217, + "num_tokens": 9233474.0, + "step": 3215 + }, + { + "entropy": 4.995423221588135, + "epoch": 3.8196915776986953, + "grad_norm": 1.046875, + "learning_rate": 0.00040779059109071706, + "loss": 4.7895, + "mean_token_accuracy": 0.20069828033447265, + "num_tokens": 9247567.0, + "step": 3220 + }, + { + "entropy": 5.027128553390503, + "epoch": 3.8256227758007118, + "grad_norm": 0.96875, + "learning_rate": 0.0004074057746052713, + "loss": 4.7736, + "mean_token_accuracy": 0.1999478057026863, + "num_tokens": 9262264.0, + "step": 3225 + }, + { + "entropy": 5.114210844039917, + "epoch": 3.8315539739027282, + "grad_norm": 1.0546875, + "learning_rate": 0.0004070203647318963, + "loss": 4.9095, + "mean_token_accuracy": 0.18577013909816742, + "num_tokens": 9276893.0, + "step": 3230 + }, + { + "entropy": 5.053824806213379, + "epoch": 3.8374851720047447, + "grad_norm": 1.1640625, + "learning_rate": 0.00040663436319783965, + "loss": 4.8054, + "mean_token_accuracy": 0.19727878272533417, + "num_tokens": 9291646.0, + "step": 3235 + }, + { + "entropy": 5.021931886672974, + "epoch": 3.8434163701067616, + "grad_norm": 1.0546875, + "learning_rate": 0.0004062477717330006, + "loss": 4.8344, + "mean_token_accuracy": 0.19990530163049697, + "num_tokens": 9305789.0, + "step": 3240 + }, + { + "entropy": 4.9833355903625485, + "epoch": 3.849347568208778, + "grad_norm": 1.03125, + "learning_rate": 0.00040586059206992214, + "loss": 4.7497, + "mean_token_accuracy": 0.1978788733482361, + "num_tokens": 9321039.0, + "step": 3245 + }, + { + "entropy": 5.031898260116577, + "epoch": 3.8552787663107946, + "grad_norm": 1.1171875, + "learning_rate": 0.0004054728259437836, + "loss": 4.82, + "mean_token_accuracy": 0.1935506910085678, + "num_tokens": 9337105.0, + "step": 3250 + }, + { + "entropy": 5.07962851524353, + "epoch": 3.8612099644128115, + "grad_norm": 1.015625, + "learning_rate": 0.00040508447509239224, + "loss": 4.8061, + "mean_token_accuracy": 0.19505731612443925, + "num_tokens": 9350684.0, + "step": 3255 + }, + { + "entropy": 5.032706165313721, + "epoch": 3.867141162514828, + "grad_norm": 1.03125, + "learning_rate": 0.000404695541256176, + "loss": 4.8298, + "mean_token_accuracy": 0.19414604753255843, + "num_tokens": 9365074.0, + "step": 3260 + }, + { + "entropy": 5.051387643814087, + "epoch": 3.8730723606168445, + "grad_norm": 1.046875, + "learning_rate": 0.0004043060261781756, + "loss": 4.9184, + "mean_token_accuracy": 0.18420381844043732, + "num_tokens": 9380912.0, + "step": 3265 + }, + { + "entropy": 5.086946487426758, + "epoch": 3.8790035587188614, + "grad_norm": 1.1640625, + "learning_rate": 0.00040391593160403656, + "loss": 4.8248, + "mean_token_accuracy": 0.20802772492170335, + "num_tokens": 9393812.0, + "step": 3270 + }, + { + "entropy": 4.938499832153321, + "epoch": 3.884934756820878, + "grad_norm": 1.1640625, + "learning_rate": 0.00040352525928200137, + "loss": 4.7925, + "mean_token_accuracy": 0.20416243374347687, + "num_tokens": 9409731.0, + "step": 3275 + }, + { + "entropy": 5.003332328796387, + "epoch": 3.8908659549228943, + "grad_norm": 1.078125, + "learning_rate": 0.0004031340109629017, + "loss": 4.7663, + "mean_token_accuracy": 0.20782396644353868, + "num_tokens": 9422743.0, + "step": 3280 + }, + { + "entropy": 5.017239379882812, + "epoch": 3.8967971530249113, + "grad_norm": 1.2578125, + "learning_rate": 0.000402742188400151, + "loss": 4.8235, + "mean_token_accuracy": 0.19541184455156327, + "num_tokens": 9436440.0, + "step": 3285 + }, + { + "entropy": 4.970128440856934, + "epoch": 3.9027283511269277, + "grad_norm": 1.0234375, + "learning_rate": 0.00040234979334973577, + "loss": 4.8555, + "mean_token_accuracy": 0.19211765229701996, + "num_tokens": 9451668.0, + "step": 3290 + }, + { + "entropy": 5.056919956207276, + "epoch": 3.908659549228944, + "grad_norm": 1.1640625, + "learning_rate": 0.00040195682757020846, + "loss": 4.7723, + "mean_token_accuracy": 0.21034520268440246, + "num_tokens": 9464700.0, + "step": 3295 + }, + { + "entropy": 4.960184717178345, + "epoch": 3.914590747330961, + "grad_norm": 1.03125, + "learning_rate": 0.00040156329282267915, + "loss": 4.7365, + "mean_token_accuracy": 0.20848041474819184, + "num_tokens": 9479003.0, + "step": 3300 + }, + { + "entropy": 4.990036296844482, + "epoch": 3.9205219454329776, + "grad_norm": 0.98828125, + "learning_rate": 0.00040116919087080787, + "loss": 4.7514, + "mean_token_accuracy": 0.20134748965501786, + "num_tokens": 9493134.0, + "step": 3305 + }, + { + "entropy": 5.011323022842407, + "epoch": 3.926453143534994, + "grad_norm": 1.1328125, + "learning_rate": 0.00040077452348079664, + "loss": 4.7617, + "mean_token_accuracy": 0.20163092166185378, + "num_tokens": 9507087.0, + "step": 3310 + }, + { + "entropy": 5.019417953491211, + "epoch": 3.9323843416370106, + "grad_norm": 1.2109375, + "learning_rate": 0.0004003792924213814, + "loss": 4.7621, + "mean_token_accuracy": 0.20881457775831222, + "num_tokens": 9518328.0, + "step": 3315 + }, + { + "entropy": 4.98180365562439, + "epoch": 3.938315539739027, + "grad_norm": 1.09375, + "learning_rate": 0.0003999834994638243, + "loss": 4.8216, + "mean_token_accuracy": 0.20216355621814727, + "num_tokens": 9532413.0, + "step": 3320 + }, + { + "entropy": 5.001606082916259, + "epoch": 3.944246737841044, + "grad_norm": 1.125, + "learning_rate": 0.0003995871463819059, + "loss": 4.761, + "mean_token_accuracy": 0.2026512235403061, + "num_tokens": 9547681.0, + "step": 3325 + }, + { + "entropy": 4.967384576797485, + "epoch": 3.9501779359430604, + "grad_norm": 1.1484375, + "learning_rate": 0.00039919023495191665, + "loss": 4.7276, + "mean_token_accuracy": 0.20670733749866485, + "num_tokens": 9560198.0, + "step": 3330 + }, + { + "entropy": 4.987757778167724, + "epoch": 3.956109134045077, + "grad_norm": 1.046875, + "learning_rate": 0.0003987927669526494, + "loss": 4.8062, + "mean_token_accuracy": 0.1983866959810257, + "num_tokens": 9574347.0, + "step": 3335 + }, + { + "entropy": 4.972973728179932, + "epoch": 3.962040332147094, + "grad_norm": 1.09375, + "learning_rate": 0.00039839474416539163, + "loss": 4.7004, + "mean_token_accuracy": 0.20886301398277282, + "num_tokens": 9587337.0, + "step": 3340 + }, + { + "entropy": 4.984016704559326, + "epoch": 3.9679715302491103, + "grad_norm": 1.171875, + "learning_rate": 0.00039799616837391655, + "loss": 4.784, + "mean_token_accuracy": 0.19981919676065446, + "num_tokens": 9601047.0, + "step": 3345 + }, + { + "entropy": 5.0524254322052, + "epoch": 3.973902728351127, + "grad_norm": 1.0625, + "learning_rate": 0.00039759704136447627, + "loss": 4.7662, + "mean_token_accuracy": 0.20110076069831848, + "num_tokens": 9614164.0, + "step": 3350 + }, + { + "entropy": 5.00496735572815, + "epoch": 3.9798339264531437, + "grad_norm": 1.21875, + "learning_rate": 0.0003971973649257929, + "loss": 4.8026, + "mean_token_accuracy": 0.19617463350296022, + "num_tokens": 9628179.0, + "step": 3355 + }, + { + "entropy": 4.986306190490723, + "epoch": 3.98576512455516, + "grad_norm": 1.1015625, + "learning_rate": 0.000396797140849051, + "loss": 4.8062, + "mean_token_accuracy": 0.20138847976922988, + "num_tokens": 9641575.0, + "step": 3360 + }, + { + "entropy": 5.002590847015381, + "epoch": 3.9916963226571767, + "grad_norm": 1.3046875, + "learning_rate": 0.00039639637092788935, + "loss": 4.7214, + "mean_token_accuracy": 0.20492513924837114, + "num_tokens": 9655381.0, + "step": 3365 + }, + { + "entropy": 5.0504356861114506, + "epoch": 3.9976275207591936, + "grad_norm": 1.1015625, + "learning_rate": 0.000395995056958393, + "loss": 4.8149, + "mean_token_accuracy": 0.19649633914232253, + "num_tokens": 9670477.0, + "step": 3370 + }, + { + "entropy": 4.922432947158813, + "epoch": 4.00355871886121, + "grad_norm": 1.1640625, + "learning_rate": 0.00039559320073908526, + "loss": 4.5875, + "mean_token_accuracy": 0.2211996853351593, + "num_tokens": 9683964.0, + "step": 3375 + }, + { + "entropy": 5.0110671043396, + "epoch": 4.0094899169632265, + "grad_norm": 0.94140625, + "learning_rate": 0.00039519080407091956, + "loss": 4.58, + "mean_token_accuracy": 0.21853467971086502, + "num_tokens": 9698415.0, + "step": 3380 + }, + { + "entropy": 5.0225770473480225, + "epoch": 4.0154211150652435, + "grad_norm": 0.98828125, + "learning_rate": 0.00039478786875727116, + "loss": 4.5708, + "mean_token_accuracy": 0.21765107959508895, + "num_tokens": 9712895.0, + "step": 3385 + }, + { + "entropy": 4.9370323657989506, + "epoch": 4.0213523131672595, + "grad_norm": 1.1015625, + "learning_rate": 0.00039438439660392983, + "loss": 4.475, + "mean_token_accuracy": 0.22428351193666457, + "num_tokens": 9728872.0, + "step": 3390 + }, + { + "entropy": 4.997824096679688, + "epoch": 4.027283511269276, + "grad_norm": 1.1171875, + "learning_rate": 0.00039398038941909066, + "loss": 4.5467, + "mean_token_accuracy": 0.21755390614271164, + "num_tokens": 9744284.0, + "step": 3395 + }, + { + "entropy": 4.97338900566101, + "epoch": 4.033214709371293, + "grad_norm": 1.078125, + "learning_rate": 0.000393575849013347, + "loss": 4.5463, + "mean_token_accuracy": 0.2152925118803978, + "num_tokens": 9759374.0, + "step": 3400 + }, + { + "entropy": 4.930527114868164, + "epoch": 4.039145907473309, + "grad_norm": 1.0625, + "learning_rate": 0.00039317077719968143, + "loss": 4.5183, + "mean_token_accuracy": 0.21953357756137848, + "num_tokens": 9773919.0, + "step": 3405 + }, + { + "entropy": 4.989052486419678, + "epoch": 4.045077105575326, + "grad_norm": 1.21875, + "learning_rate": 0.00039276517579345846, + "loss": 4.5668, + "mean_token_accuracy": 0.21412246227264403, + "num_tokens": 9788023.0, + "step": 3410 + }, + { + "entropy": 5.021774053573608, + "epoch": 4.051008303677343, + "grad_norm": 1.046875, + "learning_rate": 0.0003923590466124159, + "loss": 4.561, + "mean_token_accuracy": 0.21579589694738388, + "num_tokens": 9803037.0, + "step": 3415 + }, + { + "entropy": 4.994525671005249, + "epoch": 4.056939501779359, + "grad_norm": 1.1328125, + "learning_rate": 0.00039195239147665664, + "loss": 4.5317, + "mean_token_accuracy": 0.21720170676708223, + "num_tokens": 9816782.0, + "step": 3420 + }, + { + "entropy": 4.995402812957764, + "epoch": 4.062870699881376, + "grad_norm": 1.0625, + "learning_rate": 0.00039154521220864094, + "loss": 4.544, + "mean_token_accuracy": 0.21858830749988556, + "num_tokens": 9830471.0, + "step": 3425 + }, + { + "entropy": 4.991329097747803, + "epoch": 4.068801897983393, + "grad_norm": 1.0703125, + "learning_rate": 0.00039113751063317795, + "loss": 4.597, + "mean_token_accuracy": 0.21205688118934632, + "num_tokens": 9844303.0, + "step": 3430 + }, + { + "entropy": 4.940326738357544, + "epoch": 4.074733096085409, + "grad_norm": 1.0234375, + "learning_rate": 0.0003907292885774175, + "loss": 4.5388, + "mean_token_accuracy": 0.21253766417503356, + "num_tokens": 9861002.0, + "step": 3435 + }, + { + "entropy": 4.897701930999756, + "epoch": 4.080664294187426, + "grad_norm": 1.0703125, + "learning_rate": 0.0003903205478708419, + "loss": 4.5072, + "mean_token_accuracy": 0.22263137847185135, + "num_tokens": 9876338.0, + "step": 3440 + }, + { + "entropy": 5.052014923095703, + "epoch": 4.086595492289442, + "grad_norm": 1.0625, + "learning_rate": 0.0003899112903452582, + "loss": 4.6115, + "mean_token_accuracy": 0.21495201140642167, + "num_tokens": 9891217.0, + "step": 3445 + }, + { + "entropy": 4.955441427230835, + "epoch": 4.092526690391459, + "grad_norm": 1.1015625, + "learning_rate": 0.00038950151783478926, + "loss": 4.547, + "mean_token_accuracy": 0.22495205700397491, + "num_tokens": 9905309.0, + "step": 3450 + }, + { + "entropy": 4.965147495269775, + "epoch": 4.098457888493476, + "grad_norm": 1.015625, + "learning_rate": 0.000389091232175866, + "loss": 4.5015, + "mean_token_accuracy": 0.22329854369163513, + "num_tokens": 9918347.0, + "step": 3455 + }, + { + "entropy": 4.948949956893921, + "epoch": 4.104389086595492, + "grad_norm": 1.2265625, + "learning_rate": 0.0003886804352072192, + "loss": 4.5585, + "mean_token_accuracy": 0.21841878592967987, + "num_tokens": 9933068.0, + "step": 3460 + }, + { + "entropy": 4.864326620101929, + "epoch": 4.110320284697509, + "grad_norm": 1.0234375, + "learning_rate": 0.0003882691287698709, + "loss": 4.5283, + "mean_token_accuracy": 0.2233476459980011, + "num_tokens": 9948149.0, + "step": 3465 + }, + { + "entropy": 4.933009481430053, + "epoch": 4.116251482799526, + "grad_norm": 1.1015625, + "learning_rate": 0.0003878573147071265, + "loss": 4.5161, + "mean_token_accuracy": 0.2156417414546013, + "num_tokens": 9961494.0, + "step": 3470 + }, + { + "entropy": 4.932680368423462, + "epoch": 4.122182680901542, + "grad_norm": 1.0234375, + "learning_rate": 0.0003874449948645664, + "loss": 4.5063, + "mean_token_accuracy": 0.2222415953874588, + "num_tokens": 9977270.0, + "step": 3475 + }, + { + "entropy": 4.86724328994751, + "epoch": 4.128113879003559, + "grad_norm": 1.0390625, + "learning_rate": 0.0003870321710900375, + "loss": 4.4522, + "mean_token_accuracy": 0.2294168159365654, + "num_tokens": 9991102.0, + "step": 3480 + }, + { + "entropy": 4.947033166885376, + "epoch": 4.134045077105576, + "grad_norm": 1.171875, + "learning_rate": 0.00038661884523364537, + "loss": 4.5741, + "mean_token_accuracy": 0.22195196747779847, + "num_tokens": 10004991.0, + "step": 3485 + }, + { + "entropy": 4.9410834312438965, + "epoch": 4.139976275207592, + "grad_norm": 1.0859375, + "learning_rate": 0.00038620501914774554, + "loss": 4.5944, + "mean_token_accuracy": 0.2187734752893448, + "num_tokens": 10019654.0, + "step": 3490 + }, + { + "entropy": 4.893217134475708, + "epoch": 4.145907473309609, + "grad_norm": 1.078125, + "learning_rate": 0.00038579069468693526, + "loss": 4.4958, + "mean_token_accuracy": 0.22282861918210983, + "num_tokens": 10033831.0, + "step": 3495 + }, + { + "entropy": 4.945186996459961, + "epoch": 4.1518386714116255, + "grad_norm": 0.98046875, + "learning_rate": 0.00038537587370804567, + "loss": 4.5099, + "mean_token_accuracy": 0.21789855360984803, + "num_tokens": 10049549.0, + "step": 3500 + }, + { + "epoch": 4.1518386714116255, + "eval_entropy": 4.839259713705332, + "eval_loss": 5.367321491241455, + "eval_mean_token_accuracy": 0.18195566196748816, + "eval_num_tokens": 10049549.0, + "eval_runtime": 2.4857, + "eval_samples_per_second": 1049.215, + "eval_steps_per_second": 131.152, + "step": 3500 + }, + { + "entropy": 4.949001407623291, + "epoch": 4.157769869513642, + "grad_norm": 1.1953125, + "learning_rate": 0.0003849605580701327, + "loss": 4.5444, + "mean_token_accuracy": 0.21757382601499559, + "num_tokens": 10062471.0, + "step": 3505 + }, + { + "entropy": 4.934420490264893, + "epoch": 4.1637010676156585, + "grad_norm": 1.0703125, + "learning_rate": 0.0003845447496344694, + "loss": 4.5807, + "mean_token_accuracy": 0.21373047232627868, + "num_tokens": 10077154.0, + "step": 3510 + }, + { + "entropy": 4.976820373535157, + "epoch": 4.169632265717675, + "grad_norm": 1.046875, + "learning_rate": 0.00038412845026453715, + "loss": 4.526, + "mean_token_accuracy": 0.21752108186483382, + "num_tokens": 10089474.0, + "step": 3515 + }, + { + "entropy": 4.9126228332519535, + "epoch": 4.1755634638196915, + "grad_norm": 1.0546875, + "learning_rate": 0.00038371166182601756, + "loss": 4.5337, + "mean_token_accuracy": 0.21539070457220078, + "num_tokens": 10104377.0, + "step": 3520 + }, + { + "entropy": 4.887478303909302, + "epoch": 4.181494661921708, + "grad_norm": 1.0703125, + "learning_rate": 0.00038329438618678427, + "loss": 4.4854, + "mean_token_accuracy": 0.22191788107156754, + "num_tokens": 10119580.0, + "step": 3525 + }, + { + "entropy": 4.967412519454956, + "epoch": 4.187425860023724, + "grad_norm": 1.1015625, + "learning_rate": 0.0003828766252168938, + "loss": 4.6256, + "mean_token_accuracy": 0.20895761251449585, + "num_tokens": 10135586.0, + "step": 3530 + }, + { + "entropy": 4.829362487792968, + "epoch": 4.193357058125741, + "grad_norm": 1.2109375, + "learning_rate": 0.00038245838078857837, + "loss": 4.5119, + "mean_token_accuracy": 0.21914001256227494, + "num_tokens": 10148464.0, + "step": 3535 + }, + { + "entropy": 4.941340827941895, + "epoch": 4.199288256227758, + "grad_norm": 1.2109375, + "learning_rate": 0.0003820396547762363, + "loss": 4.5293, + "mean_token_accuracy": 0.21329305917024613, + "num_tokens": 10162838.0, + "step": 3540 + }, + { + "entropy": 4.8993401527404785, + "epoch": 4.205219454329774, + "grad_norm": 0.97265625, + "learning_rate": 0.0003816204490564247, + "loss": 4.4626, + "mean_token_accuracy": 0.225820828974247, + "num_tokens": 10178385.0, + "step": 3545 + }, + { + "entropy": 4.919313240051269, + "epoch": 4.211150652431791, + "grad_norm": 1.2265625, + "learning_rate": 0.0003812007655078501, + "loss": 4.5609, + "mean_token_accuracy": 0.21777454614639283, + "num_tokens": 10192616.0, + "step": 3550 + }, + { + "entropy": 4.987676429748535, + "epoch": 4.217081850533808, + "grad_norm": 1.1328125, + "learning_rate": 0.0003807806060113606, + "loss": 4.5856, + "mean_token_accuracy": 0.21827704459428787, + "num_tokens": 10206467.0, + "step": 3555 + }, + { + "entropy": 4.911167335510254, + "epoch": 4.223013048635824, + "grad_norm": 1.0703125, + "learning_rate": 0.0003803599724499373, + "loss": 4.5154, + "mean_token_accuracy": 0.22495382130146027, + "num_tokens": 10219993.0, + "step": 3560 + }, + { + "entropy": 4.865255451202392, + "epoch": 4.228944246737841, + "grad_norm": 1.0625, + "learning_rate": 0.000379938866708686, + "loss": 4.5095, + "mean_token_accuracy": 0.2240983322262764, + "num_tokens": 10234359.0, + "step": 3565 + }, + { + "entropy": 4.949184846878052, + "epoch": 4.234875444839858, + "grad_norm": 1.234375, + "learning_rate": 0.00037951729067482845, + "loss": 4.6212, + "mean_token_accuracy": 0.21564119905233384, + "num_tokens": 10248498.0, + "step": 3570 + }, + { + "entropy": 5.020032358169556, + "epoch": 4.240806642941874, + "grad_norm": 1.0390625, + "learning_rate": 0.00037909524623769405, + "loss": 4.6366, + "mean_token_accuracy": 0.2105604127049446, + "num_tokens": 10264281.0, + "step": 3575 + }, + { + "entropy": 4.982895183563232, + "epoch": 4.246737841043891, + "grad_norm": 1.125, + "learning_rate": 0.0003786727352887114, + "loss": 4.5799, + "mean_token_accuracy": 0.21946978121995925, + "num_tokens": 10278089.0, + "step": 3580 + }, + { + "entropy": 4.895901250839233, + "epoch": 4.252669039145908, + "grad_norm": 1.1171875, + "learning_rate": 0.00037824975972140004, + "loss": 4.5528, + "mean_token_accuracy": 0.21517277508974075, + "num_tokens": 10293704.0, + "step": 3585 + }, + { + "entropy": 4.942791414260864, + "epoch": 4.258600237247924, + "grad_norm": 1.109375, + "learning_rate": 0.0003778263214313614, + "loss": 4.6005, + "mean_token_accuracy": 0.21143771708011627, + "num_tokens": 10309242.0, + "step": 3590 + }, + { + "entropy": 4.96503586769104, + "epoch": 4.264531435349941, + "grad_norm": 1.09375, + "learning_rate": 0.00037740242231627086, + "loss": 4.5739, + "mean_token_accuracy": 0.21260294765233995, + "num_tokens": 10326394.0, + "step": 3595 + }, + { + "entropy": 4.9582971096038815, + "epoch": 4.270462633451958, + "grad_norm": 1.1875, + "learning_rate": 0.00037697806427586895, + "loss": 4.5723, + "mean_token_accuracy": 0.20982261300086974, + "num_tokens": 10338835.0, + "step": 3600 + }, + { + "entropy": 4.95024733543396, + "epoch": 4.276393831553974, + "grad_norm": 1.140625, + "learning_rate": 0.00037655324921195295, + "loss": 4.5422, + "mean_token_accuracy": 0.21664880514144896, + "num_tokens": 10352665.0, + "step": 3605 + }, + { + "entropy": 4.949320077896118, + "epoch": 4.282325029655991, + "grad_norm": 1.015625, + "learning_rate": 0.0003761279790283682, + "loss": 4.6211, + "mean_token_accuracy": 0.2119644895195961, + "num_tokens": 10368016.0, + "step": 3610 + }, + { + "entropy": 4.932809591293335, + "epoch": 4.288256227758007, + "grad_norm": 1.1328125, + "learning_rate": 0.00037570225563099993, + "loss": 4.5848, + "mean_token_accuracy": 0.207173253595829, + "num_tokens": 10383828.0, + "step": 3615 + }, + { + "entropy": 4.879697322845459, + "epoch": 4.294187425860024, + "grad_norm": 1.21875, + "learning_rate": 0.00037527608092776434, + "loss": 4.5116, + "mean_token_accuracy": 0.2246400997042656, + "num_tokens": 10396806.0, + "step": 3620 + }, + { + "entropy": 4.912312746047974, + "epoch": 4.300118623962041, + "grad_norm": 1.1640625, + "learning_rate": 0.0003748494568286002, + "loss": 4.5452, + "mean_token_accuracy": 0.2169484555721283, + "num_tokens": 10409240.0, + "step": 3625 + }, + { + "entropy": 4.952205801010132, + "epoch": 4.306049822064057, + "grad_norm": 1.078125, + "learning_rate": 0.0003744223852454603, + "loss": 4.5684, + "mean_token_accuracy": 0.2195367306470871, + "num_tokens": 10423780.0, + "step": 3630 + }, + { + "entropy": 4.926177883148194, + "epoch": 4.3119810201660735, + "grad_norm": 1.03125, + "learning_rate": 0.00037399486809230285, + "loss": 4.564, + "mean_token_accuracy": 0.21954804956912993, + "num_tokens": 10438351.0, + "step": 3635 + }, + { + "entropy": 4.919487428665161, + "epoch": 4.3179122182680905, + "grad_norm": 1.0546875, + "learning_rate": 0.0003735669072850829, + "loss": 4.4666, + "mean_token_accuracy": 0.22758726328611373, + "num_tokens": 10451489.0, + "step": 3640 + }, + { + "entropy": 4.992522239685059, + "epoch": 4.3238434163701065, + "grad_norm": 1.1328125, + "learning_rate": 0.0003731385047417439, + "loss": 4.6153, + "mean_token_accuracy": 0.2079178586602211, + "num_tokens": 10467610.0, + "step": 3645 + }, + { + "entropy": 4.967781734466553, + "epoch": 4.329774614472123, + "grad_norm": 1.1015625, + "learning_rate": 0.000372709662382209, + "loss": 4.552, + "mean_token_accuracy": 0.21371103674173356, + "num_tokens": 10481029.0, + "step": 3650 + }, + { + "entropy": 4.878114366531372, + "epoch": 4.33570581257414, + "grad_norm": 1.0859375, + "learning_rate": 0.0003722803821283722, + "loss": 4.5956, + "mean_token_accuracy": 0.2139382153749466, + "num_tokens": 10497318.0, + "step": 3655 + }, + { + "entropy": 4.859429502487183, + "epoch": 4.341637010676156, + "grad_norm": 1.078125, + "learning_rate": 0.00037185066590408997, + "loss": 4.392, + "mean_token_accuracy": 0.23174477219581605, + "num_tokens": 10511194.0, + "step": 3660 + }, + { + "entropy": 4.868615961074829, + "epoch": 4.347568208778173, + "grad_norm": 1.1171875, + "learning_rate": 0.00037142051563517287, + "loss": 4.5525, + "mean_token_accuracy": 0.2176743671298027, + "num_tokens": 10524609.0, + "step": 3665 + }, + { + "entropy": 4.932547903060913, + "epoch": 4.35349940688019, + "grad_norm": 1.1796875, + "learning_rate": 0.0003709899332493765, + "loss": 4.4982, + "mean_token_accuracy": 0.2166844129562378, + "num_tokens": 10537398.0, + "step": 3670 + }, + { + "entropy": 4.928352165222168, + "epoch": 4.359430604982206, + "grad_norm": 1.0859375, + "learning_rate": 0.00037055892067639314, + "loss": 4.6053, + "mean_token_accuracy": 0.21913551688194274, + "num_tokens": 10551658.0, + "step": 3675 + }, + { + "entropy": 4.989397954940796, + "epoch": 4.365361803084223, + "grad_norm": 0.86328125, + "learning_rate": 0.00037012747984784276, + "loss": 4.6025, + "mean_token_accuracy": 0.21916887611150743, + "num_tokens": 10567241.0, + "step": 3680 + }, + { + "entropy": 4.885055685043335, + "epoch": 4.37129300118624, + "grad_norm": 1.046875, + "learning_rate": 0.0003696956126972648, + "loss": 4.5511, + "mean_token_accuracy": 0.21823447644710542, + "num_tokens": 10581625.0, + "step": 3685 + }, + { + "entropy": 4.958601999282837, + "epoch": 4.377224199288256, + "grad_norm": 1.046875, + "learning_rate": 0.00036926332116010935, + "loss": 4.5612, + "mean_token_accuracy": 0.2181847646832466, + "num_tokens": 10596619.0, + "step": 3690 + }, + { + "entropy": 4.868906784057617, + "epoch": 4.383155397390273, + "grad_norm": 1.125, + "learning_rate": 0.00036883060717372813, + "loss": 4.571, + "mean_token_accuracy": 0.21200695186853408, + "num_tokens": 10611525.0, + "step": 3695 + }, + { + "entropy": 5.026228427886963, + "epoch": 4.389086595492289, + "grad_norm": 0.9453125, + "learning_rate": 0.0003683974726773664, + "loss": 4.7066, + "mean_token_accuracy": 0.2007292851805687, + "num_tokens": 10628139.0, + "step": 3700 + }, + { + "entropy": 4.917442035675049, + "epoch": 4.395017793594306, + "grad_norm": 1.078125, + "learning_rate": 0.0003679639196121539, + "loss": 4.5421, + "mean_token_accuracy": 0.21730383038520812, + "num_tokens": 10641093.0, + "step": 3705 + }, + { + "entropy": 4.904851627349854, + "epoch": 4.400948991696323, + "grad_norm": 1.109375, + "learning_rate": 0.00036752994992109617, + "loss": 4.5413, + "mean_token_accuracy": 0.22170090973377227, + "num_tokens": 10653360.0, + "step": 3710 + }, + { + "entropy": 4.865046739578247, + "epoch": 4.406880189798339, + "grad_norm": 1.203125, + "learning_rate": 0.0003670955655490658, + "loss": 4.5119, + "mean_token_accuracy": 0.2288769945502281, + "num_tokens": 10667170.0, + "step": 3715 + }, + { + "entropy": 4.892205238342285, + "epoch": 4.412811387900356, + "grad_norm": 1.1640625, + "learning_rate": 0.000366660768442794, + "loss": 4.5313, + "mean_token_accuracy": 0.21561039686203004, + "num_tokens": 10679998.0, + "step": 3720 + }, + { + "entropy": 4.871367263793945, + "epoch": 4.418742586002373, + "grad_norm": 1.0546875, + "learning_rate": 0.00036622556055086167, + "loss": 4.4911, + "mean_token_accuracy": 0.22132606208324432, + "num_tokens": 10693538.0, + "step": 3725 + }, + { + "entropy": 4.9184425354003904, + "epoch": 4.424673784104389, + "grad_norm": 1.1953125, + "learning_rate": 0.0003657899438236904, + "loss": 4.5128, + "mean_token_accuracy": 0.22167116701602935, + "num_tokens": 10705883.0, + "step": 3730 + }, + { + "entropy": 4.985387086868286, + "epoch": 4.430604982206406, + "grad_norm": 1.1015625, + "learning_rate": 0.0003653539202135345, + "loss": 4.5781, + "mean_token_accuracy": 0.21406898498535157, + "num_tokens": 10720294.0, + "step": 3735 + }, + { + "entropy": 4.9532801628112795, + "epoch": 4.436536180308423, + "grad_norm": 1.0390625, + "learning_rate": 0.0003649174916744713, + "loss": 4.6105, + "mean_token_accuracy": 0.2147031158208847, + "num_tokens": 10734784.0, + "step": 3740 + }, + { + "entropy": 4.879120302200318, + "epoch": 4.442467378410439, + "grad_norm": 1.1171875, + "learning_rate": 0.00036448066016239316, + "loss": 4.495, + "mean_token_accuracy": 0.21976542025804519, + "num_tokens": 10748397.0, + "step": 3745 + }, + { + "entropy": 4.983062505722046, + "epoch": 4.448398576512456, + "grad_norm": 1.046875, + "learning_rate": 0.00036404342763499814, + "loss": 4.666, + "mean_token_accuracy": 0.21218072026968002, + "num_tokens": 10763938.0, + "step": 3750 + }, + { + "entropy": 4.908005809783935, + "epoch": 4.454329774614472, + "grad_norm": 1.0859375, + "learning_rate": 0.00036360579605178176, + "loss": 4.6143, + "mean_token_accuracy": 0.21130552887916565, + "num_tokens": 10777723.0, + "step": 3755 + }, + { + "entropy": 4.94810152053833, + "epoch": 4.460260972716489, + "grad_norm": 1.1875, + "learning_rate": 0.00036316776737402767, + "loss": 4.5086, + "mean_token_accuracy": 0.22831115126609802, + "num_tokens": 10790744.0, + "step": 3760 + }, + { + "entropy": 4.875180673599243, + "epoch": 4.4661921708185055, + "grad_norm": 1.203125, + "learning_rate": 0.0003627293435647994, + "loss": 4.5773, + "mean_token_accuracy": 0.2184601604938507, + "num_tokens": 10804720.0, + "step": 3765 + }, + { + "entropy": 4.932240056991577, + "epoch": 4.4721233689205215, + "grad_norm": 1.0703125, + "learning_rate": 0.00036229052658893107, + "loss": 4.5138, + "mean_token_accuracy": 0.22189483791589737, + "num_tokens": 10819348.0, + "step": 3770 + }, + { + "entropy": 4.913123369216919, + "epoch": 4.4780545670225385, + "grad_norm": 1.2890625, + "learning_rate": 0.00036185131841301894, + "loss": 4.5474, + "mean_token_accuracy": 0.224131940305233, + "num_tokens": 10832549.0, + "step": 3775 + }, + { + "entropy": 4.929586887359619, + "epoch": 4.483985765124555, + "grad_norm": 1.1328125, + "learning_rate": 0.00036141172100541245, + "loss": 4.5888, + "mean_token_accuracy": 0.21493848264217377, + "num_tokens": 10846766.0, + "step": 3780 + }, + { + "entropy": 4.914976263046265, + "epoch": 4.489916963226571, + "grad_norm": 1.2734375, + "learning_rate": 0.0003609717363362054, + "loss": 4.6012, + "mean_token_accuracy": 0.21102828532457352, + "num_tokens": 10859506.0, + "step": 3785 + }, + { + "entropy": 4.856210708618164, + "epoch": 4.495848161328588, + "grad_norm": 1.1015625, + "learning_rate": 0.00036053136637722715, + "loss": 4.5178, + "mean_token_accuracy": 0.2186322867870331, + "num_tokens": 10873559.0, + "step": 3790 + }, + { + "entropy": 4.900162935256958, + "epoch": 4.501779359430605, + "grad_norm": 1.0390625, + "learning_rate": 0.00036009061310203374, + "loss": 4.5792, + "mean_token_accuracy": 0.20522619485855104, + "num_tokens": 10889441.0, + "step": 3795 + }, + { + "entropy": 4.9840555667877195, + "epoch": 4.507710557532621, + "grad_norm": 1.0703125, + "learning_rate": 0.00035964947848589904, + "loss": 4.6068, + "mean_token_accuracy": 0.20724985450506211, + "num_tokens": 10904538.0, + "step": 3800 + }, + { + "entropy": 4.90825400352478, + "epoch": 4.513641755634638, + "grad_norm": 1.125, + "learning_rate": 0.00035920796450580596, + "loss": 4.5775, + "mean_token_accuracy": 0.2163109451532364, + "num_tokens": 10920129.0, + "step": 3805 + }, + { + "entropy": 4.829426240921021, + "epoch": 4.519572953736655, + "grad_norm": 1.171875, + "learning_rate": 0.00035876607314043766, + "loss": 4.512, + "mean_token_accuracy": 0.22267879992723466, + "num_tokens": 10933100.0, + "step": 3810 + }, + { + "entropy": 4.878107118606567, + "epoch": 4.525504151838671, + "grad_norm": 1.2109375, + "learning_rate": 0.00035832380637016846, + "loss": 4.6123, + "mean_token_accuracy": 0.21037212014198303, + "num_tokens": 10949333.0, + "step": 3815 + }, + { + "entropy": 4.95169038772583, + "epoch": 4.531435349940688, + "grad_norm": 1.0390625, + "learning_rate": 0.00035788116617705535, + "loss": 4.5142, + "mean_token_accuracy": 0.22315363585948944, + "num_tokens": 10963539.0, + "step": 3820 + }, + { + "entropy": 4.918026256561279, + "epoch": 4.537366548042705, + "grad_norm": 1.1171875, + "learning_rate": 0.00035743815454482834, + "loss": 4.6232, + "mean_token_accuracy": 0.20704769790172578, + "num_tokens": 10978205.0, + "step": 3825 + }, + { + "entropy": 4.879274702072143, + "epoch": 4.543297746144721, + "grad_norm": 1.359375, + "learning_rate": 0.0003569947734588824, + "loss": 4.4718, + "mean_token_accuracy": 0.23167906254529952, + "num_tokens": 10990599.0, + "step": 3830 + }, + { + "entropy": 4.917426490783692, + "epoch": 4.549228944246738, + "grad_norm": 1.3125, + "learning_rate": 0.0003565510249062684, + "loss": 4.5469, + "mean_token_accuracy": 0.21902925819158553, + "num_tokens": 11003101.0, + "step": 3835 + }, + { + "entropy": 4.871329975128174, + "epoch": 4.555160142348754, + "grad_norm": 1.1484375, + "learning_rate": 0.0003561069108756837, + "loss": 4.5204, + "mean_token_accuracy": 0.22292227298021317, + "num_tokens": 11016390.0, + "step": 3840 + }, + { + "entropy": 4.88023362159729, + "epoch": 4.561091340450771, + "grad_norm": 1.1015625, + "learning_rate": 0.00035566243335746387, + "loss": 4.5717, + "mean_token_accuracy": 0.21451771706342698, + "num_tokens": 11031372.0, + "step": 3845 + }, + { + "entropy": 4.816264247894287, + "epoch": 4.567022538552788, + "grad_norm": 1.0625, + "learning_rate": 0.0003552175943435731, + "loss": 4.4249, + "mean_token_accuracy": 0.23228887915611268, + "num_tokens": 11045634.0, + "step": 3850 + }, + { + "entropy": 4.815663433074951, + "epoch": 4.572953736654805, + "grad_norm": 1.203125, + "learning_rate": 0.00035477239582759623, + "loss": 4.5014, + "mean_token_accuracy": 0.23030359745025636, + "num_tokens": 11058185.0, + "step": 3855 + }, + { + "entropy": 4.9244019985198975, + "epoch": 4.578884934756821, + "grad_norm": 1.0703125, + "learning_rate": 0.0003543268398047286, + "loss": 4.5686, + "mean_token_accuracy": 0.21440733075141907, + "num_tokens": 11073789.0, + "step": 3860 + }, + { + "entropy": 4.894974422454834, + "epoch": 4.584816132858838, + "grad_norm": 1.046875, + "learning_rate": 0.0003538809282717683, + "loss": 4.5714, + "mean_token_accuracy": 0.21468473076820374, + "num_tokens": 11087307.0, + "step": 3865 + }, + { + "entropy": 4.956341075897217, + "epoch": 4.590747330960854, + "grad_norm": 1.1484375, + "learning_rate": 0.0003534346632271063, + "loss": 4.6001, + "mean_token_accuracy": 0.21189410835504532, + "num_tokens": 11101966.0, + "step": 3870 + }, + { + "entropy": 4.930508327484131, + "epoch": 4.596678529062871, + "grad_norm": 1.203125, + "learning_rate": 0.00035298804667071806, + "loss": 4.5909, + "mean_token_accuracy": 0.2205038547515869, + "num_tokens": 11115642.0, + "step": 3875 + }, + { + "entropy": 4.882773685455322, + "epoch": 4.602609727164888, + "grad_norm": 1.1875, + "learning_rate": 0.00035254108060415415, + "loss": 4.5814, + "mean_token_accuracy": 0.2154085248708725, + "num_tokens": 11129616.0, + "step": 3880 + }, + { + "entropy": 4.87270073890686, + "epoch": 4.608540925266904, + "grad_norm": 1.1015625, + "learning_rate": 0.0003520937670305318, + "loss": 4.5488, + "mean_token_accuracy": 0.22267507910728454, + "num_tokens": 11141975.0, + "step": 3885 + }, + { + "entropy": 4.938285255432129, + "epoch": 4.6144721233689205, + "grad_norm": 1.109375, + "learning_rate": 0.0003516461079545255, + "loss": 4.5509, + "mean_token_accuracy": 0.21113669872283936, + "num_tokens": 11156128.0, + "step": 3890 + }, + { + "entropy": 4.924780225753784, + "epoch": 4.6204033214709375, + "grad_norm": 1.109375, + "learning_rate": 0.0003511981053823579, + "loss": 4.5647, + "mean_token_accuracy": 0.21801244020462035, + "num_tokens": 11170334.0, + "step": 3895 + }, + { + "entropy": 4.898917198181152, + "epoch": 4.6263345195729535, + "grad_norm": 1.15625, + "learning_rate": 0.00035074976132179155, + "loss": 4.5635, + "mean_token_accuracy": 0.21639289408922197, + "num_tokens": 11185165.0, + "step": 3900 + }, + { + "entropy": 4.871355104446411, + "epoch": 4.63226571767497, + "grad_norm": 1.0546875, + "learning_rate": 0.00035030107778211893, + "loss": 4.5284, + "mean_token_accuracy": 0.22062084525823594, + "num_tokens": 11199250.0, + "step": 3905 + }, + { + "entropy": 4.890713834762574, + "epoch": 4.638196915776987, + "grad_norm": 1.0234375, + "learning_rate": 0.0003498520567741543, + "loss": 4.5565, + "mean_token_accuracy": 0.2167780503630638, + "num_tokens": 11214585.0, + "step": 3910 + }, + { + "entropy": 4.872895050048828, + "epoch": 4.644128113879003, + "grad_norm": 1.09375, + "learning_rate": 0.0003494027003102239, + "loss": 4.4899, + "mean_token_accuracy": 0.22181470692157745, + "num_tokens": 11228664.0, + "step": 3915 + }, + { + "entropy": 4.836891031265258, + "epoch": 4.65005931198102, + "grad_norm": 1.125, + "learning_rate": 0.0003489530104041577, + "loss": 4.4951, + "mean_token_accuracy": 0.22113146185874938, + "num_tokens": 11243896.0, + "step": 3920 + }, + { + "entropy": 4.923533821105957, + "epoch": 4.655990510083036, + "grad_norm": 1.1875, + "learning_rate": 0.00034850298907128, + "loss": 4.53, + "mean_token_accuracy": 0.2168356418609619, + "num_tokens": 11257919.0, + "step": 3925 + }, + { + "entropy": 4.860488414764404, + "epoch": 4.661921708185053, + "grad_norm": 1.046875, + "learning_rate": 0.00034805263832840024, + "loss": 4.4978, + "mean_token_accuracy": 0.22182656079530716, + "num_tokens": 11271416.0, + "step": 3930 + }, + { + "entropy": 4.826270341873169, + "epoch": 4.66785290628707, + "grad_norm": 1.1640625, + "learning_rate": 0.00034760196019380425, + "loss": 4.5671, + "mean_token_accuracy": 0.21985392570495604, + "num_tokens": 11286870.0, + "step": 3935 + }, + { + "entropy": 4.985865783691406, + "epoch": 4.673784104389087, + "grad_norm": 1.1015625, + "learning_rate": 0.00034715095668724495, + "loss": 4.5457, + "mean_token_accuracy": 0.22065018266439437, + "num_tokens": 11300784.0, + "step": 3940 + }, + { + "entropy": 4.941800451278686, + "epoch": 4.679715302491103, + "grad_norm": 1.1015625, + "learning_rate": 0.0003466996298299336, + "loss": 4.6109, + "mean_token_accuracy": 0.2118876174092293, + "num_tokens": 11315988.0, + "step": 3945 + }, + { + "entropy": 4.850393199920655, + "epoch": 4.68564650059312, + "grad_norm": 1.1171875, + "learning_rate": 0.0003462479816445307, + "loss": 4.5779, + "mean_token_accuracy": 0.2169851690530777, + "num_tokens": 11329136.0, + "step": 3950 + }, + { + "entropy": 4.866232681274414, + "epoch": 4.691577698695136, + "grad_norm": 1.0078125, + "learning_rate": 0.0003457960141551365, + "loss": 4.5216, + "mean_token_accuracy": 0.21714198887348174, + "num_tokens": 11343381.0, + "step": 3955 + }, + { + "entropy": 4.905858325958252, + "epoch": 4.697508896797153, + "grad_norm": 0.91796875, + "learning_rate": 0.0003453437293872823, + "loss": 4.6158, + "mean_token_accuracy": 0.2082674726843834, + "num_tokens": 11360177.0, + "step": 3960 + }, + { + "entropy": 4.930188465118408, + "epoch": 4.70344009489917, + "grad_norm": 1.09375, + "learning_rate": 0.0003448911293679217, + "loss": 4.5419, + "mean_token_accuracy": 0.21424513608217238, + "num_tokens": 11375523.0, + "step": 3965 + }, + { + "entropy": 4.866753625869751, + "epoch": 4.709371293001186, + "grad_norm": 1.03125, + "learning_rate": 0.00034443821612542054, + "loss": 4.5526, + "mean_token_accuracy": 0.21434911489486694, + "num_tokens": 11392353.0, + "step": 3970 + }, + { + "entropy": 4.886464166641235, + "epoch": 4.715302491103203, + "grad_norm": 0.96484375, + "learning_rate": 0.0003439849916895488, + "loss": 4.559, + "mean_token_accuracy": 0.2147858500480652, + "num_tokens": 11407918.0, + "step": 3975 + }, + { + "entropy": 4.937608671188355, + "epoch": 4.72123368920522, + "grad_norm": 1.09375, + "learning_rate": 0.000343531458091471, + "loss": 4.582, + "mean_token_accuracy": 0.21453986465930938, + "num_tokens": 11421888.0, + "step": 3980 + }, + { + "entropy": 4.861459112167358, + "epoch": 4.727164887307236, + "grad_norm": 1.0703125, + "learning_rate": 0.00034307761736373723, + "loss": 4.522, + "mean_token_accuracy": 0.22018359303474427, + "num_tokens": 11436338.0, + "step": 3985 + }, + { + "entropy": 4.854418611526489, + "epoch": 4.733096085409253, + "grad_norm": 1.1015625, + "learning_rate": 0.0003426234715402738, + "loss": 4.4659, + "mean_token_accuracy": 0.223881858587265, + "num_tokens": 11450658.0, + "step": 3990 + }, + { + "entropy": 4.839980363845825, + "epoch": 4.73902728351127, + "grad_norm": 1.1015625, + "learning_rate": 0.00034216902265637463, + "loss": 4.4885, + "mean_token_accuracy": 0.21753302216529846, + "num_tokens": 11464073.0, + "step": 3995 + }, + { + "entropy": 4.8677722930908205, + "epoch": 4.744958481613286, + "grad_norm": 1.0546875, + "learning_rate": 0.00034171427274869165, + "loss": 4.5004, + "mean_token_accuracy": 0.22347734719514847, + "num_tokens": 11477212.0, + "step": 4000 + }, + { + "epoch": 4.744958481613286, + "eval_entropy": 4.764749740530377, + "eval_loss": 5.325899124145508, + "eval_mean_token_accuracy": 0.18570856036949743, + "eval_num_tokens": 11477212.0, + "eval_runtime": 2.4276, + "eval_samples_per_second": 1074.332, + "eval_steps_per_second": 134.292, + "step": 4000 + }, + { + "entropy": 4.929757022857666, + "epoch": 4.750889679715303, + "grad_norm": 1.1875, + "learning_rate": 0.0003412592238552259, + "loss": 4.6662, + "mean_token_accuracy": 0.20496707409620285, + "num_tokens": 11491444.0, + "step": 4005 + }, + { + "entropy": 4.878577470779419, + "epoch": 4.756820877817319, + "grad_norm": 1.125, + "learning_rate": 0.0003408038780153183, + "loss": 4.5484, + "mean_token_accuracy": 0.21888002008199692, + "num_tokens": 11506132.0, + "step": 4010 + }, + { + "entropy": 4.823000574111939, + "epoch": 4.762752075919336, + "grad_norm": 1.1484375, + "learning_rate": 0.0003403482372696407, + "loss": 4.5454, + "mean_token_accuracy": 0.22043904811143875, + "num_tokens": 11519504.0, + "step": 4015 + }, + { + "entropy": 4.863145542144776, + "epoch": 4.7686832740213525, + "grad_norm": 1.078125, + "learning_rate": 0.0003398923036601864, + "loss": 4.5668, + "mean_token_accuracy": 0.2200538322329521, + "num_tokens": 11534759.0, + "step": 4020 + }, + { + "entropy": 4.933641195297241, + "epoch": 4.7746144721233685, + "grad_norm": 1.09375, + "learning_rate": 0.0003394360792302614, + "loss": 4.5454, + "mean_token_accuracy": 0.22164178192615508, + "num_tokens": 11549206.0, + "step": 4025 + }, + { + "entropy": 4.864947748184204, + "epoch": 4.7805456702253855, + "grad_norm": 1.078125, + "learning_rate": 0.00033897956602447495, + "loss": 4.5406, + "mean_token_accuracy": 0.225573368370533, + "num_tokens": 11563651.0, + "step": 4030 + }, + { + "entropy": 4.863853979110718, + "epoch": 4.786476868327402, + "grad_norm": 1.125, + "learning_rate": 0.00033852276608873033, + "loss": 4.5314, + "mean_token_accuracy": 0.21896956264972686, + "num_tokens": 11575766.0, + "step": 4035 + }, + { + "entropy": 4.818316555023193, + "epoch": 4.792408066429418, + "grad_norm": 1.125, + "learning_rate": 0.0003380656814702161, + "loss": 4.4652, + "mean_token_accuracy": 0.22464113533496857, + "num_tokens": 11591603.0, + "step": 4040 + }, + { + "entropy": 4.836750316619873, + "epoch": 4.798339264531435, + "grad_norm": 1.09375, + "learning_rate": 0.0003376083142173964, + "loss": 4.5211, + "mean_token_accuracy": 0.2172957882285118, + "num_tokens": 11606018.0, + "step": 4045 + }, + { + "entropy": 4.810761117935181, + "epoch": 4.804270462633452, + "grad_norm": 1.1328125, + "learning_rate": 0.00033715066638000216, + "loss": 4.4951, + "mean_token_accuracy": 0.23342375010251998, + "num_tokens": 11619293.0, + "step": 4050 + }, + { + "entropy": 4.862966299057007, + "epoch": 4.810201660735468, + "grad_norm": 1.1015625, + "learning_rate": 0.0003366927400090217, + "loss": 4.5458, + "mean_token_accuracy": 0.21534148454666138, + "num_tokens": 11633322.0, + "step": 4055 + }, + { + "entropy": 4.8932507038116455, + "epoch": 4.816132858837485, + "grad_norm": 1.3125, + "learning_rate": 0.0003362345371566918, + "loss": 4.546, + "mean_token_accuracy": 0.21567253470420839, + "num_tokens": 11646093.0, + "step": 4060 + }, + { + "entropy": 4.863575220108032, + "epoch": 4.822064056939502, + "grad_norm": 1.3203125, + "learning_rate": 0.000335776059876488, + "loss": 4.5688, + "mean_token_accuracy": 0.2165099173784256, + "num_tokens": 11660747.0, + "step": 4065 + }, + { + "entropy": 4.835976409912109, + "epoch": 4.827995255041518, + "grad_norm": 1.1875, + "learning_rate": 0.000335317310223116, + "loss": 4.4153, + "mean_token_accuracy": 0.23717533499002458, + "num_tokens": 11672187.0, + "step": 4070 + }, + { + "entropy": 4.890113735198975, + "epoch": 4.833926453143535, + "grad_norm": 1.125, + "learning_rate": 0.00033485829025250194, + "loss": 4.6077, + "mean_token_accuracy": 0.21407151222229004, + "num_tokens": 11685967.0, + "step": 4075 + }, + { + "entropy": 4.913485717773438, + "epoch": 4.839857651245552, + "grad_norm": 1.046875, + "learning_rate": 0.00033439900202178355, + "loss": 4.5178, + "mean_token_accuracy": 0.2256149709224701, + "num_tokens": 11701206.0, + "step": 4080 + }, + { + "entropy": 4.845592927932739, + "epoch": 4.845788849347568, + "grad_norm": 1.1328125, + "learning_rate": 0.0003339394475893008, + "loss": 4.5699, + "mean_token_accuracy": 0.2117096647620201, + "num_tokens": 11715353.0, + "step": 4085 + }, + { + "entropy": 4.919902086257935, + "epoch": 4.851720047449585, + "grad_norm": 1.0703125, + "learning_rate": 0.00033347962901458664, + "loss": 4.5958, + "mean_token_accuracy": 0.2184079959988594, + "num_tokens": 11730399.0, + "step": 4090 + }, + { + "entropy": 4.889105176925659, + "epoch": 4.857651245551601, + "grad_norm": 1.1640625, + "learning_rate": 0.0003330195483583577, + "loss": 4.5858, + "mean_token_accuracy": 0.213704152405262, + "num_tokens": 11745479.0, + "step": 4095 + }, + { + "entropy": 4.864266729354858, + "epoch": 4.863582443653618, + "grad_norm": 1.1015625, + "learning_rate": 0.0003325592076825053, + "loss": 4.5809, + "mean_token_accuracy": 0.2179402753710747, + "num_tokens": 11760878.0, + "step": 4100 + }, + { + "entropy": 4.93606538772583, + "epoch": 4.869513641755635, + "grad_norm": 1.0625, + "learning_rate": 0.00033209860905008583, + "loss": 4.6481, + "mean_token_accuracy": 0.20525944828987122, + "num_tokens": 11777028.0, + "step": 4105 + }, + { + "entropy": 4.8634905338287355, + "epoch": 4.875444839857651, + "grad_norm": 1.140625, + "learning_rate": 0.0003316377545253121, + "loss": 4.5195, + "mean_token_accuracy": 0.22125555127859114, + "num_tokens": 11792209.0, + "step": 4110 + }, + { + "entropy": 4.887179136276245, + "epoch": 4.881376037959668, + "grad_norm": 1.0859375, + "learning_rate": 0.0003311766461735434, + "loss": 4.5487, + "mean_token_accuracy": 0.22195642739534377, + "num_tokens": 11805912.0, + "step": 4115 + }, + { + "entropy": 4.9255828857421875, + "epoch": 4.887307236061685, + "grad_norm": 1.078125, + "learning_rate": 0.0003307152860612768, + "loss": 4.5808, + "mean_token_accuracy": 0.21789040863513948, + "num_tokens": 11821172.0, + "step": 4120 + }, + { + "entropy": 4.893458461761474, + "epoch": 4.893238434163701, + "grad_norm": 1.3046875, + "learning_rate": 0.0003302536762561374, + "loss": 4.5034, + "mean_token_accuracy": 0.2284863442182541, + "num_tokens": 11833933.0, + "step": 4125 + }, + { + "entropy": 4.8413220882415775, + "epoch": 4.899169632265718, + "grad_norm": 1.0234375, + "learning_rate": 0.0003297918188268695, + "loss": 4.5183, + "mean_token_accuracy": 0.2248077154159546, + "num_tokens": 11848990.0, + "step": 4130 + }, + { + "entropy": 4.888180494308472, + "epoch": 4.905100830367735, + "grad_norm": 1.140625, + "learning_rate": 0.0003293297158433271, + "loss": 4.5235, + "mean_token_accuracy": 0.22172283083200456, + "num_tokens": 11863919.0, + "step": 4135 + }, + { + "entropy": 4.9175646781921385, + "epoch": 4.911032028469751, + "grad_norm": 1.21875, + "learning_rate": 0.0003288673693764648, + "loss": 4.6062, + "mean_token_accuracy": 0.21565455198287964, + "num_tokens": 11876650.0, + "step": 4140 + }, + { + "entropy": 4.859852123260498, + "epoch": 4.9169632265717675, + "grad_norm": 0.98046875, + "learning_rate": 0.00032840478149832815, + "loss": 4.5481, + "mean_token_accuracy": 0.22236864566802977, + "num_tokens": 11892036.0, + "step": 4145 + }, + { + "entropy": 4.8943390369415285, + "epoch": 4.9228944246737845, + "grad_norm": 1.1328125, + "learning_rate": 0.0003279419542820448, + "loss": 4.5155, + "mean_token_accuracy": 0.21823452562093734, + "num_tokens": 11907398.0, + "step": 4150 + }, + { + "entropy": 4.858145904541016, + "epoch": 4.9288256227758005, + "grad_norm": 1.0390625, + "learning_rate": 0.0003274788898018149, + "loss": 4.599, + "mean_token_accuracy": 0.21382927298545837, + "num_tokens": 11923165.0, + "step": 4155 + }, + { + "entropy": 4.871183061599732, + "epoch": 4.934756820877817, + "grad_norm": 1.1640625, + "learning_rate": 0.00032701559013290196, + "loss": 4.476, + "mean_token_accuracy": 0.2178041011095047, + "num_tokens": 11938729.0, + "step": 4160 + }, + { + "entropy": 4.86397876739502, + "epoch": 4.940688018979834, + "grad_norm": 1.125, + "learning_rate": 0.0003265520573516235, + "loss": 4.5686, + "mean_token_accuracy": 0.2136895924806595, + "num_tokens": 11953671.0, + "step": 4165 + }, + { + "entropy": 4.81421914100647, + "epoch": 4.94661921708185, + "grad_norm": 1.078125, + "learning_rate": 0.00032608829353534185, + "loss": 4.5268, + "mean_token_accuracy": 0.22146143168210983, + "num_tokens": 11968617.0, + "step": 4170 + }, + { + "entropy": 4.896321058273315, + "epoch": 4.952550415183867, + "grad_norm": 1.09375, + "learning_rate": 0.0003256243007624546, + "loss": 4.6166, + "mean_token_accuracy": 0.21703510284423827, + "num_tokens": 11982847.0, + "step": 4175 + }, + { + "entropy": 4.855389261245728, + "epoch": 4.958481613285883, + "grad_norm": 1.1015625, + "learning_rate": 0.00032516008111238543, + "loss": 4.5444, + "mean_token_accuracy": 0.21965168863534928, + "num_tokens": 11997491.0, + "step": 4180 + }, + { + "entropy": 4.862688875198364, + "epoch": 4.9644128113879, + "grad_norm": 1.09375, + "learning_rate": 0.000324695636665575, + "loss": 4.5908, + "mean_token_accuracy": 0.2122807189822197, + "num_tokens": 12012741.0, + "step": 4185 + }, + { + "entropy": 4.927348279953003, + "epoch": 4.970344009489917, + "grad_norm": 1.203125, + "learning_rate": 0.0003242309695034711, + "loss": 4.6636, + "mean_token_accuracy": 0.21313626170158387, + "num_tokens": 12026201.0, + "step": 4190 + }, + { + "entropy": 4.957273483276367, + "epoch": 4.976275207591933, + "grad_norm": 1.0859375, + "learning_rate": 0.0003237660817085199, + "loss": 4.5618, + "mean_token_accuracy": 0.21957833766937257, + "num_tokens": 12041320.0, + "step": 4195 + }, + { + "entropy": 4.910650777816772, + "epoch": 4.98220640569395, + "grad_norm": 1.4140625, + "learning_rate": 0.0003233009753641562, + "loss": 4.5201, + "mean_token_accuracy": 0.22384442687034606, + "num_tokens": 12053660.0, + "step": 4200 + }, + { + "entropy": 4.848115587234497, + "epoch": 4.988137603795967, + "grad_norm": 1.1796875, + "learning_rate": 0.00032283565255479443, + "loss": 4.4791, + "mean_token_accuracy": 0.2266686037182808, + "num_tokens": 12068555.0, + "step": 4205 + }, + { + "entropy": 4.831573581695556, + "epoch": 4.994068801897983, + "grad_norm": 1.3125, + "learning_rate": 0.00032237011536581883, + "loss": 4.5855, + "mean_token_accuracy": 0.22208631336688994, + "num_tokens": 12082957.0, + "step": 4210 + }, + { + "entropy": 4.878744792938233, + "epoch": 5.0, + "grad_norm": 1.421875, + "learning_rate": 0.00032190436588357466, + "loss": 4.5258, + "mean_token_accuracy": 0.22166276276111602, + "num_tokens": 12095555.0, + "step": 4215 + }, + { + "entropy": 4.844231748580933, + "epoch": 5.005931198102017, + "grad_norm": 1.15625, + "learning_rate": 0.00032143840619535844, + "loss": 4.2337, + "mean_token_accuracy": 0.2483227163553238, + "num_tokens": 12109513.0, + "step": 4220 + }, + { + "entropy": 4.829920148849487, + "epoch": 5.011862396204033, + "grad_norm": 1.1015625, + "learning_rate": 0.00032097223838940895, + "loss": 4.3141, + "mean_token_accuracy": 0.23649795353412628, + "num_tokens": 12122918.0, + "step": 4225 + }, + { + "entropy": 4.917979097366333, + "epoch": 5.01779359430605, + "grad_norm": 1.03125, + "learning_rate": 0.0003205058645548975, + "loss": 4.3393, + "mean_token_accuracy": 0.22969220727682113, + "num_tokens": 12135918.0, + "step": 4230 + }, + { + "entropy": 4.8438128471374515, + "epoch": 5.023724792408067, + "grad_norm": 1.2421875, + "learning_rate": 0.00032003928678191857, + "loss": 4.3453, + "mean_token_accuracy": 0.2355492815375328, + "num_tokens": 12150990.0, + "step": 4235 + }, + { + "entropy": 4.836665248870849, + "epoch": 5.029655990510083, + "grad_norm": 1.046875, + "learning_rate": 0.00031957250716148095, + "loss": 4.2984, + "mean_token_accuracy": 0.23910901099443435, + "num_tokens": 12163890.0, + "step": 4240 + }, + { + "entropy": 4.823347854614258, + "epoch": 5.0355871886121, + "grad_norm": 1.1015625, + "learning_rate": 0.0003191055277854979, + "loss": 4.3162, + "mean_token_accuracy": 0.23670894354581834, + "num_tokens": 12178595.0, + "step": 4245 + }, + { + "entropy": 4.877349472045898, + "epoch": 5.041518386714117, + "grad_norm": 1.046875, + "learning_rate": 0.0003186383507467777, + "loss": 4.3386, + "mean_token_accuracy": 0.24057582765817642, + "num_tokens": 12193676.0, + "step": 4250 + }, + { + "entropy": 4.781665372848511, + "epoch": 5.047449584816133, + "grad_norm": 1.0390625, + "learning_rate": 0.000318170978139015, + "loss": 4.27, + "mean_token_accuracy": 0.24249815344810485, + "num_tokens": 12209710.0, + "step": 4255 + }, + { + "entropy": 4.860457086563111, + "epoch": 5.05338078291815, + "grad_norm": 1.109375, + "learning_rate": 0.0003177034120567802, + "loss": 4.3273, + "mean_token_accuracy": 0.2391873389482498, + "num_tokens": 12224997.0, + "step": 4260 + }, + { + "entropy": 4.844028377532959, + "epoch": 5.059311981020166, + "grad_norm": 1.1015625, + "learning_rate": 0.0003172356545955113, + "loss": 4.3181, + "mean_token_accuracy": 0.23947612792253495, + "num_tokens": 12239382.0, + "step": 4265 + }, + { + "entropy": 4.771719360351563, + "epoch": 5.065243179122183, + "grad_norm": 1.1875, + "learning_rate": 0.0003167677078515038, + "loss": 4.283, + "mean_token_accuracy": 0.24752182513475418, + "num_tokens": 12253107.0, + "step": 4270 + }, + { + "entropy": 4.876428747177124, + "epoch": 5.0711743772241995, + "grad_norm": 1.265625, + "learning_rate": 0.0003162995739219015, + "loss": 4.3646, + "mean_token_accuracy": 0.23150966167449952, + "num_tokens": 12268745.0, + "step": 4275 + }, + { + "entropy": 4.897872829437256, + "epoch": 5.0771055753262155, + "grad_norm": 1.125, + "learning_rate": 0.00031583125490468707, + "loss": 4.4342, + "mean_token_accuracy": 0.23373969942331313, + "num_tokens": 12283940.0, + "step": 4280 + }, + { + "entropy": 4.785506391525269, + "epoch": 5.0830367734282325, + "grad_norm": 1.1796875, + "learning_rate": 0.0003153627528986727, + "loss": 4.2806, + "mean_token_accuracy": 0.23809199929237365, + "num_tokens": 12299780.0, + "step": 4285 + }, + { + "entropy": 4.889186716079712, + "epoch": 5.088967971530249, + "grad_norm": 1.2265625, + "learning_rate": 0.00031489407000349066, + "loss": 4.3844, + "mean_token_accuracy": 0.23290240168571472, + "num_tokens": 12313087.0, + "step": 4290 + }, + { + "entropy": 4.807843160629273, + "epoch": 5.094899169632265, + "grad_norm": 1.2578125, + "learning_rate": 0.0003144252083195838, + "loss": 4.3164, + "mean_token_accuracy": 0.23950324654579164, + "num_tokens": 12326465.0, + "step": 4295 + }, + { + "entropy": 4.8577714443206785, + "epoch": 5.100830367734282, + "grad_norm": 1.0078125, + "learning_rate": 0.0003139561699481964, + "loss": 4.379, + "mean_token_accuracy": 0.235987351834774, + "num_tokens": 12341287.0, + "step": 4300 + }, + { + "entropy": 4.905805683135986, + "epoch": 5.106761565836299, + "grad_norm": 1.140625, + "learning_rate": 0.0003134869569913645, + "loss": 4.3656, + "mean_token_accuracy": 0.23341237306594848, + "num_tokens": 12356658.0, + "step": 4305 + }, + { + "entropy": 4.860331201553345, + "epoch": 5.112692763938315, + "grad_norm": 1.1640625, + "learning_rate": 0.00031301757155190646, + "loss": 4.3051, + "mean_token_accuracy": 0.24117062687873841, + "num_tokens": 12370697.0, + "step": 4310 + }, + { + "entropy": 4.8742602348327635, + "epoch": 5.118623962040332, + "grad_norm": 1.25, + "learning_rate": 0.00031254801573341376, + "loss": 4.3619, + "mean_token_accuracy": 0.23451096564531326, + "num_tokens": 12385894.0, + "step": 4315 + }, + { + "entropy": 4.841465282440185, + "epoch": 5.124555160142349, + "grad_norm": 1.015625, + "learning_rate": 0.00031207829164024134, + "loss": 4.314, + "mean_token_accuracy": 0.23838258236646653, + "num_tokens": 12402898.0, + "step": 4320 + }, + { + "entropy": 4.796236276626587, + "epoch": 5.130486358244365, + "grad_norm": 1.15625, + "learning_rate": 0.0003116084013774984, + "loss": 4.3, + "mean_token_accuracy": 0.23429224789142608, + "num_tokens": 12418827.0, + "step": 4325 + }, + { + "entropy": 4.802973985671997, + "epoch": 5.136417556346382, + "grad_norm": 1.0078125, + "learning_rate": 0.0003111383470510388, + "loss": 4.3419, + "mean_token_accuracy": 0.22728391885757446, + "num_tokens": 12434147.0, + "step": 4330 + }, + { + "entropy": 4.87151985168457, + "epoch": 5.142348754448399, + "grad_norm": 1.078125, + "learning_rate": 0.00031066813076745166, + "loss": 4.4053, + "mean_token_accuracy": 0.23225222229957582, + "num_tokens": 12449443.0, + "step": 4335 + }, + { + "entropy": 4.881012678146362, + "epoch": 5.148279952550415, + "grad_norm": 1.15625, + "learning_rate": 0.000310197754634052, + "loss": 4.3351, + "mean_token_accuracy": 0.23594305366277696, + "num_tokens": 12464433.0, + "step": 4340 + }, + { + "entropy": 4.789875793457031, + "epoch": 5.154211150652432, + "grad_norm": 1.0546875, + "learning_rate": 0.000309727220758871, + "loss": 4.3604, + "mean_token_accuracy": 0.23187562078237534, + "num_tokens": 12479591.0, + "step": 4345 + }, + { + "entropy": 4.771931934356689, + "epoch": 5.160142348754448, + "grad_norm": 1.140625, + "learning_rate": 0.0003092565312506468, + "loss": 4.2235, + "mean_token_accuracy": 0.24507446885108947, + "num_tokens": 12494167.0, + "step": 4350 + }, + { + "entropy": 4.88389139175415, + "epoch": 5.166073546856465, + "grad_norm": 1.171875, + "learning_rate": 0.0003087856882188155, + "loss": 4.3452, + "mean_token_accuracy": 0.24188133627176284, + "num_tokens": 12509967.0, + "step": 4355 + }, + { + "entropy": 4.853326320648193, + "epoch": 5.172004744958482, + "grad_norm": 1.125, + "learning_rate": 0.0003083146937735005, + "loss": 4.367, + "mean_token_accuracy": 0.2336810678243637, + "num_tokens": 12523620.0, + "step": 4360 + }, + { + "entropy": 4.800257539749145, + "epoch": 5.177935943060498, + "grad_norm": 1.09375, + "learning_rate": 0.0003078435500255044, + "loss": 4.3525, + "mean_token_accuracy": 0.24038705974817276, + "num_tokens": 12538097.0, + "step": 4365 + }, + { + "entropy": 4.813706731796264, + "epoch": 5.183867141162515, + "grad_norm": 1.0625, + "learning_rate": 0.0003073722590862985, + "loss": 4.3658, + "mean_token_accuracy": 0.23492267727851868, + "num_tokens": 12554161.0, + "step": 4370 + }, + { + "entropy": 4.866216468811035, + "epoch": 5.189798339264532, + "grad_norm": 1.1328125, + "learning_rate": 0.000306900823068014, + "loss": 4.4054, + "mean_token_accuracy": 0.2308848738670349, + "num_tokens": 12568918.0, + "step": 4375 + }, + { + "entropy": 4.847630739212036, + "epoch": 5.195729537366548, + "grad_norm": 1.03125, + "learning_rate": 0.00030642924408343217, + "loss": 4.4189, + "mean_token_accuracy": 0.2318817436695099, + "num_tokens": 12585563.0, + "step": 4380 + }, + { + "entropy": 4.821104240417481, + "epoch": 5.201660735468565, + "grad_norm": 1.0703125, + "learning_rate": 0.0003059575242459749, + "loss": 4.2935, + "mean_token_accuracy": 0.24165243059396743, + "num_tokens": 12599936.0, + "step": 4385 + }, + { + "entropy": 4.8254319190979, + "epoch": 5.207591933570582, + "grad_norm": 1.1171875, + "learning_rate": 0.0003054856656696955, + "loss": 4.2942, + "mean_token_accuracy": 0.24453072249889374, + "num_tokens": 12614032.0, + "step": 4390 + }, + { + "entropy": 4.816964149475098, + "epoch": 5.213523131672598, + "grad_norm": 1.125, + "learning_rate": 0.00030501367046926905, + "loss": 4.3592, + "mean_token_accuracy": 0.23119001239538192, + "num_tokens": 12629945.0, + "step": 4395 + }, + { + "entropy": 4.867587947845459, + "epoch": 5.2194543297746145, + "grad_norm": 1.0703125, + "learning_rate": 0.0003045415407599828, + "loss": 4.4008, + "mean_token_accuracy": 0.22786637842655183, + "num_tokens": 12644734.0, + "step": 4400 + }, + { + "entropy": 4.835189485549927, + "epoch": 5.2253855278766315, + "grad_norm": 1.0390625, + "learning_rate": 0.0003040692786577269, + "loss": 4.2955, + "mean_token_accuracy": 0.24150839895009996, + "num_tokens": 12659161.0, + "step": 4405 + }, + { + "entropy": 4.755004167556763, + "epoch": 5.2313167259786475, + "grad_norm": 1.1640625, + "learning_rate": 0.00030359688627898466, + "loss": 4.35, + "mean_token_accuracy": 0.23513848781585694, + "num_tokens": 12672967.0, + "step": 4410 + }, + { + "entropy": 4.802477884292602, + "epoch": 5.237247924080664, + "grad_norm": 1.171875, + "learning_rate": 0.0003031243657408237, + "loss": 4.267, + "mean_token_accuracy": 0.2523533508181572, + "num_tokens": 12686976.0, + "step": 4415 + }, + { + "entropy": 4.853684425354004, + "epoch": 5.243179122182681, + "grad_norm": 1.1015625, + "learning_rate": 0.0003026517191608854, + "loss": 4.3461, + "mean_token_accuracy": 0.23946220874786378, + "num_tokens": 12701194.0, + "step": 4420 + }, + { + "entropy": 4.806097936630249, + "epoch": 5.249110320284697, + "grad_norm": 1.21875, + "learning_rate": 0.0003021789486573763, + "loss": 4.3171, + "mean_token_accuracy": 0.23169240206480027, + "num_tokens": 12715746.0, + "step": 4425 + }, + { + "entropy": 4.824302625656128, + "epoch": 5.255041518386714, + "grad_norm": 1.2734375, + "learning_rate": 0.0003017060563490584, + "loss": 4.3597, + "mean_token_accuracy": 0.2341614618897438, + "num_tokens": 12728992.0, + "step": 4430 + }, + { + "entropy": 4.8253926753997805, + "epoch": 5.26097271648873, + "grad_norm": 1.171875, + "learning_rate": 0.0003012330443552394, + "loss": 4.278, + "mean_token_accuracy": 0.2492676392197609, + "num_tokens": 12742845.0, + "step": 4435 + }, + { + "entropy": 4.8544597148895265, + "epoch": 5.266903914590747, + "grad_norm": 1.15625, + "learning_rate": 0.0003007599147957635, + "loss": 4.3682, + "mean_token_accuracy": 0.23218867927789688, + "num_tokens": 12757043.0, + "step": 4440 + }, + { + "entropy": 4.778638744354248, + "epoch": 5.272835112692764, + "grad_norm": 1.1328125, + "learning_rate": 0.0003002866697910018, + "loss": 4.3194, + "mean_token_accuracy": 0.24172900766134262, + "num_tokens": 12771387.0, + "step": 4445 + }, + { + "entropy": 4.8287107944488525, + "epoch": 5.27876631079478, + "grad_norm": 1.1640625, + "learning_rate": 0.00029981331146184255, + "loss": 4.4119, + "mean_token_accuracy": 0.23451469391584395, + "num_tokens": 12784876.0, + "step": 4450 + }, + { + "entropy": 4.8477085590362545, + "epoch": 5.284697508896797, + "grad_norm": 1.109375, + "learning_rate": 0.00029933984192968214, + "loss": 4.3993, + "mean_token_accuracy": 0.22882209867238998, + "num_tokens": 12799244.0, + "step": 4455 + }, + { + "entropy": 4.748208379745483, + "epoch": 5.290628706998814, + "grad_norm": 1.234375, + "learning_rate": 0.0002988662633164152, + "loss": 4.2731, + "mean_token_accuracy": 0.23907728642225265, + "num_tokens": 12813096.0, + "step": 4460 + }, + { + "entropy": 4.787684202194214, + "epoch": 5.29655990510083, + "grad_norm": 1.1484375, + "learning_rate": 0.00029839257774442535, + "loss": 4.3194, + "mean_token_accuracy": 0.2362244665622711, + "num_tokens": 12826868.0, + "step": 4465 + }, + { + "entropy": 4.847586345672608, + "epoch": 5.302491103202847, + "grad_norm": 1.1953125, + "learning_rate": 0.0002979187873365752, + "loss": 4.4331, + "mean_token_accuracy": 0.22908033728599547, + "num_tokens": 12842112.0, + "step": 4470 + }, + { + "entropy": 4.826005601882935, + "epoch": 5.308422301304864, + "grad_norm": 1.125, + "learning_rate": 0.0002974448942161977, + "loss": 4.4115, + "mean_token_accuracy": 0.22701163291931153, + "num_tokens": 12856449.0, + "step": 4475 + }, + { + "entropy": 4.841357088088989, + "epoch": 5.31435349940688, + "grad_norm": 1.1640625, + "learning_rate": 0.00029697090050708575, + "loss": 4.4079, + "mean_token_accuracy": 0.2250249296426773, + "num_tokens": 12870535.0, + "step": 4480 + }, + { + "entropy": 4.855857563018799, + "epoch": 5.320284697508897, + "grad_norm": 1.140625, + "learning_rate": 0.00029649680833348304, + "loss": 4.3412, + "mean_token_accuracy": 0.23591906279325486, + "num_tokens": 12886203.0, + "step": 4485 + }, + { + "entropy": 4.813349199295044, + "epoch": 5.326215895610914, + "grad_norm": 1.0625, + "learning_rate": 0.00029602261982007483, + "loss": 4.3633, + "mean_token_accuracy": 0.23256391584873198, + "num_tokens": 12901141.0, + "step": 4490 + }, + { + "entropy": 4.8215296268463135, + "epoch": 5.33214709371293, + "grad_norm": 1.1015625, + "learning_rate": 0.0002955483370919778, + "loss": 4.3965, + "mean_token_accuracy": 0.22666836231946946, + "num_tokens": 12915652.0, + "step": 4495 + }, + { + "entropy": 4.880937623977661, + "epoch": 5.338078291814947, + "grad_norm": 1.0859375, + "learning_rate": 0.00029507396227473106, + "loss": 4.4473, + "mean_token_accuracy": 0.22892194539308547, + "num_tokens": 12930700.0, + "step": 4500 + }, + { + "epoch": 5.338078291814947, + "eval_entropy": 4.736137125389708, + "eval_loss": 5.304569721221924, + "eval_mean_token_accuracy": 0.18938717486028292, + "eval_num_tokens": 12930700.0, + "eval_runtime": 2.4511, + "eval_samples_per_second": 1064.013, + "eval_steps_per_second": 133.002, + "step": 4500 + }, + { + "entropy": 4.843664312362671, + "epoch": 5.344009489916964, + "grad_norm": 1.0859375, + "learning_rate": 0.0002945994974942864, + "loss": 4.3186, + "mean_token_accuracy": 0.2355135813355446, + "num_tokens": 12946770.0, + "step": 4505 + }, + { + "entropy": 4.8574419021606445, + "epoch": 5.34994068801898, + "grad_norm": 1.234375, + "learning_rate": 0.0002941249448769988, + "loss": 4.439, + "mean_token_accuracy": 0.2281257063150406, + "num_tokens": 12959987.0, + "step": 4510 + }, + { + "entropy": 4.75574221611023, + "epoch": 5.355871886120997, + "grad_norm": 1.1328125, + "learning_rate": 0.0002936503065496167, + "loss": 4.2882, + "mean_token_accuracy": 0.24525963217020036, + "num_tokens": 12973955.0, + "step": 4515 + }, + { + "entropy": 4.7831604957580565, + "epoch": 5.361803084223013, + "grad_norm": 1.078125, + "learning_rate": 0.0002931755846392731, + "loss": 4.3314, + "mean_token_accuracy": 0.24529619365930558, + "num_tokens": 12989517.0, + "step": 4520 + }, + { + "entropy": 4.780605030059815, + "epoch": 5.36773428232503, + "grad_norm": 1.109375, + "learning_rate": 0.000292700781273475, + "loss": 4.316, + "mean_token_accuracy": 0.2391658142209053, + "num_tokens": 13003551.0, + "step": 4525 + }, + { + "entropy": 4.755113983154297, + "epoch": 5.3736654804270465, + "grad_norm": 1.21875, + "learning_rate": 0.00029222589858009484, + "loss": 4.2842, + "mean_token_accuracy": 0.24647714495658873, + "num_tokens": 13018061.0, + "step": 4530 + }, + { + "entropy": 4.792725515365601, + "epoch": 5.3795966785290625, + "grad_norm": 1.1015625, + "learning_rate": 0.0002917509386873605, + "loss": 4.3053, + "mean_token_accuracy": 0.2352105051279068, + "num_tokens": 13032649.0, + "step": 4535 + }, + { + "entropy": 4.802401876449585, + "epoch": 5.3855278766310795, + "grad_norm": 1.1953125, + "learning_rate": 0.00029127590372384583, + "loss": 4.3525, + "mean_token_accuracy": 0.234721739590168, + "num_tokens": 13045177.0, + "step": 4540 + }, + { + "entropy": 4.844398450851441, + "epoch": 5.391459074733096, + "grad_norm": 1.0625, + "learning_rate": 0.00029080079581846106, + "loss": 4.3601, + "mean_token_accuracy": 0.22997759580612182, + "num_tokens": 13060681.0, + "step": 4545 + }, + { + "entropy": 4.834163570404053, + "epoch": 5.397390272835112, + "grad_norm": 1.1875, + "learning_rate": 0.0002903256171004434, + "loss": 4.4038, + "mean_token_accuracy": 0.22616221457719804, + "num_tokens": 13075626.0, + "step": 4550 + }, + { + "entropy": 4.823126602172851, + "epoch": 5.403321470937129, + "grad_norm": 1.125, + "learning_rate": 0.00028985036969934744, + "loss": 4.3701, + "mean_token_accuracy": 0.23211364597082138, + "num_tokens": 13090116.0, + "step": 4555 + }, + { + "entropy": 4.761039781570434, + "epoch": 5.409252669039146, + "grad_norm": 1.1875, + "learning_rate": 0.00028937505574503535, + "loss": 4.3318, + "mean_token_accuracy": 0.24012514650821687, + "num_tokens": 13103898.0, + "step": 4560 + }, + { + "entropy": 4.825210905075073, + "epoch": 5.415183867141162, + "grad_norm": 1.2734375, + "learning_rate": 0.0002888996773676677, + "loss": 4.3503, + "mean_token_accuracy": 0.24052769392728807, + "num_tokens": 13118797.0, + "step": 4565 + }, + { + "entropy": 4.7785906314849855, + "epoch": 5.421115065243179, + "grad_norm": 1.171875, + "learning_rate": 0.0002884242366976939, + "loss": 4.3371, + "mean_token_accuracy": 0.23428652435541153, + "num_tokens": 13134561.0, + "step": 4570 + }, + { + "entropy": 4.820053434371948, + "epoch": 5.427046263345196, + "grad_norm": 1.15625, + "learning_rate": 0.0002879487358658425, + "loss": 4.3491, + "mean_token_accuracy": 0.23811828792095185, + "num_tokens": 13149524.0, + "step": 4575 + }, + { + "entropy": 4.847623109817505, + "epoch": 5.432977461447212, + "grad_norm": 1.109375, + "learning_rate": 0.00028747317700311144, + "loss": 4.3921, + "mean_token_accuracy": 0.23596978485584258, + "num_tokens": 13163943.0, + "step": 4580 + }, + { + "entropy": 4.833776330947876, + "epoch": 5.438908659549229, + "grad_norm": 1.2265625, + "learning_rate": 0.00028699756224075893, + "loss": 4.2558, + "mean_token_accuracy": 0.23830387145280837, + "num_tokens": 13176577.0, + "step": 4585 + }, + { + "entropy": 4.823756504058838, + "epoch": 5.444839857651246, + "grad_norm": 1.2109375, + "learning_rate": 0.0002865218937102938, + "loss": 4.3746, + "mean_token_accuracy": 0.24103988707065582, + "num_tokens": 13190242.0, + "step": 4590 + }, + { + "entropy": 4.767862176895141, + "epoch": 5.450771055753262, + "grad_norm": 1.2578125, + "learning_rate": 0.0002860461735434655, + "loss": 4.3094, + "mean_token_accuracy": 0.24475302696228027, + "num_tokens": 13203362.0, + "step": 4595 + }, + { + "entropy": 4.826624965667724, + "epoch": 5.456702253855279, + "grad_norm": 1.265625, + "learning_rate": 0.0002855704038722552, + "loss": 4.3317, + "mean_token_accuracy": 0.23604598343372346, + "num_tokens": 13217032.0, + "step": 4600 + }, + { + "entropy": 4.841291427612305, + "epoch": 5.462633451957295, + "grad_norm": 1.15625, + "learning_rate": 0.0002850945868288659, + "loss": 4.3418, + "mean_token_accuracy": 0.2411078616976738, + "num_tokens": 13232744.0, + "step": 4605 + }, + { + "entropy": 4.7415900230407715, + "epoch": 5.468564650059312, + "grad_norm": 1.1328125, + "learning_rate": 0.0002846187245457127, + "loss": 4.3422, + "mean_token_accuracy": 0.2436609834432602, + "num_tokens": 13245735.0, + "step": 4610 + }, + { + "entropy": 4.8344916820526125, + "epoch": 5.474495848161329, + "grad_norm": 1.1875, + "learning_rate": 0.00028414281915541356, + "loss": 4.3528, + "mean_token_accuracy": 0.23394585400819778, + "num_tokens": 13259536.0, + "step": 4615 + }, + { + "entropy": 4.810553359985351, + "epoch": 5.480427046263345, + "grad_norm": 1.171875, + "learning_rate": 0.00028366687279077977, + "loss": 4.3221, + "mean_token_accuracy": 0.24472051113843918, + "num_tokens": 13272090.0, + "step": 4620 + }, + { + "entropy": 4.795799779891968, + "epoch": 5.486358244365362, + "grad_norm": 1.1953125, + "learning_rate": 0.000283190887584806, + "loss": 4.3636, + "mean_token_accuracy": 0.24185323417186738, + "num_tokens": 13288133.0, + "step": 4625 + }, + { + "entropy": 4.768116998672485, + "epoch": 5.492289442467379, + "grad_norm": 1.21875, + "learning_rate": 0.00028271486567066123, + "loss": 4.3262, + "mean_token_accuracy": 0.24516888856887817, + "num_tokens": 13302669.0, + "step": 4630 + }, + { + "entropy": 4.857626676559448, + "epoch": 5.498220640569395, + "grad_norm": 1.2890625, + "learning_rate": 0.0002822388091816788, + "loss": 4.34, + "mean_token_accuracy": 0.23627338856458663, + "num_tokens": 13315699.0, + "step": 4635 + }, + { + "entropy": 4.802936267852783, + "epoch": 5.504151838671412, + "grad_norm": 1.203125, + "learning_rate": 0.00028176272025134697, + "loss": 4.3174, + "mean_token_accuracy": 0.24233974516391754, + "num_tokens": 13330488.0, + "step": 4640 + }, + { + "entropy": 4.826246643066407, + "epoch": 5.510083036773429, + "grad_norm": 1.0703125, + "learning_rate": 0.0002812866010132995, + "loss": 4.4473, + "mean_token_accuracy": 0.23123548179864883, + "num_tokens": 13346136.0, + "step": 4645 + }, + { + "entropy": 4.820386505126953, + "epoch": 5.516014234875445, + "grad_norm": 1.2734375, + "learning_rate": 0.00028081045360130587, + "loss": 4.3884, + "mean_token_accuracy": 0.23265957981348037, + "num_tokens": 13359155.0, + "step": 4650 + }, + { + "entropy": 4.768516778945923, + "epoch": 5.5219454329774615, + "grad_norm": 1.2265625, + "learning_rate": 0.000280334280149262, + "loss": 4.31, + "mean_token_accuracy": 0.23903701454401016, + "num_tokens": 13375746.0, + "step": 4655 + }, + { + "entropy": 4.829752349853516, + "epoch": 5.527876631079478, + "grad_norm": 1.140625, + "learning_rate": 0.0002798580827911803, + "loss": 4.4025, + "mean_token_accuracy": 0.23296053260564803, + "num_tokens": 13389305.0, + "step": 4660 + }, + { + "entropy": 4.794039678573609, + "epoch": 5.5338078291814945, + "grad_norm": 1.328125, + "learning_rate": 0.0002793818636611805, + "loss": 4.3455, + "mean_token_accuracy": 0.2343529686331749, + "num_tokens": 13402776.0, + "step": 4665 + }, + { + "entropy": 4.847577714920044, + "epoch": 5.539739027283511, + "grad_norm": 1.140625, + "learning_rate": 0.0002789056248934797, + "loss": 4.3892, + "mean_token_accuracy": 0.22388842105865478, + "num_tokens": 13417814.0, + "step": 4670 + }, + { + "entropy": 4.86315131187439, + "epoch": 5.545670225385528, + "grad_norm": 1.1015625, + "learning_rate": 0.0002784293686223832, + "loss": 4.3679, + "mean_token_accuracy": 0.23124499768018722, + "num_tokens": 13432469.0, + "step": 4675 + }, + { + "entropy": 4.774190044403076, + "epoch": 5.551601423487544, + "grad_norm": 1.1875, + "learning_rate": 0.0002779530969822746, + "loss": 4.289, + "mean_token_accuracy": 0.2422730177640915, + "num_tokens": 13445653.0, + "step": 4680 + }, + { + "entropy": 4.768375205993652, + "epoch": 5.557532621589561, + "grad_norm": 1.140625, + "learning_rate": 0.0002774768121076065, + "loss": 4.3366, + "mean_token_accuracy": 0.24606663435697557, + "num_tokens": 13458930.0, + "step": 4685 + }, + { + "entropy": 4.8354926109313965, + "epoch": 5.563463819691577, + "grad_norm": 1.234375, + "learning_rate": 0.0002770005161328908, + "loss": 4.348, + "mean_token_accuracy": 0.23646435737609864, + "num_tokens": 13472681.0, + "step": 4690 + }, + { + "entropy": 4.77135648727417, + "epoch": 5.569395017793594, + "grad_norm": 0.99609375, + "learning_rate": 0.0002765242111926891, + "loss": 4.33, + "mean_token_accuracy": 0.24189464002847672, + "num_tokens": 13488461.0, + "step": 4695 + }, + { + "entropy": 4.798003149032593, + "epoch": 5.575326215895611, + "grad_norm": 1.109375, + "learning_rate": 0.00027604789942160297, + "loss": 4.3788, + "mean_token_accuracy": 0.22928581088781358, + "num_tokens": 13504080.0, + "step": 4700 + }, + { + "entropy": 4.863557386398315, + "epoch": 5.581257413997627, + "grad_norm": 1.171875, + "learning_rate": 0.00027557158295426506, + "loss": 4.3436, + "mean_token_accuracy": 0.2349960759282112, + "num_tokens": 13516923.0, + "step": 4705 + }, + { + "entropy": 4.781201934814453, + "epoch": 5.587188612099644, + "grad_norm": 1.109375, + "learning_rate": 0.0002750952639253287, + "loss": 4.3449, + "mean_token_accuracy": 0.23918874561786652, + "num_tokens": 13531275.0, + "step": 4710 + }, + { + "entropy": 4.806018733978272, + "epoch": 5.593119810201661, + "grad_norm": 1.1484375, + "learning_rate": 0.00027461894446945877, + "loss": 4.3748, + "mean_token_accuracy": 0.23156485408544542, + "num_tokens": 13544924.0, + "step": 4715 + }, + { + "entropy": 4.832040071487427, + "epoch": 5.599051008303677, + "grad_norm": 1.28125, + "learning_rate": 0.0002741426267213223, + "loss": 4.3362, + "mean_token_accuracy": 0.24287913590669633, + "num_tokens": 13559265.0, + "step": 4720 + }, + { + "entropy": 4.819747447967529, + "epoch": 5.604982206405694, + "grad_norm": 1.125, + "learning_rate": 0.0002736663128155781, + "loss": 4.2819, + "mean_token_accuracy": 0.2389657273888588, + "num_tokens": 13572656.0, + "step": 4725 + }, + { + "entropy": 4.810615396499633, + "epoch": 5.610913404507711, + "grad_norm": 1.0390625, + "learning_rate": 0.0002731900048868685, + "loss": 4.3715, + "mean_token_accuracy": 0.23842447102069855, + "num_tokens": 13587723.0, + "step": 4730 + }, + { + "entropy": 4.850817251205444, + "epoch": 5.616844602609727, + "grad_norm": 1.125, + "learning_rate": 0.00027271370506980853, + "loss": 4.329, + "mean_token_accuracy": 0.2373041734099388, + "num_tokens": 13600739.0, + "step": 4735 + }, + { + "entropy": 4.835582685470581, + "epoch": 5.622775800711744, + "grad_norm": 1.0234375, + "learning_rate": 0.00027223741549897696, + "loss": 4.374, + "mean_token_accuracy": 0.23551319241523744, + "num_tokens": 13616911.0, + "step": 4740 + }, + { + "entropy": 4.746273756027222, + "epoch": 5.62870699881376, + "grad_norm": 1.1328125, + "learning_rate": 0.00027176113830890673, + "loss": 4.3158, + "mean_token_accuracy": 0.23994861990213395, + "num_tokens": 13630518.0, + "step": 4745 + }, + { + "entropy": 4.687458848953247, + "epoch": 5.634638196915777, + "grad_norm": 1.25, + "learning_rate": 0.0002712848756340754, + "loss": 4.1742, + "mean_token_accuracy": 0.2465816020965576, + "num_tokens": 13643295.0, + "step": 4750 + }, + { + "entropy": 4.753887128829956, + "epoch": 5.640569395017794, + "grad_norm": 1.1875, + "learning_rate": 0.000270808629608895, + "loss": 4.337, + "mean_token_accuracy": 0.24828400015830993, + "num_tokens": 13655484.0, + "step": 4755 + }, + { + "entropy": 4.8279914379119875, + "epoch": 5.646500593119811, + "grad_norm": 1.1328125, + "learning_rate": 0.0002703324023677036, + "loss": 4.3604, + "mean_token_accuracy": 0.23901474326848984, + "num_tokens": 13668188.0, + "step": 4760 + }, + { + "entropy": 4.796302223205567, + "epoch": 5.652431791221827, + "grad_norm": 1.0625, + "learning_rate": 0.00026985619604475466, + "loss": 4.3168, + "mean_token_accuracy": 0.24608149528503417, + "num_tokens": 13680172.0, + "step": 4765 + }, + { + "entropy": 4.8139900207519535, + "epoch": 5.658362989323844, + "grad_norm": 1.0546875, + "learning_rate": 0.00026938001277420785, + "loss": 4.3363, + "mean_token_accuracy": 0.2425275981426239, + "num_tokens": 13694330.0, + "step": 4770 + }, + { + "entropy": 4.676712131500244, + "epoch": 5.66429418742586, + "grad_norm": 0.9765625, + "learning_rate": 0.00026890385469011997, + "loss": 4.2022, + "mean_token_accuracy": 0.2537962973117828, + "num_tokens": 13709193.0, + "step": 4775 + }, + { + "entropy": 4.779815292358398, + "epoch": 5.670225385527877, + "grad_norm": 1.2109375, + "learning_rate": 0.00026842772392643443, + "loss": 4.3709, + "mean_token_accuracy": 0.23214032351970673, + "num_tokens": 13722796.0, + "step": 4780 + }, + { + "entropy": 4.808645009994507, + "epoch": 5.6761565836298935, + "grad_norm": 1.078125, + "learning_rate": 0.0002679516226169724, + "loss": 4.3884, + "mean_token_accuracy": 0.22750346809625627, + "num_tokens": 13738026.0, + "step": 4785 + }, + { + "entropy": 4.745830249786377, + "epoch": 5.6820877817319095, + "grad_norm": 1.0625, + "learning_rate": 0.0002674755528954232, + "loss": 4.3299, + "mean_token_accuracy": 0.23688622266054155, + "num_tokens": 13751992.0, + "step": 4790 + }, + { + "entropy": 4.880949592590332, + "epoch": 5.6880189798339265, + "grad_norm": 1.15625, + "learning_rate": 0.00026699951689533445, + "loss": 4.414, + "mean_token_accuracy": 0.23022955358028413, + "num_tokens": 13765489.0, + "step": 4795 + }, + { + "entropy": 4.832452249526978, + "epoch": 5.693950177935943, + "grad_norm": 1.125, + "learning_rate": 0.0002665235167501026, + "loss": 4.3951, + "mean_token_accuracy": 0.22654036283493043, + "num_tokens": 13778840.0, + "step": 4800 + }, + { + "entropy": 4.846195983886719, + "epoch": 5.699881376037959, + "grad_norm": 1.2109375, + "learning_rate": 0.0002660475545929636, + "loss": 4.3922, + "mean_token_accuracy": 0.23317624777555465, + "num_tokens": 13792851.0, + "step": 4805 + }, + { + "entropy": 4.803857803344727, + "epoch": 5.705812574139976, + "grad_norm": 1.140625, + "learning_rate": 0.00026557163255698274, + "loss": 4.3714, + "mean_token_accuracy": 0.23640986084938048, + "num_tokens": 13806024.0, + "step": 4810 + }, + { + "entropy": 4.793094682693481, + "epoch": 5.711743772241993, + "grad_norm": 0.9921875, + "learning_rate": 0.00026509575277504593, + "loss": 4.3571, + "mean_token_accuracy": 0.23723326474428177, + "num_tokens": 13822361.0, + "step": 4815 + }, + { + "entropy": 4.79110016822815, + "epoch": 5.717674970344009, + "grad_norm": 0.99609375, + "learning_rate": 0.0002646199173798497, + "loss": 4.3377, + "mean_token_accuracy": 0.2404965952038765, + "num_tokens": 13836795.0, + "step": 4820 + }, + { + "entropy": 4.765324878692627, + "epoch": 5.723606168446026, + "grad_norm": 1.1796875, + "learning_rate": 0.0002641441285038913, + "loss": 4.2808, + "mean_token_accuracy": 0.2442572832107544, + "num_tokens": 13850955.0, + "step": 4825 + }, + { + "entropy": 4.8904516220092775, + "epoch": 5.729537366548042, + "grad_norm": 1.03125, + "learning_rate": 0.00026366838827945985, + "loss": 4.4156, + "mean_token_accuracy": 0.23086105585098265, + "num_tokens": 13866041.0, + "step": 4830 + }, + { + "entropy": 4.7407355308532715, + "epoch": 5.735468564650059, + "grad_norm": 1.140625, + "learning_rate": 0.00026319269883862633, + "loss": 4.3002, + "mean_token_accuracy": 0.23912660926580429, + "num_tokens": 13880331.0, + "step": 4835 + }, + { + "entropy": 4.74866042137146, + "epoch": 5.741399762752076, + "grad_norm": 1.171875, + "learning_rate": 0.000262717062313234, + "loss": 4.3506, + "mean_token_accuracy": 0.23290519118309022, + "num_tokens": 13894735.0, + "step": 4840 + }, + { + "entropy": 4.799971199035644, + "epoch": 5.747330960854093, + "grad_norm": 1.1796875, + "learning_rate": 0.0002622414808348892, + "loss": 4.3015, + "mean_token_accuracy": 0.2426670715212822, + "num_tokens": 13909786.0, + "step": 4845 + }, + { + "entropy": 4.724190092086792, + "epoch": 5.753262158956109, + "grad_norm": 1.1328125, + "learning_rate": 0.00026176595653495136, + "loss": 4.2908, + "mean_token_accuracy": 0.24885344058275222, + "num_tokens": 13922757.0, + "step": 4850 + }, + { + "entropy": 4.760520982742309, + "epoch": 5.759193357058126, + "grad_norm": 1.1171875, + "learning_rate": 0.0002612904915445238, + "loss": 4.2922, + "mean_token_accuracy": 0.24650558680295945, + "num_tokens": 13937580.0, + "step": 4855 + }, + { + "entropy": 4.810915470123291, + "epoch": 5.765124555160142, + "grad_norm": 1.109375, + "learning_rate": 0.000260815087994444, + "loss": 4.3505, + "mean_token_accuracy": 0.23467869609594344, + "num_tokens": 13954003.0, + "step": 4860 + }, + { + "entropy": 4.779822301864624, + "epoch": 5.771055753262159, + "grad_norm": 1.2578125, + "learning_rate": 0.000260339748015274, + "loss": 4.3166, + "mean_token_accuracy": 0.23698662519454955, + "num_tokens": 13968201.0, + "step": 4865 + }, + { + "entropy": 4.694350147247315, + "epoch": 5.776986951364176, + "grad_norm": 1.109375, + "learning_rate": 0.0002598644737372911, + "loss": 4.2988, + "mean_token_accuracy": 0.2477506458759308, + "num_tokens": 13981851.0, + "step": 4870 + }, + { + "entropy": 4.813791799545288, + "epoch": 5.782918149466192, + "grad_norm": 1.2890625, + "learning_rate": 0.0002593892672904781, + "loss": 4.3285, + "mean_token_accuracy": 0.23808160722255706, + "num_tokens": 13993490.0, + "step": 4875 + }, + { + "entropy": 4.808310556411743, + "epoch": 5.788849347568209, + "grad_norm": 1.0703125, + "learning_rate": 0.00025891413080451377, + "loss": 4.3523, + "mean_token_accuracy": 0.2352833107113838, + "num_tokens": 14008228.0, + "step": 4880 + }, + { + "entropy": 4.792012166976929, + "epoch": 5.794780545670226, + "grad_norm": 1.34375, + "learning_rate": 0.00025843906640876326, + "loss": 4.3314, + "mean_token_accuracy": 0.24585116654634476, + "num_tokens": 14021867.0, + "step": 4885 + }, + { + "entropy": 4.734698677062989, + "epoch": 5.800711743772242, + "grad_norm": 1.1875, + "learning_rate": 0.000257964076232269, + "loss": 4.2356, + "mean_token_accuracy": 0.2509154349565506, + "num_tokens": 14034363.0, + "step": 4890 + }, + { + "entropy": 4.8481605529785154, + "epoch": 5.806642941874259, + "grad_norm": 1.046875, + "learning_rate": 0.00025748916240374016, + "loss": 4.4136, + "mean_token_accuracy": 0.2393478125333786, + "num_tokens": 14050746.0, + "step": 4895 + }, + { + "entropy": 4.8150547504425045, + "epoch": 5.812574139976276, + "grad_norm": 1.296875, + "learning_rate": 0.00025701432705154445, + "loss": 4.4077, + "mean_token_accuracy": 0.2336001753807068, + "num_tokens": 14064729.0, + "step": 4900 + }, + { + "entropy": 4.827139234542846, + "epoch": 5.818505338078292, + "grad_norm": 1.0859375, + "learning_rate": 0.0002565395723036975, + "loss": 4.4199, + "mean_token_accuracy": 0.23818397521972656, + "num_tokens": 14080618.0, + "step": 4905 + }, + { + "entropy": 4.806284618377686, + "epoch": 5.8244365361803085, + "grad_norm": 1.2421875, + "learning_rate": 0.0002560649002878537, + "loss": 4.3333, + "mean_token_accuracy": 0.2396669343113899, + "num_tokens": 14094201.0, + "step": 4910 + }, + { + "entropy": 4.794505453109741, + "epoch": 5.830367734282325, + "grad_norm": 1.140625, + "learning_rate": 0.00025559031313129675, + "loss": 4.3886, + "mean_token_accuracy": 0.22983593195676805, + "num_tokens": 14109905.0, + "step": 4915 + }, + { + "entropy": 4.758055019378662, + "epoch": 5.8362989323843415, + "grad_norm": 1.171875, + "learning_rate": 0.00025511581296093006, + "loss": 4.3336, + "mean_token_accuracy": 0.239557483792305, + "num_tokens": 14125540.0, + "step": 4920 + }, + { + "entropy": 4.840940189361572, + "epoch": 5.842230130486358, + "grad_norm": 1.109375, + "learning_rate": 0.0002546414019032671, + "loss": 4.4238, + "mean_token_accuracy": 0.2327907755970955, + "num_tokens": 14139677.0, + "step": 4925 + }, + { + "entropy": 4.826468849182129, + "epoch": 5.848161328588375, + "grad_norm": 1.1796875, + "learning_rate": 0.0002541670820844223, + "loss": 4.4244, + "mean_token_accuracy": 0.23376403898000717, + "num_tokens": 14154924.0, + "step": 4930 + }, + { + "entropy": 4.799694156646728, + "epoch": 5.854092526690391, + "grad_norm": 1.15625, + "learning_rate": 0.0002536928556301006, + "loss": 4.3389, + "mean_token_accuracy": 0.24434418678283693, + "num_tokens": 14169287.0, + "step": 4935 + }, + { + "entropy": 4.836445283889771, + "epoch": 5.860023724792408, + "grad_norm": 1.1875, + "learning_rate": 0.0002532187246655891, + "loss": 4.2819, + "mean_token_accuracy": 0.24367126673460007, + "num_tokens": 14181965.0, + "step": 4940 + }, + { + "entropy": 4.824612140655518, + "epoch": 5.865954922894424, + "grad_norm": 1.234375, + "learning_rate": 0.0002527446913157467, + "loss": 4.3276, + "mean_token_accuracy": 0.2377263769507408, + "num_tokens": 14195946.0, + "step": 4945 + }, + { + "entropy": 4.764058065414429, + "epoch": 5.871886120996441, + "grad_norm": 1.109375, + "learning_rate": 0.0002522707577049947, + "loss": 4.3822, + "mean_token_accuracy": 0.2389196291565895, + "num_tokens": 14210639.0, + "step": 4950 + }, + { + "entropy": 4.784085130691528, + "epoch": 5.877817319098458, + "grad_norm": 1.1328125, + "learning_rate": 0.00025179692595730767, + "loss": 4.3196, + "mean_token_accuracy": 0.23978573679924012, + "num_tokens": 14225355.0, + "step": 4955 + }, + { + "entropy": 4.843112564086914, + "epoch": 5.883748517200474, + "grad_norm": 1.203125, + "learning_rate": 0.00025132319819620377, + "loss": 4.3853, + "mean_token_accuracy": 0.23785216063261033, + "num_tokens": 14239634.0, + "step": 4960 + }, + { + "entropy": 4.74089937210083, + "epoch": 5.889679715302491, + "grad_norm": 1.234375, + "learning_rate": 0.0002508495765447345, + "loss": 4.2764, + "mean_token_accuracy": 0.2535801813006401, + "num_tokens": 14252622.0, + "step": 4965 + }, + { + "entropy": 4.739436149597168, + "epoch": 5.895610913404508, + "grad_norm": 1.2734375, + "learning_rate": 0.00025037606312547654, + "loss": 4.2741, + "mean_token_accuracy": 0.2499685674905777, + "num_tokens": 14265164.0, + "step": 4970 + }, + { + "entropy": 4.81330246925354, + "epoch": 5.901542111506524, + "grad_norm": 1.171875, + "learning_rate": 0.0002499026600605212, + "loss": 4.3143, + "mean_token_accuracy": 0.24147066473960876, + "num_tokens": 14278402.0, + "step": 4975 + }, + { + "entropy": 4.804416990280151, + "epoch": 5.907473309608541, + "grad_norm": 1.1796875, + "learning_rate": 0.00024942936947146515, + "loss": 4.336, + "mean_token_accuracy": 0.2330878794193268, + "num_tokens": 14292409.0, + "step": 4980 + }, + { + "entropy": 4.761972236633301, + "epoch": 5.913404507710558, + "grad_norm": 1.0390625, + "learning_rate": 0.00024895619347940117, + "loss": 4.3306, + "mean_token_accuracy": 0.24056018590927125, + "num_tokens": 14307269.0, + "step": 4985 + }, + { + "entropy": 4.7936664581298825, + "epoch": 5.919335705812574, + "grad_norm": 1.1875, + "learning_rate": 0.0002484831342049085, + "loss": 4.3291, + "mean_token_accuracy": 0.23838138431310654, + "num_tokens": 14321146.0, + "step": 4990 + }, + { + "entropy": 4.801939821243286, + "epoch": 5.925266903914591, + "grad_norm": 1.203125, + "learning_rate": 0.00024801019376804296, + "loss": 4.3219, + "mean_token_accuracy": 0.23990344852209092, + "num_tokens": 14334060.0, + "step": 4995 + }, + { + "entropy": 4.748884820938111, + "epoch": 5.931198102016607, + "grad_norm": 1.0546875, + "learning_rate": 0.0002475373742883282, + "loss": 4.3339, + "mean_token_accuracy": 0.23838832527399062, + "num_tokens": 14349274.0, + "step": 5000 + }, + { + "epoch": 5.931198102016607, + "eval_entropy": 4.652599839345077, + "eval_loss": 5.263965606689453, + "eval_mean_token_accuracy": 0.19459956169037, + "eval_num_tokens": 14349274.0, + "eval_runtime": 2.4654, + "eval_samples_per_second": 1057.826, + "eval_steps_per_second": 132.228, + "step": 5000 + }, + { + "entropy": 4.708192014694214, + "epoch": 5.937129300118624, + "grad_norm": 1.09375, + "learning_rate": 0.0002470646778847455, + "loss": 4.296, + "mean_token_accuracy": 0.24259315431118011, + "num_tokens": 14364007.0, + "step": 5005 + }, + { + "entropy": 4.773913097381592, + "epoch": 5.943060498220641, + "grad_norm": 0.96484375, + "learning_rate": 0.00024659210667572464, + "loss": 4.3266, + "mean_token_accuracy": 0.23536466509103776, + "num_tokens": 14378916.0, + "step": 5010 + }, + { + "entropy": 4.7855369567871096, + "epoch": 5.948991696322658, + "grad_norm": 1.21875, + "learning_rate": 0.0002461196627791345, + "loss": 4.2882, + "mean_token_accuracy": 0.2476044699549675, + "num_tokens": 14393345.0, + "step": 5015 + }, + { + "entropy": 4.832712602615357, + "epoch": 5.954922894424674, + "grad_norm": 1.1796875, + "learning_rate": 0.00024564734831227316, + "loss": 4.3449, + "mean_token_accuracy": 0.23937438428401947, + "num_tokens": 14405835.0, + "step": 5020 + }, + { + "entropy": 4.792354726791382, + "epoch": 5.960854092526691, + "grad_norm": 1.125, + "learning_rate": 0.0002451751653918587, + "loss": 4.3892, + "mean_token_accuracy": 0.2276507556438446, + "num_tokens": 14421842.0, + "step": 5025 + }, + { + "entropy": 4.811455392837525, + "epoch": 5.966785290628707, + "grad_norm": 1.125, + "learning_rate": 0.00024470311613401997, + "loss": 4.3797, + "mean_token_accuracy": 0.23294659405946733, + "num_tokens": 14436064.0, + "step": 5030 + }, + { + "entropy": 4.774214029312134, + "epoch": 5.972716488730724, + "grad_norm": 1.171875, + "learning_rate": 0.00024423120265428623, + "loss": 4.3126, + "mean_token_accuracy": 0.23919883668422698, + "num_tokens": 14450321.0, + "step": 5035 + }, + { + "entropy": 4.796865844726563, + "epoch": 5.9786476868327405, + "grad_norm": 1.1796875, + "learning_rate": 0.0002437594270675787, + "loss": 4.398, + "mean_token_accuracy": 0.23655554354190828, + "num_tokens": 14465584.0, + "step": 5040 + }, + { + "entropy": 4.830087375640869, + "epoch": 5.9845788849347565, + "grad_norm": 1.21875, + "learning_rate": 0.00024328779148820052, + "loss": 4.473, + "mean_token_accuracy": 0.22175321578979493, + "num_tokens": 14480581.0, + "step": 5045 + }, + { + "entropy": 4.851241827011108, + "epoch": 5.9905100830367735, + "grad_norm": 1.21875, + "learning_rate": 0.0002428162980298272, + "loss": 4.4138, + "mean_token_accuracy": 0.2366853713989258, + "num_tokens": 14493514.0, + "step": 5050 + }, + { + "entropy": 4.79337968826294, + "epoch": 5.99644128113879, + "grad_norm": 1.0234375, + "learning_rate": 0.00024234494880549746, + "loss": 4.3931, + "mean_token_accuracy": 0.23066162765026094, + "num_tokens": 14508061.0, + "step": 5055 + }, + { + "entropy": 4.745760822296143, + "epoch": 6.002372479240806, + "grad_norm": 0.98828125, + "learning_rate": 0.00024187374592760376, + "loss": 4.2059, + "mean_token_accuracy": 0.24971580356359482, + "num_tokens": 14521367.0, + "step": 5060 + }, + { + "entropy": 4.73035454750061, + "epoch": 6.008303677342823, + "grad_norm": 1.1875, + "learning_rate": 0.00024140269150788236, + "loss": 4.1042, + "mean_token_accuracy": 0.2597766384482384, + "num_tokens": 14535691.0, + "step": 5065 + }, + { + "entropy": 4.804089164733886, + "epoch": 6.01423487544484, + "grad_norm": 1.1484375, + "learning_rate": 0.00024093178765740452, + "loss": 4.1846, + "mean_token_accuracy": 0.24867794066667556, + "num_tokens": 14549300.0, + "step": 5070 + }, + { + "entropy": 4.743141746520996, + "epoch": 6.020166073546856, + "grad_norm": 1.578125, + "learning_rate": 0.00024046103648656648, + "loss": 4.1357, + "mean_token_accuracy": 0.25618866086006165, + "num_tokens": 14563517.0, + "step": 5075 + }, + { + "entropy": 4.742384672164917, + "epoch": 6.026097271648873, + "grad_norm": 1.21875, + "learning_rate": 0.00023999044010508037, + "loss": 4.0899, + "mean_token_accuracy": 0.26528758853673934, + "num_tokens": 14577298.0, + "step": 5080 + }, + { + "entropy": 4.77992262840271, + "epoch": 6.032028469750889, + "grad_norm": 1.265625, + "learning_rate": 0.00023952000062196454, + "loss": 4.1423, + "mean_token_accuracy": 0.26021771878004074, + "num_tokens": 14589621.0, + "step": 5085 + }, + { + "entropy": 4.745220375061035, + "epoch": 6.037959667852906, + "grad_norm": 1.125, + "learning_rate": 0.0002390497201455342, + "loss": 4.132, + "mean_token_accuracy": 0.25740298330783845, + "num_tokens": 14603449.0, + "step": 5090 + }, + { + "entropy": 4.76898684501648, + "epoch": 6.043890865954923, + "grad_norm": 1.2890625, + "learning_rate": 0.00023857960078339208, + "loss": 4.144, + "mean_token_accuracy": 0.2559265360236168, + "num_tokens": 14616326.0, + "step": 5095 + }, + { + "entropy": 4.8157140731811525, + "epoch": 6.049822064056939, + "grad_norm": 1.046875, + "learning_rate": 0.00023810964464241868, + "loss": 4.2635, + "mean_token_accuracy": 0.24587225615978242, + "num_tokens": 14631267.0, + "step": 5100 + }, + { + "entropy": 4.746673822402954, + "epoch": 6.055753262158956, + "grad_norm": 1.15625, + "learning_rate": 0.00023763985382876308, + "loss": 4.1225, + "mean_token_accuracy": 0.2622628450393677, + "num_tokens": 14645045.0, + "step": 5105 + }, + { + "entropy": 4.7064050197601315, + "epoch": 6.061684460260973, + "grad_norm": 1.0625, + "learning_rate": 0.00023717023044783343, + "loss": 4.0384, + "mean_token_accuracy": 0.26922540813684465, + "num_tokens": 14659302.0, + "step": 5110 + }, + { + "entropy": 4.775246334075928, + "epoch": 6.067615658362989, + "grad_norm": 1.140625, + "learning_rate": 0.00023670077660428756, + "loss": 4.1612, + "mean_token_accuracy": 0.24770891070365905, + "num_tokens": 14672544.0, + "step": 5115 + }, + { + "entropy": 4.792227792739868, + "epoch": 6.073546856465006, + "grad_norm": 1.09375, + "learning_rate": 0.0002362314944020234, + "loss": 4.2134, + "mean_token_accuracy": 0.24917837828397751, + "num_tokens": 14689011.0, + "step": 5120 + }, + { + "entropy": 4.791463613510132, + "epoch": 6.079478054567023, + "grad_norm": 1.109375, + "learning_rate": 0.0002357623859441698, + "loss": 4.1419, + "mean_token_accuracy": 0.25728278011083605, + "num_tokens": 14701455.0, + "step": 5125 + }, + { + "entropy": 4.814793825149536, + "epoch": 6.085409252669039, + "grad_norm": 1.140625, + "learning_rate": 0.000235293453333077, + "loss": 4.2177, + "mean_token_accuracy": 0.25009917467832565, + "num_tokens": 14716483.0, + "step": 5130 + }, + { + "entropy": 4.751215982437134, + "epoch": 6.091340450771056, + "grad_norm": 1.078125, + "learning_rate": 0.00023482469867030676, + "loss": 4.1233, + "mean_token_accuracy": 0.25721742063760755, + "num_tokens": 14730164.0, + "step": 5135 + }, + { + "entropy": 4.785274934768677, + "epoch": 6.097271648873073, + "grad_norm": 1.1328125, + "learning_rate": 0.00023435612405662388, + "loss": 4.1816, + "mean_token_accuracy": 0.2555907517671585, + "num_tokens": 14744695.0, + "step": 5140 + }, + { + "entropy": 4.749642086029053, + "epoch": 6.103202846975089, + "grad_norm": 1.1171875, + "learning_rate": 0.00023388773159198584, + "loss": 4.2059, + "mean_token_accuracy": 0.2520121678709984, + "num_tokens": 14759503.0, + "step": 5145 + }, + { + "entropy": 4.843703651428223, + "epoch": 6.109134045077106, + "grad_norm": 1.078125, + "learning_rate": 0.00023341952337553414, + "loss": 4.2096, + "mean_token_accuracy": 0.252188840508461, + "num_tokens": 14774961.0, + "step": 5150 + }, + { + "entropy": 4.758553743362427, + "epoch": 6.115065243179123, + "grad_norm": 1.1328125, + "learning_rate": 0.0002329515015055843, + "loss": 4.113, + "mean_token_accuracy": 0.2630035519599915, + "num_tokens": 14789617.0, + "step": 5155 + }, + { + "entropy": 4.7613019943237305, + "epoch": 6.120996441281139, + "grad_norm": 1.140625, + "learning_rate": 0.00023248366807961674, + "loss": 4.1801, + "mean_token_accuracy": 0.25420621037483215, + "num_tokens": 14803921.0, + "step": 5160 + }, + { + "entropy": 4.78867392539978, + "epoch": 6.1269276393831555, + "grad_norm": 1.1328125, + "learning_rate": 0.0002320160251942675, + "loss": 4.1839, + "mean_token_accuracy": 0.25387351512908934, + "num_tokens": 14818466.0, + "step": 5165 + }, + { + "entropy": 4.767274618148804, + "epoch": 6.132858837485172, + "grad_norm": 1.1640625, + "learning_rate": 0.00023154857494531872, + "loss": 4.2231, + "mean_token_accuracy": 0.25017287135124205, + "num_tokens": 14833256.0, + "step": 5170 + }, + { + "entropy": 4.780109071731568, + "epoch": 6.1387900355871885, + "grad_norm": 1.109375, + "learning_rate": 0.0002310813194276889, + "loss": 4.1899, + "mean_token_accuracy": 0.250496344268322, + "num_tokens": 14848164.0, + "step": 5175 + }, + { + "entropy": 4.742455339431762, + "epoch": 6.144721233689205, + "grad_norm": 1.1796875, + "learning_rate": 0.00023061426073542413, + "loss": 4.1381, + "mean_token_accuracy": 0.26113935112953185, + "num_tokens": 14860418.0, + "step": 5180 + }, + { + "entropy": 4.796003627777099, + "epoch": 6.1506524317912215, + "grad_norm": 1.1953125, + "learning_rate": 0.0002301474009616885, + "loss": 4.247, + "mean_token_accuracy": 0.24784840941429137, + "num_tokens": 14875655.0, + "step": 5185 + }, + { + "entropy": 4.808759689331055, + "epoch": 6.156583629893238, + "grad_norm": 1.0859375, + "learning_rate": 0.00022968074219875418, + "loss": 4.2155, + "mean_token_accuracy": 0.2534328117966652, + "num_tokens": 14890851.0, + "step": 5190 + }, + { + "entropy": 4.7517026424407955, + "epoch": 6.162514827995255, + "grad_norm": 1.125, + "learning_rate": 0.00022921428653799298, + "loss": 4.1056, + "mean_token_accuracy": 0.2656860455870628, + "num_tokens": 14906189.0, + "step": 5195 + }, + { + "entropy": 4.72308316230774, + "epoch": 6.168446026097271, + "grad_norm": 1.15625, + "learning_rate": 0.00022874803606986617, + "loss": 4.1346, + "mean_token_accuracy": 0.2545752048492432, + "num_tokens": 14920625.0, + "step": 5200 + }, + { + "entropy": 4.731480121612549, + "epoch": 6.174377224199288, + "grad_norm": 1.21875, + "learning_rate": 0.00022828199288391554, + "loss": 4.1352, + "mean_token_accuracy": 0.25461106449365617, + "num_tokens": 14935524.0, + "step": 5205 + }, + { + "entropy": 4.818871974945068, + "epoch": 6.180308422301305, + "grad_norm": 1.125, + "learning_rate": 0.00022781615906875414, + "loss": 4.1816, + "mean_token_accuracy": 0.2538179770112038, + "num_tokens": 14950503.0, + "step": 5210 + }, + { + "entropy": 4.788936758041382, + "epoch": 6.186239620403321, + "grad_norm": 1.0859375, + "learning_rate": 0.0002273505367120562, + "loss": 4.1846, + "mean_token_accuracy": 0.24845887273550032, + "num_tokens": 14967533.0, + "step": 5215 + }, + { + "entropy": 4.842661952972412, + "epoch": 6.192170818505338, + "grad_norm": 1.1015625, + "learning_rate": 0.00022688512790054865, + "loss": 4.2189, + "mean_token_accuracy": 0.24378627836704253, + "num_tokens": 14980276.0, + "step": 5220 + }, + { + "entropy": 4.736074161529541, + "epoch": 6.198102016607355, + "grad_norm": 1.1640625, + "learning_rate": 0.0002264199347200015, + "loss": 4.1122, + "mean_token_accuracy": 0.2617910668253899, + "num_tokens": 14993270.0, + "step": 5225 + }, + { + "entropy": 4.726060914993286, + "epoch": 6.204033214709371, + "grad_norm": 1.0390625, + "learning_rate": 0.00022595495925521804, + "loss": 4.1215, + "mean_token_accuracy": 0.2615621656179428, + "num_tokens": 15007725.0, + "step": 5230 + }, + { + "entropy": 4.710829830169677, + "epoch": 6.209964412811388, + "grad_norm": 1.171875, + "learning_rate": 0.0002254902035900261, + "loss": 4.1208, + "mean_token_accuracy": 0.253796873986721, + "num_tokens": 15022909.0, + "step": 5235 + }, + { + "entropy": 4.801334238052368, + "epoch": 6.215895610913405, + "grad_norm": 1.0859375, + "learning_rate": 0.00022502566980726852, + "loss": 4.1901, + "mean_token_accuracy": 0.25595812797546386, + "num_tokens": 15036894.0, + "step": 5240 + }, + { + "entropy": 4.777053499221802, + "epoch": 6.221826809015421, + "grad_norm": 1.0, + "learning_rate": 0.00022456135998879335, + "loss": 4.1183, + "mean_token_accuracy": 0.2579038292169571, + "num_tokens": 15053898.0, + "step": 5245 + }, + { + "entropy": 4.754766321182251, + "epoch": 6.227758007117438, + "grad_norm": 1.1953125, + "learning_rate": 0.0002240972762154453, + "loss": 4.1538, + "mean_token_accuracy": 0.25917364209890364, + "num_tokens": 15067661.0, + "step": 5250 + }, + { + "entropy": 4.779755878448486, + "epoch": 6.233689205219454, + "grad_norm": 1.140625, + "learning_rate": 0.000223633420567056, + "loss": 4.182, + "mean_token_accuracy": 0.2558010220527649, + "num_tokens": 15082174.0, + "step": 5255 + }, + { + "entropy": 4.731582498550415, + "epoch": 6.239620403321471, + "grad_norm": 1.109375, + "learning_rate": 0.0002231697951224346, + "loss": 4.1443, + "mean_token_accuracy": 0.25625418722629545, + "num_tokens": 15096044.0, + "step": 5260 + }, + { + "entropy": 4.8570098876953125, + "epoch": 6.245551601423488, + "grad_norm": 1.265625, + "learning_rate": 0.0002227064019593586, + "loss": 4.2752, + "mean_token_accuracy": 0.2415375977754593, + "num_tokens": 15111548.0, + "step": 5265 + }, + { + "entropy": 4.703935050964356, + "epoch": 6.251482799525504, + "grad_norm": 1.2109375, + "learning_rate": 0.00022224324315456474, + "loss": 4.1051, + "mean_token_accuracy": 0.2591488644480705, + "num_tokens": 15125669.0, + "step": 5270 + }, + { + "entropy": 4.771063804626465, + "epoch": 6.257413997627521, + "grad_norm": 1.25, + "learning_rate": 0.00022178032078373894, + "loss": 4.1977, + "mean_token_accuracy": 0.2615684702992439, + "num_tokens": 15139708.0, + "step": 5275 + }, + { + "entropy": 4.7325742721557615, + "epoch": 6.263345195729538, + "grad_norm": 1.109375, + "learning_rate": 0.00022131763692150798, + "loss": 4.1431, + "mean_token_accuracy": 0.2557313323020935, + "num_tokens": 15154147.0, + "step": 5280 + }, + { + "entropy": 4.734698009490967, + "epoch": 6.269276393831554, + "grad_norm": 1.2734375, + "learning_rate": 0.00022085519364142963, + "loss": 4.0968, + "mean_token_accuracy": 0.26601689010858537, + "num_tokens": 15167684.0, + "step": 5285 + }, + { + "entropy": 4.75499119758606, + "epoch": 6.275207591933571, + "grad_norm": 1.2734375, + "learning_rate": 0.00022039299301598343, + "loss": 4.2305, + "mean_token_accuracy": 0.24574412703514098, + "num_tokens": 15180863.0, + "step": 5290 + }, + { + "entropy": 4.757374382019043, + "epoch": 6.2811387900355875, + "grad_norm": 1.1640625, + "learning_rate": 0.00021993103711656148, + "loss": 4.1598, + "mean_token_accuracy": 0.25554181486368177, + "num_tokens": 15195479.0, + "step": 5295 + }, + { + "entropy": 4.715495347976685, + "epoch": 6.2870699881376035, + "grad_norm": 1.140625, + "learning_rate": 0.00021946932801345903, + "loss": 4.1223, + "mean_token_accuracy": 0.25854379385709764, + "num_tokens": 15209262.0, + "step": 5300 + }, + { + "entropy": 4.6957752227783205, + "epoch": 6.2930011862396205, + "grad_norm": 1.203125, + "learning_rate": 0.00021900786777586534, + "loss": 4.0705, + "mean_token_accuracy": 0.27112670689821244, + "num_tokens": 15223626.0, + "step": 5305 + }, + { + "entropy": 4.763528347015381, + "epoch": 6.298932384341637, + "grad_norm": 1.1953125, + "learning_rate": 0.00021854665847185445, + "loss": 4.1249, + "mean_token_accuracy": 0.259819307923317, + "num_tokens": 15237868.0, + "step": 5310 + }, + { + "entropy": 4.7126524448394775, + "epoch": 6.304863582443653, + "grad_norm": 1.1171875, + "learning_rate": 0.00021808570216837569, + "loss": 4.1449, + "mean_token_accuracy": 0.25789590924978256, + "num_tokens": 15252569.0, + "step": 5315 + }, + { + "entropy": 4.786526203155518, + "epoch": 6.31079478054567, + "grad_norm": 1.1015625, + "learning_rate": 0.0002176250009312446, + "loss": 4.1082, + "mean_token_accuracy": 0.2608945667743683, + "num_tokens": 15266181.0, + "step": 5320 + }, + { + "entropy": 4.792176580429077, + "epoch": 6.316725978647687, + "grad_norm": 1.28125, + "learning_rate": 0.0002171645568251337, + "loss": 4.2237, + "mean_token_accuracy": 0.24639234989881514, + "num_tokens": 15281177.0, + "step": 5325 + }, + { + "entropy": 4.685246562957763, + "epoch": 6.322657176749703, + "grad_norm": 1.25, + "learning_rate": 0.00021670437191356295, + "loss": 4.0926, + "mean_token_accuracy": 0.27036156356334684, + "num_tokens": 15293344.0, + "step": 5330 + }, + { + "entropy": 4.756206893920899, + "epoch": 6.32858837485172, + "grad_norm": 1.140625, + "learning_rate": 0.0002162444482588908, + "loss": 4.2745, + "mean_token_accuracy": 0.2503564581274986, + "num_tokens": 15307438.0, + "step": 5335 + }, + { + "entropy": 4.750091648101806, + "epoch": 6.334519572953736, + "grad_norm": 1.109375, + "learning_rate": 0.00021578478792230504, + "loss": 4.1165, + "mean_token_accuracy": 0.25345486402511597, + "num_tokens": 15320478.0, + "step": 5340 + }, + { + "entropy": 4.777521848678589, + "epoch": 6.340450771055753, + "grad_norm": 1.1484375, + "learning_rate": 0.00021532539296381314, + "loss": 4.1919, + "mean_token_accuracy": 0.24896891564130783, + "num_tokens": 15335037.0, + "step": 5345 + }, + { + "entropy": 4.727483654022217, + "epoch": 6.34638196915777, + "grad_norm": 1.03125, + "learning_rate": 0.00021486626544223332, + "loss": 4.2599, + "mean_token_accuracy": 0.2466239184141159, + "num_tokens": 15351310.0, + "step": 5350 + }, + { + "entropy": 4.745375299453736, + "epoch": 6.352313167259786, + "grad_norm": 1.265625, + "learning_rate": 0.00021440740741518534, + "loss": 4.1448, + "mean_token_accuracy": 0.2537722200155258, + "num_tokens": 15365009.0, + "step": 5355 + }, + { + "entropy": 4.724126195907592, + "epoch": 6.358244365361803, + "grad_norm": 1.125, + "learning_rate": 0.00021394882093908097, + "loss": 4.1642, + "mean_token_accuracy": 0.24910940676927568, + "num_tokens": 15379980.0, + "step": 5360 + }, + { + "entropy": 4.710079765319824, + "epoch": 6.36417556346382, + "grad_norm": 1.171875, + "learning_rate": 0.00021349050806911536, + "loss": 4.101, + "mean_token_accuracy": 0.25774708241224287, + "num_tokens": 15393331.0, + "step": 5365 + }, + { + "entropy": 4.796683835983276, + "epoch": 6.370106761565836, + "grad_norm": 1.15625, + "learning_rate": 0.00021303247085925715, + "loss": 4.18, + "mean_token_accuracy": 0.2545799657702446, + "num_tokens": 15406384.0, + "step": 5370 + }, + { + "entropy": 4.70715069770813, + "epoch": 6.376037959667853, + "grad_norm": 1.1015625, + "learning_rate": 0.00021257471136223972, + "loss": 4.1033, + "mean_token_accuracy": 0.2652807131409645, + "num_tokens": 15421366.0, + "step": 5375 + }, + { + "entropy": 4.796708965301514, + "epoch": 6.38196915776987, + "grad_norm": 1.1796875, + "learning_rate": 0.00021211723162955194, + "loss": 4.3088, + "mean_token_accuracy": 0.2433738112449646, + "num_tokens": 15436499.0, + "step": 5380 + }, + { + "entropy": 4.7571878910064695, + "epoch": 6.387900355871886, + "grad_norm": 1.1171875, + "learning_rate": 0.00021166003371142855, + "loss": 4.1354, + "mean_token_accuracy": 0.2604342848062515, + "num_tokens": 15450695.0, + "step": 5385 + }, + { + "entropy": 4.728578424453735, + "epoch": 6.393831553973903, + "grad_norm": 1.296875, + "learning_rate": 0.0002112031196568418, + "loss": 4.1403, + "mean_token_accuracy": 0.2522526666522026, + "num_tokens": 15465113.0, + "step": 5390 + }, + { + "entropy": 4.745226716995239, + "epoch": 6.39976275207592, + "grad_norm": 1.28125, + "learning_rate": 0.00021074649151349157, + "loss": 4.142, + "mean_token_accuracy": 0.25918426364660263, + "num_tokens": 15478194.0, + "step": 5395 + }, + { + "entropy": 4.745215320587159, + "epoch": 6.405693950177936, + "grad_norm": 1.2578125, + "learning_rate": 0.00021029015132779615, + "loss": 4.2211, + "mean_token_accuracy": 0.2551017105579376, + "num_tokens": 15492600.0, + "step": 5400 + }, + { + "entropy": 4.838167905807495, + "epoch": 6.411625148279953, + "grad_norm": 1.2109375, + "learning_rate": 0.00020983410114488367, + "loss": 4.2233, + "mean_token_accuracy": 0.2533955991268158, + "num_tokens": 15506023.0, + "step": 5405 + }, + { + "entropy": 4.741149950027466, + "epoch": 6.41755634638197, + "grad_norm": 1.2890625, + "learning_rate": 0.0002093783430085825, + "loss": 4.2066, + "mean_token_accuracy": 0.2551663339138031, + "num_tokens": 15520530.0, + "step": 5410 + }, + { + "entropy": 4.8033700466156, + "epoch": 6.423487544483986, + "grad_norm": 1.1171875, + "learning_rate": 0.00020892287896141204, + "loss": 4.1593, + "mean_token_accuracy": 0.2508813560009003, + "num_tokens": 15534048.0, + "step": 5415 + }, + { + "entropy": 4.7030867576599125, + "epoch": 6.4294187425860025, + "grad_norm": 1.2109375, + "learning_rate": 0.0002084677110445739, + "loss": 4.1392, + "mean_token_accuracy": 0.26492889374494555, + "num_tokens": 15547188.0, + "step": 5420 + }, + { + "entropy": 4.7414158344268795, + "epoch": 6.435349940688019, + "grad_norm": 1.140625, + "learning_rate": 0.0002080128412979425, + "loss": 4.1605, + "mean_token_accuracy": 0.262862454354763, + "num_tokens": 15560867.0, + "step": 5425 + }, + { + "entropy": 4.7034995555877686, + "epoch": 6.4412811387900355, + "grad_norm": 1.125, + "learning_rate": 0.00020755827176005575, + "loss": 4.1243, + "mean_token_accuracy": 0.26048964262008667, + "num_tokens": 15573812.0, + "step": 5430 + }, + { + "entropy": 4.752125215530396, + "epoch": 6.447212336892052, + "grad_norm": 1.0625, + "learning_rate": 0.00020710400446810658, + "loss": 4.1689, + "mean_token_accuracy": 0.24977132230997084, + "num_tokens": 15589427.0, + "step": 5435 + }, + { + "entropy": 4.764254903793335, + "epoch": 6.4531435349940685, + "grad_norm": 1.1171875, + "learning_rate": 0.00020665004145793293, + "loss": 4.1237, + "mean_token_accuracy": 0.26629842519760133, + "num_tokens": 15603741.0, + "step": 5440 + }, + { + "entropy": 4.722282791137696, + "epoch": 6.459074733096085, + "grad_norm": 1.0859375, + "learning_rate": 0.00020619638476400943, + "loss": 4.1705, + "mean_token_accuracy": 0.25587973445653917, + "num_tokens": 15617735.0, + "step": 5445 + }, + { + "entropy": 4.722723722457886, + "epoch": 6.465005931198102, + "grad_norm": 1.3671875, + "learning_rate": 0.00020574303641943782, + "loss": 4.1902, + "mean_token_accuracy": 0.2547612652182579, + "num_tokens": 15630910.0, + "step": 5450 + }, + { + "entropy": 4.742911911010742, + "epoch": 6.470937129300118, + "grad_norm": 1.125, + "learning_rate": 0.0002052899984559377, + "loss": 4.1566, + "mean_token_accuracy": 0.2643850788474083, + "num_tokens": 15644797.0, + "step": 5455 + }, + { + "entropy": 4.760161256790161, + "epoch": 6.476868327402135, + "grad_norm": 1.0859375, + "learning_rate": 0.00020483727290383812, + "loss": 4.1903, + "mean_token_accuracy": 0.250904580950737, + "num_tokens": 15658991.0, + "step": 5460 + }, + { + "entropy": 4.706643009185791, + "epoch": 6.482799525504152, + "grad_norm": 1.21875, + "learning_rate": 0.00020438486179206772, + "loss": 4.1439, + "mean_token_accuracy": 0.25506513714790346, + "num_tokens": 15671787.0, + "step": 5465 + }, + { + "entropy": 4.693522787094116, + "epoch": 6.488730723606168, + "grad_norm": 1.0703125, + "learning_rate": 0.0002039327671481459, + "loss": 4.1592, + "mean_token_accuracy": 0.2543107122182846, + "num_tokens": 15687183.0, + "step": 5470 + }, + { + "entropy": 4.765786266326904, + "epoch": 6.494661921708185, + "grad_norm": 0.97265625, + "learning_rate": 0.000203480990998174, + "loss": 4.1716, + "mean_token_accuracy": 0.25282373279333115, + "num_tokens": 15704586.0, + "step": 5475 + }, + { + "entropy": 4.7568827152252195, + "epoch": 6.500593119810202, + "grad_norm": 1.046875, + "learning_rate": 0.00020302953536682606, + "loss": 4.1898, + "mean_token_accuracy": 0.25484422594308853, + "num_tokens": 15718861.0, + "step": 5480 + }, + { + "entropy": 4.758185243606567, + "epoch": 6.506524317912218, + "grad_norm": 1.1953125, + "learning_rate": 0.00020257840227733926, + "loss": 4.2025, + "mean_token_accuracy": 0.2534889817237854, + "num_tokens": 15733547.0, + "step": 5485 + }, + { + "entropy": 4.733855247497559, + "epoch": 6.512455516014235, + "grad_norm": 1.1875, + "learning_rate": 0.00020212759375150564, + "loss": 4.1747, + "mean_token_accuracy": 0.2521922826766968, + "num_tokens": 15747662.0, + "step": 5490 + }, + { + "entropy": 4.776731967926025, + "epoch": 6.518386714116252, + "grad_norm": 1.2734375, + "learning_rate": 0.00020167711180966275, + "loss": 4.2361, + "mean_token_accuracy": 0.24944700449705123, + "num_tokens": 15762160.0, + "step": 5495 + }, + { + "entropy": 4.7545074939727785, + "epoch": 6.524317912218268, + "grad_norm": 1.2109375, + "learning_rate": 0.00020122695847068413, + "loss": 4.1817, + "mean_token_accuracy": 0.2521538719534874, + "num_tokens": 15778486.0, + "step": 5500 + }, + { + "epoch": 6.524317912218268, + "eval_entropy": 4.677589024502807, + "eval_loss": 5.258727550506592, + "eval_mean_token_accuracy": 0.196114729335703, + "eval_num_tokens": 15778486.0, + "eval_runtime": 2.6281, + "eval_samples_per_second": 992.341, + "eval_steps_per_second": 124.043, + "step": 5500 + }, + { + "entropy": 4.7626618385314945, + "epoch": 6.530249110320285, + "grad_norm": 1.015625, + "learning_rate": 0.00020077713575197115, + "loss": 4.1431, + "mean_token_accuracy": 0.2633996903896332, + "num_tokens": 15792912.0, + "step": 5505 + }, + { + "entropy": 4.821646690368652, + "epoch": 6.536180308422301, + "grad_norm": 1.2578125, + "learning_rate": 0.000200327645669443, + "loss": 4.2466, + "mean_token_accuracy": 0.24895731806755067, + "num_tokens": 15806844.0, + "step": 5510 + }, + { + "entropy": 4.7317163944244385, + "epoch": 6.542111506524318, + "grad_norm": 1.046875, + "learning_rate": 0.0001998784902375284, + "loss": 4.1274, + "mean_token_accuracy": 0.26149736940860746, + "num_tokens": 15820005.0, + "step": 5515 + }, + { + "entropy": 4.832112836837768, + "epoch": 6.548042704626335, + "grad_norm": 1.296875, + "learning_rate": 0.00019942967146915642, + "loss": 4.3039, + "mean_token_accuracy": 0.24466286301612855, + "num_tokens": 15834518.0, + "step": 5520 + }, + { + "entropy": 4.759687042236328, + "epoch": 6.553973902728351, + "grad_norm": 1.1640625, + "learning_rate": 0.000198981191375747, + "loss": 4.1858, + "mean_token_accuracy": 0.25404632091522217, + "num_tokens": 15848414.0, + "step": 5525 + }, + { + "entropy": 4.7223570346832275, + "epoch": 6.559905100830368, + "grad_norm": 1.2421875, + "learning_rate": 0.0001985330519672025, + "loss": 4.1067, + "mean_token_accuracy": 0.26446701437234876, + "num_tokens": 15862634.0, + "step": 5530 + }, + { + "entropy": 4.741420745849609, + "epoch": 6.565836298932385, + "grad_norm": 1.2421875, + "learning_rate": 0.00019808525525189864, + "loss": 4.2288, + "mean_token_accuracy": 0.25221395790576934, + "num_tokens": 15876121.0, + "step": 5535 + }, + { + "entropy": 4.765332937240601, + "epoch": 6.571767497034401, + "grad_norm": 1.2109375, + "learning_rate": 0.00019763780323667478, + "loss": 4.1204, + "mean_token_accuracy": 0.26418492943048477, + "num_tokens": 15890457.0, + "step": 5540 + }, + { + "entropy": 4.749009418487549, + "epoch": 6.577698695136418, + "grad_norm": 1.1640625, + "learning_rate": 0.00019719069792682603, + "loss": 4.2243, + "mean_token_accuracy": 0.2510946154594421, + "num_tokens": 15903499.0, + "step": 5545 + }, + { + "entropy": 4.708383226394654, + "epoch": 6.5836298932384345, + "grad_norm": 1.2734375, + "learning_rate": 0.00019674394132609358, + "loss": 4.0348, + "mean_token_accuracy": 0.2668359696865082, + "num_tokens": 15915346.0, + "step": 5550 + }, + { + "entropy": 4.709152603149414, + "epoch": 6.5895610913404505, + "grad_norm": 1.2265625, + "learning_rate": 0.00019629753543665558, + "loss": 4.1315, + "mean_token_accuracy": 0.263986074924469, + "num_tokens": 15929352.0, + "step": 5555 + }, + { + "entropy": 4.760223770141602, + "epoch": 6.5954922894424675, + "grad_norm": 1.140625, + "learning_rate": 0.00019585148225911863, + "loss": 4.2066, + "mean_token_accuracy": 0.25318457931280136, + "num_tokens": 15943379.0, + "step": 5560 + }, + { + "entropy": 4.786670970916748, + "epoch": 6.6014234875444835, + "grad_norm": 1.171875, + "learning_rate": 0.0001954057837925089, + "loss": 4.1997, + "mean_token_accuracy": 0.2464132636785507, + "num_tokens": 15960249.0, + "step": 5565 + }, + { + "entropy": 4.748265886306763, + "epoch": 6.6073546856465, + "grad_norm": 1.1875, + "learning_rate": 0.00019496044203426227, + "loss": 4.2186, + "mean_token_accuracy": 0.253728075325489, + "num_tokens": 15976593.0, + "step": 5570 + }, + { + "entropy": 4.728971910476685, + "epoch": 6.613285883748517, + "grad_norm": 1.171875, + "learning_rate": 0.0001945154589802165, + "loss": 4.2002, + "mean_token_accuracy": 0.25083582699298856, + "num_tokens": 15990264.0, + "step": 5575 + }, + { + "entropy": 4.765192365646362, + "epoch": 6.619217081850534, + "grad_norm": 1.265625, + "learning_rate": 0.00019407083662460167, + "loss": 4.2443, + "mean_token_accuracy": 0.24514267295598985, + "num_tokens": 16003878.0, + "step": 5580 + }, + { + "entropy": 4.749647521972657, + "epoch": 6.62514827995255, + "grad_norm": 1.109375, + "learning_rate": 0.00019362657696003118, + "loss": 4.1554, + "mean_token_accuracy": 0.24948494136333466, + "num_tokens": 16019851.0, + "step": 5585 + }, + { + "entropy": 4.822388553619385, + "epoch": 6.631079478054567, + "grad_norm": 1.1953125, + "learning_rate": 0.00019318268197749333, + "loss": 4.1847, + "mean_token_accuracy": 0.25582956075668334, + "num_tokens": 16033901.0, + "step": 5590 + }, + { + "entropy": 4.71464581489563, + "epoch": 6.637010676156583, + "grad_norm": 1.2734375, + "learning_rate": 0.0001927391536663417, + "loss": 4.158, + "mean_token_accuracy": 0.26538464725017546, + "num_tokens": 16047944.0, + "step": 5595 + }, + { + "entropy": 4.737095737457276, + "epoch": 6.6429418742586, + "grad_norm": 1.1875, + "learning_rate": 0.00019229599401428678, + "loss": 4.1981, + "mean_token_accuracy": 0.25749432742595674, + "num_tokens": 16061631.0, + "step": 5600 + }, + { + "entropy": 4.752544355392456, + "epoch": 6.648873072360617, + "grad_norm": 1.15625, + "learning_rate": 0.000191853205007387, + "loss": 4.1997, + "mean_token_accuracy": 0.2444662407040596, + "num_tokens": 16077488.0, + "step": 5605 + }, + { + "entropy": 4.762704372406006, + "epoch": 6.654804270462633, + "grad_norm": 1.1484375, + "learning_rate": 0.00019141078863003946, + "loss": 4.1645, + "mean_token_accuracy": 0.25711637139320376, + "num_tokens": 16090762.0, + "step": 5610 + }, + { + "entropy": 4.769192314147949, + "epoch": 6.66073546856465, + "grad_norm": 1.21875, + "learning_rate": 0.0001909687468649715, + "loss": 4.2375, + "mean_token_accuracy": 0.2481795594096184, + "num_tokens": 16105307.0, + "step": 5615 + }, + { + "entropy": 4.8051934242248535, + "epoch": 6.666666666666667, + "grad_norm": 1.2265625, + "learning_rate": 0.00019052708169323157, + "loss": 4.212, + "mean_token_accuracy": 0.247459676861763, + "num_tokens": 16121806.0, + "step": 5620 + }, + { + "entropy": 4.758413887023925, + "epoch": 6.672597864768683, + "grad_norm": 1.34375, + "learning_rate": 0.00019008579509418016, + "loss": 4.1353, + "mean_token_accuracy": 0.2526886180043221, + "num_tokens": 16135901.0, + "step": 5625 + }, + { + "entropy": 4.736074733734131, + "epoch": 6.6785290628707, + "grad_norm": 1.1015625, + "learning_rate": 0.00018964488904548143, + "loss": 4.212, + "mean_token_accuracy": 0.24899030476808548, + "num_tokens": 16151095.0, + "step": 5630 + }, + { + "entropy": 4.745052289962769, + "epoch": 6.684460260972717, + "grad_norm": 1.2265625, + "learning_rate": 0.00018920436552309394, + "loss": 4.1413, + "mean_token_accuracy": 0.2582083851099014, + "num_tokens": 16164090.0, + "step": 5635 + }, + { + "entropy": 4.761336612701416, + "epoch": 6.690391459074733, + "grad_norm": 1.2265625, + "learning_rate": 0.00018876422650126196, + "loss": 4.1401, + "mean_token_accuracy": 0.26356436014175416, + "num_tokens": 16176788.0, + "step": 5640 + }, + { + "entropy": 4.802963542938232, + "epoch": 6.69632265717675, + "grad_norm": 1.2421875, + "learning_rate": 0.00018832447395250658, + "loss": 4.2295, + "mean_token_accuracy": 0.2524667248129845, + "num_tokens": 16191441.0, + "step": 5645 + }, + { + "entropy": 4.727647924423218, + "epoch": 6.702253855278766, + "grad_norm": 1.125, + "learning_rate": 0.00018788510984761697, + "loss": 4.1911, + "mean_token_accuracy": 0.2555044531822205, + "num_tokens": 16206375.0, + "step": 5650 + }, + { + "entropy": 4.6923707008361815, + "epoch": 6.708185053380783, + "grad_norm": 1.1875, + "learning_rate": 0.0001874461361556412, + "loss": 4.1204, + "mean_token_accuracy": 0.2593838185071945, + "num_tokens": 16219847.0, + "step": 5655 + }, + { + "entropy": 4.7903721809387205, + "epoch": 6.7141162514828, + "grad_norm": 1.1796875, + "learning_rate": 0.00018700755484387795, + "loss": 4.238, + "mean_token_accuracy": 0.2465851992368698, + "num_tokens": 16235504.0, + "step": 5660 + }, + { + "entropy": 4.791923379898071, + "epoch": 6.720047449584817, + "grad_norm": 1.140625, + "learning_rate": 0.0001865693678778672, + "loss": 4.2177, + "mean_token_accuracy": 0.25269589871168135, + "num_tokens": 16250082.0, + "step": 5665 + }, + { + "entropy": 4.760594749450684, + "epoch": 6.725978647686833, + "grad_norm": 1.0625, + "learning_rate": 0.0001861315772213818, + "loss": 4.2118, + "mean_token_accuracy": 0.25531507432460787, + "num_tokens": 16266604.0, + "step": 5670 + }, + { + "entropy": 4.727664279937744, + "epoch": 6.7319098457888495, + "grad_norm": 1.2734375, + "learning_rate": 0.00018569418483641847, + "loss": 4.1565, + "mean_token_accuracy": 0.2570932745933533, + "num_tokens": 16280694.0, + "step": 5675 + }, + { + "entropy": 4.743464517593384, + "epoch": 6.737841043890866, + "grad_norm": 1.1875, + "learning_rate": 0.00018525719268318896, + "loss": 4.1191, + "mean_token_accuracy": 0.25973758697509763, + "num_tokens": 16294774.0, + "step": 5680 + }, + { + "entropy": 4.665111255645752, + "epoch": 6.7437722419928825, + "grad_norm": 1.1953125, + "learning_rate": 0.00018482060272011135, + "loss": 4.1371, + "mean_token_accuracy": 0.2589722633361816, + "num_tokens": 16308535.0, + "step": 5685 + }, + { + "entropy": 4.763592958450317, + "epoch": 6.749703440094899, + "grad_norm": 1.2109375, + "learning_rate": 0.00018438441690380141, + "loss": 4.236, + "mean_token_accuracy": 0.24331610649824142, + "num_tokens": 16324862.0, + "step": 5690 + }, + { + "entropy": 4.768408298492432, + "epoch": 6.7556346381969155, + "grad_norm": 1.03125, + "learning_rate": 0.00018394863718906352, + "loss": 4.1807, + "mean_token_accuracy": 0.2521728932857513, + "num_tokens": 16341621.0, + "step": 5695 + }, + { + "entropy": 4.719629716873169, + "epoch": 6.761565836298932, + "grad_norm": 1.1484375, + "learning_rate": 0.00018351326552888214, + "loss": 4.1475, + "mean_token_accuracy": 0.2612353786826134, + "num_tokens": 16354888.0, + "step": 5700 + }, + { + "entropy": 4.68466272354126, + "epoch": 6.767497034400949, + "grad_norm": 1.2109375, + "learning_rate": 0.00018307830387441322, + "loss": 4.0962, + "mean_token_accuracy": 0.26325703859329225, + "num_tokens": 16368924.0, + "step": 5705 + }, + { + "entropy": 4.687920188903808, + "epoch": 6.773428232502965, + "grad_norm": 1.0703125, + "learning_rate": 0.00018264375417497474, + "loss": 4.1452, + "mean_token_accuracy": 0.2604793220758438, + "num_tokens": 16382118.0, + "step": 5710 + }, + { + "entropy": 4.80543327331543, + "epoch": 6.779359430604982, + "grad_norm": 1.1484375, + "learning_rate": 0.00018220961837803895, + "loss": 4.125, + "mean_token_accuracy": 0.2621569991111755, + "num_tokens": 16394920.0, + "step": 5715 + }, + { + "entropy": 4.790578365325928, + "epoch": 6.785290628706999, + "grad_norm": 1.078125, + "learning_rate": 0.00018177589842922293, + "loss": 4.2234, + "mean_token_accuracy": 0.25009594559669496, + "num_tokens": 16411816.0, + "step": 5720 + }, + { + "entropy": 4.758824491500855, + "epoch": 6.791221826809015, + "grad_norm": 1.203125, + "learning_rate": 0.00018134259627228006, + "loss": 4.1882, + "mean_token_accuracy": 0.25501234978437426, + "num_tokens": 16426134.0, + "step": 5725 + }, + { + "entropy": 4.670667505264282, + "epoch": 6.797153024911032, + "grad_norm": 1.3125, + "learning_rate": 0.00018090971384909156, + "loss": 4.1105, + "mean_token_accuracy": 0.2640800788998604, + "num_tokens": 16439674.0, + "step": 5730 + }, + { + "entropy": 4.748079872131347, + "epoch": 6.803084223013048, + "grad_norm": 1.140625, + "learning_rate": 0.00018047725309965735, + "loss": 4.1833, + "mean_token_accuracy": 0.25257241874933245, + "num_tokens": 16454576.0, + "step": 5735 + }, + { + "entropy": 4.7621794700622555, + "epoch": 6.809015421115065, + "grad_norm": 1.1328125, + "learning_rate": 0.00018004521596208766, + "loss": 4.1415, + "mean_token_accuracy": 0.25373379439115523, + "num_tokens": 16469898.0, + "step": 5740 + }, + { + "entropy": 4.694784784317017, + "epoch": 6.814946619217082, + "grad_norm": 1.2734375, + "learning_rate": 0.00017961360437259439, + "loss": 4.1623, + "mean_token_accuracy": 0.2581657156348228, + "num_tokens": 16483840.0, + "step": 5745 + }, + { + "entropy": 4.790038394927978, + "epoch": 6.820877817319099, + "grad_norm": 1.2578125, + "learning_rate": 0.0001791824202654821, + "loss": 4.2353, + "mean_token_accuracy": 0.24800846576690674, + "num_tokens": 16498277.0, + "step": 5750 + }, + { + "entropy": 4.736173486709594, + "epoch": 6.826809015421115, + "grad_norm": 1.2421875, + "learning_rate": 0.0001787516655731397, + "loss": 4.1045, + "mean_token_accuracy": 0.2711944758892059, + "num_tokens": 16511519.0, + "step": 5755 + }, + { + "entropy": 4.742716693878174, + "epoch": 6.832740213523132, + "grad_norm": 1.15625, + "learning_rate": 0.0001783213422260316, + "loss": 4.1354, + "mean_token_accuracy": 0.26013816744089124, + "num_tokens": 16525845.0, + "step": 5760 + }, + { + "entropy": 4.752026510238648, + "epoch": 6.838671411625148, + "grad_norm": 1.1640625, + "learning_rate": 0.00017789145215268905, + "loss": 4.186, + "mean_token_accuracy": 0.2556770399212837, + "num_tokens": 16539804.0, + "step": 5765 + }, + { + "entropy": 4.763554286956787, + "epoch": 6.844602609727165, + "grad_norm": 1.265625, + "learning_rate": 0.00017746199727970157, + "loss": 4.1885, + "mean_token_accuracy": 0.24814402759075166, + "num_tokens": 16555282.0, + "step": 5770 + }, + { + "entropy": 4.6659910678863525, + "epoch": 6.850533807829182, + "grad_norm": 1.203125, + "learning_rate": 0.00017703297953170855, + "loss": 4.1033, + "mean_token_accuracy": 0.2569319367408752, + "num_tokens": 16568060.0, + "step": 5775 + }, + { + "entropy": 4.695835542678833, + "epoch": 6.856465005931198, + "grad_norm": 1.0625, + "learning_rate": 0.0001766044008313898, + "loss": 4.1578, + "mean_token_accuracy": 0.2558426558971405, + "num_tokens": 16584013.0, + "step": 5780 + }, + { + "entropy": 4.7723979473114015, + "epoch": 6.862396204033215, + "grad_norm": 1.0546875, + "learning_rate": 0.00017617626309945805, + "loss": 4.1613, + "mean_token_accuracy": 0.255773788690567, + "num_tokens": 16599730.0, + "step": 5785 + }, + { + "entropy": 4.668985319137573, + "epoch": 6.868327402135232, + "grad_norm": 1.078125, + "learning_rate": 0.0001757485682546495, + "loss": 4.0824, + "mean_token_accuracy": 0.2651835471391678, + "num_tokens": 16613742.0, + "step": 5790 + }, + { + "entropy": 4.747865295410156, + "epoch": 6.874258600237248, + "grad_norm": 1.265625, + "learning_rate": 0.00017532131821371556, + "loss": 4.1963, + "mean_token_accuracy": 0.2563337668776512, + "num_tokens": 16626853.0, + "step": 5795 + }, + { + "entropy": 4.741928005218506, + "epoch": 6.880189798339265, + "grad_norm": 1.1953125, + "learning_rate": 0.00017489451489141426, + "loss": 4.1763, + "mean_token_accuracy": 0.25666467398405074, + "num_tokens": 16641019.0, + "step": 5800 + }, + { + "entropy": 4.780912303924561, + "epoch": 6.8861209964412815, + "grad_norm": 1.21875, + "learning_rate": 0.00017446816020050165, + "loss": 4.2141, + "mean_token_accuracy": 0.2625143498182297, + "num_tokens": 16654699.0, + "step": 5805 + }, + { + "entropy": 4.761747646331787, + "epoch": 6.8920521945432975, + "grad_norm": 1.1640625, + "learning_rate": 0.00017404225605172302, + "loss": 4.205, + "mean_token_accuracy": 0.2583973690867424, + "num_tokens": 16669691.0, + "step": 5810 + }, + { + "entropy": 4.749472570419312, + "epoch": 6.8979833926453145, + "grad_norm": 1.2265625, + "learning_rate": 0.00017361680435380473, + "loss": 4.2477, + "mean_token_accuracy": 0.25099908411502836, + "num_tokens": 16684394.0, + "step": 5815 + }, + { + "entropy": 4.762139129638672, + "epoch": 6.9039145907473305, + "grad_norm": 1.28125, + "learning_rate": 0.00017319180701344533, + "loss": 4.1898, + "mean_token_accuracy": 0.2547173500061035, + "num_tokens": 16698084.0, + "step": 5820 + }, + { + "entropy": 4.79867525100708, + "epoch": 6.909845788849347, + "grad_norm": 1.1328125, + "learning_rate": 0.0001727672659353072, + "loss": 4.2214, + "mean_token_accuracy": 0.24477382600307465, + "num_tokens": 16713605.0, + "step": 5825 + }, + { + "entropy": 4.682294416427612, + "epoch": 6.915776986951364, + "grad_norm": 1.203125, + "learning_rate": 0.00017234318302200794, + "loss": 4.1327, + "mean_token_accuracy": 0.2661850988864899, + "num_tokens": 16727809.0, + "step": 5830 + }, + { + "entropy": 4.706176471710205, + "epoch": 6.921708185053381, + "grad_norm": 1.2421875, + "learning_rate": 0.00017191956017411164, + "loss": 4.0765, + "mean_token_accuracy": 0.266477270424366, + "num_tokens": 16741742.0, + "step": 5835 + }, + { + "entropy": 4.745152854919434, + "epoch": 6.927639383155397, + "grad_norm": 1.109375, + "learning_rate": 0.0001714963992901208, + "loss": 4.161, + "mean_token_accuracy": 0.25228210240602494, + "num_tokens": 16756490.0, + "step": 5840 + }, + { + "entropy": 4.710317754745484, + "epoch": 6.933570581257414, + "grad_norm": 1.265625, + "learning_rate": 0.00017107370226646765, + "loss": 4.1642, + "mean_token_accuracy": 0.25957975834608077, + "num_tokens": 16770683.0, + "step": 5845 + }, + { + "entropy": 4.739494943618775, + "epoch": 6.93950177935943, + "grad_norm": 1.1328125, + "learning_rate": 0.00017065147099750526, + "loss": 4.2073, + "mean_token_accuracy": 0.25007960945367813, + "num_tokens": 16783720.0, + "step": 5850 + }, + { + "entropy": 4.788773727416992, + "epoch": 6.945432977461447, + "grad_norm": 1.0625, + "learning_rate": 0.00017022970737549963, + "loss": 4.2971, + "mean_token_accuracy": 0.24353793114423752, + "num_tokens": 16801240.0, + "step": 5855 + }, + { + "entropy": 4.768838262557983, + "epoch": 6.951364175563464, + "grad_norm": 1.3046875, + "learning_rate": 0.00016980841329062096, + "loss": 4.1818, + "mean_token_accuracy": 0.25417726337909696, + "num_tokens": 16813793.0, + "step": 5860 + }, + { + "entropy": 4.70110330581665, + "epoch": 6.95729537366548, + "grad_norm": 1.03125, + "learning_rate": 0.00016938759063093507, + "loss": 4.1453, + "mean_token_accuracy": 0.25616732984781265, + "num_tokens": 16828753.0, + "step": 5865 + }, + { + "entropy": 4.816414403915405, + "epoch": 6.963226571767497, + "grad_norm": 1.1953125, + "learning_rate": 0.00016896724128239517, + "loss": 4.3074, + "mean_token_accuracy": 0.24339387863874434, + "num_tokens": 16845447.0, + "step": 5870 + }, + { + "entropy": 4.767317008972168, + "epoch": 6.969157769869514, + "grad_norm": 1.296875, + "learning_rate": 0.00016854736712883323, + "loss": 4.2097, + "mean_token_accuracy": 0.255161052942276, + "num_tokens": 16858862.0, + "step": 5875 + }, + { + "entropy": 4.773620176315307, + "epoch": 6.97508896797153, + "grad_norm": 1.03125, + "learning_rate": 0.00016812797005195146, + "loss": 4.1735, + "mean_token_accuracy": 0.2525623306632042, + "num_tokens": 16872940.0, + "step": 5880 + }, + { + "entropy": 4.788282775878907, + "epoch": 6.981020166073547, + "grad_norm": 1.21875, + "learning_rate": 0.00016770905193131425, + "loss": 4.1745, + "mean_token_accuracy": 0.2519037529826164, + "num_tokens": 16887249.0, + "step": 5885 + }, + { + "entropy": 4.6998461246490475, + "epoch": 6.986951364175564, + "grad_norm": 1.203125, + "learning_rate": 0.00016729061464433928, + "loss": 4.0968, + "mean_token_accuracy": 0.25965230017900465, + "num_tokens": 16901823.0, + "step": 5890 + }, + { + "entropy": 4.761331605911255, + "epoch": 6.99288256227758, + "grad_norm": 1.1640625, + "learning_rate": 0.00016687266006628948, + "loss": 4.2029, + "mean_token_accuracy": 0.2497609406709671, + "num_tokens": 16917723.0, + "step": 5895 + }, + { + "entropy": 4.755188941955566, + "epoch": 6.998813760379597, + "grad_norm": 1.125, + "learning_rate": 0.00016645519007026455, + "loss": 4.1252, + "mean_token_accuracy": 0.26332464516162873, + "num_tokens": 16931381.0, + "step": 5900 + }, + { + "entropy": 4.759982109069824, + "epoch": 7.004744958481614, + "grad_norm": 1.203125, + "learning_rate": 0.00016603820652719216, + "loss": 4.1155, + "mean_token_accuracy": 0.26479790210723875, + "num_tokens": 16946750.0, + "step": 5905 + }, + { + "entropy": 4.7290308475494385, + "epoch": 7.01067615658363, + "grad_norm": 1.1953125, + "learning_rate": 0.00016562171130582025, + "loss": 4.0092, + "mean_token_accuracy": 0.2840256869792938, + "num_tokens": 16962199.0, + "step": 5910 + }, + { + "entropy": 4.750166654586792, + "epoch": 7.016607354685647, + "grad_norm": 1.1953125, + "learning_rate": 0.00016520570627270815, + "loss": 3.9456, + "mean_token_accuracy": 0.277735161781311, + "num_tokens": 16975246.0, + "step": 5915 + }, + { + "entropy": 4.719605827331543, + "epoch": 7.022538552787663, + "grad_norm": 1.234375, + "learning_rate": 0.00016479019329221839, + "loss": 4.0868, + "mean_token_accuracy": 0.2630117356777191, + "num_tokens": 16988481.0, + "step": 5920 + }, + { + "entropy": 4.721116781234741, + "epoch": 7.02846975088968, + "grad_norm": 1.0859375, + "learning_rate": 0.00016437517422650838, + "loss": 4.029, + "mean_token_accuracy": 0.27088445127010347, + "num_tokens": 17002949.0, + "step": 5925 + }, + { + "entropy": 4.698511600494385, + "epoch": 7.0344009489916965, + "grad_norm": 1.3046875, + "learning_rate": 0.00016396065093552198, + "loss": 3.9397, + "mean_token_accuracy": 0.28713159561157225, + "num_tokens": 17015178.0, + "step": 5930 + }, + { + "entropy": 4.74187741279602, + "epoch": 7.040332147093713, + "grad_norm": 1.2109375, + "learning_rate": 0.000163546625276981, + "loss": 4.0236, + "mean_token_accuracy": 0.2746427789330482, + "num_tokens": 17027918.0, + "step": 5935 + }, + { + "entropy": 4.789263725280762, + "epoch": 7.0462633451957295, + "grad_norm": 1.125, + "learning_rate": 0.00016313309910637736, + "loss": 4.0895, + "mean_token_accuracy": 0.2638609692454338, + "num_tokens": 17042164.0, + "step": 5940 + }, + { + "entropy": 4.726514863967895, + "epoch": 7.052194543297746, + "grad_norm": 1.1328125, + "learning_rate": 0.0001627200742769644, + "loss": 3.9858, + "mean_token_accuracy": 0.2765854775905609, + "num_tokens": 17056269.0, + "step": 5945 + }, + { + "entropy": 4.722040414810181, + "epoch": 7.0581257413997625, + "grad_norm": 1.125, + "learning_rate": 0.00016230755263974838, + "loss": 4.0562, + "mean_token_accuracy": 0.26577589064836504, + "num_tokens": 17071319.0, + "step": 5950 + }, + { + "entropy": 4.663771724700927, + "epoch": 7.064056939501779, + "grad_norm": 1.1953125, + "learning_rate": 0.00016189553604348101, + "loss": 4.0132, + "mean_token_accuracy": 0.28197047412395476, + "num_tokens": 17083716.0, + "step": 5955 + }, + { + "entropy": 4.790961647033692, + "epoch": 7.069988137603796, + "grad_norm": 1.2578125, + "learning_rate": 0.00016148402633465005, + "loss": 4.1116, + "mean_token_accuracy": 0.25136594474315643, + "num_tokens": 17098045.0, + "step": 5960 + }, + { + "entropy": 4.787260437011719, + "epoch": 7.075919335705812, + "grad_norm": 1.1796875, + "learning_rate": 0.00016107302535747192, + "loss": 4.0735, + "mean_token_accuracy": 0.2665525659918785, + "num_tokens": 17112529.0, + "step": 5965 + }, + { + "entropy": 4.716967010498047, + "epoch": 7.081850533807829, + "grad_norm": 1.1875, + "learning_rate": 0.00016066253495388306, + "loss": 4.0179, + "mean_token_accuracy": 0.2684632509946823, + "num_tokens": 17125977.0, + "step": 5970 + }, + { + "entropy": 4.674598217010498, + "epoch": 7.087781731909846, + "grad_norm": 1.15625, + "learning_rate": 0.0001602525569635317, + "loss": 3.9909, + "mean_token_accuracy": 0.2791600704193115, + "num_tokens": 17140661.0, + "step": 5975 + }, + { + "entropy": 4.705064964294434, + "epoch": 7.093712930011862, + "grad_norm": 1.1484375, + "learning_rate": 0.00015984309322376967, + "loss": 4.0344, + "mean_token_accuracy": 0.27507665753364563, + "num_tokens": 17154450.0, + "step": 5980 + }, + { + "entropy": 4.75198769569397, + "epoch": 7.099644128113879, + "grad_norm": 1.1328125, + "learning_rate": 0.00015943414556964422, + "loss": 4.0669, + "mean_token_accuracy": 0.2678277298808098, + "num_tokens": 17171465.0, + "step": 5985 + }, + { + "entropy": 4.719526100158691, + "epoch": 7.105575326215895, + "grad_norm": 1.15625, + "learning_rate": 0.00015902571583388945, + "loss": 4.0677, + "mean_token_accuracy": 0.2682331711053848, + "num_tokens": 17186331.0, + "step": 5990 + }, + { + "entropy": 4.824883604049683, + "epoch": 7.111506524317912, + "grad_norm": 1.125, + "learning_rate": 0.00015861780584691863, + "loss": 4.1482, + "mean_token_accuracy": 0.26316795498132706, + "num_tokens": 17200539.0, + "step": 5995 + }, + { + "entropy": 4.770678997039795, + "epoch": 7.117437722419929, + "grad_norm": 1.1171875, + "learning_rate": 0.0001582104174368157, + "loss": 4.0734, + "mean_token_accuracy": 0.2699519515037537, + "num_tokens": 17214921.0, + "step": 6000 + }, + { + "epoch": 7.117437722419929, + "eval_entropy": 4.715519293685632, + "eval_loss": 5.249310493469238, + "eval_mean_token_accuracy": 0.1982458421697646, + "eval_num_tokens": 17214921.0, + "eval_runtime": 2.4273, + "eval_samples_per_second": 1074.443, + "eval_steps_per_second": 134.305, + "step": 6000 + } + ], + "logging_steps": 5, + "max_steps": 8420, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 3.0311082146304e+16, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-6000/training_args.bin b/checkpoint-6000/training_args.bin new file mode 100644 index 0000000..4887968 --- /dev/null +++ b/checkpoint-6000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b1c135f6b8569a4ca131508cf9d8c7cebd96bc433f924eb7233c36a7d98147e +size 6289 diff --git a/checkpoint-6500/added_tokens.json b/checkpoint-6500/added_tokens.json new file mode 100644 index 0000000..ec04e13 --- /dev/null +++ b/checkpoint-6500/added_tokens.json @@ -0,0 +1,1768 @@ +{ + "": 47388, + "[CLS]": 47386, + "[MASK]": 47389, + "[SEP]": 47387, + "[XXXXX0]": 47670, + "[XXXXX1000]": 48506, + "[XXXXX1001]": 48961, + "[XXXXX1002]": 47825, + "[XXXXX1003]": 48233, + "[XXXXX1004]": 48970, + "[XXXXX1005]": 48971, + "[XXXXX1006]": 47998, + "[XXXXX1007]": 48989, + "[XXXXX1008]": 47450, + "[XXXXX1009]": 48240, + "[XXXXX100]": 47422, + "[XXXXX1010]": 47623, + "[XXXXX1011]": 47805, + "[XXXXX1012]": 48454, + "[XXXXX1013]": 48537, + "[XXXXX1014]": 47764, + "[XXXXX1015]": 47584, + "[XXXXX1016]": 48287, + "[XXXXX1017]": 48689, + "[XXXXX1018]": 49119, + "[XXXXX1019]": 48584, + "[XXXXX101]": 47890, + "[XXXXX1020]": 47445, + "[XXXXX1021]": 48199, + "[XXXXX1022]": 48276, + "[XXXXX1023]": 47859, + "[XXXXX1024]": 48258, + "[XXXXX1025]": 48325, + "[XXXXX1026]": 47687, + "[XXXXX1027]": 48990, + "[XXXXX1028]": 49059, + "[XXXXX1029]": 48382, + "[XXXXX102]": 47921, + "[XXXXX1030]": 47775, + "[XXXXX1031]": 47870, + "[XXXXX1032]": 47683, + "[XXXXX1033]": 48750, + "[XXXXX1034]": 49130, + "[XXXXX1035]": 47811, + "[XXXXX1036]": 47462, + "[XXXXX1037]": 47843, + "[XXXXX1038]": 47439, + "[XXXXX1039]": 48830, + "[XXXXX103]": 48327, + "[XXXXX1040]": 48720, + "[XXXXX1041]": 48485, + "[XXXXX1042]": 47919, + "[XXXXX1043]": 48781, + "[XXXXX1044]": 47695, + "[XXXXX1045]": 48043, + "[XXXXX1046]": 47732, + "[XXXXX1047]": 48590, + "[XXXXX1048]": 48901, + "[XXXXX1049]": 48470, + "[XXXXX104]": 47560, + "[XXXXX1050]": 47751, + "[XXXXX1051]": 48487, + "[XXXXX1052]": 48959, + "[XXXXX1053]": 47720, + "[XXXXX1054]": 48477, + "[XXXXX1055]": 47405, + "[XXXXX1056]": 47920, + "[XXXXX1057]": 48139, + "[XXXXX1058]": 48775, + "[XXXXX1059]": 47767, + "[XXXXX105]": 48734, + "[XXXXX1060]": 47446, + "[XXXXX1061]": 48433, + "[XXXXX1062]": 48073, + "[XXXXX1063]": 48868, + "[XXXXX1064]": 47615, + "[XXXXX1065]": 48702, + "[XXXXX1066]": 48578, + "[XXXXX1067]": 47773, + "[XXXXX1068]": 48659, + "[XXXXX1069]": 48281, + "[XXXXX106]": 48900, + "[XXXXX1070]": 48588, + "[XXXXX1071]": 47994, + "[XXXXX1072]": 47709, + "[XXXXX1073]": 47716, + "[XXXXX1074]": 48339, + "[XXXXX1075]": 49007, + "[XXXXX1076]": 49019, + "[XXXXX1077]": 48182, + "[XXXXX1078]": 48114, + "[XXXXX1079]": 49090, + "[XXXXX107]": 48981, + "[XXXXX1080]": 47901, + "[XXXXX1081]": 48465, + "[XXXXX1082]": 49027, + "[XXXXX1083]": 47839, + "[XXXXX1084]": 48061, + "[XXXXX1085]": 47657, + "[XXXXX1086]": 48963, + "[XXXXX1087]": 49089, + "[XXXXX1088]": 49135, + "[XXXXX1089]": 47487, + "[XXXXX108]": 48217, + "[XXXXX1090]": 48158, + "[XXXXX1091]": 49123, + "[XXXXX1092]": 47656, + "[XXXXX1093]": 49031, + "[XXXXX1094]": 48840, + "[XXXXX1095]": 48753, + "[XXXXX1096]": 47501, + "[XXXXX1097]": 47698, + "[XXXXX1098]": 47547, + "[XXXXX1099]": 48844, + "[XXXXX109]": 47587, + "[XXXXX10]": 47512, + "[XXXXX1100]": 47508, + "[XXXXX1101]": 48130, + "[XXXXX1102]": 48225, + "[XXXXX1103]": 48953, + "[XXXXX1104]": 47633, + "[XXXXX1105]": 48614, + "[XXXXX1106]": 48685, + "[XXXXX1107]": 47845, + "[XXXXX1108]": 48337, + "[XXXXX1109]": 48879, + "[XXXXX110]": 47862, + "[XXXXX1110]": 48222, + "[XXXXX1111]": 49127, + "[XXXXX1112]": 47893, + "[XXXXX1113]": 48261, + "[XXXXX1114]": 47543, + "[XXXXX1115]": 48597, + "[XXXXX1116]": 48206, + "[XXXXX1117]": 47478, + "[XXXXX1118]": 48930, + "[XXXXX1119]": 47864, + "[XXXXX111]": 48237, + "[XXXXX1120]": 48638, + "[XXXXX1121]": 48162, + "[XXXXX1122]": 48678, + "[XXXXX1123]": 48790, + "[XXXXX1124]": 49075, + "[XXXXX1125]": 47490, + "[XXXXX1126]": 47542, + "[XXXXX1127]": 48121, + "[XXXXX1128]": 48910, + "[XXXXX1129]": 47545, + "[XXXXX112]": 48153, + "[XXXXX1130]": 48499, + "[XXXXX1131]": 48943, + "[XXXXX1132]": 48066, + "[XXXXX1133]": 47882, + "[XXXXX1134]": 48392, + "[XXXXX1135]": 48553, + "[XXXXX1136]": 47505, + "[XXXXX1137]": 48634, + "[XXXXX1138]": 49082, + "[XXXXX1139]": 47707, + "[XXXXX113]": 48869, + "[XXXXX1140]": 48888, + "[XXXXX1141]": 48069, + "[XXXXX1142]": 48646, + "[XXXXX1143]": 47985, + "[XXXXX1144]": 47432, + "[XXXXX1145]": 48788, + "[XXXXX1146]": 48622, + "[XXXXX1147]": 48479, + "[XXXXX1148]": 47599, + "[XXXXX1149]": 48903, + "[XXXXX114]": 48071, + "[XXXXX1150]": 48303, + "[XXXXX1151]": 48316, + "[XXXXX1152]": 48999, + "[XXXXX1153]": 48629, + "[XXXXX1154]": 48515, + "[XXXXX1155]": 48264, + "[XXXXX1156]": 47837, + "[XXXXX1157]": 47537, + "[XXXXX1158]": 48882, + "[XXXXX1159]": 47744, + "[XXXXX115]": 47954, + "[XXXXX1160]": 47637, + "[XXXXX1161]": 48701, + "[XXXXX1162]": 48831, + "[XXXXX1163]": 48861, + "[XXXXX1164]": 48880, + "[XXXXX1165]": 47679, + "[XXXXX1166]": 47620, + "[XXXXX1167]": 48591, + "[XXXXX1168]": 48776, + "[XXXXX1169]": 48472, + "[XXXXX116]": 48997, + "[XXXXX1170]": 48992, + "[XXXXX1171]": 48440, + "[XXXXX1172]": 48145, + "[XXXXX1173]": 48466, + "[XXXXX1174]": 48319, + "[XXXXX1175]": 47745, + "[XXXXX1176]": 47933, + "[XXXXX1177]": 49084, + "[XXXXX1178]": 47544, + "[XXXXX1179]": 48935, + "[XXXXX117]": 49103, + "[XXXXX1180]": 48660, + "[XXXXX1181]": 48993, + "[XXXXX1182]": 47457, + "[XXXXX1183]": 47593, + "[XXXXX1184]": 47795, + "[XXXXX1185]": 47706, + "[XXXXX1186]": 48263, + "[XXXXX1187]": 49033, + "[XXXXX1188]": 48544, + "[XXXXX1189]": 47409, + "[XXXXX118]": 47420, + "[XXXXX1190]": 47834, + "[XXXXX1191]": 47874, + "[XXXXX1192]": 47397, + "[XXXXX1193]": 48853, + "[XXXXX1194]": 47641, + "[XXXXX1195]": 48484, + "[XXXXX1196]": 48412, + "[XXXXX1197]": 48488, + "[XXXXX1198]": 49097, + "[XXXXX1199]": 47879, + "[XXXXX119]": 48770, + "[XXXXX11]": 48211, + "[XXXXX1200]": 47526, + "[XXXXX1201]": 48749, + "[XXXXX1202]": 48568, + "[XXXXX1203]": 48481, + "[XXXXX1204]": 48608, + "[XXXXX1205]": 48309, + "[XXXXX1206]": 48855, + "[XXXXX1207]": 47911, + "[XXXXX1208]": 47799, + "[XXXXX1209]": 47622, + "[XXXXX120]": 48693, + "[XXXXX1210]": 48131, + "[XXXXX1211]": 48345, + "[XXXXX1212]": 48304, + "[XXXXX1213]": 48682, + "[XXXXX1214]": 47492, + "[XXXXX1215]": 47497, + "[XXXXX1216]": 48939, + "[XXXXX1217]": 48442, + "[XXXXX1218]": 47841, + "[XXXXX1219]": 47453, + "[XXXXX121]": 47554, + "[XXXXX1220]": 47419, + "[XXXXX1221]": 48672, + "[XXXXX1222]": 48154, + "[XXXXX1223]": 49087, + "[XXXXX1224]": 48511, + "[XXXXX1225]": 48448, + "[XXXXX1226]": 48988, + "[XXXXX1227]": 47669, + "[XXXXX1228]": 47596, + "[XXXXX1229]": 48602, + "[XXXXX122]": 48605, + "[XXXXX1230]": 48064, + "[XXXXX1231]": 48107, + "[XXXXX1232]": 48160, + "[XXXXX1233]": 47925, + "[XXXXX1234]": 48413, + "[XXXXX1235]": 49005, + "[XXXXX1236]": 49115, + "[XXXXX1237]": 48201, + "[XXXXX1238]": 47601, + "[XXXXX1239]": 47398, + "[XXXXX123]": 48582, + "[XXXXX1240]": 47616, + "[XXXXX1241]": 48002, + "[XXXXX1242]": 48543, + "[XXXXX1243]": 47818, + "[XXXXX1244]": 48569, + "[XXXXX1245]": 48647, + "[XXXXX1246]": 47681, + "[XXXXX1247]": 48898, + "[XXXXX1248]": 47498, + "[XXXXX1249]": 48378, + "[XXXXX124]": 48118, + "[XXXXX1250]": 48344, + "[XXXXX1251]": 47585, + "[XXXXX1252]": 48715, + "[XXXXX1253]": 47483, + "[XXXXX1254]": 48340, + "[XXXXX1255]": 48991, + "[XXXXX1256]": 48736, + "[XXXXX1257]": 47511, + "[XXXXX1258]": 48293, + "[XXXXX1259]": 48168, + "[XXXXX125]": 48374, + "[XXXXX1260]": 48951, + "[XXXXX1261]": 47416, + "[XXXXX1262]": 48745, + "[XXXXX1263]": 47979, + "[XXXXX1264]": 48592, + "[XXXXX1265]": 48945, + "[XXXXX1266]": 47865, + "[XXXXX1267]": 48239, + "[XXXXX1268]": 47672, + "[XXXXX1269]": 47848, + "[XXXXX126]": 48594, + "[XXXXX1270]": 48566, + "[XXXXX1271]": 48108, + "[XXXXX1272]": 47665, + "[XXXXX1273]": 47815, + "[XXXXX1274]": 48016, + "[XXXXX1275]": 48015, + "[XXXXX1276]": 48166, + "[XXXXX1277]": 47757, + "[XXXXX1278]": 47400, + "[XXXXX1279]": 47754, + "[XXXXX127]": 47436, + "[XXXXX1280]": 47417, + "[XXXXX1281]": 48047, + "[XXXXX1282]": 47472, + "[XXXXX1283]": 49040, + "[XXXXX1284]": 47710, + "[XXXXX1285]": 48883, + "[XXXXX1286]": 48209, + "[XXXXX1287]": 48046, + "[XXXXX1288]": 47999, + "[XXXXX1289]": 47735, + "[XXXXX128]": 48995, + "[XXXXX1290]": 48556, + "[XXXXX1291]": 48687, + "[XXXXX1292]": 49046, + "[XXXXX1293]": 48713, + "[XXXXX1294]": 48266, + "[XXXXX1295]": 48917, + "[XXXXX1296]": 49121, + "[XXXXX1297]": 48794, + "[XXXXX1298]": 48443, + "[XXXXX1299]": 47612, + "[XXXXX129]": 48082, + "[XXXXX12]": 48933, + "[XXXXX1300]": 47942, + "[XXXXX1301]": 48063, + "[XXXXX1302]": 48368, + "[XXXXX1303]": 47910, + "[XXXXX1304]": 47802, + "[XXXXX1305]": 47905, + "[XXXXX1306]": 47421, + "[XXXXX1307]": 49125, + "[XXXXX1308]": 47553, + "[XXXXX1309]": 47697, + "[XXXXX130]": 48746, + "[XXXXX1310]": 49069, + "[XXXXX1311]": 47789, + "[XXXXX1312]": 48575, + "[XXXXX1313]": 47402, + "[XXXXX1314]": 48829, + "[XXXXX1315]": 47394, + "[XXXXX1316]": 48187, + "[XXXXX1317]": 48147, + "[XXXXX1318]": 48703, + "[XXXXX1319]": 48549, + "[XXXXX131]": 48106, + "[XXXXX1320]": 48644, + "[XXXXX1321]": 48165, + "[XXXXX1322]": 47689, + "[XXXXX1323]": 47966, + "[XXXXX1324]": 47897, + "[XXXXX1325]": 48076, + "[XXXXX1326]": 48873, + "[XXXXX1327]": 48754, + "[XXXXX1328]": 47813, + "[XXXXX1329]": 49072, + "[XXXXX132]": 48427, + "[XXXXX1330]": 48809, + "[XXXXX1331]": 48489, + "[XXXXX1332]": 48243, + "[XXXXX1333]": 48921, + "[XXXXX1334]": 48322, + "[XXXXX1335]": 47531, + "[XXXXX1336]": 48110, + "[XXXXX1337]": 47723, + "[XXXXX1338]": 47908, + "[XXXXX1339]": 48700, + "[XXXXX133]": 47604, + "[XXXXX1340]": 48651, + "[XXXXX1341]": 48877, + "[XXXXX1342]": 47431, + "[XXXXX1343]": 47433, + "[XXXXX1344]": 47880, + "[XXXXX1345]": 48977, + "[XXXXX1346]": 48772, + "[XXXXX1347]": 48391, + "[XXXXX1348]": 48529, + "[XXXXX1349]": 48196, + "[XXXXX134]": 47765, + "[XXXXX1350]": 48404, + "[XXXXX1351]": 48104, + "[XXXXX1352]": 47517, + "[XXXXX1353]": 48850, + "[XXXXX1354]": 48357, + "[XXXXX1355]": 48862, + "[XXXXX1356]": 48492, + "[XXXXX1357]": 48062, + "[XXXXX1358]": 48721, + "[XXXXX1359]": 48922, + "[XXXXX135]": 47957, + "[XXXXX1360]": 47550, + "[XXXXX1361]": 49045, + "[XXXXX1362]": 48748, + "[XXXXX1363]": 49028, + "[XXXXX1364]": 48833, + "[XXXXX1365]": 47700, + "[XXXXX1366]": 47396, + "[XXXXX1367]": 47686, + "[XXXXX1368]": 48242, + "[XXXXX1369]": 48032, + "[XXXXX136]": 48342, + "[XXXXX1370]": 47562, + "[XXXXX1371]": 48212, + "[XXXXX1372]": 48610, + "[XXXXX1373]": 49013, + "[XXXXX1374]": 48041, + "[XXXXX1375]": 48246, + "[XXXXX1376]": 47551, + "[XXXXX1377]": 48353, + "[XXXXX1378]": 47658, + "[XXXXX1379]": 47828, + "[XXXXX137]": 48518, + "[XXXXX1380]": 48136, + "[XXXXX1381]": 48564, + "[XXXXX1382]": 48973, + "[XXXXX1383]": 47619, + "[XXXXX1384]": 48254, + "[XXXXX1385]": 48680, + "[XXXXX1386]": 47724, + "[XXXXX1387]": 47756, + "[XXXXX1388]": 48176, + "[XXXXX1389]": 48681, + "[XXXXX138]": 47664, + "[XXXXX1390]": 47594, + "[XXXXX1391]": 48760, + "[XXXXX1392]": 49110, + "[XXXXX1393]": 47676, + "[XXXXX1394]": 47963, + "[XXXXX1395]": 47403, + "[XXXXX1396]": 48493, + "[XXXXX1397]": 47591, + "[XXXXX1398]": 47632, + "[XXXXX1399]": 48996, + "[XXXXX139]": 48521, + "[XXXXX13]": 47875, + "[XXXXX1400]": 47705, + "[XXXXX1401]": 48983, + "[XXXXX1402]": 47941, + "[XXXXX1403]": 47922, + "[XXXXX1404]": 47390, + "[XXXXX1405]": 48635, + "[XXXXX1406]": 48906, + "[XXXXX1407]": 48514, + "[XXXXX1408]": 48169, + "[XXXXX1409]": 48004, + "[XXXXX140]": 48762, + "[XXXXX1410]": 47515, + "[XXXXX1411]": 47470, + "[XXXXX1412]": 47858, + "[XXXXX1413]": 47540, + "[XXXXX1414]": 47690, + "[XXXXX1415]": 48054, + "[XXXXX1416]": 48615, + "[XXXXX1417]": 47803, + "[XXXXX1418]": 47455, + "[XXXXX1419]": 48226, + "[XXXXX141]": 48912, + "[XXXXX1420]": 47808, + "[XXXXX1421]": 47636, + "[XXXXX1422]": 48832, + "[XXXXX1423]": 47611, + "[XXXXX1424]": 48782, + "[XXXXX1425]": 49146, + "[XXXXX1426]": 48976, + "[XXXXX1427]": 48585, + "[XXXXX1428]": 48667, + "[XXXXX1429]": 48171, + "[XXXXX142]": 48573, + "[XXXXX1430]": 48181, + "[XXXXX1431]": 47814, + "[XXXXX1432]": 48589, + "[XXXXX1433]": 48916, + "[XXXXX1434]": 48068, + "[XXXXX1435]": 47949, + "[XXXXX1436]": 48252, + "[XXXXX1437]": 48724, + "[XXXXX1438]": 48807, + "[XXXXX1439]": 48379, + "[XXXXX143]": 48835, + "[XXXXX1440]": 48005, + "[XXXXX1441]": 48416, + "[XXXXX1442]": 47595, + "[XXXXX1443]": 47831, + "[XXXXX1444]": 49034, + "[XXXXX1445]": 48893, + "[XXXXX1446]": 47631, + "[XXXXX1447]": 48419, + "[XXXXX1448]": 48874, + "[XXXXX1449]": 49078, + "[XXXXX144]": 48224, + "[XXXXX1450]": 48616, + "[XXXXX1451]": 48688, + "[XXXXX1452]": 47532, + "[XXXXX1453]": 49107, + "[XXXXX1454]": 47945, + "[XXXXX1455]": 48349, + "[XXXXX1456]": 48761, + "[XXXXX1457]": 47399, + "[XXXXX1458]": 47494, + "[XXXXX1459]": 48541, + "[XXXXX145]": 47819, + "[XXXXX1460]": 47668, + "[XXXXX1461]": 48155, + "[XXXXX1462]": 48203, + "[XXXXX1463]": 48308, + "[XXXXX1464]": 47923, + "[XXXXX1465]": 48628, + "[XXXXX1466]": 48894, + "[XXXXX1467]": 48504, + "[XXXXX1468]": 47780, + "[XXXXX1469]": 48780, + "[XXXXX146]": 47856, + "[XXXXX1470]": 47947, + "[XXXXX1471]": 47770, + "[XXXXX1472]": 48645, + "[XXXXX1473]": 47711, + "[XXXXX1474]": 47427, + "[XXXXX1475]": 49042, + "[XXXXX1476]": 48341, + "[XXXXX1477]": 48744, + "[XXXXX1478]": 48421, + "[XXXXX1479]": 48574, + "[XXXXX147]": 47892, + "[XXXXX1480]": 48664, + "[XXXXX1481]": 47649, + "[XXXXX1482]": 47529, + "[XXXXX1483]": 48675, + "[XXXXX1484]": 47850, + "[XXXXX1485]": 48918, + "[XXXXX1486]": 47778, + "[XXXXX1487]": 47929, + "[XXXXX1488]": 47675, + "[XXXXX1489]": 48817, + "[XXXXX148]": 47411, + "[XXXXX1490]": 48612, + "[XXXXX1491]": 48598, + "[XXXXX1492]": 49108, + "[XXXXX1493]": 48272, + "[XXXXX1494]": 48904, + "[XXXXX1495]": 48658, + "[XXXXX1496]": 47737, + "[XXXXX1497]": 48141, + "[XXXXX1498]": 48593, + "[XXXXX1499]": 48452, + "[XXXXX149]": 47718, + "[XXXXX14]": 47771, + "[XXXXX1500]": 48637, + "[XXXXX1501]": 48804, + "[XXXXX1502]": 47752, + "[XXXXX1503]": 48430, + "[XXXXX1504]": 48759, + "[XXXXX1505]": 48823, + "[XXXXX1506]": 47465, + "[XXXXX1507]": 47590, + "[XXXXX1508]": 48445, + "[XXXXX1509]": 48822, + "[XXXXX150]": 48400, + "[XXXXX1510]": 48184, + "[XXXXX1511]": 48603, + "[XXXXX1512]": 47962, + "[XXXXX1513]": 47581, + "[XXXXX1514]": 48655, + "[XXXXX1515]": 47886, + "[XXXXX1516]": 47762, + "[XXXXX1517]": 48410, + "[XXXXX1518]": 48437, + "[XXXXX1519]": 48815, + "[XXXXX151]": 47868, + "[XXXXX1520]": 48523, + "[XXXXX1521]": 48475, + "[XXXXX1522]": 48872, + "[XXXXX1523]": 47426, + "[XXXXX1524]": 48348, + "[XXXXX1525]": 48948, + "[XXXXX1526]": 49099, + "[XXXXX1527]": 47642, + "[XXXXX1528]": 48548, + "[XXXXX1529]": 48055, + "[XXXXX152]": 48542, + "[XXXXX1530]": 48630, + "[XXXXX1531]": 48896, + "[XXXXX1532]": 49020, + "[XXXXX1533]": 47727, + "[XXXXX1534]": 48944, + "[XXXXX1535]": 48848, + "[XXXXX1536]": 48717, + "[XXXXX1537]": 48494, + "[XXXXX1538]": 48124, + "[XXXXX1539]": 49055, + "[XXXXX153]": 48968, + "[XXXXX1540]": 48305, + "[XXXXX1541]": 48088, + "[XXXXX1542]": 49022, + "[XXXXX1543]": 49044, + "[XXXXX1544]": 48607, + "[XXXXX1545]": 48113, + "[XXXXX1546]": 48095, + "[XXXXX1547]": 48863, + "[XXXXX1548]": 48215, + "[XXXXX1549]": 48220, + "[XXXXX154]": 49023, + "[XXXXX1550]": 47442, + "[XXXXX1551]": 49122, + "[XXXXX1552]": 49131, + "[XXXXX1553]": 47991, + "[XXXXX1554]": 47899, + "[XXXXX1555]": 47499, + "[XXXXX1556]": 47406, + "[XXXXX1557]": 47894, + "[XXXXX1558]": 47844, + "[XXXXX1559]": 48164, + "[XXXXX155]": 47833, + "[XXXXX1560]": 48565, + "[XXXXX1561]": 47471, + "[XXXXX1562]": 48960, + "[XXXXX1563]": 47440, + "[XXXXX1564]": 47479, + "[XXXXX1565]": 47708, + "[XXXXX1566]": 47796, + "[XXXXX1567]": 47576, + "[XXXXX1568]": 48191, + "[XXXXX1569]": 48516, + "[XXXXX156]": 48827, + "[XXXXX1570]": 48911, + "[XXXXX1571]": 48205, + "[XXXXX1572]": 48336, + "[XXXXX1573]": 47482, + "[XXXXX1574]": 48952, + "[XXXXX1575]": 47960, + "[XXXXX1576]": 49098, + "[XXXXX1577]": 47904, + "[XXXXX1578]": 48414, + "[XXXXX1579]": 48752, + "[XXXXX157]": 48401, + "[XXXXX1580]": 48633, + "[XXXXX1581]": 48826, + "[XXXXX1582]": 47507, + "[XXXXX1583]": 47476, + "[XXXXX1584]": 48599, + "[XXXXX1585]": 48274, + "[XXXXX1586]": 47428, + "[XXXXX1587]": 48972, + "[XXXXX1588]": 47425, + "[XXXXX1589]": 48731, + "[XXXXX158]": 47951, + "[XXXXX1590]": 49009, + "[XXXXX1591]": 48839, + "[XXXXX1592]": 49006, + "[XXXXX1593]": 47626, + "[XXXXX1594]": 48231, + "[XXXXX1595]": 48554, + "[XXXXX1596]": 48045, + "[XXXXX1597]": 48769, + "[XXXXX1598]": 47652, + "[XXXXX1599]": 47444, + "[XXXXX159]": 49021, + "[XXXXX15]": 48530, + "[XXXXX1600]": 47964, + "[XXXXX1601]": 48560, + "[XXXXX1602]": 47855, + "[XXXXX1603]": 48324, + "[XXXXX1604]": 47961, + "[XXXXX1605]": 48296, + "[XXXXX1606]": 48148, + "[XXXXX1607]": 49038, + "[XXXXX1608]": 48994, + "[XXXXX1609]": 48767, + "[XXXXX160]": 48740, + "[XXXXX1610]": 48907, + "[XXXXX1611]": 47822, + "[XXXXX1612]": 47639, + "[XXXXX1613]": 48053, + "[XXXXX1614]": 48285, + "[XXXXX1615]": 47533, + "[XXXXX1616]": 47983, + "[XXXXX1617]": 47574, + "[XXXXX1618]": 48828, + "[XXXXX1619]": 48334, + "[XXXXX161]": 48290, + "[XXXXX1620]": 47928, + "[XXXXX1621]": 48177, + "[XXXXX1622]": 48056, + "[XXXXX1623]": 47488, + "[XXXXX1624]": 47866, + "[XXXXX1625]": 48273, + "[XXXXX1626]": 48234, + "[XXXXX1627]": 48757, + "[XXXXX1628]": 48075, + "[XXXXX1629]": 48768, + "[XXXXX162]": 48447, + "[XXXXX1630]": 48820, + "[XXXXX1631]": 48007, + "[XXXXX1632]": 48552, + "[XXXXX1633]": 47939, + "[XXXXX1634]": 48725, + "[XXXXX1635]": 47447, + "[XXXXX1636]": 47602, + "[XXXXX1637]": 47935, + "[XXXXX1638]": 49132, + "[XXXXX1639]": 47953, + "[XXXXX163]": 48371, + "[XXXXX1640]": 47748, + "[XXXXX1641]": 48116, + "[XXXXX1642]": 47610, + "[XXXXX1643]": 48105, + "[XXXXX1644]": 48460, + "[XXXXX1645]": 48773, + "[XXXXX1646]": 47974, + "[XXXXX1647]": 47678, + "[XXXXX1648]": 47571, + "[XXXXX1649]": 47717, + "[XXXXX164]": 48978, + "[XXXXX1650]": 48653, + "[XXXXX1651]": 48526, + "[XXXXX1652]": 47666, + "[XXXXX1653]": 48636, + "[XXXXX1654]": 49070, + "[XXXXX1655]": 48040, + "[XXXXX1656]": 49001, + "[XXXXX1657]": 48587, + "[XXXXX1658]": 48227, + "[XXXXX1659]": 47566, + "[XXXXX165]": 47992, + "[XXXXX1660]": 48774, + "[XXXXX1661]": 47443, + "[XXXXX1662]": 48037, + "[XXXXX1663]": 48377, + "[XXXXX1664]": 47733, + "[XXXXX1665]": 49071, + "[XXXXX1666]": 47528, + "[XXXXX1667]": 49124, + "[XXXXX1668]": 48510, + "[XXXXX1669]": 48125, + "[XXXXX166]": 48572, + "[XXXXX1670]": 47503, + "[XXXXX1671]": 47527, + "[XXXXX1672]": 47817, + "[XXXXX1673]": 49111, + "[XXXXX1674]": 47772, + "[XXXXX1675]": 47783, + "[XXXXX1676]": 49052, + "[XXXXX1677]": 47493, + "[XXXXX1678]": 47888, + "[XXXXX1679]": 48059, + "[XXXXX167]": 48008, + "[XXXXX1680]": 47456, + "[XXXXX1681]": 47906, + "[XXXXX1682]": 48026, + "[XXXXX1683]": 48149, + "[XXXXX1684]": 48451, + "[XXXXX1685]": 49029, + "[XXXXX1686]": 48313, + "[XXXXX1687]": 48089, + "[XXXXX1688]": 48795, + "[XXXXX1689]": 48396, + "[XXXXX168]": 47740, + "[XXXXX1690]": 48536, + "[XXXXX1691]": 47680, + "[XXXXX1692]": 48146, + "[XXXXX1693]": 48733, + "[XXXXX1694]": 47536, + "[XXXXX1695]": 47524, + "[XXXXX1696]": 48197, + "[XXXXX1697]": 49151, + "[XXXXX1698]": 48159, + "[XXXXX1699]": 48558, + "[XXXXX169]": 48189, + "[XXXXX16]": 48474, + "[XXXXX1700]": 48042, + "[XXXXX1701]": 47638, + "[XXXXX1702]": 48954, + "[XXXXX1703]": 47693, + "[XXXXX1704]": 48461, + "[XXXXX1705]": 48467, + "[XXXXX1706]": 48505, + "[XXXXX1707]": 47989, + "[XXXXX1708]": 47784, + "[XXXXX1709]": 47435, + "[XXXXX170]": 47429, + "[XXXXX1710]": 48152, + "[XXXXX1711]": 48301, + "[XXXXX1712]": 49094, + "[XXXXX1713]": 48649, + "[XXXXX1714]": 48117, + "[XXXXX1715]": 48185, + "[XXXXX1716]": 47832, + "[XXXXX1717]": 48383, + "[XXXXX1718]": 49012, + "[XXXXX1719]": 48986, + "[XXXXX171]": 48346, + "[XXXXX1720]": 47978, + "[XXXXX1721]": 47871, + "[XXXXX1722]": 47625, + "[XXXXX1723]": 48247, + "[XXXXX1724]": 47965, + "[XXXXX1725]": 47579, + "[XXXXX1726]": 48512, + "[XXXXX1727]": 48395, + "[XXXXX1728]": 48867, + "[XXXXX1729]": 47692, + "[XXXXX172]": 48003, + "[XXXXX1730]": 48497, + "[XXXXX1731]": 47393, + "[XXXXX1732]": 47530, + "[XXXXX1733]": 48129, + "[XXXXX1734]": 47916, + "[XXXXX1735]": 47943, + "[XXXXX1736]": 47559, + "[XXXXX1737]": 47477, + "[XXXXX1738]": 48432, + "[XXXXX1739]": 48244, + "[XXXXX173]": 48238, + "[XXXXX1740]": 48528, + "[XXXXX1741]": 48671, + "[XXXXX1742]": 48889, + "[XXXXX1743]": 48161, + "[XXXXX1744]": 48018, + "[XXXXX1745]": 48509, + "[XXXXX1746]": 47564, + "[XXXXX1747]": 48969, + "[XXXXX1748]": 48112, + "[XXXXX1749]": 49128, + "[XXXXX174]": 48786, + "[XXXXX1750]": 48886, + "[XXXXX1751]": 48932, + "[XXXXX1752]": 47970, + "[XXXXX1753]": 47969, + "[XXXXX1754]": 48508, + "[XXXXX1755]": 47857, + "[XXXXX1756]": 48563, + "[XXXXX1757]": 48503, + "[XXXXX1758]": 47797, + "[XXXXX1759]": 49053, + "[XXXXX175]": 48221, + "[XXXXX1760]": 48949, + "[XXXXX1761]": 48926, + "[XXXXX176]": 48895, + "[XXXXX177]": 48084, + "[XXXXX178]": 47408, + "[XXXXX179]": 48144, + "[XXXXX17]": 47563, + "[XXXXX180]": 47934, + "[XXXXX181]": 47567, + "[XXXXX182]": 47539, + "[XXXXX183]": 49106, + "[XXXXX184]": 48892, + "[XXXXX185]": 47458, + "[XXXXX186]": 48783, + "[XXXXX187]": 47914, + "[XXXXX188]": 47761, + "[XXXXX189]": 47997, + "[XXXXX18]": 48333, + "[XXXXX190]": 48312, + "[XXXXX191]": 49095, + "[XXXXX192]": 47785, + "[XXXXX193]": 47635, + "[XXXXX194]": 48955, + "[XXXXX195]": 48354, + "[XXXXX196]": 48545, + "[XXXXX197]": 48727, + "[XXXXX198]": 48306, + "[XXXXX199]": 49133, + "[XXXXX19]": 48262, + "[XXXXX1]": 49126, + "[XXXXX200]": 47701, + "[XXXXX201]": 47521, + "[XXXXX202]": 48805, + "[XXXXX203]": 48386, + "[XXXXX204]": 48909, + "[XXXXX205]": 47674, + "[XXXXX206]": 48640, + "[XXXXX207]": 48257, + "[XXXXX208]": 47977, + "[XXXXX209]": 48406, + "[XXXXX20]": 47779, + "[XXXXX210]": 48282, + "[XXXXX211]": 48280, + "[XXXXX212]": 47603, + "[XXXXX213]": 47869, + "[XXXXX214]": 47937, + "[XXXXX215]": 49073, + "[XXXXX216]": 47582, + "[XXXXX217]": 47816, + "[XXXXX218]": 47821, + "[XXXXX219]": 48857, + "[XXXXX21]": 48434, + "[XXXXX220]": 48172, + "[XXXXX221]": 47722, + "[XXXXX222]": 47618, + "[XXXXX223]": 48178, + "[XXXXX224]": 48000, + "[XXXXX225]": 48087, + "[XXXXX226]": 48924, + "[XXXXX227]": 47441, + "[XXXXX228]": 49058, + "[XXXXX229]": 48531, + "[XXXXX22]": 48052, + "[XXXXX230]": 47927, + "[XXXXX231]": 47930, + "[XXXXX232]": 49092, + "[XXXXX233]": 47996, + "[XXXXX234]": 49049, + "[XXXXX235]": 48299, + "[XXXXX236]": 48811, + "[XXXXX237]": 48343, + "[XXXXX238]": 49017, + "[XXXXX239]": 48806, + "[XXXXX23]": 48289, + "[XXXXX240]": 47835, + "[XXXXX241]": 48627, + "[XXXXX242]": 47643, + "[XXXXX243]": 47794, + "[XXXXX244]": 49093, + "[XXXXX245]": 47412, + "[XXXXX246]": 48092, + "[XXXXX247]": 47730, + "[XXXXX248]": 48228, + "[XXXXX249]": 47851, + "[XXXXX24]": 48722, + "[XXXXX250]": 48126, + "[XXXXX251]": 47749, + "[XXXXX252]": 47972, + "[XXXXX253]": 48534, + "[XXXXX254]": 48332, + "[XXXXX255]": 48601, + "[XXXXX256]": 48914, + "[XXXXX257]": 47760, + "[XXXXX258]": 48115, + "[XXXXX259]": 48338, + "[XXXXX25]": 48277, + "[XXXXX260]": 47853, + "[XXXXX261]": 48669, + "[XXXXX262]": 48834, + "[XXXXX263]": 48571, + "[XXXXX264]": 48738, + "[XXXXX265]": 48180, + "[XXXXX266]": 49002, + "[XXXXX267]": 47452, + "[XXXXX268]": 47684, + "[XXXXX269]": 47726, + "[XXXXX26]": 47895, + "[XXXXX270]": 48286, + "[XXXXX271]": 47401, + "[XXXXX272]": 48366, + "[XXXXX273]": 48913, + "[XXXXX274]": 47696, + "[XXXXX275]": 48429, + "[XXXXX276]": 48202, + "[XXXXX277]": 47714, + "[XXXXX278]": 47480, + "[XXXXX279]": 48551, + "[XXXXX27]": 47557, + "[XXXXX280]": 48323, + "[XXXXX281]": 47605, + "[XXXXX282]": 49079, + "[XXXXX283]": 47630, + "[XXXXX284]": 48210, + "[XXXXX285]": 48934, + "[XXXXX286]": 48742, + "[XXXXX287]": 48360, + "[XXXXX288]": 48214, + "[XXXXX289]": 47721, + "[XXXXX28]": 48390, + "[XXXXX290]": 48034, + "[XXXXX291]": 47404, + "[XXXXX292]": 48824, + "[XXXXX293]": 47570, + "[XXXXX294]": 48726, + "[XXXXX295]": 49147, + "[XXXXX296]": 47523, + "[XXXXX297]": 48074, + "[XXXXX298]": 48111, + "[XXXXX299]": 48797, + "[XXXXX29]": 48625, + "[XXXXX2]": 48707, + "[XXXXX300]": 47776, + "[XXXXX301]": 48897, + "[XXXXX302]": 48275, + "[XXXXX303]": 48307, + "[XXXXX304]": 48370, + "[XXXXX305]": 48662, + "[XXXXX306]": 48495, + "[XXXXX307]": 47867, + "[XXXXX308]": 48567, + "[XXXXX309]": 49112, + "[XXXXX30]": 48027, + "[XXXXX310]": 48818, + "[XXXXX311]": 47712, + "[XXXXX312]": 47938, + "[XXXXX313]": 48928, + "[XXXXX314]": 48251, + "[XXXXX315]": 48620, + "[XXXXX316]": 48821, + "[XXXXX317]": 48579, + "[XXXXX318]": 47860, + "[XXXXX319]": 48453, + "[XXXXX31]": 48799, + "[XXXXX320]": 48006, + "[XXXXX321]": 47766, + "[XXXXX322]": 48816, + "[XXXXX323]": 48358, + "[XXXXX324]": 48011, + "[XXXXX325]": 48208, + "[XXXXX326]": 48965, + "[XXXXX327]": 48058, + "[XXXXX328]": 48538, + "[XXXXX329]": 48480, + "[XXXXX32]": 48399, + "[XXXXX330]": 47634, + "[XXXXX331]": 47518, + "[XXXXX332]": 48132, + "[XXXXX333]": 47449, + "[XXXXX334]": 48044, + "[XXXXX335]": 47842, + "[XXXXX336]": 49041, + "[XXXXX337]": 48317, + "[XXXXX338]": 47830, + "[XXXXX339]": 49085, + "[XXXXX33]": 48852, + "[XXXXX340]": 47774, + "[XXXXX341]": 48650, + "[XXXXX342]": 48253, + "[XXXXX343]": 49145, + "[XXXXX344]": 48847, + "[XXXXX345]": 49062, + "[XXXXX346]": 48359, + "[XXXXX347]": 48595, + "[XXXXX348]": 47995, + "[XXXXX349]": 47729, + "[XXXXX34]": 48800, + "[XXXXX350]": 48245, + "[XXXXX351]": 48586, + "[XXXXX352]": 48365, + "[XXXXX353]": 48887, + "[XXXXX354]": 47464, + "[XXXXX355]": 47987, + "[XXXXX356]": 49136, + "[XXXXX357]": 48098, + "[XXXXX358]": 48259, + "[XXXXX359]": 47609, + "[XXXXX35]": 48127, + "[XXXXX360]": 48648, + "[XXXXX361]": 48431, + "[XXXXX362]": 48714, + "[XXXXX363]": 47624, + "[XXXXX364]": 47823, + "[XXXXX365]": 47936, + "[XXXXX366]": 47502, + "[XXXXX367]": 47506, + "[XXXXX368]": 49074, + "[XXXXX369]": 47731, + "[XXXXX36]": 48471, + "[XXXXX370]": 47807, + "[XXXXX371]": 47598, + "[XXXXX372]": 47806, + "[XXXXX373]": 47525, + "[XXXXX374]": 47883, + "[XXXXX375]": 49066, + "[XXXXX376]": 48067, + "[XXXXX377]": 48020, + "[XXXXX378]": 48527, + "[XXXXX379]": 48294, + "[XXXXX37]": 48102, + "[XXXXX380]": 48737, + "[XXXXX381]": 47614, + "[XXXXX382]": 48219, + "[XXXXX383]": 48143, + "[XXXXX384]": 48402, + "[XXXXX385]": 48190, + "[XXXXX386]": 48369, + "[XXXXX387]": 48982, + "[XXXXX388]": 49116, + "[XXXXX389]": 48793, + "[XXXXX38]": 48570, + "[XXXXX390]": 47491, + "[XXXXX391]": 48728, + "[XXXXX392]": 47948, + "[XXXXX393]": 48962, + "[XXXXX394]": 47988, + "[XXXXX395]": 47648, + "[XXXXX396]": 47395, + "[XXXXX397]": 47473, + "[XXXXX398]": 49091, + "[XXXXX399]": 49039, + "[XXXXX39]": 47958, + "[XXXXX3]": 48756, + "[XXXXX400]": 48784, + "[XXXXX401]": 47647, + "[XXXXX402]": 48028, + "[XXXXX403]": 48617, + "[XXXXX404]": 48964, + "[XXXXX405]": 48694, + "[XXXXX406]": 49043, + "[XXXXX407]": 47413, + "[XXXXX408]": 48557, + "[XXXXX409]": 48677, + "[XXXXX40]": 47514, + "[XXXXX410]": 47889, + "[XXXXX411]": 49010, + "[XXXXX412]": 47887, + "[XXXXX413]": 47655, + "[XXXXX414]": 47485, + "[XXXXX415]": 48741, + "[XXXXX416]": 48091, + "[XXXXX417]": 49061, + "[XXXXX418]": 48109, + "[XXXXX419]": 47702, + "[XXXXX41]": 48845, + "[XXXXX420]": 47430, + "[XXXXX421]": 49088, + "[XXXXX422]": 47677, + "[XXXXX423]": 48351, + "[XXXXX424]": 48001, + "[XXXXX425]": 48695, + "[XXXXX426]": 47713, + "[XXXXX427]": 48920, + "[XXXXX428]": 48674, + "[XXXXX429]": 48540, + "[XXXXX42]": 48142, + "[XXXXX430]": 47952, + "[XXXXX431]": 48362, + "[XXXXX432]": 47967, + "[XXXXX433]": 48705, + "[XXXXX434]": 48033, + "[XXXXX435]": 48024, + "[XXXXX436]": 47580, + "[XXXXX437]": 48618, + "[XXXXX438]": 47659, + "[XXXXX439]": 48435, + "[XXXXX43]": 48837, + "[XXXXX440]": 48631, + "[XXXXX441]": 47877, + "[XXXXX442]": 48036, + "[XXXXX443]": 47667, + "[XXXXX444]": 48502, + "[XXXXX445]": 49057, + "[XXXXX446]": 48979, + "[XXXXX447]": 47891, + "[XXXXX448]": 49143, + "[XXXXX449]": 48463, + "[XXXXX44]": 47872, + "[XXXXX450]": 47522, + "[XXXXX451]": 47703, + "[XXXXX452]": 47467, + "[XXXXX453]": 48099, + "[XXXXX454]": 48858, + "[XXXXX455]": 47538, + "[XXXXX456]": 48271, + "[XXXXX457]": 48270, + "[XXXXX458]": 49138, + "[XXXXX459]": 47691, + "[XXXXX45]": 47915, + "[XXXXX460]": 47461, + "[XXXXX461]": 48350, + "[XXXXX462]": 48813, + "[XXXXX463]": 48812, + "[XXXXX464]": 48163, + "[XXXXX465]": 49030, + "[XXXXX466]": 48787, + "[XXXXX467]": 48021, + "[XXXXX468]": 48248, + "[XXXXX469]": 47454, + "[XXXXX46]": 47572, + "[XXXXX470]": 48966, + "[XXXXX471]": 48929, + "[XXXXX472]": 47926, + "[XXXXX473]": 47410, + "[XXXXX474]": 48864, + "[XXXXX475]": 48119, + "[XXXXX476]": 47820, + "[XXXXX477]": 47932, + "[XXXXX478]": 47846, + "[XXXXX479]": 49054, + "[XXXXX47]": 48519, + "[XXXXX480]": 48101, + "[XXXXX481]": 48609, + "[XXXXX482]": 48128, + "[XXXXX483]": 48931, + "[XXXXX484]": 48267, + "[XXXXX485]": 48328, + "[XXXXX486]": 47463, + "[XXXXX487]": 48331, + "[XXXXX488]": 48198, + "[XXXXX489]": 48256, + "[XXXXX48]": 48167, + "[XXXXX490]": 48580, + "[XXXXX491]": 48049, + "[XXXXX492]": 48096, + "[XXXXX493]": 49129, + "[XXXXX494]": 47738, + "[XXXXX495]": 48611, + "[XXXXX496]": 48626, + "[XXXXX497]": 49003, + "[XXXXX498]": 47982, + "[XXXXX499]": 49047, + "[XXXXX49]": 48684, + "[XXXXX4]": 48456, + "[XXXXX500]": 48668, + "[XXXXX501]": 48017, + "[XXXXX502]": 48080, + "[XXXXX503]": 48150, + "[XXXXX504]": 47743, + "[XXXXX505]": 48859, + "[XXXXX506]": 47510, + "[XXXXX507]": 47541, + "[XXXXX508]": 47489, + "[XXXXX509]": 47504, + "[XXXXX50]": 47552, + "[XXXXX510]": 48086, + "[XXXXX511]": 48520, + "[XXXXX512]": 48204, + "[XXXXX513]": 48356, + "[XXXXX514]": 47968, + "[XXXXX515]": 47629, + "[XXXXX516]": 48450, + "[XXXXX517]": 48751, + "[XXXXX518]": 48673, + "[XXXXX519]": 48766, + "[XXXXX51]": 47763, + "[XXXXX520]": 47586, + "[XXXXX521]": 48193, + "[XXXXX522]": 47481, + "[XXXXX523]": 48070, + "[XXXXX524]": 48641, + "[XXXXX525]": 48555, + "[XXXXX526]": 47448, + "[XXXXX527]": 47788, + "[XXXXX528]": 48078, + "[XXXXX529]": 47781, + "[XXXXX52]": 48398, + "[XXXXX530]": 48255, + "[XXXXX531]": 48663, + "[XXXXX532]": 47798, + "[XXXXX533]": 48885, + "[XXXXX534]": 47790, + "[XXXXX535]": 47973, + "[XXXXX536]": 48842, + "[XXXXX537]": 48408, + "[XXXXX538]": 49113, + "[XXXXX539]": 48676, + "[XXXXX53]": 47786, + "[XXXXX540]": 48157, + "[XXXXX541]": 48670, + "[XXXXX542]": 48022, + "[XXXXX543]": 48009, + "[XXXXX544]": 48596, + "[XXXXX545]": 48329, + "[XXXXX546]": 48288, + "[XXXXX547]": 47469, + "[XXXXX548]": 48501, + "[XXXXX549]": 47976, + "[XXXXX54]": 47644, + "[XXXXX550]": 47588, + "[XXXXX551]": 48851, + "[XXXXX552]": 48250, + "[XXXXX553]": 47734, + "[XXXXX554]": 48940, + "[XXXXX555]": 49000, + "[XXXXX556]": 48200, + "[XXXXX557]": 47414, + "[XXXXX558]": 48090, + "[XXXXX559]": 47621, + "[XXXXX55]": 48048, + "[XXXXX560]": 47990, + "[XXXXX561]": 47519, + "[XXXXX562]": 47903, + "[XXXXX563]": 48522, + "[XXXXX564]": 47645, + "[XXXXX565]": 49080, + "[XXXXX566]": 47719, + "[XXXXX567]": 49105, + "[XXXXX568]": 48666, + "[XXXXX569]": 47549, + "[XXXXX56]": 49120, + "[XXXXX570]": 48355, + "[XXXXX571]": 48639, + "[XXXXX572]": 48083, + "[XXXXX573]": 48420, + "[XXXXX574]": 48661, + "[XXXXX575]": 47520, + "[XXXXX576]": 48318, + "[XXXXX577]": 49018, + "[XXXXX578]": 48458, + "[XXXXX579]": 47804, + "[XXXXX57]": 48490, + "[XXXXX580]": 48186, + "[XXXXX581]": 47699, + "[XXXXX582]": 48268, + "[XXXXX583]": 47688, + "[XXXXX584]": 47975, + "[XXXXX585]": 48013, + "[XXXXX586]": 48457, + "[XXXXX587]": 49114, + "[XXXXX588]": 48476, + "[XXXXX589]": 47694, + "[XXXXX58]": 48361, + "[XXXXX590]": 48758, + "[XXXXX591]": 48507, + "[XXXXX592]": 47434, + "[XXXXX593]": 48397, + "[XXXXX594]": 48846, + "[XXXXX595]": 48486, + "[XXXXX596]": 47944, + "[XXXXX597]": 47838, + "[XXXXX598]": 47475, + "[XXXXX599]": 48409, + "[XXXXX59]": 48836, + "[XXXXX5]": 48291, + "[XXXXX600]": 48561, + "[XXXXX601]": 48706, + "[XXXXX602]": 48311, + "[XXXXX603]": 48732, + "[XXXXX604]": 48716, + "[XXXXX605]": 48103, + "[XXXXX606]": 47741, + "[XXXXX607]": 49037, + "[XXXXX608]": 48513, + "[XXXXX609]": 47516, + "[XXXXX60]": 48980, + "[XXXXX610]": 47750, + "[XXXXX611]": 49077, + "[XXXXX612]": 47513, + "[XXXXX613]": 49102, + "[XXXXX614]": 48459, + "[XXXXX615]": 48792, + "[XXXXX616]": 48265, + "[XXXXX617]": 48375, + "[XXXXX618]": 48335, + "[XXXXX619]": 48796, + "[XXXXX61]": 48405, + "[XXXXX620]": 48550, + "[XXXXX621]": 48478, + "[XXXXX622]": 47468, + "[XXXXX623]": 48249, + "[XXXXX624]": 48838, + "[XXXXX625]": 48135, + "[XXXXX626]": 47577, + "[XXXXX627]": 47660, + "[XXXXX628]": 48347, + "[XXXXX629]": 47561, + "[XXXXX62]": 48314, + "[XXXXX630]": 47829, + "[XXXXX631]": 48621, + "[XXXXX632]": 48825, + "[XXXXX633]": 48849, + "[XXXXX634]": 48279, + "[XXXXX635]": 48310, + "[XXXXX636]": 49015, + "[XXXXX637]": 47753, + "[XXXXX638]": 48138, + "[XXXXX639]": 48808, + "[XXXXX63]": 48683, + "[XXXXX640]": 48057, + "[XXXXX641]": 48192, + "[XXXXX642]": 48446, + "[XXXXX643]": 48081, + "[XXXXX644]": 48533, + "[XXXXX645]": 47556, + "[XXXXX646]": 48908, + "[XXXXX647]": 48014, + "[XXXXX648]": 48455, + "[XXXXX649]": 47950, + "[XXXXX64]": 49139, + "[XXXXX650]": 47558, + "[XXXXX651]": 47653, + "[XXXXX652]": 48387, + "[XXXXX653]": 47809, + "[XXXXX654]": 48562, + "[XXXXX655]": 48665, + "[XXXXX656]": 48871, + "[XXXXX657]": 48987, + "[XXXXX658]": 47646, + "[XXXXX659]": 48881, + "[XXXXX65]": 47613, + "[XXXXX660]": 49109, + "[XXXXX661]": 49140, + "[XXXXX662]": 48023, + "[XXXXX663]": 48380, + "[XXXXX664]": 48065, + "[XXXXX665]": 47685, + "[XXXXX666]": 47484, + "[XXXXX667]": 47628, + "[XXXXX668]": 48151, + "[XXXXX669]": 47847, + "[XXXXX66]": 49100, + "[XXXXX670]": 47768, + "[XXXXX671]": 47640, + "[XXXXX672]": 48946, + "[XXXXX673]": 48624, + "[XXXXX674]": 48843, + "[XXXXX675]": 47736, + "[XXXXX676]": 47881, + "[XXXXX677]": 48690, + "[XXXXX678]": 48709, + "[XXXXX679]": 48577, + "[XXXXX67]": 48984, + "[XXXXX680]": 47500, + "[XXXXX681]": 48491, + "[XXXXX682]": 48691, + "[XXXXX683]": 48810, + "[XXXXX684]": 48173, + "[XXXXX685]": 48407, + "[XXXXX686]": 48292, + "[XXXXX687]": 48330, + "[XXXXX688]": 49118, + "[XXXXX689]": 48604, + "[XXXXX68]": 48174, + "[XXXXX690]": 48077, + "[XXXXX691]": 48743, + "[XXXXX692]": 48583, + "[XXXXX693]": 47391, + "[XXXXX694]": 48229, + "[XXXXX695]": 48789, + "[XXXXX696]": 48777, + "[XXXXX697]": 47535, + "[XXXXX698]": 48122, + "[XXXXX699]": 48232, + "[XXXXX69]": 48704, + "[XXXXX6]": 48927, + "[XXXXX700]": 48403, + "[XXXXX701]": 47451, + "[XXXXX702]": 48039, + "[XXXXX703]": 47568, + "[XXXXX704]": 48692, + "[XXXXX705]": 47437, + "[XXXXX706]": 47854, + "[XXXXX707]": 49148, + "[XXXXX708]": 48923, + "[XXXXX709]": 48133, + "[XXXXX70]": 47407, + "[XXXXX710]": 48425, + "[XXXXX711]": 48998, + "[XXXXX712]": 48801, + "[XXXXX713]": 48525, + "[XXXXX714]": 47917, + "[XXXXX715]": 47782, + "[XXXXX716]": 48697, + "[XXXXX717]": 47836, + "[XXXXX718]": 47725, + "[XXXXX719]": 48218, + "[XXXXX71]": 49065, + "[XXXXX720]": 48956, + "[XXXXX721]": 48321, + "[XXXXX722]": 47812, + "[XXXXX723]": 47466, + "[XXXXX724]": 48462, + "[XXXXX725]": 47898, + "[XXXXX726]": 49060, + "[XXXXX727]": 47589, + "[XXXXX728]": 49117, + "[XXXXX729]": 48393, + "[XXXXX72]": 48439, + "[XXXXX730]": 48100, + "[XXXXX731]": 48394, + "[XXXXX732]": 48643, + "[XXXXX733]": 48423, + "[XXXXX734]": 48183, + "[XXXXX735]": 49101, + "[XXXXX736]": 48381, + "[XXXXX737]": 48854, + "[XXXXX738]": 49067, + "[XXXXX739]": 48876, + "[XXXXX73]": 47392, + "[XXXXX740]": 48179, + "[XXXXX741]": 48194, + "[XXXXX742]": 48791, + "[XXXXX743]": 48985, + "[XXXXX744]": 48535, + "[XXXXX745]": 48436, + "[XXXXX746]": 47896, + "[XXXXX747]": 47583, + "[XXXXX748]": 49142, + "[XXXXX749]": 48958, + "[XXXXX74]": 49064, + "[XXXXX750]": 47569, + "[XXXXX751]": 47548, + "[XXXXX752]": 49083, + "[XXXXX753]": 47746, + "[XXXXX754]": 49144, + "[XXXXX755]": 48600, + "[XXXXX756]": 47791, + "[XXXXX757]": 47661, + "[XXXXX758]": 48295, + "[XXXXX759]": 47912, + "[XXXXX75]": 48025, + "[XXXXX760]": 47495, + "[XXXXX761]": 48156, + "[XXXXX762]": 47907, + "[XXXXX763]": 48123, + "[XXXXX764]": 48134, + "[XXXXX765]": 47597, + "[XXXXX766]": 48278, + "[XXXXX767]": 47555, + "[XXXXX768]": 49011, + "[XXXXX769]": 47918, + "[XXXXX76]": 47902, + "[XXXXX770]": 48957, + "[XXXXX771]": 48936, + "[XXXXX772]": 48269, + "[XXXXX773]": 48473, + "[XXXXX774]": 49035, + "[XXXXX775]": 47984, + "[XXXXX776]": 48300, + "[XXXXX777]": 48085, + "[XXXXX778]": 47826, + "[XXXXX779]": 48019, + "[XXXXX77]": 48031, + "[XXXXX780]": 48376, + "[XXXXX781]": 47534, + "[XXXXX782]": 48764, + "[XXXXX783]": 49063, + "[XXXXX784]": 47840, + "[XXXXX785]": 48547, + "[XXXXX786]": 48941, + "[XXXXX787]": 47650, + "[XXXXX788]": 47800, + "[XXXXX789]": 48606, + "[XXXXX78]": 47873, + "[XXXXX790]": 48060, + "[XXXXX791]": 47885, + "[XXXXX792]": 47863, + "[XXXXX793]": 48730, + "[XXXXX794]": 47662, + "[XXXXX795]": 47438, + "[XXXXX796]": 48385, + "[XXXXX797]": 48449, + "[XXXXX798]": 47673, + "[XXXXX799]": 48093, + "[XXXXX79]": 48865, + "[XXXXX7]": 48372, + "[XXXXX800]": 48729, + "[XXXXX801]": 47474, + "[XXXXX802]": 48875, + "[XXXXX803]": 48029, + "[XXXXX804]": 48735, + "[XXXXX805]": 48297, + "[XXXXX806]": 48411, + "[XXXXX807]": 47913, + "[XXXXX808]": 48710, + "[XXXXX809]": 48094, + "[XXXXX80]": 48841, + "[XXXXX810]": 48428, + "[XXXXX811]": 48532, + "[XXXXX812]": 48950, + "[XXXXX813]": 48739, + "[XXXXX814]": 48137, + "[XXXXX815]": 47884, + "[XXXXX816]": 48779, + "[XXXXX817]": 47496, + "[XXXXX818]": 48352, + "[XXXXX819]": 48891, + "[XXXXX81]": 48051, + "[XXXXX820]": 48050, + "[XXXXX821]": 47573, + "[XXXXX822]": 48373, + "[XXXXX823]": 47793, + "[XXXXX824]": 47747, + "[XXXXX825]": 47758, + "[XXXXX826]": 48302, + "[XXXXX827]": 48785, + "[XXXXX828]": 48870, + "[XXXXX829]": 48899, + "[XXXXX82]": 49141, + "[XXXXX830]": 48884, + "[XXXXX831]": 47981, + "[XXXXX832]": 48223, + "[XXXXX833]": 48072, + "[XXXXX834]": 48576, + "[XXXXX835]": 48711, + "[XXXXX836]": 47460, + "[XXXXX837]": 47801, + "[XXXXX838]": 47651, + "[XXXXX839]": 47663, + "[XXXXX83]": 49076, + "[XXXXX840]": 48298, + "[XXXXX841]": 49150, + "[XXXXX842]": 48517, + "[XXXXX843]": 47418, + "[XXXXX844]": 47627, + "[XXXXX845]": 48230, + "[XXXXX846]": 48010, + "[XXXXX847]": 47423, + "[XXXXX848]": 49048, + "[XXXXX849]": 48524, + "[XXXXX84]": 47900, + "[XXXXX850]": 47787, + "[XXXXX851]": 48974, + "[XXXXX852]": 48652, + "[XXXXX853]": 47849, + "[XXXXX854]": 48623, + "[XXXXX855]": 49026, + "[XXXXX856]": 49068, + "[XXXXX857]": 48802, + "[XXXXX858]": 48236, + "[XXXXX859]": 48170, + "[XXXXX85]": 47909, + "[XXXXX860]": 47924, + "[XXXXX861]": 47607, + "[XXXXX862]": 47565, + "[XXXXX863]": 48038, + "[XXXXX864]": 49149, + "[XXXXX865]": 49081, + "[XXXXX866]": 48905, + "[XXXXX867]": 47792, + "[XXXXX868]": 48482, + "[XXXXX869]": 47704, + "[XXXXX86]": 49036, + "[XXXXX870]": 47959, + "[XXXXX871]": 48890, + "[XXXXX872]": 48860, + "[XXXXX873]": 48326, + "[XXXXX874]": 47617, + "[XXXXX875]": 47654, + "[XXXXX876]": 47986, + "[XXXXX877]": 48632, + "[XXXXX878]": 48175, + "[XXXXX879]": 48581, + "[XXXXX87]": 47608, + "[XXXXX880]": 47424, + "[XXXXX881]": 49134, + "[XXXXX882]": 48012, + "[XXXXX883]": 48696, + "[XXXXX884]": 48699, + "[XXXXX885]": 47955, + "[XXXXX886]": 49104, + "[XXXXX887]": 47827, + "[XXXXX888]": 49014, + "[XXXXX889]": 48539, + "[XXXXX88]": 48496, + "[XXXXX890]": 48723, + "[XXXXX891]": 48235, + "[XXXXX892]": 48195, + "[XXXXX893]": 48216, + "[XXXXX894]": 48444, + "[XXXXX895]": 48719, + "[XXXXX896]": 47715, + "[XXXXX897]": 48803, + "[XXXXX898]": 48679, + "[XXXXX899]": 48619, + "[XXXXX89]": 48500, + "[XXXXX8]": 49008, + "[XXXXX900]": 48120, + "[XXXXX901]": 48241, + "[XXXXX902]": 47852, + "[XXXXX903]": 48417, + "[XXXXX904]": 47671, + "[XXXXX905]": 48654, + "[XXXXX906]": 49056, + "[XXXXX907]": 48878, + "[XXXXX908]": 48708, + "[XXXXX909]": 48698, + "[XXXXX90]": 47578, + "[XXXXX910]": 49016, + "[XXXXX911]": 47931, + "[XXXXX912]": 48441, + "[XXXXX913]": 48937, + "[XXXXX914]": 47415, + "[XXXXX915]": 47546, + "[XXXXX916]": 48284, + "[XXXXX917]": 48483, + "[XXXXX918]": 47946, + "[XXXXX919]": 48613, + "[XXXXX91]": 47759, + "[XXXXX920]": 48468, + "[XXXXX921]": 48438, + "[XXXXX922]": 49004, + "[XXXXX923]": 48498, + "[XXXXX924]": 48315, + "[XXXXX925]": 48765, + "[XXXXX926]": 48363, + "[XXXXX927]": 48947, + "[XXXXX928]": 47606, + "[XXXXX929]": 48188, + "[XXXXX92]": 48798, + "[XXXXX930]": 47600, + "[XXXXX931]": 49096, + "[XXXXX932]": 47876, + "[XXXXX933]": 48856, + "[XXXXX934]": 48546, + "[XXXXX935]": 47486, + "[XXXXX936]": 48718, + "[XXXXX937]": 47592, + "[XXXXX938]": 48035, + "[XXXXX939]": 47509, + "[XXXXX93]": 49050, + "[XXXXX940]": 47956, + "[XXXXX941]": 48919, + "[XXXXX942]": 47993, + "[XXXXX943]": 48415, + "[XXXXX944]": 48925, + "[XXXXX945]": 48656, + "[XXXXX946]": 48763, + "[XXXXX947]": 48422, + "[XXXXX948]": 48814, + "[XXXXX949]": 47769, + "[XXXXX94]": 48367, + "[XXXXX950]": 47878, + "[XXXXX951]": 48320, + "[XXXXX952]": 48389, + "[XXXXX953]": 49032, + "[XXXXX954]": 49025, + "[XXXXX955]": 48686, + "[XXXXX956]": 48384, + "[XXXXX957]": 49024, + "[XXXXX958]": 48902, + "[XXXXX959]": 47810, + "[XXXXX95]": 48079, + "[XXXXX960]": 47682, + "[XXXXX961]": 49051, + "[XXXXX962]": 48771, + "[XXXXX963]": 48755, + "[XXXXX964]": 48915, + "[XXXXX965]": 47739, + "[XXXXX966]": 48942, + "[XXXXX967]": 48283, + "[XXXXX968]": 47971, + "[XXXXX969]": 48559, + "[XXXXX96]": 48464, + "[XXXXX970]": 47861, + "[XXXXX971]": 48469, + "[XXXXX972]": 48938, + "[XXXXX973]": 48097, + "[XXXXX974]": 47742, + "[XXXXX975]": 48657, + "[XXXXX976]": 48424, + "[XXXXX977]": 48866, + "[XXXXX978]": 47824, + "[XXXXX979]": 48207, + "[XXXXX97]": 48967, + "[XXXXX980]": 47575, + "[XXXXX981]": 48388, + "[XXXXX982]": 47940, + "[XXXXX983]": 48778, + "[XXXXX984]": 48426, + "[XXXXX985]": 48260, + "[XXXXX986]": 48418, + "[XXXXX987]": 47728, + "[XXXXX988]": 49086, + "[XXXXX989]": 48747, + "[XXXXX98]": 48140, + "[XXXXX990]": 48030, + "[XXXXX991]": 47459, + "[XXXXX992]": 48364, + "[XXXXX993]": 49137, + "[XXXXX994]": 48712, + "[XXXXX995]": 47980, + "[XXXXX996]": 47777, + "[XXXXX997]": 48819, + "[XXXXX998]": 48642, + "[XXXXX999]": 48975, + "[XXXXX99]": 48213, + "[XXXXX9]": 47755 +} diff --git a/checkpoint-6500/config.json b/checkpoint-6500/config.json new file mode 100644 index 0000000..87e344b --- /dev/null +++ b/checkpoint-6500/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 47386, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 47387, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 768, + "n_head": 12, + "n_inner": 3072, + "n_layer": 12, + "n_positions": 512, + "pad_token_id": 47388, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 49152 +} diff --git a/checkpoint-6500/generation_config.json b/checkpoint-6500/generation_config.json new file mode 100644 index 0000000..e73b324 --- /dev/null +++ b/checkpoint-6500/generation_config.json @@ -0,0 +1,10 @@ +{ + "_from_model_config": true, + "bos_token_id": 47386, + "eos_token_id": [ + 47387, + 50001 + ], + "pad_token_id": 47388, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-6500/model.safetensors b/checkpoint-6500/model.safetensors new file mode 100644 index 0000000..e77d95d --- /dev/null +++ b/checkpoint-6500/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3902c206a0bc66a38f3faafb643c78774ce60e059d3384d82e22334fb2667f2d +size 246410944 diff --git a/checkpoint-6500/rng_state.pth b/checkpoint-6500/rng_state.pth new file mode 100644 index 0000000..efa059c --- /dev/null +++ b/checkpoint-6500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2f7de7ad01e5c3f3cee5a30a2c526633c0a06a0a010505ea839c08c9f136e6f +size 14645 diff --git a/checkpoint-6500/special_tokens_map.json b/checkpoint-6500/special_tokens_map.json new file mode 100644 index 0000000..86972d3 --- /dev/null +++ b/checkpoint-6500/special_tokens_map.json @@ -0,0 +1,1815 @@ +{ + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-6500/spiece.model b/checkpoint-6500/spiece.model new file mode 100644 index 0000000..aa5e7bb --- /dev/null +++ b/checkpoint-6500/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:658c1246bf680a2a73ff33ccf7bbcde25b6d81c80c5cc610f4680cf9942f981b +size 1138208 diff --git a/checkpoint-6500/tokenizer_config.json b/checkpoint-6500/tokenizer_config.json new file mode 100644 index 0000000..b5acc55 --- /dev/null +++ b/checkpoint-6500/tokenizer_config.json @@ -0,0 +1,15919 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47386": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47387": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47388": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47389": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47390": { + "content": "[XXXXX1404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47391": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47392": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47393": { + "content": "[XXXXX1731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47394": { + "content": "[XXXXX1315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47395": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47396": { + "content": "[XXXXX1366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47397": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47398": { + "content": "[XXXXX1239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47399": { + "content": "[XXXXX1457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47400": { + "content": "[XXXXX1278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47401": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47402": { + "content": "[XXXXX1313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47403": { + "content": "[XXXXX1395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47404": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47405": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47406": { + "content": "[XXXXX1556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47407": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47408": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47409": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47410": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47411": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47412": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47413": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47414": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47415": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47416": { + "content": "[XXXXX1261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47417": { + "content": "[XXXXX1280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47418": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47419": { + "content": "[XXXXX1220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47420": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47421": { + "content": "[XXXXX1306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47422": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47423": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47424": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47425": { + "content": "[XXXXX1588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47426": { + "content": "[XXXXX1523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47427": { + "content": "[XXXXX1474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47428": { + "content": "[XXXXX1586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47429": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47430": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47431": { + "content": "[XXXXX1342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47432": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47433": { + "content": "[XXXXX1343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47434": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47435": { + "content": "[XXXXX1709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47436": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47437": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47438": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47439": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47440": { + "content": "[XXXXX1563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47441": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47442": { + "content": "[XXXXX1550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47443": { + "content": "[XXXXX1661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47444": { + "content": "[XXXXX1599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47445": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47446": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47447": { + "content": "[XXXXX1635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47448": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47449": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47450": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47451": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47452": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47453": { + "content": "[XXXXX1219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47454": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47455": { + "content": "[XXXXX1418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47456": { + "content": "[XXXXX1680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47457": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47458": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47459": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47460": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47461": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47462": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47463": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47464": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47465": { + "content": "[XXXXX1506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47466": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47467": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47468": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47469": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47470": { + "content": "[XXXXX1411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47471": { + "content": "[XXXXX1561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47472": { + "content": "[XXXXX1282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47473": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47474": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47475": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47476": { + "content": "[XXXXX1583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47477": { + "content": "[XXXXX1737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47478": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47479": { + "content": "[XXXXX1564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47480": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47481": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47482": { + "content": "[XXXXX1573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47483": { + "content": "[XXXXX1253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47484": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47485": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47486": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47487": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47488": { + "content": "[XXXXX1623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47489": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47490": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47491": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47492": { + "content": "[XXXXX1214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47493": { + "content": "[XXXXX1677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47494": { + "content": "[XXXXX1458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47495": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47496": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47497": { + "content": "[XXXXX1215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47498": { + "content": "[XXXXX1248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47499": { + "content": "[XXXXX1555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47500": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47501": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47502": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47503": { + "content": "[XXXXX1670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47504": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47505": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47506": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47507": { + "content": "[XXXXX1582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47508": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47509": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47510": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47511": { + "content": "[XXXXX1257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47512": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47513": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47514": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47515": { + "content": "[XXXXX1410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47516": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47517": { + "content": "[XXXXX1352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47518": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47519": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47520": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47521": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47522": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47523": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47524": { + "content": "[XXXXX1695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47525": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47526": { + "content": "[XXXXX1200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47527": { + "content": "[XXXXX1671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47528": { + "content": "[XXXXX1666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47529": { + "content": "[XXXXX1482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47530": { + "content": "[XXXXX1732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47531": { + "content": "[XXXXX1335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47532": { + "content": "[XXXXX1452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47533": { + "content": "[XXXXX1615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47534": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47535": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47536": { + "content": "[XXXXX1694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47537": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47538": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47539": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47540": { + "content": "[XXXXX1413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47541": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47542": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47543": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47544": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47545": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47546": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47547": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47548": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47549": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47550": { + "content": "[XXXXX1360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47551": { + "content": "[XXXXX1376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47552": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47553": { + "content": "[XXXXX1308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47554": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47555": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47556": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47557": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47558": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47559": { + "content": "[XXXXX1736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47560": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47561": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47562": { + "content": "[XXXXX1370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47563": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47564": { + "content": "[XXXXX1746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47565": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47566": { + "content": "[XXXXX1659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47567": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47568": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47569": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47570": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47571": { + "content": "[XXXXX1648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47572": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47573": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47574": { + "content": "[XXXXX1617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47575": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47576": { + "content": "[XXXXX1567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47577": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47578": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47579": { + "content": "[XXXXX1725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47580": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47581": { + "content": "[XXXXX1513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47582": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47583": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47584": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47585": { + "content": "[XXXXX1251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47586": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47587": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47588": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47589": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47590": { + "content": "[XXXXX1507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47591": { + "content": "[XXXXX1397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47592": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47593": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47594": { + "content": "[XXXXX1390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47595": { + "content": "[XXXXX1442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47596": { + "content": "[XXXXX1228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47597": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47598": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47599": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47600": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47601": { + "content": "[XXXXX1238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47602": { + "content": "[XXXXX1636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47603": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47604": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47605": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47606": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47607": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47608": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47609": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47610": { + "content": "[XXXXX1642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47611": { + "content": "[XXXXX1423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47612": { + "content": "[XXXXX1299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47613": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47614": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47615": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47616": { + "content": "[XXXXX1240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47617": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47618": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47619": { + "content": "[XXXXX1383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47620": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47621": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47622": { + "content": "[XXXXX1209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47623": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47624": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47625": { + "content": "[XXXXX1722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47626": { + "content": "[XXXXX1593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47627": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47628": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47629": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47630": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47631": { + "content": "[XXXXX1446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47632": { + "content": "[XXXXX1398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47633": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47634": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47635": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47636": { + "content": "[XXXXX1421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47637": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47638": { + "content": "[XXXXX1701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47639": { + "content": "[XXXXX1612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47640": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47641": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47642": { + "content": "[XXXXX1527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47643": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47644": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47645": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47646": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47647": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47648": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47649": { + "content": "[XXXXX1481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47650": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47651": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47652": { + "content": "[XXXXX1598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47653": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47654": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47655": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47656": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47657": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47658": { + "content": "[XXXXX1378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47659": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47660": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47661": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47662": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47663": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47664": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47665": { + "content": "[XXXXX1272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47666": { + "content": "[XXXXX1652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47667": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47668": { + "content": "[XXXXX1460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47669": { + "content": "[XXXXX1227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47670": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47671": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47672": { + "content": "[XXXXX1268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47673": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47674": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47675": { + "content": "[XXXXX1488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47676": { + "content": "[XXXXX1393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47677": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47678": { + "content": "[XXXXX1647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47679": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47680": { + "content": "[XXXXX1691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47681": { + "content": "[XXXXX1246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47682": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47683": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47684": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47685": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47686": { + "content": "[XXXXX1367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47687": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47688": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47689": { + "content": "[XXXXX1322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47690": { + "content": "[XXXXX1414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47691": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47692": { + "content": "[XXXXX1729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47693": { + "content": "[XXXXX1703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47694": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47695": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47696": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47697": { + "content": "[XXXXX1309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47698": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47699": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47700": { + "content": "[XXXXX1365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47701": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47702": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47703": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47704": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47705": { + "content": "[XXXXX1400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47706": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47707": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47708": { + "content": "[XXXXX1565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47709": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47710": { + "content": "[XXXXX1284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47711": { + "content": "[XXXXX1473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47712": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47713": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47714": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47715": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47716": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47717": { + "content": "[XXXXX1649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47718": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47719": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47720": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47721": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47722": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47723": { + "content": "[XXXXX1337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47724": { + "content": "[XXXXX1386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47725": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47726": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47727": { + "content": "[XXXXX1533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47728": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47729": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47730": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47731": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47732": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47733": { + "content": "[XXXXX1664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47734": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47735": { + "content": "[XXXXX1289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47736": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47737": { + "content": "[XXXXX1496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47738": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47739": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47740": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47741": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47742": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47743": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47744": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47745": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47746": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47747": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47748": { + "content": "[XXXXX1640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47749": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47750": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47751": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47752": { + "content": "[XXXXX1502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47753": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47754": { + "content": "[XXXXX1279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47755": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47756": { + "content": "[XXXXX1387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47757": { + "content": "[XXXXX1277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47758": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47759": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47760": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47761": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47762": { + "content": "[XXXXX1516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47763": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47764": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47765": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47766": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47767": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47768": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47769": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47770": { + "content": "[XXXXX1471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47771": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47772": { + "content": "[XXXXX1674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47773": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47774": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47775": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47776": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47777": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47778": { + "content": "[XXXXX1486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47779": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47780": { + "content": "[XXXXX1468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47781": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47782": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47783": { + "content": "[XXXXX1675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47784": { + "content": "[XXXXX1708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47785": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47786": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47787": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47788": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47789": { + "content": "[XXXXX1311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47790": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47791": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47792": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47793": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47794": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47795": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47796": { + "content": "[XXXXX1566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47797": { + "content": "[XXXXX1758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47798": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47799": { + "content": "[XXXXX1208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47800": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47801": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47802": { + "content": "[XXXXX1304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47803": { + "content": "[XXXXX1417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47804": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47805": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47806": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47807": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47808": { + "content": "[XXXXX1420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47809": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47810": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47811": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47812": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47813": { + "content": "[XXXXX1328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47814": { + "content": "[XXXXX1431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47815": { + "content": "[XXXXX1273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47816": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47817": { + "content": "[XXXXX1672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47818": { + "content": "[XXXXX1243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47819": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47820": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47821": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47822": { + "content": "[XXXXX1611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47823": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47824": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47825": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47826": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47827": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47828": { + "content": "[XXXXX1379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47829": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47830": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47831": { + "content": "[XXXXX1443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47832": { + "content": "[XXXXX1716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47833": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47834": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47835": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47836": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47837": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47838": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47839": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47840": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47841": { + "content": "[XXXXX1218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47842": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47843": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47844": { + "content": "[XXXXX1558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47845": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47846": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47847": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47848": { + "content": "[XXXXX1269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47849": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47850": { + "content": "[XXXXX1484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47851": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47852": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47853": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47854": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47855": { + "content": "[XXXXX1602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47856": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47857": { + "content": "[XXXXX1755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47858": { + "content": "[XXXXX1412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47859": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47860": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47861": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47862": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47863": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47864": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47865": { + "content": "[XXXXX1266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47866": { + "content": "[XXXXX1624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47867": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47868": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47869": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47870": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47871": { + "content": "[XXXXX1721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47872": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47873": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47874": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47875": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47876": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47877": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47878": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47879": { + "content": "[XXXXX1199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47880": { + "content": "[XXXXX1344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47881": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47882": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47883": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47884": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47885": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47886": { + "content": "[XXXXX1515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47887": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47888": { + "content": "[XXXXX1678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47889": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47890": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47891": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47892": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47893": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47894": { + "content": "[XXXXX1557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47895": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47896": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47897": { + "content": "[XXXXX1324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47898": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47899": { + "content": "[XXXXX1554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47900": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47901": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47902": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47903": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47904": { + "content": "[XXXXX1577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47905": { + "content": "[XXXXX1305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47906": { + "content": "[XXXXX1681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47907": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47908": { + "content": "[XXXXX1338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47909": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47910": { + "content": "[XXXXX1303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47911": { + "content": "[XXXXX1207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47912": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47913": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47914": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47915": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47916": { + "content": "[XXXXX1734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47917": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47918": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47919": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47920": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47921": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47922": { + "content": "[XXXXX1403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47923": { + "content": "[XXXXX1464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47924": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47925": { + "content": "[XXXXX1233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47926": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47927": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47928": { + "content": "[XXXXX1620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47929": { + "content": "[XXXXX1487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47930": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47931": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47932": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47933": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47934": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47935": { + "content": "[XXXXX1637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47936": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47937": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47938": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47939": { + "content": "[XXXXX1633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47940": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47941": { + "content": "[XXXXX1402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47942": { + "content": "[XXXXX1300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47943": { + "content": "[XXXXX1735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47944": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47945": { + "content": "[XXXXX1454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47946": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47947": { + "content": "[XXXXX1470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47948": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47949": { + "content": "[XXXXX1435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47950": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47951": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47952": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47953": { + "content": "[XXXXX1639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47954": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47955": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47956": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47957": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47958": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47959": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47960": { + "content": "[XXXXX1575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47961": { + "content": "[XXXXX1604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47962": { + "content": "[XXXXX1512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47963": { + "content": "[XXXXX1394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47964": { + "content": "[XXXXX1600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47965": { + "content": "[XXXXX1724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47966": { + "content": "[XXXXX1323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47967": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47968": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47969": { + "content": "[XXXXX1753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47970": { + "content": "[XXXXX1752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47971": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47972": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47973": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47974": { + "content": "[XXXXX1646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47975": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47976": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47977": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47978": { + "content": "[XXXXX1720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47979": { + "content": "[XXXXX1263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47980": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47981": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47982": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47983": { + "content": "[XXXXX1616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47984": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47985": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47986": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47987": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47988": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47989": { + "content": "[XXXXX1707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47990": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47991": { + "content": "[XXXXX1553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47992": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47993": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47994": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47995": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47996": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47997": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47998": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47999": { + "content": "[XXXXX1288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48000": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48001": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48002": { + "content": "[XXXXX1241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48003": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48004": { + "content": "[XXXXX1409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48005": { + "content": "[XXXXX1440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48006": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48007": { + "content": "[XXXXX1631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48008": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48009": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48010": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48011": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48012": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48013": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48014": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48015": { + "content": "[XXXXX1275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48016": { + "content": "[XXXXX1274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48017": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48018": { + "content": "[XXXXX1744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48019": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48020": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48021": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48022": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48023": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48024": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48025": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48026": { + "content": "[XXXXX1682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48027": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48028": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48029": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48030": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48031": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48032": { + "content": "[XXXXX1369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48033": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48034": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48035": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48036": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48037": { + "content": "[XXXXX1662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48038": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48039": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48040": { + "content": "[XXXXX1655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48041": { + "content": "[XXXXX1374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48042": { + "content": "[XXXXX1700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48043": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48044": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48045": { + "content": "[XXXXX1596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48046": { + "content": "[XXXXX1287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48047": { + "content": "[XXXXX1281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48048": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48049": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48050": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48051": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48052": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48053": { + "content": "[XXXXX1613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48054": { + "content": "[XXXXX1415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48055": { + "content": "[XXXXX1529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48056": { + "content": "[XXXXX1622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48057": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48058": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48059": { + "content": "[XXXXX1679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48060": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48061": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48062": { + "content": "[XXXXX1357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48063": { + "content": "[XXXXX1301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48064": { + "content": "[XXXXX1230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48065": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48066": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48067": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48068": { + "content": "[XXXXX1434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48069": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48070": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48071": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48072": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48073": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48074": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48075": { + "content": "[XXXXX1628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48076": { + "content": "[XXXXX1325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48077": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48078": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48079": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48080": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48081": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48082": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48083": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48084": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48085": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48086": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48087": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48088": { + "content": "[XXXXX1541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48089": { + "content": "[XXXXX1687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48090": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48091": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48092": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48093": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48094": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48095": { + "content": "[XXXXX1546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48096": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48097": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48098": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48099": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48100": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48101": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48102": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48103": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48104": { + "content": "[XXXXX1351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48105": { + "content": "[XXXXX1643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48106": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48107": { + "content": "[XXXXX1231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48108": { + "content": "[XXXXX1271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48109": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48110": { + "content": "[XXXXX1336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48111": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48112": { + "content": "[XXXXX1748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48113": { + "content": "[XXXXX1545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48114": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48115": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48116": { + "content": "[XXXXX1641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48117": { + "content": "[XXXXX1714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48118": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48119": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48120": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48121": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48122": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48123": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48124": { + "content": "[XXXXX1538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48125": { + "content": "[XXXXX1669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48126": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48127": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48128": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48129": { + "content": "[XXXXX1733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48130": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48131": { + "content": "[XXXXX1210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48132": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48133": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48134": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48135": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48136": { + "content": "[XXXXX1380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48137": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48138": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48139": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48140": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48141": { + "content": "[XXXXX1497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48142": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48143": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48144": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48145": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48146": { + "content": "[XXXXX1692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48147": { + "content": "[XXXXX1317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48148": { + "content": "[XXXXX1606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48149": { + "content": "[XXXXX1683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48150": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48151": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48152": { + "content": "[XXXXX1710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48153": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48154": { + "content": "[XXXXX1222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48155": { + "content": "[XXXXX1461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48156": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48157": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48158": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48159": { + "content": "[XXXXX1698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48160": { + "content": "[XXXXX1232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48161": { + "content": "[XXXXX1743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48162": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48163": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48164": { + "content": "[XXXXX1559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48165": { + "content": "[XXXXX1321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48166": { + "content": "[XXXXX1276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48167": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48168": { + "content": "[XXXXX1259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48169": { + "content": "[XXXXX1408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48170": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48171": { + "content": "[XXXXX1429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48172": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48173": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48174": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48175": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48176": { + "content": "[XXXXX1388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48177": { + "content": "[XXXXX1621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48178": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48179": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48180": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48181": { + "content": "[XXXXX1430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48182": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48183": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48184": { + "content": "[XXXXX1510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48185": { + "content": "[XXXXX1715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48186": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48187": { + "content": "[XXXXX1316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48188": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48189": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48190": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48191": { + "content": "[XXXXX1568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48192": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48193": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48194": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48195": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48196": { + "content": "[XXXXX1349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48197": { + "content": "[XXXXX1696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48198": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48199": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48200": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48201": { + "content": "[XXXXX1237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48202": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48203": { + "content": "[XXXXX1462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48204": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48205": { + "content": "[XXXXX1571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48206": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48207": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48208": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48209": { + "content": "[XXXXX1286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48210": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48211": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48212": { + "content": "[XXXXX1371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48213": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48214": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48215": { + "content": "[XXXXX1548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48216": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48217": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48218": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48219": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48220": { + "content": "[XXXXX1549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48221": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48222": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48223": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48224": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48225": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48226": { + "content": "[XXXXX1419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48227": { + "content": "[XXXXX1658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48228": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48229": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48230": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48231": { + "content": "[XXXXX1594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48232": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48233": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48234": { + "content": "[XXXXX1626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48235": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48236": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48237": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48238": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48239": { + "content": "[XXXXX1267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48240": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48241": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48242": { + "content": "[XXXXX1368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48243": { + "content": "[XXXXX1332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48244": { + "content": "[XXXXX1739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48245": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48246": { + "content": "[XXXXX1375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48247": { + "content": "[XXXXX1723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48248": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48249": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48250": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48251": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48252": { + "content": "[XXXXX1436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48253": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48254": { + "content": "[XXXXX1384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48255": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48256": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48257": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48258": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48259": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48260": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48261": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48262": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48263": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48264": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48265": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48266": { + "content": "[XXXXX1294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48267": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48268": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48269": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48270": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48271": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48272": { + "content": "[XXXXX1493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48273": { + "content": "[XXXXX1625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48274": { + "content": "[XXXXX1585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48275": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48276": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48277": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48278": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48279": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48280": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48281": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48282": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48283": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48284": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48285": { + "content": "[XXXXX1614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48286": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48287": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48288": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48289": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48290": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48291": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48292": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48293": { + "content": "[XXXXX1258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48294": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48295": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48296": { + "content": "[XXXXX1605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48297": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48298": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48299": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48300": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48301": { + "content": "[XXXXX1711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48302": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48303": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48304": { + "content": "[XXXXX1212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48305": { + "content": "[XXXXX1540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48306": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48307": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48308": { + "content": "[XXXXX1463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48309": { + "content": "[XXXXX1205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48310": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48311": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48312": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48313": { + "content": "[XXXXX1686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48314": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48315": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48316": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48317": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48318": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48319": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48320": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48321": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48322": { + "content": "[XXXXX1334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48323": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48324": { + "content": "[XXXXX1603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48325": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48326": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48327": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48328": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48329": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48330": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48331": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48332": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48333": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48334": { + "content": "[XXXXX1619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48335": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48336": { + "content": "[XXXXX1572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48337": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48338": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48339": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48340": { + "content": "[XXXXX1254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48341": { + "content": "[XXXXX1476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48342": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48343": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48344": { + "content": "[XXXXX1250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48345": { + "content": "[XXXXX1211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48346": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48347": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48348": { + "content": "[XXXXX1524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48349": { + "content": "[XXXXX1455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48350": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48351": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48352": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48353": { + "content": "[XXXXX1377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48354": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48355": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48356": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48357": { + "content": "[XXXXX1354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48358": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48359": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48360": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48361": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48362": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48363": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48364": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48365": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48366": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48367": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48368": { + "content": "[XXXXX1302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48369": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48370": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48371": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48372": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48373": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48374": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48375": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48376": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48377": { + "content": "[XXXXX1663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48378": { + "content": "[XXXXX1249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48379": { + "content": "[XXXXX1439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48380": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48381": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48382": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48383": { + "content": "[XXXXX1717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48384": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48385": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48386": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48387": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48388": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48389": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48390": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48391": { + "content": "[XXXXX1347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48392": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48393": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48394": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48395": { + "content": "[XXXXX1727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48396": { + "content": "[XXXXX1689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48397": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48398": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48399": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48400": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48401": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48402": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48403": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48404": { + "content": "[XXXXX1350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48405": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48406": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48407": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48408": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48409": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48410": { + "content": "[XXXXX1517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48411": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48412": { + "content": "[XXXXX1196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48413": { + "content": "[XXXXX1234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48414": { + "content": "[XXXXX1578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48415": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48416": { + "content": "[XXXXX1441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48417": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48418": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48419": { + "content": "[XXXXX1447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48420": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48421": { + "content": "[XXXXX1478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48422": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48423": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48424": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48425": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48426": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48427": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48428": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48429": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48430": { + "content": "[XXXXX1503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48431": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48432": { + "content": "[XXXXX1738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48433": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48434": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48435": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48436": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48437": { + "content": "[XXXXX1518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48438": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48439": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48440": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48441": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48442": { + "content": "[XXXXX1217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48443": { + "content": "[XXXXX1298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48444": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48445": { + "content": "[XXXXX1508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48446": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48447": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48448": { + "content": "[XXXXX1225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48449": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48450": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48451": { + "content": "[XXXXX1684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48452": { + "content": "[XXXXX1499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48453": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48454": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48455": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48456": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48457": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48458": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48459": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48460": { + "content": "[XXXXX1644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48461": { + "content": "[XXXXX1704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48462": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48463": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48464": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48465": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48466": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48467": { + "content": "[XXXXX1705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48468": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48469": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48470": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48471": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48472": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48473": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48474": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48475": { + "content": "[XXXXX1521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48476": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48477": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48478": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48479": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48480": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48481": { + "content": "[XXXXX1203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48482": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48483": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48484": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48485": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48486": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48487": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48488": { + "content": "[XXXXX1197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48489": { + "content": "[XXXXX1331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48490": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48491": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48492": { + "content": "[XXXXX1356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48493": { + "content": "[XXXXX1396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48494": { + "content": "[XXXXX1537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48495": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48496": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48497": { + "content": "[XXXXX1730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48498": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48499": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48500": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48501": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48502": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48503": { + "content": "[XXXXX1757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48504": { + "content": "[XXXXX1467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48505": { + "content": "[XXXXX1706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48506": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48507": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48508": { + "content": "[XXXXX1754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48509": { + "content": "[XXXXX1745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48510": { + "content": "[XXXXX1668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48511": { + "content": "[XXXXX1224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48512": { + "content": "[XXXXX1726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48513": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48514": { + "content": "[XXXXX1407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48515": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48516": { + "content": "[XXXXX1569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48517": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48518": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48519": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48520": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48521": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48522": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48523": { + "content": "[XXXXX1520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48524": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48525": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48526": { + "content": "[XXXXX1651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48527": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48528": { + "content": "[XXXXX1740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48529": { + "content": "[XXXXX1348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48530": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48531": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48532": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48533": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48534": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48535": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48536": { + "content": "[XXXXX1690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48537": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48538": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48539": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48540": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48541": { + "content": "[XXXXX1459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48542": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48543": { + "content": "[XXXXX1242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48544": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48545": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48546": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48547": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48548": { + "content": "[XXXXX1528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48549": { + "content": "[XXXXX1319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48550": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48551": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48552": { + "content": "[XXXXX1632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48553": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48554": { + "content": "[XXXXX1595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48555": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48556": { + "content": "[XXXXX1290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48557": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48558": { + "content": "[XXXXX1699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48559": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48560": { + "content": "[XXXXX1601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48561": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48562": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48563": { + "content": "[XXXXX1756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48564": { + "content": "[XXXXX1381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48565": { + "content": "[XXXXX1560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48566": { + "content": "[XXXXX1270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48567": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48568": { + "content": "[XXXXX1202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48569": { + "content": "[XXXXX1244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48570": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48571": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48572": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48573": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48574": { + "content": "[XXXXX1479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48575": { + "content": "[XXXXX1312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48576": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48577": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48578": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48579": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48580": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48581": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48582": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48583": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48584": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48585": { + "content": "[XXXXX1427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48586": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48587": { + "content": "[XXXXX1657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48588": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48589": { + "content": "[XXXXX1432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48590": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48591": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48592": { + "content": "[XXXXX1264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48593": { + "content": "[XXXXX1498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48594": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48595": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48596": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48597": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48598": { + "content": "[XXXXX1491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48599": { + "content": "[XXXXX1584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48600": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48601": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48602": { + "content": "[XXXXX1229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48603": { + "content": "[XXXXX1511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48604": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48605": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48606": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48607": { + "content": "[XXXXX1544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48608": { + "content": "[XXXXX1204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48609": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48610": { + "content": "[XXXXX1372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48611": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48612": { + "content": "[XXXXX1490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48613": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48614": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48615": { + "content": "[XXXXX1416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48616": { + "content": "[XXXXX1450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48617": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48618": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48619": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48620": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48621": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48622": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48623": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48624": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48625": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48626": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48627": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48628": { + "content": "[XXXXX1465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48629": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48630": { + "content": "[XXXXX1530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48631": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48632": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48633": { + "content": "[XXXXX1580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48634": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48635": { + "content": "[XXXXX1405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48636": { + "content": "[XXXXX1653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48637": { + "content": "[XXXXX1500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48638": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48639": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48640": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48641": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48642": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48643": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48644": { + "content": "[XXXXX1320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48645": { + "content": "[XXXXX1472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48646": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48647": { + "content": "[XXXXX1245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48648": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48649": { + "content": "[XXXXX1713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48650": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48651": { + "content": "[XXXXX1340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48652": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48653": { + "content": "[XXXXX1650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48654": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48655": { + "content": "[XXXXX1514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48656": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48657": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48658": { + "content": "[XXXXX1495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48659": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48660": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48661": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48662": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48663": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48664": { + "content": "[XXXXX1480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48665": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48666": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48667": { + "content": "[XXXXX1428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48668": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48669": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48670": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48671": { + "content": "[XXXXX1741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48672": { + "content": "[XXXXX1221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48673": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48674": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48675": { + "content": "[XXXXX1483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48676": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48677": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48678": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48679": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48680": { + "content": "[XXXXX1385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48681": { + "content": "[XXXXX1389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48682": { + "content": "[XXXXX1213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48683": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48684": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48685": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48686": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48687": { + "content": "[XXXXX1291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48688": { + "content": "[XXXXX1451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48689": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48690": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48691": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48692": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48693": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48694": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48695": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48696": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48697": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48698": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48699": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48700": { + "content": "[XXXXX1339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48701": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48702": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48703": { + "content": "[XXXXX1318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48704": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48705": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48706": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48707": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48708": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48709": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48710": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48711": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48712": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48713": { + "content": "[XXXXX1293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48714": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48715": { + "content": "[XXXXX1252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48716": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48717": { + "content": "[XXXXX1536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48718": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48719": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48720": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48721": { + "content": "[XXXXX1358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48722": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48723": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48724": { + "content": "[XXXXX1437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48725": { + "content": "[XXXXX1634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48726": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48727": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48728": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48729": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48730": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48731": { + "content": "[XXXXX1589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48732": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48733": { + "content": "[XXXXX1693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48734": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48735": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48736": { + "content": "[XXXXX1256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48737": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48738": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48739": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48740": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48741": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48742": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48743": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48744": { + "content": "[XXXXX1477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48745": { + "content": "[XXXXX1262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48746": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48747": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48748": { + "content": "[XXXXX1362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48749": { + "content": "[XXXXX1201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48750": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48751": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48752": { + "content": "[XXXXX1579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48753": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48754": { + "content": "[XXXXX1327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48755": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48756": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48757": { + "content": "[XXXXX1627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48758": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48759": { + "content": "[XXXXX1504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48760": { + "content": "[XXXXX1391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48761": { + "content": "[XXXXX1456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48762": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48763": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48764": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48765": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48766": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48767": { + "content": "[XXXXX1609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48768": { + "content": "[XXXXX1629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48769": { + "content": "[XXXXX1597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48770": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48771": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48772": { + "content": "[XXXXX1346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48773": { + "content": "[XXXXX1645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48774": { + "content": "[XXXXX1660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48775": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48776": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48777": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48778": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48779": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48780": { + "content": "[XXXXX1469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48781": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48782": { + "content": "[XXXXX1424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48783": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48784": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48785": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48786": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48787": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48788": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48789": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48790": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48791": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48792": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48793": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48794": { + "content": "[XXXXX1297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48795": { + "content": "[XXXXX1688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48796": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48797": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48798": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48799": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48800": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48801": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48802": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48803": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48804": { + "content": "[XXXXX1501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48805": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48806": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48807": { + "content": "[XXXXX1438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48808": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48809": { + "content": "[XXXXX1330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48810": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48811": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48812": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48813": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48814": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48815": { + "content": "[XXXXX1519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48816": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48817": { + "content": "[XXXXX1489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48818": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48819": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48820": { + "content": "[XXXXX1630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48821": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48822": { + "content": "[XXXXX1509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48823": { + "content": "[XXXXX1505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48824": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48825": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48826": { + "content": "[XXXXX1581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48827": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48828": { + "content": "[XXXXX1618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48829": { + "content": "[XXXXX1314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48830": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48831": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48832": { + "content": "[XXXXX1422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48833": { + "content": "[XXXXX1364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48834": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48835": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48836": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48837": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48838": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48839": { + "content": "[XXXXX1591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48840": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48841": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48842": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48843": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48844": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48845": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48846": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48847": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48848": { + "content": "[XXXXX1535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48849": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48850": { + "content": "[XXXXX1353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48851": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48852": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48853": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48854": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48855": { + "content": "[XXXXX1206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48856": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48857": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48858": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48859": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48860": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48861": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48862": { + "content": "[XXXXX1355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48863": { + "content": "[XXXXX1547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48864": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48865": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48866": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48867": { + "content": "[XXXXX1728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48868": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48869": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48870": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48871": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48872": { + "content": "[XXXXX1522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48873": { + "content": "[XXXXX1326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48874": { + "content": "[XXXXX1448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48875": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48876": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48877": { + "content": "[XXXXX1341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48878": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48879": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48880": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48881": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48882": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48883": { + "content": "[XXXXX1285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48884": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48885": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48886": { + "content": "[XXXXX1750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48887": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48888": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48889": { + "content": "[XXXXX1742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48890": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48891": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48892": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48893": { + "content": "[XXXXX1445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48894": { + "content": "[XXXXX1466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48895": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48896": { + "content": "[XXXXX1531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48897": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48898": { + "content": "[XXXXX1247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48899": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48900": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48901": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48902": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48903": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48904": { + "content": "[XXXXX1494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48905": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48906": { + "content": "[XXXXX1406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48907": { + "content": "[XXXXX1610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48908": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48909": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48910": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48911": { + "content": "[XXXXX1570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48912": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48913": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48914": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48915": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48916": { + "content": "[XXXXX1433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48917": { + "content": "[XXXXX1295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48918": { + "content": "[XXXXX1485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48919": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48920": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48921": { + "content": "[XXXXX1333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48922": { + "content": "[XXXXX1359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48923": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48924": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48925": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48926": { + "content": "[XXXXX1761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48927": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48928": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48929": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48930": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48931": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48932": { + "content": "[XXXXX1751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48933": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48934": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48935": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48936": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48937": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48938": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48939": { + "content": "[XXXXX1216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48940": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48941": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48942": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48943": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48944": { + "content": "[XXXXX1534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48945": { + "content": "[XXXXX1265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48946": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48947": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48948": { + "content": "[XXXXX1525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48949": { + "content": "[XXXXX1760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48950": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48951": { + "content": "[XXXXX1260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48952": { + "content": "[XXXXX1574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48953": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48954": { + "content": "[XXXXX1702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48955": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48956": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48957": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48958": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48959": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48960": { + "content": "[XXXXX1562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48961": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48962": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48963": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48964": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48965": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48966": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48967": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48968": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48969": { + "content": "[XXXXX1747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48970": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48971": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48972": { + "content": "[XXXXX1587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48973": { + "content": "[XXXXX1382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48974": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48975": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48976": { + "content": "[XXXXX1426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48977": { + "content": "[XXXXX1345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48978": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48979": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48980": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48981": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48982": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48983": { + "content": "[XXXXX1401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48984": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48985": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48986": { + "content": "[XXXXX1719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48987": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48988": { + "content": "[XXXXX1226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48989": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48990": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48991": { + "content": "[XXXXX1255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48992": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48993": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48994": { + "content": "[XXXXX1608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48995": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48996": { + "content": "[XXXXX1399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48997": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48998": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48999": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49000": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49001": { + "content": "[XXXXX1656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49002": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49003": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49004": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49005": { + "content": "[XXXXX1235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49006": { + "content": "[XXXXX1592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49007": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49008": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49009": { + "content": "[XXXXX1590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49010": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49011": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49012": { + "content": "[XXXXX1718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49013": { + "content": "[XXXXX1373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49014": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49015": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49016": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49017": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49018": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49019": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49020": { + "content": "[XXXXX1532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49021": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49022": { + "content": "[XXXXX1542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49023": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49024": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49025": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49026": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49027": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49028": { + "content": "[XXXXX1363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49029": { + "content": "[XXXXX1685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49030": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49031": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49032": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49033": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49034": { + "content": "[XXXXX1444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49035": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49036": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49037": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49038": { + "content": "[XXXXX1607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49039": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49040": { + "content": "[XXXXX1283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49041": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49042": { + "content": "[XXXXX1475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49043": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49044": { + "content": "[XXXXX1543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49045": { + "content": "[XXXXX1361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49046": { + "content": "[XXXXX1292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49047": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49048": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49049": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49050": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49051": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49052": { + "content": "[XXXXX1676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49053": { + "content": "[XXXXX1759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49054": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49055": { + "content": "[XXXXX1539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49056": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49057": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49058": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49059": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49060": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49061": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49062": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49063": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49064": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49065": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49066": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49067": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49068": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49069": { + "content": "[XXXXX1310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49070": { + "content": "[XXXXX1654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49071": { + "content": "[XXXXX1665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49072": { + "content": "[XXXXX1329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49073": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49074": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49075": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49076": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49077": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49078": { + "content": "[XXXXX1449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49079": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49080": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49081": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49082": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49083": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49084": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49085": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49086": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49087": { + "content": "[XXXXX1223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49088": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49089": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49090": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49091": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49092": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49093": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49094": { + "content": "[XXXXX1712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49095": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49096": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49097": { + "content": "[XXXXX1198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49098": { + "content": "[XXXXX1576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49099": { + "content": "[XXXXX1526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49100": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49101": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49102": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49103": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49104": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49105": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49106": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49107": { + "content": "[XXXXX1453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49108": { + "content": "[XXXXX1492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49109": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49110": { + "content": "[XXXXX1392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49111": { + "content": "[XXXXX1673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49112": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49113": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49114": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49115": { + "content": "[XXXXX1236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49116": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49117": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49118": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49119": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49120": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49121": { + "content": "[XXXXX1296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49122": { + "content": "[XXXXX1551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49123": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49124": { + "content": "[XXXXX1667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49125": { + "content": "[XXXXX1307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49126": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49127": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49128": { + "content": "[XXXXX1749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49129": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49130": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49131": { + "content": "[XXXXX1552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49132": { + "content": "[XXXXX1638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49133": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49134": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49135": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49136": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49137": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49138": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49139": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49140": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49141": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49142": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49143": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49144": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49145": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49146": { + "content": "[XXXXX1425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49147": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49148": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49149": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49150": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49151": { + "content": "[XXXXX1697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-6500/trainer_state.json b/checkpoint-6500/trainer_state.json new file mode 100644 index 0000000..fd6627a --- /dev/null +++ b/checkpoint-6500/trainer_state.json @@ -0,0 +1,13177 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 7.710557532621589, + "eval_steps": 500, + "global_step": 6500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 10.6509840965271, + "epoch": 0.005931198102016607, + "grad_norm": 11.4375, + "learning_rate": 2e-06, + "loss": 10.7955, + "mean_token_accuracy": 0.00017467249417677522, + "num_tokens": 12647.0, + "step": 5 + }, + { + "entropy": 10.650976181030273, + "epoch": 0.011862396204033215, + "grad_norm": 10.875, + "learning_rate": 4.5e-06, + "loss": 10.7449, + "mean_token_accuracy": 0.0003256943717133254, + "num_tokens": 26668.0, + "step": 10 + }, + { + "entropy": 10.65047550201416, + "epoch": 0.017793594306049824, + "grad_norm": 8.5, + "learning_rate": 7e-06, + "loss": 10.5392, + "mean_token_accuracy": 0.011320227157557382, + "num_tokens": 41021.0, + "step": 15 + }, + { + "entropy": 10.645245170593261, + "epoch": 0.02372479240806643, + "grad_norm": 5.6875, + "learning_rate": 9.5e-06, + "loss": 10.2512, + "mean_token_accuracy": 0.03331172131001949, + "num_tokens": 56626.0, + "step": 20 + }, + { + "entropy": 10.620162200927734, + "epoch": 0.02965599051008304, + "grad_norm": 3.46875, + "learning_rate": 1.2e-05, + "loss": 9.9999, + "mean_token_accuracy": 0.03278177715837956, + "num_tokens": 72914.0, + "step": 25 + }, + { + "entropy": 10.59833517074585, + "epoch": 0.03558718861209965, + "grad_norm": 2.75, + "learning_rate": 1.4500000000000002e-05, + "loss": 9.8507, + "mean_token_accuracy": 0.03321463130414486, + "num_tokens": 88514.0, + "step": 30 + }, + { + "entropy": 10.59533166885376, + "epoch": 0.04151838671411625, + "grad_norm": 2.6875, + "learning_rate": 1.7000000000000003e-05, + "loss": 9.7557, + "mean_token_accuracy": 0.03128496501594782, + "num_tokens": 101256.0, + "step": 35 + }, + { + "entropy": 10.598009204864502, + "epoch": 0.04744958481613286, + "grad_norm": 2.34375, + "learning_rate": 1.95e-05, + "loss": 9.7229, + "mean_token_accuracy": 0.03391152955591679, + "num_tokens": 114459.0, + "step": 40 + }, + { + "entropy": 10.583034133911132, + "epoch": 0.05338078291814947, + "grad_norm": 2.203125, + "learning_rate": 2.2e-05, + "loss": 9.7096, + "mean_token_accuracy": 0.031900213845074174, + "num_tokens": 129858.0, + "step": 45 + }, + { + "entropy": 10.583144092559815, + "epoch": 0.05931198102016608, + "grad_norm": 2.421875, + "learning_rate": 2.4500000000000003e-05, + "loss": 9.6353, + "mean_token_accuracy": 0.03371269796043634, + "num_tokens": 143486.0, + "step": 50 + }, + { + "entropy": 10.582204055786132, + "epoch": 0.06524317912218268, + "grad_norm": 2.171875, + "learning_rate": 2.7e-05, + "loss": 9.5795, + "mean_token_accuracy": 0.035220497474074366, + "num_tokens": 156003.0, + "step": 55 + }, + { + "entropy": 10.569349002838134, + "epoch": 0.0711743772241993, + "grad_norm": 2.1875, + "learning_rate": 2.95e-05, + "loss": 9.5437, + "mean_token_accuracy": 0.034727090038359165, + "num_tokens": 170988.0, + "step": 60 + }, + { + "entropy": 10.552780246734619, + "epoch": 0.0771055753262159, + "grad_norm": 2.15625, + "learning_rate": 3.2e-05, + "loss": 9.4193, + "mean_token_accuracy": 0.03448135014623403, + "num_tokens": 187165.0, + "step": 65 + }, + { + "entropy": 10.542837047576905, + "epoch": 0.0830367734282325, + "grad_norm": 2.125, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.368, + "mean_token_accuracy": 0.03228826243430376, + "num_tokens": 202072.0, + "step": 70 + }, + { + "entropy": 10.534712505340575, + "epoch": 0.08896797153024912, + "grad_norm": 2.0625, + "learning_rate": 3.7e-05, + "loss": 9.2131, + "mean_token_accuracy": 0.034324941039085385, + "num_tokens": 215375.0, + "step": 75 + }, + { + "entropy": 10.50705509185791, + "epoch": 0.09489916963226572, + "grad_norm": 1.921875, + "learning_rate": 3.95e-05, + "loss": 9.1257, + "mean_token_accuracy": 0.03353528436273336, + "num_tokens": 228749.0, + "step": 80 + }, + { + "entropy": 10.478670978546143, + "epoch": 0.10083036773428232, + "grad_norm": 2.09375, + "learning_rate": 4.2000000000000004e-05, + "loss": 9.0183, + "mean_token_accuracy": 0.03314766474068165, + "num_tokens": 242387.0, + "step": 85 + }, + { + "entropy": 10.458618545532227, + "epoch": 0.10676156583629894, + "grad_norm": 2.046875, + "learning_rate": 4.45e-05, + "loss": 8.9252, + "mean_token_accuracy": 0.03416665960103273, + "num_tokens": 257793.0, + "step": 90 + }, + { + "entropy": 10.419714641571044, + "epoch": 0.11269276393831554, + "grad_norm": 2.125, + "learning_rate": 4.7000000000000004e-05, + "loss": 8.8134, + "mean_token_accuracy": 0.036843133717775346, + "num_tokens": 271187.0, + "step": 95 + }, + { + "entropy": 10.339355945587158, + "epoch": 0.11862396204033215, + "grad_norm": 1.921875, + "learning_rate": 4.9500000000000004e-05, + "loss": 8.6836, + "mean_token_accuracy": 0.04052316285669803, + "num_tokens": 284937.0, + "step": 100 + }, + { + "entropy": 10.289305877685546, + "epoch": 0.12455516014234876, + "grad_norm": 2.140625, + "learning_rate": 5.2e-05, + "loss": 8.523, + "mean_token_accuracy": 0.042971277609467506, + "num_tokens": 300108.0, + "step": 105 + }, + { + "entropy": 10.171844291687012, + "epoch": 0.13048635824436536, + "grad_norm": 2.109375, + "learning_rate": 5.45e-05, + "loss": 8.4071, + "mean_token_accuracy": 0.0435908630490303, + "num_tokens": 316760.0, + "step": 110 + }, + { + "entropy": 10.090029907226562, + "epoch": 0.13641755634638197, + "grad_norm": 1.8515625, + "learning_rate": 5.7e-05, + "loss": 8.2269, + "mean_token_accuracy": 0.04757884480059147, + "num_tokens": 329705.0, + "step": 115 + }, + { + "entropy": 9.968478775024414, + "epoch": 0.1423487544483986, + "grad_norm": 1.8046875, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.1048, + "mean_token_accuracy": 0.05177154988050461, + "num_tokens": 342947.0, + "step": 120 + }, + { + "entropy": 9.810734272003174, + "epoch": 0.14827995255041518, + "grad_norm": 1.6015625, + "learning_rate": 6.2e-05, + "loss": 7.957, + "mean_token_accuracy": 0.05589810460805893, + "num_tokens": 358397.0, + "step": 125 + }, + { + "entropy": 9.629272270202637, + "epoch": 0.1542111506524318, + "grad_norm": 2.015625, + "learning_rate": 6.450000000000001e-05, + "loss": 7.8543, + "mean_token_accuracy": 0.058608030527830125, + "num_tokens": 370369.0, + "step": 130 + }, + { + "entropy": 9.431285285949707, + "epoch": 0.1601423487544484, + "grad_norm": 1.46875, + "learning_rate": 6.7e-05, + "loss": 7.7282, + "mean_token_accuracy": 0.06019565127789974, + "num_tokens": 386896.0, + "step": 135 + }, + { + "entropy": 9.166491031646729, + "epoch": 0.166073546856465, + "grad_norm": 1.6171875, + "learning_rate": 6.950000000000001e-05, + "loss": 7.571, + "mean_token_accuracy": 0.06539936549961567, + "num_tokens": 400433.0, + "step": 140 + }, + { + "entropy": 8.998315811157227, + "epoch": 0.17200474495848161, + "grad_norm": 1.9296875, + "learning_rate": 7.2e-05, + "loss": 7.5193, + "mean_token_accuracy": 0.06127564944326878, + "num_tokens": 415092.0, + "step": 145 + }, + { + "entropy": 8.760649585723877, + "epoch": 0.17793594306049823, + "grad_norm": 1.625, + "learning_rate": 7.45e-05, + "loss": 7.3847, + "mean_token_accuracy": 0.06551449336111545, + "num_tokens": 429793.0, + "step": 150 + }, + { + "entropy": 8.53032569885254, + "epoch": 0.18386714116251482, + "grad_norm": 1.703125, + "learning_rate": 7.7e-05, + "loss": 7.3618, + "mean_token_accuracy": 0.07152369543910027, + "num_tokens": 442618.0, + "step": 155 + }, + { + "entropy": 8.432501602172852, + "epoch": 0.18979833926453143, + "grad_norm": 1.484375, + "learning_rate": 7.950000000000001e-05, + "loss": 7.2263, + "mean_token_accuracy": 0.0709031268954277, + "num_tokens": 454976.0, + "step": 160 + }, + { + "entropy": 8.288888359069825, + "epoch": 0.19572953736654805, + "grad_norm": 2.09375, + "learning_rate": 8.2e-05, + "loss": 7.2693, + "mean_token_accuracy": 0.06482412219047547, + "num_tokens": 467523.0, + "step": 165 + }, + { + "entropy": 8.135635375976562, + "epoch": 0.20166073546856464, + "grad_norm": 1.203125, + "learning_rate": 8.450000000000001e-05, + "loss": 7.1729, + "mean_token_accuracy": 0.07200234681367874, + "num_tokens": 481391.0, + "step": 170 + }, + { + "entropy": 8.090270137786865, + "epoch": 0.20759193357058126, + "grad_norm": 1.3515625, + "learning_rate": 8.7e-05, + "loss": 7.147, + "mean_token_accuracy": 0.06691372841596603, + "num_tokens": 496697.0, + "step": 175 + }, + { + "entropy": 8.008182764053345, + "epoch": 0.21352313167259787, + "grad_norm": 1.96875, + "learning_rate": 8.95e-05, + "loss": 7.1704, + "mean_token_accuracy": 0.07276545092463493, + "num_tokens": 510091.0, + "step": 180 + }, + { + "entropy": 7.948391151428223, + "epoch": 0.21945432977461446, + "grad_norm": 1.390625, + "learning_rate": 9.2e-05, + "loss": 7.1071, + "mean_token_accuracy": 0.0736262746155262, + "num_tokens": 522168.0, + "step": 185 + }, + { + "entropy": 7.860538482666016, + "epoch": 0.22538552787663108, + "grad_norm": 1.2890625, + "learning_rate": 9.45e-05, + "loss": 7.0333, + "mean_token_accuracy": 0.0750058189034462, + "num_tokens": 535853.0, + "step": 190 + }, + { + "entropy": 7.789449167251587, + "epoch": 0.2313167259786477, + "grad_norm": 1.484375, + "learning_rate": 9.7e-05, + "loss": 7.0532, + "mean_token_accuracy": 0.07566255033016205, + "num_tokens": 551082.0, + "step": 195 + }, + { + "entropy": 7.820679521560669, + "epoch": 0.2372479240806643, + "grad_norm": 1.5859375, + "learning_rate": 9.95e-05, + "loss": 7.0735, + "mean_token_accuracy": 0.0763503935188055, + "num_tokens": 567181.0, + "step": 200 + }, + { + "entropy": 7.715967988967895, + "epoch": 0.2431791221826809, + "grad_norm": 1.46875, + "learning_rate": 0.000102, + "loss": 6.9882, + "mean_token_accuracy": 0.0811008334159851, + "num_tokens": 580689.0, + "step": 205 + }, + { + "entropy": 7.671104192733765, + "epoch": 0.2491103202846975, + "grad_norm": 1.40625, + "learning_rate": 0.00010449999999999999, + "loss": 6.9075, + "mean_token_accuracy": 0.08624595254659653, + "num_tokens": 594590.0, + "step": 210 + }, + { + "entropy": 7.669063520431519, + "epoch": 0.25504151838671413, + "grad_norm": 1.1796875, + "learning_rate": 0.000107, + "loss": 6.9659, + "mean_token_accuracy": 0.07704100087285042, + "num_tokens": 610577.0, + "step": 215 + }, + { + "entropy": 7.621254777908325, + "epoch": 0.2609727164887307, + "grad_norm": 1.1484375, + "learning_rate": 0.0001095, + "loss": 6.9894, + "mean_token_accuracy": 0.0770975686609745, + "num_tokens": 627066.0, + "step": 220 + }, + { + "entropy": 7.582563304901123, + "epoch": 0.2669039145907473, + "grad_norm": 1.2109375, + "learning_rate": 0.000112, + "loss": 6.9863, + "mean_token_accuracy": 0.08030139058828353, + "num_tokens": 642601.0, + "step": 225 + }, + { + "entropy": 7.5748522758483885, + "epoch": 0.27283511269276395, + "grad_norm": 1.4296875, + "learning_rate": 0.0001145, + "loss": 6.8436, + "mean_token_accuracy": 0.08795318827033043, + "num_tokens": 655615.0, + "step": 230 + }, + { + "entropy": 7.51125283241272, + "epoch": 0.27876631079478054, + "grad_norm": 1.140625, + "learning_rate": 0.00011700000000000001, + "loss": 6.8805, + "mean_token_accuracy": 0.08227636963129044, + "num_tokens": 670218.0, + "step": 235 + }, + { + "entropy": 7.581772565841675, + "epoch": 0.2846975088967972, + "grad_norm": 1.359375, + "learning_rate": 0.00011949999999999999, + "loss": 6.8693, + "mean_token_accuracy": 0.08509634733200074, + "num_tokens": 683661.0, + "step": 240 + }, + { + "entropy": 7.414237833023071, + "epoch": 0.29062870699881377, + "grad_norm": 1.15625, + "learning_rate": 0.000122, + "loss": 6.8471, + "mean_token_accuracy": 0.08358772993087768, + "num_tokens": 699767.0, + "step": 245 + }, + { + "entropy": 7.437202262878418, + "epoch": 0.29655990510083036, + "grad_norm": 1.328125, + "learning_rate": 0.0001245, + "loss": 6.774, + "mean_token_accuracy": 0.09326352775096894, + "num_tokens": 713579.0, + "step": 250 + }, + { + "entropy": 7.383161449432373, + "epoch": 0.302491103202847, + "grad_norm": 1.703125, + "learning_rate": 0.000127, + "loss": 6.8019, + "mean_token_accuracy": 0.08484338372945785, + "num_tokens": 727490.0, + "step": 255 + }, + { + "entropy": 7.414105653762817, + "epoch": 0.3084223013048636, + "grad_norm": 1.0625, + "learning_rate": 0.0001295, + "loss": 6.8822, + "mean_token_accuracy": 0.08486307561397552, + "num_tokens": 742477.0, + "step": 260 + }, + { + "entropy": 7.386582565307617, + "epoch": 0.3143534994068802, + "grad_norm": 1.5703125, + "learning_rate": 0.000132, + "loss": 6.7436, + "mean_token_accuracy": 0.08875370100140571, + "num_tokens": 757772.0, + "step": 265 + }, + { + "entropy": 7.385796451568604, + "epoch": 0.3202846975088968, + "grad_norm": 1.515625, + "learning_rate": 0.00013450000000000002, + "loss": 6.795, + "mean_token_accuracy": 0.08812053054571152, + "num_tokens": 772898.0, + "step": 270 + }, + { + "entropy": 7.329386568069458, + "epoch": 0.3262158956109134, + "grad_norm": 1.34375, + "learning_rate": 0.00013700000000000002, + "loss": 6.7697, + "mean_token_accuracy": 0.08715710267424584, + "num_tokens": 788395.0, + "step": 275 + }, + { + "entropy": 7.318710279464722, + "epoch": 0.33214709371293, + "grad_norm": 1.578125, + "learning_rate": 0.0001395, + "loss": 6.83, + "mean_token_accuracy": 0.08070869520306587, + "num_tokens": 803413.0, + "step": 280 + }, + { + "entropy": 7.188418292999268, + "epoch": 0.33807829181494664, + "grad_norm": 1.484375, + "learning_rate": 0.00014199999999999998, + "loss": 6.6976, + "mean_token_accuracy": 0.09588895291090012, + "num_tokens": 817775.0, + "step": 285 + }, + { + "entropy": 7.389742612838745, + "epoch": 0.34400948991696323, + "grad_norm": 1.6328125, + "learning_rate": 0.0001445, + "loss": 6.8092, + "mean_token_accuracy": 0.08903076201677322, + "num_tokens": 831379.0, + "step": 290 + }, + { + "entropy": 7.300806474685669, + "epoch": 0.3499406880189798, + "grad_norm": 1.3046875, + "learning_rate": 0.000147, + "loss": 6.7387, + "mean_token_accuracy": 0.08791814595460892, + "num_tokens": 846596.0, + "step": 295 + }, + { + "entropy": 7.254555749893188, + "epoch": 0.35587188612099646, + "grad_norm": 1.25, + "learning_rate": 0.0001495, + "loss": 6.7438, + "mean_token_accuracy": 0.08821789696812629, + "num_tokens": 862063.0, + "step": 300 + }, + { + "entropy": 7.275745964050293, + "epoch": 0.36180308422301305, + "grad_norm": 1.2734375, + "learning_rate": 0.000152, + "loss": 6.6954, + "mean_token_accuracy": 0.08966124951839446, + "num_tokens": 876841.0, + "step": 305 + }, + { + "entropy": 7.221111488342285, + "epoch": 0.36773428232502964, + "grad_norm": 1.2734375, + "learning_rate": 0.00015450000000000001, + "loss": 6.7751, + "mean_token_accuracy": 0.09116524010896683, + "num_tokens": 890728.0, + "step": 310 + }, + { + "entropy": 7.206338787078858, + "epoch": 0.3736654804270463, + "grad_norm": 1.359375, + "learning_rate": 0.000157, + "loss": 6.6956, + "mean_token_accuracy": 0.09070762842893601, + "num_tokens": 905599.0, + "step": 315 + }, + { + "entropy": 7.1817542552948, + "epoch": 0.37959667852906287, + "grad_norm": 1.59375, + "learning_rate": 0.0001595, + "loss": 6.6483, + "mean_token_accuracy": 0.09768397733569145, + "num_tokens": 918139.0, + "step": 320 + }, + { + "entropy": 7.167359304428101, + "epoch": 0.38552787663107946, + "grad_norm": 1.484375, + "learning_rate": 0.000162, + "loss": 6.7114, + "mean_token_accuracy": 0.09328882694244385, + "num_tokens": 931666.0, + "step": 325 + }, + { + "entropy": 7.196693468093872, + "epoch": 0.3914590747330961, + "grad_norm": 1.3046875, + "learning_rate": 0.00016450000000000001, + "loss": 6.6605, + "mean_token_accuracy": 0.09237670227885246, + "num_tokens": 946286.0, + "step": 330 + }, + { + "entropy": 7.148892021179199, + "epoch": 0.3973902728351127, + "grad_norm": 1.4140625, + "learning_rate": 0.00016700000000000002, + "loss": 6.6029, + "mean_token_accuracy": 0.09802859723567962, + "num_tokens": 959689.0, + "step": 335 + }, + { + "entropy": 7.091142225265503, + "epoch": 0.4033214709371293, + "grad_norm": 1.53125, + "learning_rate": 0.00016950000000000003, + "loss": 6.6481, + "mean_token_accuracy": 0.09793345853686333, + "num_tokens": 972707.0, + "step": 340 + }, + { + "entropy": 7.103200006484985, + "epoch": 0.4092526690391459, + "grad_norm": 1.296875, + "learning_rate": 0.00017199999999999998, + "loss": 6.6694, + "mean_token_accuracy": 0.09691287726163864, + "num_tokens": 988010.0, + "step": 345 + }, + { + "entropy": 7.109372472763061, + "epoch": 0.4151838671411625, + "grad_norm": 1.609375, + "learning_rate": 0.00017449999999999999, + "loss": 6.7001, + "mean_token_accuracy": 0.0866947390139103, + "num_tokens": 1003823.0, + "step": 350 + }, + { + "entropy": 7.018935489654541, + "epoch": 0.4211150652431791, + "grad_norm": 1.3125, + "learning_rate": 0.000177, + "loss": 6.4583, + "mean_token_accuracy": 0.10792901739478111, + "num_tokens": 1018276.0, + "step": 355 + }, + { + "entropy": 7.151296997070313, + "epoch": 0.42704626334519574, + "grad_norm": 1.2890625, + "learning_rate": 0.0001795, + "loss": 6.6782, + "mean_token_accuracy": 0.09361589401960373, + "num_tokens": 1031242.0, + "step": 360 + }, + { + "entropy": 7.0902214527130125, + "epoch": 0.43297746144721233, + "grad_norm": 1.3984375, + "learning_rate": 0.000182, + "loss": 6.5786, + "mean_token_accuracy": 0.09998262599110604, + "num_tokens": 1043940.0, + "step": 365 + }, + { + "entropy": 6.944676065444947, + "epoch": 0.4389086595492289, + "grad_norm": 1.2109375, + "learning_rate": 0.0001845, + "loss": 6.508, + "mean_token_accuracy": 0.09759898036718369, + "num_tokens": 1058656.0, + "step": 370 + }, + { + "entropy": 7.117189264297485, + "epoch": 0.44483985765124556, + "grad_norm": 1.265625, + "learning_rate": 0.000187, + "loss": 6.6092, + "mean_token_accuracy": 0.09189791083335877, + "num_tokens": 1073128.0, + "step": 375 + }, + { + "entropy": 6.948076343536377, + "epoch": 0.45077105575326215, + "grad_norm": 1.5390625, + "learning_rate": 0.0001895, + "loss": 6.5416, + "mean_token_accuracy": 0.09809970185160637, + "num_tokens": 1086467.0, + "step": 380 + }, + { + "entropy": 7.076186227798462, + "epoch": 0.45670225385527874, + "grad_norm": 1.46875, + "learning_rate": 0.000192, + "loss": 6.6616, + "mean_token_accuracy": 0.10060962289571762, + "num_tokens": 1100356.0, + "step": 385 + }, + { + "entropy": 7.028731060028076, + "epoch": 0.4626334519572954, + "grad_norm": 1.3046875, + "learning_rate": 0.0001945, + "loss": 6.5814, + "mean_token_accuracy": 0.10232764557003975, + "num_tokens": 1115877.0, + "step": 390 + }, + { + "entropy": 7.04663872718811, + "epoch": 0.46856465005931197, + "grad_norm": 1.375, + "learning_rate": 0.00019700000000000002, + "loss": 6.5466, + "mean_token_accuracy": 0.10219399407505989, + "num_tokens": 1131415.0, + "step": 395 + }, + { + "entropy": 6.8535503387451175, + "epoch": 0.4744958481613286, + "grad_norm": 1.5234375, + "learning_rate": 0.00019950000000000002, + "loss": 6.5137, + "mean_token_accuracy": 0.09734094068408013, + "num_tokens": 1145903.0, + "step": 400 + }, + { + "entropy": 6.879596471786499, + "epoch": 0.4804270462633452, + "grad_norm": 1.125, + "learning_rate": 0.000202, + "loss": 6.4397, + "mean_token_accuracy": 0.0997365266084671, + "num_tokens": 1161168.0, + "step": 405 + }, + { + "entropy": 6.921687078475952, + "epoch": 0.4863582443653618, + "grad_norm": 1.3515625, + "learning_rate": 0.00020449999999999998, + "loss": 6.5196, + "mean_token_accuracy": 0.09855128526687622, + "num_tokens": 1178155.0, + "step": 410 + }, + { + "entropy": 6.924295806884766, + "epoch": 0.49228944246737844, + "grad_norm": 1.3828125, + "learning_rate": 0.000207, + "loss": 6.3697, + "mean_token_accuracy": 0.1099881686270237, + "num_tokens": 1190830.0, + "step": 415 + }, + { + "entropy": 6.827713060379028, + "epoch": 0.498220640569395, + "grad_norm": 1.375, + "learning_rate": 0.0002095, + "loss": 6.3842, + "mean_token_accuracy": 0.10342236086726189, + "num_tokens": 1205260.0, + "step": 420 + }, + { + "entropy": 6.883217096328735, + "epoch": 0.5041518386714117, + "grad_norm": 1.4453125, + "learning_rate": 0.000212, + "loss": 6.431, + "mean_token_accuracy": 0.10836012288928032, + "num_tokens": 1218856.0, + "step": 425 + }, + { + "entropy": 6.832102727890015, + "epoch": 0.5100830367734283, + "grad_norm": 1.328125, + "learning_rate": 0.0002145, + "loss": 6.5014, + "mean_token_accuracy": 0.10428635627031327, + "num_tokens": 1234669.0, + "step": 430 + }, + { + "entropy": 6.830685758590699, + "epoch": 0.5160142348754448, + "grad_norm": 1.46875, + "learning_rate": 0.00021700000000000002, + "loss": 6.4289, + "mean_token_accuracy": 0.1057804524898529, + "num_tokens": 1249514.0, + "step": 435 + }, + { + "entropy": 6.837182474136353, + "epoch": 0.5219454329774614, + "grad_norm": 1.1015625, + "learning_rate": 0.0002195, + "loss": 6.3638, + "mean_token_accuracy": 0.1109524667263031, + "num_tokens": 1262311.0, + "step": 440 + }, + { + "entropy": 6.767211008071899, + "epoch": 0.527876631079478, + "grad_norm": 1.3359375, + "learning_rate": 0.000222, + "loss": 6.3519, + "mean_token_accuracy": 0.10807539224624634, + "num_tokens": 1277681.0, + "step": 445 + }, + { + "entropy": 6.781484460830688, + "epoch": 0.5338078291814946, + "grad_norm": 1.390625, + "learning_rate": 0.0002245, + "loss": 6.3968, + "mean_token_accuracy": 0.10917404815554618, + "num_tokens": 1292300.0, + "step": 450 + }, + { + "entropy": 6.775958061218262, + "epoch": 0.5397390272835113, + "grad_norm": 1.234375, + "learning_rate": 0.00022700000000000002, + "loss": 6.4142, + "mean_token_accuracy": 0.10393262058496475, + "num_tokens": 1307426.0, + "step": 455 + }, + { + "entropy": 6.787585258483887, + "epoch": 0.5456702253855279, + "grad_norm": 1.0546875, + "learning_rate": 0.00022950000000000002, + "loss": 6.4414, + "mean_token_accuracy": 0.09955934658646584, + "num_tokens": 1322167.0, + "step": 460 + }, + { + "entropy": 6.75556001663208, + "epoch": 0.5516014234875445, + "grad_norm": 1.2265625, + "learning_rate": 0.00023200000000000003, + "loss": 6.3126, + "mean_token_accuracy": 0.11029193922877312, + "num_tokens": 1335343.0, + "step": 465 + }, + { + "entropy": 6.719364500045776, + "epoch": 0.5575326215895611, + "grad_norm": 1.234375, + "learning_rate": 0.00023449999999999998, + "loss": 6.3129, + "mean_token_accuracy": 0.11020243093371392, + "num_tokens": 1349078.0, + "step": 470 + }, + { + "entropy": 6.670861291885376, + "epoch": 0.5634638196915777, + "grad_norm": 1.2265625, + "learning_rate": 0.000237, + "loss": 6.2388, + "mean_token_accuracy": 0.11813571006059646, + "num_tokens": 1362030.0, + "step": 475 + }, + { + "entropy": 6.790364742279053, + "epoch": 0.5693950177935944, + "grad_norm": 1.3125, + "learning_rate": 0.0002395, + "loss": 6.3965, + "mean_token_accuracy": 0.10456062778830529, + "num_tokens": 1378303.0, + "step": 480 + }, + { + "entropy": 6.773904657363891, + "epoch": 0.575326215895611, + "grad_norm": 1.203125, + "learning_rate": 0.000242, + "loss": 6.3906, + "mean_token_accuracy": 0.10592009201645851, + "num_tokens": 1392585.0, + "step": 485 + }, + { + "entropy": 6.805166101455688, + "epoch": 0.5812574139976275, + "grad_norm": 1.5, + "learning_rate": 0.0002445, + "loss": 6.3973, + "mean_token_accuracy": 0.11140659600496292, + "num_tokens": 1406962.0, + "step": 490 + }, + { + "entropy": 6.573492240905762, + "epoch": 0.5871886120996441, + "grad_norm": 1.2265625, + "learning_rate": 0.000247, + "loss": 6.2853, + "mean_token_accuracy": 0.11129999980330467, + "num_tokens": 1419493.0, + "step": 495 + }, + { + "entropy": 6.735859537124634, + "epoch": 0.5931198102016607, + "grad_norm": 1.3125, + "learning_rate": 0.0002495, + "loss": 6.3007, + "mean_token_accuracy": 0.10790175497531891, + "num_tokens": 1435373.0, + "step": 500 + }, + { + "epoch": 0.5931198102016607, + "eval_entropy": 6.67236985896994, + "eval_loss": 6.441715717315674, + "eval_mean_token_accuracy": 0.10966419813685988, + "eval_num_tokens": 1435373.0, + "eval_runtime": 2.4776, + "eval_samples_per_second": 1052.652, + "eval_steps_per_second": 131.581, + "step": 500 + }, + { + "entropy": 6.6947290897369385, + "epoch": 0.5990510083036773, + "grad_norm": 1.3359375, + "learning_rate": 0.000252, + "loss": 6.2707, + "mean_token_accuracy": 0.11756636276841163, + "num_tokens": 1449805.0, + "step": 505 + }, + { + "entropy": 6.634400224685669, + "epoch": 0.604982206405694, + "grad_norm": 1.3125, + "learning_rate": 0.0002545, + "loss": 6.2855, + "mean_token_accuracy": 0.11045260801911354, + "num_tokens": 1463657.0, + "step": 510 + }, + { + "entropy": 6.727581596374511, + "epoch": 0.6109134045077106, + "grad_norm": 1.4140625, + "learning_rate": 0.000257, + "loss": 6.3004, + "mean_token_accuracy": 0.11670920848846436, + "num_tokens": 1478089.0, + "step": 515 + }, + { + "entropy": 6.619698333740234, + "epoch": 0.6168446026097272, + "grad_norm": 1.4296875, + "learning_rate": 0.0002595, + "loss": 6.311, + "mean_token_accuracy": 0.11146906316280365, + "num_tokens": 1492225.0, + "step": 520 + }, + { + "entropy": 6.630937004089356, + "epoch": 0.6227758007117438, + "grad_norm": 1.1875, + "learning_rate": 0.000262, + "loss": 6.3008, + "mean_token_accuracy": 0.10728157833218574, + "num_tokens": 1506751.0, + "step": 525 + }, + { + "entropy": 6.599562358856201, + "epoch": 0.6287069988137604, + "grad_norm": 1.140625, + "learning_rate": 0.00026450000000000003, + "loss": 6.2004, + "mean_token_accuracy": 0.11617306619882584, + "num_tokens": 1520590.0, + "step": 530 + }, + { + "entropy": 6.652629327774048, + "epoch": 0.6346381969157769, + "grad_norm": 1.1953125, + "learning_rate": 0.00026700000000000004, + "loss": 6.2527, + "mean_token_accuracy": 0.11343958005309104, + "num_tokens": 1534752.0, + "step": 535 + }, + { + "entropy": 6.587781953811645, + "epoch": 0.6405693950177936, + "grad_norm": 1.3828125, + "learning_rate": 0.00026950000000000005, + "loss": 6.2154, + "mean_token_accuracy": 0.12041136622428894, + "num_tokens": 1547891.0, + "step": 540 + }, + { + "entropy": 6.418690204620361, + "epoch": 0.6465005931198102, + "grad_norm": 1.2578125, + "learning_rate": 0.00027200000000000005, + "loss": 6.1542, + "mean_token_accuracy": 0.12026057541370391, + "num_tokens": 1562560.0, + "step": 545 + }, + { + "entropy": 6.670684385299682, + "epoch": 0.6524317912218268, + "grad_norm": 1.328125, + "learning_rate": 0.0002745, + "loss": 6.3091, + "mean_token_accuracy": 0.11120221018791199, + "num_tokens": 1576896.0, + "step": 550 + }, + { + "entropy": 6.535441923141479, + "epoch": 0.6583629893238434, + "grad_norm": 1.265625, + "learning_rate": 0.000277, + "loss": 6.2086, + "mean_token_accuracy": 0.11225326210260392, + "num_tokens": 1590806.0, + "step": 555 + }, + { + "entropy": 6.601208257675171, + "epoch": 0.66429418742586, + "grad_norm": 1.234375, + "learning_rate": 0.0002795, + "loss": 6.326, + "mean_token_accuracy": 0.10773437917232513, + "num_tokens": 1605874.0, + "step": 560 + }, + { + "entropy": 6.616091251373291, + "epoch": 0.6702253855278766, + "grad_norm": 1.2734375, + "learning_rate": 0.00028199999999999997, + "loss": 6.2108, + "mean_token_accuracy": 0.11664134711027145, + "num_tokens": 1620947.0, + "step": 565 + }, + { + "entropy": 6.484318447113037, + "epoch": 0.6761565836298933, + "grad_norm": 1.296875, + "learning_rate": 0.0002845, + "loss": 6.2608, + "mean_token_accuracy": 0.10255342498421668, + "num_tokens": 1635974.0, + "step": 570 + }, + { + "entropy": 6.542778062820434, + "epoch": 0.6820877817319099, + "grad_norm": 1.109375, + "learning_rate": 0.000287, + "loss": 6.2163, + "mean_token_accuracy": 0.10959842428565025, + "num_tokens": 1651502.0, + "step": 575 + }, + { + "entropy": 6.45567512512207, + "epoch": 0.6880189798339265, + "grad_norm": 1.1796875, + "learning_rate": 0.0002895, + "loss": 6.1629, + "mean_token_accuracy": 0.11728360131382942, + "num_tokens": 1665547.0, + "step": 580 + }, + { + "entropy": 6.501108646392822, + "epoch": 0.693950177935943, + "grad_norm": 1.1796875, + "learning_rate": 0.000292, + "loss": 6.1508, + "mean_token_accuracy": 0.12227020487189293, + "num_tokens": 1678875.0, + "step": 585 + }, + { + "entropy": 6.480410623550415, + "epoch": 0.6998813760379596, + "grad_norm": 1.3203125, + "learning_rate": 0.0002945, + "loss": 6.1681, + "mean_token_accuracy": 0.11540260091423989, + "num_tokens": 1692673.0, + "step": 590 + }, + { + "entropy": 6.511543416976929, + "epoch": 0.7058125741399762, + "grad_norm": 1.109375, + "learning_rate": 0.000297, + "loss": 6.2156, + "mean_token_accuracy": 0.11393610835075378, + "num_tokens": 1707318.0, + "step": 595 + }, + { + "entropy": 6.460053396224976, + "epoch": 0.7117437722419929, + "grad_norm": 1.4140625, + "learning_rate": 0.0002995, + "loss": 6.2426, + "mean_token_accuracy": 0.11120611354708672, + "num_tokens": 1724331.0, + "step": 600 + }, + { + "entropy": 6.442718982696533, + "epoch": 0.7176749703440095, + "grad_norm": 1.3203125, + "learning_rate": 0.000302, + "loss": 6.0492, + "mean_token_accuracy": 0.12235584780573845, + "num_tokens": 1736151.0, + "step": 605 + }, + { + "entropy": 6.444410896301269, + "epoch": 0.7236061684460261, + "grad_norm": 1.28125, + "learning_rate": 0.0003045, + "loss": 6.1371, + "mean_token_accuracy": 0.11987931281328201, + "num_tokens": 1749831.0, + "step": 610 + }, + { + "entropy": 6.455282926559448, + "epoch": 0.7295373665480427, + "grad_norm": 1.1875, + "learning_rate": 0.000307, + "loss": 6.173, + "mean_token_accuracy": 0.11412288546562195, + "num_tokens": 1764296.0, + "step": 615 + }, + { + "entropy": 6.49344654083252, + "epoch": 0.7354685646500593, + "grad_norm": 1.4609375, + "learning_rate": 0.0003095, + "loss": 6.1473, + "mean_token_accuracy": 0.11842510327696801, + "num_tokens": 1778042.0, + "step": 620 + }, + { + "entropy": 6.402311325073242, + "epoch": 0.741399762752076, + "grad_norm": 1.109375, + "learning_rate": 0.000312, + "loss": 6.1244, + "mean_token_accuracy": 0.1204920805990696, + "num_tokens": 1791614.0, + "step": 625 + }, + { + "entropy": 6.386654949188232, + "epoch": 0.7473309608540926, + "grad_norm": 1.140625, + "learning_rate": 0.0003145, + "loss": 6.082, + "mean_token_accuracy": 0.1170621544122696, + "num_tokens": 1807388.0, + "step": 630 + }, + { + "entropy": 6.513570547103882, + "epoch": 0.7532621589561092, + "grad_norm": 1.2109375, + "learning_rate": 0.000317, + "loss": 6.187, + "mean_token_accuracy": 0.1129879891872406, + "num_tokens": 1820407.0, + "step": 635 + }, + { + "entropy": 6.353465366363525, + "epoch": 0.7591933570581257, + "grad_norm": 1.140625, + "learning_rate": 0.0003195, + "loss": 6.0709, + "mean_token_accuracy": 0.11846939399838448, + "num_tokens": 1834666.0, + "step": 640 + }, + { + "entropy": 6.402153253555298, + "epoch": 0.7651245551601423, + "grad_norm": 1.390625, + "learning_rate": 0.000322, + "loss": 6.169, + "mean_token_accuracy": 0.11969529762864113, + "num_tokens": 1848160.0, + "step": 645 + }, + { + "entropy": 6.429388856887817, + "epoch": 0.7710557532621589, + "grad_norm": 1.046875, + "learning_rate": 0.00032450000000000003, + "loss": 6.1763, + "mean_token_accuracy": 0.11832700744271278, + "num_tokens": 1865140.0, + "step": 650 + }, + { + "entropy": 6.384272193908691, + "epoch": 0.7769869513641756, + "grad_norm": 1.1484375, + "learning_rate": 0.00032700000000000003, + "loss": 6.0502, + "mean_token_accuracy": 0.12135105207562447, + "num_tokens": 1878447.0, + "step": 655 + }, + { + "entropy": 6.368830823898316, + "epoch": 0.7829181494661922, + "grad_norm": 1.1953125, + "learning_rate": 0.00032950000000000004, + "loss": 6.0999, + "mean_token_accuracy": 0.11421585902571678, + "num_tokens": 1893539.0, + "step": 660 + }, + { + "entropy": 6.452864456176758, + "epoch": 0.7888493475682088, + "grad_norm": 1.1328125, + "learning_rate": 0.00033200000000000005, + "loss": 6.1646, + "mean_token_accuracy": 0.120599914342165, + "num_tokens": 1908052.0, + "step": 665 + }, + { + "entropy": 6.347026681900024, + "epoch": 0.7947805456702254, + "grad_norm": 1.0859375, + "learning_rate": 0.00033450000000000005, + "loss": 6.0494, + "mean_token_accuracy": 0.12437219470739365, + "num_tokens": 1921528.0, + "step": 670 + }, + { + "entropy": 6.360257863998413, + "epoch": 0.800711743772242, + "grad_norm": 1.1640625, + "learning_rate": 0.000337, + "loss": 6.0758, + "mean_token_accuracy": 0.12383257448673249, + "num_tokens": 1935089.0, + "step": 675 + }, + { + "entropy": 6.4030664443969725, + "epoch": 0.8066429418742586, + "grad_norm": 1.203125, + "learning_rate": 0.0003395, + "loss": 6.1896, + "mean_token_accuracy": 0.11006285175681114, + "num_tokens": 1949717.0, + "step": 680 + }, + { + "entropy": 6.300024366378784, + "epoch": 0.8125741399762753, + "grad_norm": 1.546875, + "learning_rate": 0.000342, + "loss": 6.0568, + "mean_token_accuracy": 0.12153587713837624, + "num_tokens": 1962619.0, + "step": 685 + }, + { + "entropy": 6.450096464157104, + "epoch": 0.8185053380782918, + "grad_norm": 1.375, + "learning_rate": 0.00034449999999999997, + "loss": 6.143, + "mean_token_accuracy": 0.11284489929676056, + "num_tokens": 1977094.0, + "step": 690 + }, + { + "entropy": 6.286441040039063, + "epoch": 0.8244365361803084, + "grad_norm": 1.0625, + "learning_rate": 0.000347, + "loss": 6.1106, + "mean_token_accuracy": 0.11766432374715804, + "num_tokens": 1992446.0, + "step": 695 + }, + { + "entropy": 6.301593971252442, + "epoch": 0.830367734282325, + "grad_norm": 1.1640625, + "learning_rate": 0.0003495, + "loss": 6.0526, + "mean_token_accuracy": 0.1210049532353878, + "num_tokens": 2008753.0, + "step": 700 + }, + { + "entropy": 6.312734651565552, + "epoch": 0.8362989323843416, + "grad_norm": 1.140625, + "learning_rate": 0.000352, + "loss": 6.0098, + "mean_token_accuracy": 0.1238975889980793, + "num_tokens": 2024088.0, + "step": 705 + }, + { + "entropy": 6.338296222686767, + "epoch": 0.8422301304863582, + "grad_norm": 1.21875, + "learning_rate": 0.0003545, + "loss": 6.0283, + "mean_token_accuracy": 0.11651979684829712, + "num_tokens": 2038449.0, + "step": 710 + }, + { + "entropy": 6.306093740463257, + "epoch": 0.8481613285883749, + "grad_norm": 1.1328125, + "learning_rate": 0.000357, + "loss": 6.0258, + "mean_token_accuracy": 0.1278011307120323, + "num_tokens": 2052038.0, + "step": 715 + }, + { + "entropy": 6.271956300735473, + "epoch": 0.8540925266903915, + "grad_norm": 1.1875, + "learning_rate": 0.0003595, + "loss": 5.9769, + "mean_token_accuracy": 0.12276132255792618, + "num_tokens": 2064907.0, + "step": 720 + }, + { + "entropy": 6.297043323516846, + "epoch": 0.8600237247924081, + "grad_norm": 1.0703125, + "learning_rate": 0.000362, + "loss": 6.1502, + "mean_token_accuracy": 0.1173181675374508, + "num_tokens": 2081295.0, + "step": 725 + }, + { + "entropy": 6.336274099349976, + "epoch": 0.8659549228944247, + "grad_norm": 1.0390625, + "learning_rate": 0.0003645, + "loss": 6.0652, + "mean_token_accuracy": 0.12099355086684227, + "num_tokens": 2098077.0, + "step": 730 + }, + { + "entropy": 6.285319423675537, + "epoch": 0.8718861209964412, + "grad_norm": 1.1484375, + "learning_rate": 0.000367, + "loss": 6.0532, + "mean_token_accuracy": 0.12013457342982292, + "num_tokens": 2111716.0, + "step": 735 + }, + { + "entropy": 6.27389874458313, + "epoch": 0.8778173190984578, + "grad_norm": 1.1171875, + "learning_rate": 0.0003695, + "loss": 5.9654, + "mean_token_accuracy": 0.13291287645697594, + "num_tokens": 2125757.0, + "step": 740 + }, + { + "entropy": 6.267977666854859, + "epoch": 0.8837485172004745, + "grad_norm": 1.1875, + "learning_rate": 0.000372, + "loss": 6.1618, + "mean_token_accuracy": 0.11648618057370186, + "num_tokens": 2142929.0, + "step": 745 + }, + { + "entropy": 6.27850079536438, + "epoch": 0.8896797153024911, + "grad_norm": 1.265625, + "learning_rate": 0.0003745, + "loss": 6.0379, + "mean_token_accuracy": 0.12373944073915481, + "num_tokens": 2155206.0, + "step": 750 + }, + { + "entropy": 6.240651369094849, + "epoch": 0.8956109134045077, + "grad_norm": 1.1875, + "learning_rate": 0.000377, + "loss": 5.9246, + "mean_token_accuracy": 0.12547165155410767, + "num_tokens": 2169816.0, + "step": 755 + }, + { + "entropy": 6.190544652938843, + "epoch": 0.9015421115065243, + "grad_norm": 1.0390625, + "learning_rate": 0.0003795, + "loss": 6.0044, + "mean_token_accuracy": 0.12672639563679694, + "num_tokens": 2184827.0, + "step": 760 + }, + { + "entropy": 6.259784412384033, + "epoch": 0.9074733096085409, + "grad_norm": 1.15625, + "learning_rate": 0.000382, + "loss": 5.9353, + "mean_token_accuracy": 0.12988706678152084, + "num_tokens": 2199333.0, + "step": 765 + }, + { + "entropy": 6.1021686553955075, + "epoch": 0.9134045077105575, + "grad_norm": 0.87109375, + "learning_rate": 0.0003845, + "loss": 5.9947, + "mean_token_accuracy": 0.12381677329540253, + "num_tokens": 2215239.0, + "step": 770 + }, + { + "entropy": 6.2903533458709715, + "epoch": 0.9193357058125742, + "grad_norm": 1.0390625, + "learning_rate": 0.00038700000000000003, + "loss": 5.9998, + "mean_token_accuracy": 0.1248672790825367, + "num_tokens": 2229369.0, + "step": 775 + }, + { + "entropy": 6.169124412536621, + "epoch": 0.9252669039145908, + "grad_norm": 1.1875, + "learning_rate": 0.00038950000000000003, + "loss": 5.9842, + "mean_token_accuracy": 0.12811334952712058, + "num_tokens": 2242709.0, + "step": 780 + }, + { + "entropy": 6.2337898254394535, + "epoch": 0.9311981020166074, + "grad_norm": 1.140625, + "learning_rate": 0.00039200000000000004, + "loss": 5.9655, + "mean_token_accuracy": 0.12137661054730416, + "num_tokens": 2257067.0, + "step": 785 + }, + { + "entropy": 6.1931390285491945, + "epoch": 0.9371293001186239, + "grad_norm": 1.25, + "learning_rate": 0.00039450000000000005, + "loss": 5.9103, + "mean_token_accuracy": 0.13152316808700562, + "num_tokens": 2270932.0, + "step": 790 + }, + { + "entropy": 6.182427406311035, + "epoch": 0.9430604982206405, + "grad_norm": 1.0546875, + "learning_rate": 0.00039700000000000005, + "loss": 6.0279, + "mean_token_accuracy": 0.12549996599555016, + "num_tokens": 2285517.0, + "step": 795 + }, + { + "entropy": 6.1117936134338375, + "epoch": 0.9489916963226572, + "grad_norm": 1.1875, + "learning_rate": 0.0003995, + "loss": 5.8952, + "mean_token_accuracy": 0.1253364697098732, + "num_tokens": 2298657.0, + "step": 800 + }, + { + "entropy": 6.14580602645874, + "epoch": 0.9549228944246738, + "grad_norm": 1.2109375, + "learning_rate": 0.000402, + "loss": 5.9069, + "mean_token_accuracy": 0.132824869453907, + "num_tokens": 2312521.0, + "step": 805 + }, + { + "entropy": 6.149325656890869, + "epoch": 0.9608540925266904, + "grad_norm": 1.375, + "learning_rate": 0.0004045, + "loss": 5.901, + "mean_token_accuracy": 0.12876850068569184, + "num_tokens": 2325849.0, + "step": 810 + }, + { + "entropy": 6.160182809829712, + "epoch": 0.966785290628707, + "grad_norm": 1.2578125, + "learning_rate": 0.00040699999999999997, + "loss": 5.933, + "mean_token_accuracy": 0.12433248236775399, + "num_tokens": 2339717.0, + "step": 815 + }, + { + "entropy": 6.148682689666748, + "epoch": 0.9727164887307236, + "grad_norm": 1.078125, + "learning_rate": 0.0004095, + "loss": 5.9644, + "mean_token_accuracy": 0.12969405129551886, + "num_tokens": 2353536.0, + "step": 820 + }, + { + "entropy": 6.15325140953064, + "epoch": 0.9786476868327402, + "grad_norm": 1.1953125, + "learning_rate": 0.000412, + "loss": 5.9392, + "mean_token_accuracy": 0.12233664244413375, + "num_tokens": 2368626.0, + "step": 825 + }, + { + "entropy": 6.148900079727173, + "epoch": 0.9845788849347569, + "grad_norm": 1.1796875, + "learning_rate": 0.0004145, + "loss": 6.0228, + "mean_token_accuracy": 0.1229950562119484, + "num_tokens": 2383768.0, + "step": 830 + }, + { + "entropy": 6.253143930435181, + "epoch": 0.9905100830367735, + "grad_norm": 1.1640625, + "learning_rate": 0.000417, + "loss": 6.0531, + "mean_token_accuracy": 0.12633627876639367, + "num_tokens": 2398089.0, + "step": 835 + }, + { + "entropy": 6.143814277648926, + "epoch": 0.99644128113879, + "grad_norm": 1.15625, + "learning_rate": 0.0004195, + "loss": 5.9179, + "mean_token_accuracy": 0.13075150698423385, + "num_tokens": 2411354.0, + "step": 840 + }, + { + "entropy": 6.1597785472869875, + "epoch": 1.0023724792408066, + "grad_norm": 1.1015625, + "learning_rate": 0.000422, + "loss": 5.9132, + "mean_token_accuracy": 0.1338951252400875, + "num_tokens": 2425071.0, + "step": 845 + }, + { + "entropy": 6.226427221298218, + "epoch": 1.0083036773428233, + "grad_norm": 1.234375, + "learning_rate": 0.0004245, + "loss": 5.8618, + "mean_token_accuracy": 0.13656074777245522, + "num_tokens": 2439143.0, + "step": 850 + }, + { + "entropy": 5.997689485549927, + "epoch": 1.0142348754448398, + "grad_norm": 1.0859375, + "learning_rate": 0.000427, + "loss": 5.7022, + "mean_token_accuracy": 0.1348326951265335, + "num_tokens": 2453466.0, + "step": 855 + }, + { + "entropy": 6.064882230758667, + "epoch": 1.0201660735468565, + "grad_norm": 1.21875, + "learning_rate": 0.0004295, + "loss": 5.815, + "mean_token_accuracy": 0.13819923251867294, + "num_tokens": 2466802.0, + "step": 860 + }, + { + "entropy": 6.077611827850342, + "epoch": 1.026097271648873, + "grad_norm": 1.265625, + "learning_rate": 0.000432, + "loss": 5.7763, + "mean_token_accuracy": 0.13229055777192117, + "num_tokens": 2480080.0, + "step": 865 + }, + { + "entropy": 6.0491447925567625, + "epoch": 1.0320284697508897, + "grad_norm": 1.390625, + "learning_rate": 0.0004345, + "loss": 5.83, + "mean_token_accuracy": 0.1349202238023281, + "num_tokens": 2495196.0, + "step": 870 + }, + { + "entropy": 5.99519829750061, + "epoch": 1.0379596678529064, + "grad_norm": 1.1875, + "learning_rate": 0.000437, + "loss": 5.734, + "mean_token_accuracy": 0.13301657065749167, + "num_tokens": 2510084.0, + "step": 875 + }, + { + "entropy": 6.138531064987182, + "epoch": 1.0438908659549229, + "grad_norm": 1.203125, + "learning_rate": 0.0004395, + "loss": 5.8045, + "mean_token_accuracy": 0.13315934240818023, + "num_tokens": 2522834.0, + "step": 880 + }, + { + "entropy": 6.013190269470215, + "epoch": 1.0498220640569396, + "grad_norm": 1.0703125, + "learning_rate": 0.000442, + "loss": 5.7781, + "mean_token_accuracy": 0.1408059172332287, + "num_tokens": 2536778.0, + "step": 885 + }, + { + "entropy": 6.016625690460205, + "epoch": 1.055753262158956, + "grad_norm": 1.171875, + "learning_rate": 0.0004445, + "loss": 5.8079, + "mean_token_accuracy": 0.13629683703184128, + "num_tokens": 2551220.0, + "step": 890 + }, + { + "entropy": 6.152676439285278, + "epoch": 1.0616844602609727, + "grad_norm": 1.2734375, + "learning_rate": 0.000447, + "loss": 5.8853, + "mean_token_accuracy": 0.12912147343158722, + "num_tokens": 2565686.0, + "step": 895 + }, + { + "entropy": 5.9945775985717775, + "epoch": 1.0676156583629894, + "grad_norm": 1.234375, + "learning_rate": 0.00044950000000000003, + "loss": 5.8012, + "mean_token_accuracy": 0.1301092065870762, + "num_tokens": 2579569.0, + "step": 900 + }, + { + "entropy": 6.045119094848633, + "epoch": 1.073546856465006, + "grad_norm": 1.390625, + "learning_rate": 0.00045200000000000004, + "loss": 5.7873, + "mean_token_accuracy": 0.13423676043748856, + "num_tokens": 2593226.0, + "step": 905 + }, + { + "entropy": 5.971383666992187, + "epoch": 1.0794780545670226, + "grad_norm": 1.046875, + "learning_rate": 0.00045450000000000004, + "loss": 5.748, + "mean_token_accuracy": 0.13364143371582032, + "num_tokens": 2607711.0, + "step": 910 + }, + { + "entropy": 6.028302955627441, + "epoch": 1.085409252669039, + "grad_norm": 1.109375, + "learning_rate": 0.00045700000000000005, + "loss": 5.7788, + "mean_token_accuracy": 0.13531881719827651, + "num_tokens": 2623024.0, + "step": 915 + }, + { + "entropy": 6.003001356124878, + "epoch": 1.0913404507710558, + "grad_norm": 1.078125, + "learning_rate": 0.00045950000000000006, + "loss": 5.7666, + "mean_token_accuracy": 0.1361100286245346, + "num_tokens": 2637824.0, + "step": 920 + }, + { + "entropy": 5.995635271072388, + "epoch": 1.0972716488730723, + "grad_norm": 1.1796875, + "learning_rate": 0.000462, + "loss": 5.7772, + "mean_token_accuracy": 0.13633406162261963, + "num_tokens": 2652077.0, + "step": 925 + }, + { + "entropy": 5.994116687774659, + "epoch": 1.103202846975089, + "grad_norm": 1.2265625, + "learning_rate": 0.0004645, + "loss": 5.7796, + "mean_token_accuracy": 0.1343744106590748, + "num_tokens": 2666791.0, + "step": 930 + }, + { + "entropy": 5.9884919166564945, + "epoch": 1.1091340450771057, + "grad_norm": 0.9375, + "learning_rate": 0.000467, + "loss": 5.8653, + "mean_token_accuracy": 0.13153321593999862, + "num_tokens": 2681482.0, + "step": 935 + }, + { + "entropy": 5.957932996749878, + "epoch": 1.1150652431791221, + "grad_norm": 1.09375, + "learning_rate": 0.0004695, + "loss": 5.6686, + "mean_token_accuracy": 0.14378132447600364, + "num_tokens": 2695305.0, + "step": 940 + }, + { + "entropy": 6.023182153701782, + "epoch": 1.1209964412811388, + "grad_norm": 1.1640625, + "learning_rate": 0.000472, + "loss": 5.7336, + "mean_token_accuracy": 0.13786137402057647, + "num_tokens": 2712211.0, + "step": 945 + }, + { + "entropy": 5.941826725006104, + "epoch": 1.1269276393831553, + "grad_norm": 1.109375, + "learning_rate": 0.0004745, + "loss": 5.7816, + "mean_token_accuracy": 0.13546779826283456, + "num_tokens": 2726888.0, + "step": 950 + }, + { + "entropy": 5.957491064071656, + "epoch": 1.132858837485172, + "grad_norm": 1.0859375, + "learning_rate": 0.000477, + "loss": 5.7527, + "mean_token_accuracy": 0.13760311529040337, + "num_tokens": 2741734.0, + "step": 955 + }, + { + "entropy": 5.94100170135498, + "epoch": 1.1387900355871885, + "grad_norm": 1.3046875, + "learning_rate": 0.0004795, + "loss": 5.7551, + "mean_token_accuracy": 0.14393994361162185, + "num_tokens": 2754680.0, + "step": 960 + }, + { + "entropy": 5.94309253692627, + "epoch": 1.1447212336892052, + "grad_norm": 1.3125, + "learning_rate": 0.000482, + "loss": 5.8065, + "mean_token_accuracy": 0.129212536662817, + "num_tokens": 2769572.0, + "step": 965 + }, + { + "entropy": 6.076050662994385, + "epoch": 1.150652431791222, + "grad_norm": 1.3359375, + "learning_rate": 0.0004845, + "loss": 5.7537, + "mean_token_accuracy": 0.13419156968593599, + "num_tokens": 2782948.0, + "step": 970 + }, + { + "entropy": 5.846741008758545, + "epoch": 1.1565836298932384, + "grad_norm": 1.1171875, + "learning_rate": 0.000487, + "loss": 5.6832, + "mean_token_accuracy": 0.1396567314863205, + "num_tokens": 2795399.0, + "step": 975 + }, + { + "entropy": 5.9153892993927, + "epoch": 1.162514827995255, + "grad_norm": 1.203125, + "learning_rate": 0.0004895, + "loss": 5.6837, + "mean_token_accuracy": 0.13754538744688033, + "num_tokens": 2809591.0, + "step": 980 + }, + { + "entropy": 5.938817977905273, + "epoch": 1.1684460260972718, + "grad_norm": 1.015625, + "learning_rate": 0.000492, + "loss": 5.7227, + "mean_token_accuracy": 0.13820295482873918, + "num_tokens": 2824106.0, + "step": 985 + }, + { + "entropy": 5.93713231086731, + "epoch": 1.1743772241992882, + "grad_norm": 1.1640625, + "learning_rate": 0.0004945, + "loss": 5.8459, + "mean_token_accuracy": 0.1346195101737976, + "num_tokens": 2838616.0, + "step": 990 + }, + { + "entropy": 5.968208456039429, + "epoch": 1.180308422301305, + "grad_norm": 1.4140625, + "learning_rate": 0.000497, + "loss": 5.7473, + "mean_token_accuracy": 0.13854797407984734, + "num_tokens": 2851707.0, + "step": 995 + }, + { + "entropy": 5.898858261108399, + "epoch": 1.1862396204033214, + "grad_norm": 1.0390625, + "learning_rate": 0.0004995, + "loss": 5.7691, + "mean_token_accuracy": 0.1328132927417755, + "num_tokens": 2867644.0, + "step": 1000 + }, + { + "epoch": 1.1862396204033214, + "eval_entropy": 5.91133521232137, + "eval_loss": 6.012734413146973, + "eval_mean_token_accuracy": 0.13139666496930313, + "eval_num_tokens": 2867644.0, + "eval_runtime": 2.4739, + "eval_samples_per_second": 1054.225, + "eval_steps_per_second": 131.778, + "step": 1000 + }, + { + "entropy": 5.986166191101074, + "epoch": 1.1921708185053381, + "grad_norm": 1.0703125, + "learning_rate": 0.00049999967732573, + "loss": 5.7701, + "mean_token_accuracy": 0.1327154405415058, + "num_tokens": 2882663.0, + "step": 1005 + }, + { + "entropy": 5.940847110748291, + "epoch": 1.1981020166073546, + "grad_norm": 1.21875, + "learning_rate": 0.0004999983664630945, + "loss": 5.8284, + "mean_token_accuracy": 0.1329515464603901, + "num_tokens": 2898791.0, + "step": 1010 + }, + { + "entropy": 5.939939355850219, + "epoch": 1.2040332147093713, + "grad_norm": 1.09375, + "learning_rate": 0.0004999960472508219, + "loss": 5.7229, + "mean_token_accuracy": 0.14346506744623183, + "num_tokens": 2912997.0, + "step": 1015 + }, + { + "entropy": 5.890226602554321, + "epoch": 1.209964412811388, + "grad_norm": 1.171875, + "learning_rate": 0.0004999927196993059, + "loss": 5.7083, + "mean_token_accuracy": 0.1415116421878338, + "num_tokens": 2925064.0, + "step": 1020 + }, + { + "entropy": 5.959262037277222, + "epoch": 1.2158956109134045, + "grad_norm": 1.1484375, + "learning_rate": 0.0004999883838234592, + "loss": 5.7633, + "mean_token_accuracy": 0.13465891852974893, + "num_tokens": 2941400.0, + "step": 1025 + }, + { + "entropy": 5.861705589294433, + "epoch": 1.2218268090154212, + "grad_norm": 1.1328125, + "learning_rate": 0.0004999830396427133, + "loss": 5.7352, + "mean_token_accuracy": 0.13958436101675034, + "num_tokens": 2955541.0, + "step": 1030 + }, + { + "entropy": 5.922749280929565, + "epoch": 1.2277580071174377, + "grad_norm": 1.109375, + "learning_rate": 0.0004999766871810188, + "loss": 5.7479, + "mean_token_accuracy": 0.1416574686765671, + "num_tokens": 2968928.0, + "step": 1035 + }, + { + "entropy": 5.934699630737304, + "epoch": 1.2336892052194544, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999693264668446, + "loss": 5.6844, + "mean_token_accuracy": 0.14234655275940894, + "num_tokens": 2984072.0, + "step": 1040 + }, + { + "entropy": 5.891662549972534, + "epoch": 1.2396204033214708, + "grad_norm": 1.015625, + "learning_rate": 0.0004999609575331786, + "loss": 5.7787, + "mean_token_accuracy": 0.13772650435566902, + "num_tokens": 2999083.0, + "step": 1045 + }, + { + "entropy": 5.854400157928467, + "epoch": 1.2455516014234875, + "grad_norm": 1.1796875, + "learning_rate": 0.0004999515804175268, + "loss": 5.726, + "mean_token_accuracy": 0.13745229691267014, + "num_tokens": 3012738.0, + "step": 1050 + }, + { + "entropy": 5.869228887557983, + "epoch": 1.2514827995255042, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999411951619134, + "loss": 5.6694, + "mean_token_accuracy": 0.14171827286481858, + "num_tokens": 3027929.0, + "step": 1055 + }, + { + "entropy": 5.864783573150635, + "epoch": 1.2574139976275207, + "grad_norm": 0.98828125, + "learning_rate": 0.000499929801812881, + "loss": 5.8025, + "mean_token_accuracy": 0.13281177058815957, + "num_tokens": 3043576.0, + "step": 1060 + }, + { + "entropy": 5.822867107391358, + "epoch": 1.2633451957295374, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999174004214899, + "loss": 5.6696, + "mean_token_accuracy": 0.1398370385169983, + "num_tokens": 3059352.0, + "step": 1065 + }, + { + "entropy": 5.936639642715454, + "epoch": 1.269276393831554, + "grad_norm": 1.1484375, + "learning_rate": 0.0004999039910433179, + "loss": 5.7859, + "mean_token_accuracy": 0.1422264978289604, + "num_tokens": 3073140.0, + "step": 1070 + }, + { + "entropy": 5.890475559234619, + "epoch": 1.2752075919335706, + "grad_norm": 1.1015625, + "learning_rate": 0.0004998895737384605, + "loss": 5.7601, + "mean_token_accuracy": 0.14164954274892808, + "num_tokens": 3087710.0, + "step": 1075 + }, + { + "entropy": 5.919763278961182, + "epoch": 1.281138790035587, + "grad_norm": 1.125, + "learning_rate": 0.0004998741485715297, + "loss": 5.713, + "mean_token_accuracy": 0.14089994207024575, + "num_tokens": 3102035.0, + "step": 1080 + }, + { + "entropy": 5.838283920288086, + "epoch": 1.2870699881376038, + "grad_norm": 0.984375, + "learning_rate": 0.0004998577156116551, + "loss": 5.7754, + "mean_token_accuracy": 0.13512811809778214, + "num_tokens": 3118534.0, + "step": 1085 + }, + { + "entropy": 5.856381511688232, + "epoch": 1.2930011862396205, + "grad_norm": 1.0078125, + "learning_rate": 0.0004998402749324823, + "loss": 5.7229, + "mean_token_accuracy": 0.13245076537132264, + "num_tokens": 3133419.0, + "step": 1090 + }, + { + "entropy": 5.997888469696045, + "epoch": 1.298932384341637, + "grad_norm": 1.25, + "learning_rate": 0.0004998218266121731, + "loss": 5.8243, + "mean_token_accuracy": 0.1440747559070587, + "num_tokens": 3145903.0, + "step": 1095 + }, + { + "entropy": 5.824967718124389, + "epoch": 1.3048635824436536, + "grad_norm": 1.078125, + "learning_rate": 0.0004998023707334055, + "loss": 5.7688, + "mean_token_accuracy": 0.1350715659558773, + "num_tokens": 3159938.0, + "step": 1100 + }, + { + "entropy": 5.8246561050415036, + "epoch": 1.3107947805456703, + "grad_norm": 0.9921875, + "learning_rate": 0.0004997819073833724, + "loss": 5.6475, + "mean_token_accuracy": 0.1452900804579258, + "num_tokens": 3175089.0, + "step": 1105 + }, + { + "entropy": 5.855417728424072, + "epoch": 1.3167259786476868, + "grad_norm": 1.0859375, + "learning_rate": 0.0004997604366537823, + "loss": 5.7858, + "mean_token_accuracy": 0.13705137223005295, + "num_tokens": 3191027.0, + "step": 1110 + }, + { + "entropy": 5.746766853332519, + "epoch": 1.3226571767497035, + "grad_norm": 1.140625, + "learning_rate": 0.000499737958640858, + "loss": 5.6247, + "mean_token_accuracy": 0.14565233290195465, + "num_tokens": 3205489.0, + "step": 1115 + }, + { + "entropy": 5.841010189056396, + "epoch": 1.32858837485172, + "grad_norm": 1.0625, + "learning_rate": 0.0004997144734453367, + "loss": 5.604, + "mean_token_accuracy": 0.14238353818655014, + "num_tokens": 3218764.0, + "step": 1120 + }, + { + "entropy": 5.837244129180908, + "epoch": 1.3345195729537367, + "grad_norm": 1.0078125, + "learning_rate": 0.0004996899811724693, + "loss": 5.7391, + "mean_token_accuracy": 0.13837844729423524, + "num_tokens": 3232953.0, + "step": 1125 + }, + { + "entropy": 5.772788858413696, + "epoch": 1.3404507710557532, + "grad_norm": 1.03125, + "learning_rate": 0.0004996644819320201, + "loss": 5.646, + "mean_token_accuracy": 0.14131752848625184, + "num_tokens": 3246977.0, + "step": 1130 + }, + { + "entropy": 5.676492929458618, + "epoch": 1.3463819691577699, + "grad_norm": 1.1640625, + "learning_rate": 0.0004996379758382662, + "loss": 5.5467, + "mean_token_accuracy": 0.14851859956979752, + "num_tokens": 3260668.0, + "step": 1135 + }, + { + "entropy": 5.83406023979187, + "epoch": 1.3523131672597866, + "grad_norm": 1.0859375, + "learning_rate": 0.0004996104630099969, + "loss": 5.6622, + "mean_token_accuracy": 0.1436814546585083, + "num_tokens": 3274213.0, + "step": 1140 + }, + { + "entropy": 5.770905447006226, + "epoch": 1.358244365361803, + "grad_norm": 1.1875, + "learning_rate": 0.0004995819435705133, + "loss": 5.6455, + "mean_token_accuracy": 0.13666117042303086, + "num_tokens": 3288011.0, + "step": 1145 + }, + { + "entropy": 5.856086683273316, + "epoch": 1.3641755634638197, + "grad_norm": 1.0546875, + "learning_rate": 0.0004995524176476277, + "loss": 5.7079, + "mean_token_accuracy": 0.1383526973426342, + "num_tokens": 3303263.0, + "step": 1150 + }, + { + "entropy": 5.795949029922485, + "epoch": 1.3701067615658362, + "grad_norm": 1.1328125, + "learning_rate": 0.0004995218853736631, + "loss": 5.6848, + "mean_token_accuracy": 0.14614594876766204, + "num_tokens": 3316843.0, + "step": 1155 + }, + { + "entropy": 5.752928686141968, + "epoch": 1.376037959667853, + "grad_norm": 1.0625, + "learning_rate": 0.0004994903468854527, + "loss": 5.5688, + "mean_token_accuracy": 0.14343352913856505, + "num_tokens": 3331527.0, + "step": 1160 + }, + { + "entropy": 5.751480293273926, + "epoch": 1.3819691577698694, + "grad_norm": 1.09375, + "learning_rate": 0.0004994578023243386, + "loss": 5.6655, + "mean_token_accuracy": 0.1439042344689369, + "num_tokens": 3347795.0, + "step": 1165 + }, + { + "entropy": 5.797406005859375, + "epoch": 1.387900355871886, + "grad_norm": 0.94140625, + "learning_rate": 0.0004994242518361723, + "loss": 5.7132, + "mean_token_accuracy": 0.1414179876446724, + "num_tokens": 3363532.0, + "step": 1170 + }, + { + "entropy": 5.777079343795776, + "epoch": 1.3938315539739028, + "grad_norm": 1.109375, + "learning_rate": 0.0004993896955713133, + "loss": 5.6743, + "mean_token_accuracy": 0.14409229755401612, + "num_tokens": 3377040.0, + "step": 1175 + }, + { + "entropy": 5.753640937805176, + "epoch": 1.3997627520759193, + "grad_norm": 1.25, + "learning_rate": 0.0004993541336846283, + "loss": 5.6287, + "mean_token_accuracy": 0.1529825061559677, + "num_tokens": 3390663.0, + "step": 1180 + }, + { + "entropy": 5.791894626617432, + "epoch": 1.405693950177936, + "grad_norm": 0.96875, + "learning_rate": 0.000499317566335491, + "loss": 5.6625, + "mean_token_accuracy": 0.1494051843881607, + "num_tokens": 3405860.0, + "step": 1185 + }, + { + "entropy": 5.734993839263916, + "epoch": 1.4116251482799527, + "grad_norm": 1.0859375, + "learning_rate": 0.0004992799936877813, + "loss": 5.6489, + "mean_token_accuracy": 0.14007329940795898, + "num_tokens": 3420248.0, + "step": 1190 + }, + { + "entropy": 5.817593097686768, + "epoch": 1.4175563463819691, + "grad_norm": 1.03125, + "learning_rate": 0.0004992414159098841, + "loss": 5.6469, + "mean_token_accuracy": 0.14704996794462205, + "num_tokens": 3434126.0, + "step": 1195 + }, + { + "entropy": 5.779922151565552, + "epoch": 1.4234875444839858, + "grad_norm": 1.1328125, + "learning_rate": 0.0004992018331746891, + "loss": 5.7038, + "mean_token_accuracy": 0.14136891365051268, + "num_tokens": 3449462.0, + "step": 1200 + }, + { + "entropy": 5.80670485496521, + "epoch": 1.4294187425860023, + "grad_norm": 1.0078125, + "learning_rate": 0.0004991612456595896, + "loss": 5.7589, + "mean_token_accuracy": 0.1408810332417488, + "num_tokens": 3465536.0, + "step": 1205 + }, + { + "entropy": 5.7316718101501465, + "epoch": 1.435349940688019, + "grad_norm": 1.0859375, + "learning_rate": 0.0004991196535464824, + "loss": 5.6359, + "mean_token_accuracy": 0.14721256196498872, + "num_tokens": 3479129.0, + "step": 1210 + }, + { + "entropy": 5.719354104995728, + "epoch": 1.4412811387900355, + "grad_norm": 1.3203125, + "learning_rate": 0.0004990770570217659, + "loss": 5.5441, + "mean_token_accuracy": 0.15703994482755662, + "num_tokens": 3492191.0, + "step": 1215 + }, + { + "entropy": 5.779579067230225, + "epoch": 1.4472123368920522, + "grad_norm": 1.1796875, + "learning_rate": 0.0004990334562763401, + "loss": 5.7006, + "mean_token_accuracy": 0.1453902617096901, + "num_tokens": 3507459.0, + "step": 1220 + }, + { + "entropy": 5.741008663177491, + "epoch": 1.453143534994069, + "grad_norm": 1.0390625, + "learning_rate": 0.0004989888515056057, + "loss": 5.6628, + "mean_token_accuracy": 0.14069193080067635, + "num_tokens": 3521517.0, + "step": 1225 + }, + { + "entropy": 5.746186399459839, + "epoch": 1.4590747330960854, + "grad_norm": 1.0625, + "learning_rate": 0.0004989432429094627, + "loss": 5.6036, + "mean_token_accuracy": 0.1472635604441166, + "num_tokens": 3535279.0, + "step": 1230 + }, + { + "entropy": 5.725585222244263, + "epoch": 1.465005931198102, + "grad_norm": 1.0859375, + "learning_rate": 0.0004988966306923099, + "loss": 5.5219, + "mean_token_accuracy": 0.1509362980723381, + "num_tokens": 3549960.0, + "step": 1235 + }, + { + "entropy": 5.702635431289673, + "epoch": 1.4709371293001186, + "grad_norm": 1.078125, + "learning_rate": 0.0004988490150630441, + "loss": 5.6504, + "mean_token_accuracy": 0.1413729466497898, + "num_tokens": 3563814.0, + "step": 1240 + }, + { + "entropy": 5.836396932601929, + "epoch": 1.4768683274021353, + "grad_norm": 1.0390625, + "learning_rate": 0.0004988003962350589, + "loss": 5.653, + "mean_token_accuracy": 0.15044173300266267, + "num_tokens": 3577529.0, + "step": 1245 + }, + { + "entropy": 5.712747097015381, + "epoch": 1.4827995255041517, + "grad_norm": 1.21875, + "learning_rate": 0.0004987507744262436, + "loss": 5.5913, + "mean_token_accuracy": 0.1456787832081318, + "num_tokens": 3591812.0, + "step": 1250 + }, + { + "entropy": 5.635834550857544, + "epoch": 1.4887307236061684, + "grad_norm": 1.0546875, + "learning_rate": 0.0004987001498589828, + "loss": 5.5787, + "mean_token_accuracy": 0.14813287556171417, + "num_tokens": 3604954.0, + "step": 1255 + }, + { + "entropy": 5.760722827911377, + "epoch": 1.4946619217081851, + "grad_norm": 1.03125, + "learning_rate": 0.0004986485227601548, + "loss": 5.6178, + "mean_token_accuracy": 0.14130520299077035, + "num_tokens": 3620486.0, + "step": 1260 + }, + { + "entropy": 5.717405652999878, + "epoch": 1.5005931198102016, + "grad_norm": 0.9921875, + "learning_rate": 0.000498595893361131, + "loss": 5.555, + "mean_token_accuracy": 0.15612171441316605, + "num_tokens": 3633972.0, + "step": 1265 + }, + { + "entropy": 5.7364737033844, + "epoch": 1.5065243179122183, + "grad_norm": 1.0546875, + "learning_rate": 0.0004985422618977744, + "loss": 5.6037, + "mean_token_accuracy": 0.151451975107193, + "num_tokens": 3649306.0, + "step": 1270 + }, + { + "entropy": 5.7654664516448975, + "epoch": 1.512455516014235, + "grad_norm": 0.98828125, + "learning_rate": 0.0004984876286104392, + "loss": 5.6786, + "mean_token_accuracy": 0.14375052377581596, + "num_tokens": 3664809.0, + "step": 1275 + }, + { + "entropy": 5.70614218711853, + "epoch": 1.5183867141162515, + "grad_norm": 1.2421875, + "learning_rate": 0.0004984319937439693, + "loss": 5.6095, + "mean_token_accuracy": 0.15040914267301558, + "num_tokens": 3677669.0, + "step": 1280 + }, + { + "entropy": 5.743654489517212, + "epoch": 1.524317912218268, + "grad_norm": 1.015625, + "learning_rate": 0.0004983753575476969, + "loss": 5.6267, + "mean_token_accuracy": 0.14291197434067726, + "num_tokens": 3690588.0, + "step": 1285 + }, + { + "entropy": 5.696566772460938, + "epoch": 1.5302491103202847, + "grad_norm": 1.0703125, + "learning_rate": 0.0004983177202754421, + "loss": 5.6522, + "mean_token_accuracy": 0.14571921825408934, + "num_tokens": 3703749.0, + "step": 1290 + }, + { + "entropy": 5.805274868011475, + "epoch": 1.5361803084223014, + "grad_norm": 0.9296875, + "learning_rate": 0.0004982590821855115, + "loss": 5.68, + "mean_token_accuracy": 0.13761823400855064, + "num_tokens": 3720181.0, + "step": 1295 + }, + { + "entropy": 5.711960506439209, + "epoch": 1.5421115065243178, + "grad_norm": 0.953125, + "learning_rate": 0.0004981994435406965, + "loss": 5.6042, + "mean_token_accuracy": 0.14782098084688186, + "num_tokens": 3734918.0, + "step": 1300 + }, + { + "entropy": 5.666572904586792, + "epoch": 1.5480427046263345, + "grad_norm": 0.9765625, + "learning_rate": 0.0004981388046082731, + "loss": 5.5494, + "mean_token_accuracy": 0.15440027564764022, + "num_tokens": 3748660.0, + "step": 1305 + }, + { + "entropy": 5.685553789138794, + "epoch": 1.5539739027283512, + "grad_norm": 0.97265625, + "learning_rate": 0.0004980771656599998, + "loss": 5.6201, + "mean_token_accuracy": 0.14841450601816178, + "num_tokens": 3763481.0, + "step": 1310 + }, + { + "entropy": 5.763680267333984, + "epoch": 1.5599051008303677, + "grad_norm": 1.0390625, + "learning_rate": 0.0004980145269721168, + "loss": 5.6376, + "mean_token_accuracy": 0.14404506087303162, + "num_tokens": 3777077.0, + "step": 1315 + }, + { + "entropy": 5.685877466201783, + "epoch": 1.5658362989323842, + "grad_norm": 0.91796875, + "learning_rate": 0.000497950888825345, + "loss": 5.6386, + "mean_token_accuracy": 0.14266225099563598, + "num_tokens": 3793649.0, + "step": 1320 + }, + { + "entropy": 5.687498426437378, + "epoch": 1.571767497034401, + "grad_norm": 0.96484375, + "learning_rate": 0.000497886251504884, + "loss": 5.5262, + "mean_token_accuracy": 0.15134050250053405, + "num_tokens": 3807712.0, + "step": 1325 + }, + { + "entropy": 5.639243650436401, + "epoch": 1.5776986951364176, + "grad_norm": 0.98046875, + "learning_rate": 0.0004978206153004117, + "loss": 5.5347, + "mean_token_accuracy": 0.1552049770951271, + "num_tokens": 3821637.0, + "step": 1330 + }, + { + "entropy": 5.8086631298065186, + "epoch": 1.583629893238434, + "grad_norm": 1.0546875, + "learning_rate": 0.0004977539805060824, + "loss": 5.6912, + "mean_token_accuracy": 0.1436895474791527, + "num_tokens": 3836272.0, + "step": 1335 + }, + { + "entropy": 5.614665985107422, + "epoch": 1.5895610913404508, + "grad_norm": 1.1171875, + "learning_rate": 0.0004976863474205257, + "loss": 5.5055, + "mean_token_accuracy": 0.15429906994104386, + "num_tokens": 3850018.0, + "step": 1340 + }, + { + "entropy": 5.774603271484375, + "epoch": 1.5954922894424675, + "grad_norm": 1.1640625, + "learning_rate": 0.0004976177163468451, + "loss": 5.5949, + "mean_token_accuracy": 0.15020062923431396, + "num_tokens": 3865061.0, + "step": 1345 + }, + { + "entropy": 5.631220006942749, + "epoch": 1.601423487544484, + "grad_norm": 1.09375, + "learning_rate": 0.0004975480875926168, + "loss": 5.6835, + "mean_token_accuracy": 0.15097753554582596, + "num_tokens": 3879697.0, + "step": 1350 + }, + { + "entropy": 5.735270404815674, + "epoch": 1.6073546856465006, + "grad_norm": 1.140625, + "learning_rate": 0.000497477461469888, + "loss": 5.4825, + "mean_token_accuracy": 0.15924198776483536, + "num_tokens": 3891889.0, + "step": 1355 + }, + { + "entropy": 5.665686845779419, + "epoch": 1.6132858837485173, + "grad_norm": 1.0234375, + "learning_rate": 0.0004974058382951757, + "loss": 5.5945, + "mean_token_accuracy": 0.1450992450118065, + "num_tokens": 3907356.0, + "step": 1360 + }, + { + "entropy": 5.731923580169678, + "epoch": 1.6192170818505338, + "grad_norm": 1.078125, + "learning_rate": 0.0004973332183894653, + "loss": 5.5786, + "mean_token_accuracy": 0.14734622836112976, + "num_tokens": 3921839.0, + "step": 1365 + }, + { + "entropy": 5.587240982055664, + "epoch": 1.6251482799525503, + "grad_norm": 0.9609375, + "learning_rate": 0.0004972596020782096, + "loss": 5.483, + "mean_token_accuracy": 0.15152351856231688, + "num_tokens": 3937266.0, + "step": 1370 + }, + { + "entropy": 5.740517473220825, + "epoch": 1.631079478054567, + "grad_norm": 1.046875, + "learning_rate": 0.0004971849896913259, + "loss": 5.6174, + "mean_token_accuracy": 0.14421468004584312, + "num_tokens": 3952721.0, + "step": 1375 + }, + { + "entropy": 5.699207830429077, + "epoch": 1.6370106761565837, + "grad_norm": 1.21875, + "learning_rate": 0.0004971093815631965, + "loss": 5.626, + "mean_token_accuracy": 0.14614131152629853, + "num_tokens": 3966557.0, + "step": 1380 + }, + { + "entropy": 5.577703142166138, + "epoch": 1.6429418742586002, + "grad_norm": 0.98828125, + "learning_rate": 0.0004970327780326655, + "loss": 5.4592, + "mean_token_accuracy": 0.15435569435358049, + "num_tokens": 3978739.0, + "step": 1385 + }, + { + "entropy": 5.523289442062378, + "epoch": 1.6488730723606169, + "grad_norm": 0.90234375, + "learning_rate": 0.0004969551794430383, + "loss": 5.4758, + "mean_token_accuracy": 0.15182152688503264, + "num_tokens": 3993868.0, + "step": 1390 + }, + { + "entropy": 5.735844373703003, + "epoch": 1.6548042704626336, + "grad_norm": 1.0859375, + "learning_rate": 0.0004968765861420799, + "loss": 5.6032, + "mean_token_accuracy": 0.15374974012374878, + "num_tokens": 4006661.0, + "step": 1395 + }, + { + "entropy": 5.63426947593689, + "epoch": 1.66073546856465, + "grad_norm": 0.984375, + "learning_rate": 0.0004967969984820128, + "loss": 5.5828, + "mean_token_accuracy": 0.1495743677020073, + "num_tokens": 4021670.0, + "step": 1400 + }, + { + "entropy": 5.673282051086426, + "epoch": 1.6666666666666665, + "grad_norm": 1.0703125, + "learning_rate": 0.0004967164168195159, + "loss": 5.5646, + "mean_token_accuracy": 0.1479659453034401, + "num_tokens": 4036995.0, + "step": 1405 + }, + { + "entropy": 5.667166376113892, + "epoch": 1.6725978647686834, + "grad_norm": 1.15625, + "learning_rate": 0.000496634841515723, + "loss": 5.6035, + "mean_token_accuracy": 0.15370306074619294, + "num_tokens": 4049464.0, + "step": 1410 + }, + { + "entropy": 5.649252462387085, + "epoch": 1.6785290628707, + "grad_norm": 1.15625, + "learning_rate": 0.0004965522729362209, + "loss": 5.5096, + "mean_token_accuracy": 0.15451542884111405, + "num_tokens": 4063630.0, + "step": 1415 + }, + { + "entropy": 5.63691987991333, + "epoch": 1.6844602609727164, + "grad_norm": 1.1484375, + "learning_rate": 0.0004964687114510478, + "loss": 5.5176, + "mean_token_accuracy": 0.14818612933158876, + "num_tokens": 4079890.0, + "step": 1420 + }, + { + "entropy": 5.556159973144531, + "epoch": 1.690391459074733, + "grad_norm": 0.984375, + "learning_rate": 0.0004963841574346917, + "loss": 5.5784, + "mean_token_accuracy": 0.15199574530124665, + "num_tokens": 4095693.0, + "step": 1425 + }, + { + "entropy": 5.76162371635437, + "epoch": 1.6963226571767498, + "grad_norm": 1.0390625, + "learning_rate": 0.0004962986112660887, + "loss": 5.6264, + "mean_token_accuracy": 0.14758573174476625, + "num_tokens": 4109655.0, + "step": 1430 + }, + { + "entropy": 5.5980674743652346, + "epoch": 1.7022538552787663, + "grad_norm": 1.046875, + "learning_rate": 0.0004962120733286215, + "loss": 5.4904, + "mean_token_accuracy": 0.15562087446451187, + "num_tokens": 4123870.0, + "step": 1435 + }, + { + "entropy": 5.724174547195434, + "epoch": 1.708185053380783, + "grad_norm": 1.0859375, + "learning_rate": 0.0004961245440101171, + "loss": 5.6127, + "mean_token_accuracy": 0.15370832234621049, + "num_tokens": 4138009.0, + "step": 1440 + }, + { + "entropy": 5.661290311813355, + "epoch": 1.7141162514827997, + "grad_norm": 1.125, + "learning_rate": 0.000496036023702846, + "loss": 5.6985, + "mean_token_accuracy": 0.14476853236556053, + "num_tokens": 4151929.0, + "step": 1445 + }, + { + "entropy": 5.681108665466309, + "epoch": 1.7200474495848161, + "grad_norm": 1.109375, + "learning_rate": 0.0004959465128035195, + "loss": 5.5322, + "mean_token_accuracy": 0.1587254822254181, + "num_tokens": 4164626.0, + "step": 1450 + }, + { + "entropy": 5.668149662017822, + "epoch": 1.7259786476868326, + "grad_norm": 0.96875, + "learning_rate": 0.0004958560117132884, + "loss": 5.4829, + "mean_token_accuracy": 0.1552940219640732, + "num_tokens": 4179418.0, + "step": 1455 + }, + { + "entropy": 5.586788272857666, + "epoch": 1.7319098457888493, + "grad_norm": 0.9296875, + "learning_rate": 0.0004957645208377411, + "loss": 5.5927, + "mean_token_accuracy": 0.14715088456869124, + "num_tokens": 4194385.0, + "step": 1460 + }, + { + "entropy": 5.677043342590332, + "epoch": 1.737841043890866, + "grad_norm": 1.0234375, + "learning_rate": 0.000495672040586902, + "loss": 5.5726, + "mean_token_accuracy": 0.1476666510105133, + "num_tokens": 4209246.0, + "step": 1465 + }, + { + "entropy": 5.573235273361206, + "epoch": 1.7437722419928825, + "grad_norm": 0.94921875, + "learning_rate": 0.0004955785713752292, + "loss": 5.5215, + "mean_token_accuracy": 0.1514071211218834, + "num_tokens": 4225142.0, + "step": 1470 + }, + { + "entropy": 5.6124965190887455, + "epoch": 1.7497034400948992, + "grad_norm": 0.9921875, + "learning_rate": 0.0004954841136216132, + "loss": 5.5121, + "mean_token_accuracy": 0.1569083496928215, + "num_tokens": 4239495.0, + "step": 1475 + }, + { + "entropy": 5.6624431133270265, + "epoch": 1.755634638196916, + "grad_norm": 1.1640625, + "learning_rate": 0.0004953886677493746, + "loss": 5.4459, + "mean_token_accuracy": 0.16436467915773392, + "num_tokens": 4251780.0, + "step": 1480 + }, + { + "entropy": 5.616982173919678, + "epoch": 1.7615658362989324, + "grad_norm": 1.515625, + "learning_rate": 0.0004952922341862622, + "loss": 5.6927, + "mean_token_accuracy": 0.14587103947997093, + "num_tokens": 4265490.0, + "step": 1485 + }, + { + "entropy": 5.64134464263916, + "epoch": 1.7674970344009489, + "grad_norm": 1.0234375, + "learning_rate": 0.0004951948133644514, + "loss": 5.4655, + "mean_token_accuracy": 0.15793099850416184, + "num_tokens": 4280478.0, + "step": 1490 + }, + { + "entropy": 5.635649013519287, + "epoch": 1.7734282325029656, + "grad_norm": 0.93359375, + "learning_rate": 0.0004950964057205421, + "loss": 5.5551, + "mean_token_accuracy": 0.1520090416073799, + "num_tokens": 4296649.0, + "step": 1495 + }, + { + "entropy": 5.565133810043335, + "epoch": 1.7793594306049823, + "grad_norm": 0.97265625, + "learning_rate": 0.0004949970116955566, + "loss": 5.525, + "mean_token_accuracy": 0.15610957741737366, + "num_tokens": 4310470.0, + "step": 1500 + }, + { + "epoch": 1.7793594306049823, + "eval_entropy": 5.4890358755193605, + "eval_loss": 5.720747947692871, + "eval_mean_token_accuracy": 0.15074070664179837, + "eval_num_tokens": 4310470.0, + "eval_runtime": 2.4551, + "eval_samples_per_second": 1062.291, + "eval_steps_per_second": 132.786, + "step": 1500 + }, + { + "entropy": 5.62813172340393, + "epoch": 1.7852906287069987, + "grad_norm": 1.09375, + "learning_rate": 0.0004948966317349379, + "loss": 5.5502, + "mean_token_accuracy": 0.15073443800210953, + "num_tokens": 4324996.0, + "step": 1505 + }, + { + "entropy": 5.527570104598999, + "epoch": 1.7912218268090154, + "grad_norm": 1.0390625, + "learning_rate": 0.0004947952662885473, + "loss": 5.4804, + "mean_token_accuracy": 0.15607783049345017, + "num_tokens": 4337194.0, + "step": 1510 + }, + { + "entropy": 5.547454500198365, + "epoch": 1.7971530249110321, + "grad_norm": 0.96875, + "learning_rate": 0.000494692915810663, + "loss": 5.4743, + "mean_token_accuracy": 0.1528942972421646, + "num_tokens": 4352516.0, + "step": 1515 + }, + { + "entropy": 5.56812629699707, + "epoch": 1.8030842230130486, + "grad_norm": 1.171875, + "learning_rate": 0.0004945895807599775, + "loss": 5.5122, + "mean_token_accuracy": 0.16002019345760346, + "num_tokens": 4367654.0, + "step": 1520 + }, + { + "entropy": 5.605467319488525, + "epoch": 1.809015421115065, + "grad_norm": 1.125, + "learning_rate": 0.0004944852615995956, + "loss": 5.5013, + "mean_token_accuracy": 0.15724539756774902, + "num_tokens": 4381275.0, + "step": 1525 + }, + { + "entropy": 5.572732782363891, + "epoch": 1.814946619217082, + "grad_norm": 1.078125, + "learning_rate": 0.0004943799587970328, + "loss": 5.494, + "mean_token_accuracy": 0.1523606076836586, + "num_tokens": 4394392.0, + "step": 1530 + }, + { + "entropy": 5.530032682418823, + "epoch": 1.8208778173190985, + "grad_norm": 1.0625, + "learning_rate": 0.0004942736728242127, + "loss": 5.4026, + "mean_token_accuracy": 0.15689572244882583, + "num_tokens": 4407512.0, + "step": 1535 + }, + { + "entropy": 5.584712648391724, + "epoch": 1.826809015421115, + "grad_norm": 1.125, + "learning_rate": 0.0004941664041574651, + "loss": 5.507, + "mean_token_accuracy": 0.15881744623184205, + "num_tokens": 4422223.0, + "step": 1540 + }, + { + "entropy": 5.6050506114959715, + "epoch": 1.8327402135231317, + "grad_norm": 1.09375, + "learning_rate": 0.0004940581532775237, + "loss": 5.4926, + "mean_token_accuracy": 0.1518533781170845, + "num_tokens": 4436994.0, + "step": 1545 + }, + { + "entropy": 5.4888392925262455, + "epoch": 1.8386714116251484, + "grad_norm": 0.95703125, + "learning_rate": 0.0004939489206695241, + "loss": 5.4267, + "mean_token_accuracy": 0.15675119161605836, + "num_tokens": 4450429.0, + "step": 1550 + }, + { + "entropy": 5.62486629486084, + "epoch": 1.8446026097271648, + "grad_norm": 0.98046875, + "learning_rate": 0.0004938387068230021, + "loss": 5.5789, + "mean_token_accuracy": 0.15119255930185319, + "num_tokens": 4465991.0, + "step": 1555 + }, + { + "entropy": 5.55673360824585, + "epoch": 1.8505338078291815, + "grad_norm": 1.03125, + "learning_rate": 0.0004937275122318902, + "loss": 5.4977, + "mean_token_accuracy": 0.15660169571638108, + "num_tokens": 4480873.0, + "step": 1560 + }, + { + "entropy": 5.634980964660644, + "epoch": 1.8564650059311982, + "grad_norm": 1.1015625, + "learning_rate": 0.0004936153373945165, + "loss": 5.5428, + "mean_token_accuracy": 0.159622260928154, + "num_tokens": 4493443.0, + "step": 1565 + }, + { + "entropy": 5.580209970474243, + "epoch": 1.8623962040332147, + "grad_norm": 1.015625, + "learning_rate": 0.0004935021828136025, + "loss": 5.5042, + "mean_token_accuracy": 0.15394536405801773, + "num_tokens": 4506457.0, + "step": 1570 + }, + { + "entropy": 5.547038459777832, + "epoch": 1.8683274021352312, + "grad_norm": 1.078125, + "learning_rate": 0.0004933880489962602, + "loss": 5.4575, + "mean_token_accuracy": 0.15576548576354982, + "num_tokens": 4520529.0, + "step": 1575 + }, + { + "entropy": 5.558015251159668, + "epoch": 1.8742586002372479, + "grad_norm": 0.96875, + "learning_rate": 0.0004932729364539901, + "loss": 5.3993, + "mean_token_accuracy": 0.15773553699254989, + "num_tokens": 4535100.0, + "step": 1580 + }, + { + "entropy": 5.509803533554077, + "epoch": 1.8801897983392646, + "grad_norm": 1.1328125, + "learning_rate": 0.0004931568457026789, + "loss": 5.5262, + "mean_token_accuracy": 0.1584371492266655, + "num_tokens": 4549152.0, + "step": 1585 + }, + { + "entropy": 5.5465106010437015, + "epoch": 1.886120996441281, + "grad_norm": 1.015625, + "learning_rate": 0.0004930397772625976, + "loss": 5.3981, + "mean_token_accuracy": 0.16331460624933242, + "num_tokens": 4563302.0, + "step": 1590 + }, + { + "entropy": 5.470412969589233, + "epoch": 1.8920521945432978, + "grad_norm": 0.9921875, + "learning_rate": 0.0004929217316583985, + "loss": 5.3418, + "mean_token_accuracy": 0.1644173815846443, + "num_tokens": 4576770.0, + "step": 1595 + }, + { + "entropy": 5.56337342262268, + "epoch": 1.8979833926453145, + "grad_norm": 0.90625, + "learning_rate": 0.000492802709419113, + "loss": 5.4922, + "mean_token_accuracy": 0.1560358837246895, + "num_tokens": 4590264.0, + "step": 1600 + }, + { + "entropy": 5.541475391387939, + "epoch": 1.903914590747331, + "grad_norm": 0.9609375, + "learning_rate": 0.0004926827110781496, + "loss": 5.4658, + "mean_token_accuracy": 0.1521800145506859, + "num_tokens": 4606217.0, + "step": 1605 + }, + { + "entropy": 5.499109220504761, + "epoch": 1.9098457888493474, + "grad_norm": 1.0703125, + "learning_rate": 0.0004925617371732914, + "loss": 5.3749, + "mean_token_accuracy": 0.16113989651203156, + "num_tokens": 4620460.0, + "step": 1610 + }, + { + "entropy": 5.545439529418945, + "epoch": 1.9157769869513643, + "grad_norm": 0.94921875, + "learning_rate": 0.0004924397882466933, + "loss": 5.4441, + "mean_token_accuracy": 0.15975887924432755, + "num_tokens": 4635915.0, + "step": 1615 + }, + { + "entropy": 5.561807680130005, + "epoch": 1.9217081850533808, + "grad_norm": 1.046875, + "learning_rate": 0.0004923168648448799, + "loss": 5.4467, + "mean_token_accuracy": 0.15793247371912003, + "num_tokens": 4650789.0, + "step": 1620 + }, + { + "entropy": 5.594422292709351, + "epoch": 1.9276393831553973, + "grad_norm": 0.9609375, + "learning_rate": 0.0004921929675187433, + "loss": 5.518, + "mean_token_accuracy": 0.15074024945497513, + "num_tokens": 4666306.0, + "step": 1625 + }, + { + "entropy": 5.519123840332031, + "epoch": 1.933570581257414, + "grad_norm": 1.046875, + "learning_rate": 0.0004920680968235397, + "loss": 5.5125, + "mean_token_accuracy": 0.1595379963517189, + "num_tokens": 4679587.0, + "step": 1630 + }, + { + "entropy": 5.621131181716919, + "epoch": 1.9395017793594307, + "grad_norm": 1.109375, + "learning_rate": 0.0004919422533188882, + "loss": 5.441, + "mean_token_accuracy": 0.15777284204959868, + "num_tokens": 4694237.0, + "step": 1635 + }, + { + "entropy": 5.571220350265503, + "epoch": 1.9454329774614472, + "grad_norm": 0.93359375, + "learning_rate": 0.0004918154375687673, + "loss": 5.5383, + "mean_token_accuracy": 0.1469981402158737, + "num_tokens": 4708423.0, + "step": 1640 + }, + { + "entropy": 5.614190530776978, + "epoch": 1.9513641755634639, + "grad_norm": 1.0234375, + "learning_rate": 0.0004916876501415129, + "loss": 5.495, + "mean_token_accuracy": 0.15826049596071243, + "num_tokens": 4723039.0, + "step": 1645 + }, + { + "entropy": 5.505533838272095, + "epoch": 1.9572953736654806, + "grad_norm": 1.2265625, + "learning_rate": 0.0004915588916098151, + "loss": 5.4317, + "mean_token_accuracy": 0.16039896309375762, + "num_tokens": 4735882.0, + "step": 1650 + }, + { + "entropy": 5.477867507934571, + "epoch": 1.963226571767497, + "grad_norm": 1.140625, + "learning_rate": 0.0004914291625507164, + "loss": 5.4436, + "mean_token_accuracy": 0.16591833531856537, + "num_tokens": 4748810.0, + "step": 1655 + }, + { + "entropy": 5.561583375930786, + "epoch": 1.9691577698695135, + "grad_norm": 0.94921875, + "learning_rate": 0.000491298463545609, + "loss": 5.4632, + "mean_token_accuracy": 0.1546772077679634, + "num_tokens": 4763563.0, + "step": 1660 + }, + { + "entropy": 5.511043453216553, + "epoch": 1.9750889679715302, + "grad_norm": 1.109375, + "learning_rate": 0.0004911667951802318, + "loss": 5.4528, + "mean_token_accuracy": 0.15551470816135407, + "num_tokens": 4775483.0, + "step": 1665 + }, + { + "entropy": 5.501114273071289, + "epoch": 1.981020166073547, + "grad_norm": 0.8359375, + "learning_rate": 0.000491034158044668, + "loss": 5.4583, + "mean_token_accuracy": 0.1569467306137085, + "num_tokens": 4792507.0, + "step": 1670 + }, + { + "entropy": 5.568025827407837, + "epoch": 1.9869513641755634, + "grad_norm": 0.953125, + "learning_rate": 0.0004909005527333421, + "loss": 5.5004, + "mean_token_accuracy": 0.155551216006279, + "num_tokens": 4807722.0, + "step": 1675 + }, + { + "entropy": 5.516203594207764, + "epoch": 1.99288256227758, + "grad_norm": 1.015625, + "learning_rate": 0.000490765979845018, + "loss": 5.32, + "mean_token_accuracy": 0.16825991868972778, + "num_tokens": 4821129.0, + "step": 1680 + }, + { + "entropy": 5.505976819992066, + "epoch": 1.9988137603795968, + "grad_norm": 1.109375, + "learning_rate": 0.000490630439982796, + "loss": 5.3815, + "mean_token_accuracy": 0.15964729189872742, + "num_tokens": 4835483.0, + "step": 1685 + }, + { + "entropy": 5.534174060821533, + "epoch": 2.0047449584816133, + "grad_norm": 0.98828125, + "learning_rate": 0.0004904939337541093, + "loss": 5.165, + "mean_token_accuracy": 0.17265937626361846, + "num_tokens": 4848607.0, + "step": 1690 + }, + { + "entropy": 5.4161741733551025, + "epoch": 2.0106761565836297, + "grad_norm": 1.03125, + "learning_rate": 0.0004903564617707227, + "loss": 5.129, + "mean_token_accuracy": 0.17384703904390336, + "num_tokens": 4863324.0, + "step": 1695 + }, + { + "entropy": 5.535564327239991, + "epoch": 2.0166073546856467, + "grad_norm": 1.0234375, + "learning_rate": 0.0004902180246487285, + "loss": 5.1794, + "mean_token_accuracy": 0.17566659599542617, + "num_tokens": 4876603.0, + "step": 1700 + }, + { + "entropy": 5.487852954864502, + "epoch": 2.022538552787663, + "grad_norm": 0.90625, + "learning_rate": 0.000490078623008545, + "loss": 5.2708, + "mean_token_accuracy": 0.16383918672800063, + "num_tokens": 4893733.0, + "step": 1705 + }, + { + "entropy": 5.522866249084473, + "epoch": 2.0284697508896796, + "grad_norm": 1.0546875, + "learning_rate": 0.0004899382574749124, + "loss": 5.2032, + "mean_token_accuracy": 0.1683608591556549, + "num_tokens": 4908476.0, + "step": 1710 + }, + { + "entropy": 5.46659140586853, + "epoch": 2.0344009489916965, + "grad_norm": 1.0390625, + "learning_rate": 0.000489796928676891, + "loss": 5.1535, + "mean_token_accuracy": 0.17724859714508057, + "num_tokens": 4920471.0, + "step": 1715 + }, + { + "entropy": 5.461789083480835, + "epoch": 2.040332147093713, + "grad_norm": 1.0390625, + "learning_rate": 0.0004896546372478581, + "loss": 5.1845, + "mean_token_accuracy": 0.17168280780315398, + "num_tokens": 4934984.0, + "step": 1720 + }, + { + "entropy": 5.375751543045044, + "epoch": 2.0462633451957295, + "grad_norm": 0.99609375, + "learning_rate": 0.0004895113838255049, + "loss": 5.1993, + "mean_token_accuracy": 0.16719358563423156, + "num_tokens": 4949709.0, + "step": 1725 + }, + { + "entropy": 5.503344297409058, + "epoch": 2.052194543297746, + "grad_norm": 0.9609375, + "learning_rate": 0.0004893671690518343, + "loss": 5.1678, + "mean_token_accuracy": 0.17527552992105483, + "num_tokens": 4964439.0, + "step": 1730 + }, + { + "entropy": 5.424249362945557, + "epoch": 2.058125741399763, + "grad_norm": 1.0390625, + "learning_rate": 0.0004892219935731571, + "loss": 5.1255, + "mean_token_accuracy": 0.1706253096461296, + "num_tokens": 4979958.0, + "step": 1735 + }, + { + "entropy": 5.445143413543701, + "epoch": 2.0640569395017794, + "grad_norm": 1.0, + "learning_rate": 0.0004890758580400898, + "loss": 5.2107, + "mean_token_accuracy": 0.17454935014247894, + "num_tokens": 4993034.0, + "step": 1740 + }, + { + "entropy": 5.3907262802124025, + "epoch": 2.069988137603796, + "grad_norm": 1.0078125, + "learning_rate": 0.0004889287631075513, + "loss": 5.1469, + "mean_token_accuracy": 0.17527274340391158, + "num_tokens": 5008580.0, + "step": 1745 + }, + { + "entropy": 5.415247631072998, + "epoch": 2.0759193357058128, + "grad_norm": 0.98828125, + "learning_rate": 0.0004887807094347606, + "loss": 5.1757, + "mean_token_accuracy": 0.1709846779704094, + "num_tokens": 5022322.0, + "step": 1750 + }, + { + "entropy": 5.5165040493011475, + "epoch": 2.0818505338078293, + "grad_norm": 0.9453125, + "learning_rate": 0.0004886316976852326, + "loss": 5.1905, + "mean_token_accuracy": 0.16880395114421845, + "num_tokens": 5036511.0, + "step": 1755 + }, + { + "entropy": 5.393788051605225, + "epoch": 2.0877817319098457, + "grad_norm": 1.0234375, + "learning_rate": 0.0004884817285267766, + "loss": 5.1845, + "mean_token_accuracy": 0.1742696449160576, + "num_tokens": 5050129.0, + "step": 1760 + }, + { + "entropy": 5.337964820861816, + "epoch": 2.093712930011862, + "grad_norm": 1.0390625, + "learning_rate": 0.0004883308026314923, + "loss": 5.0561, + "mean_token_accuracy": 0.18535924702882767, + "num_tokens": 5062299.0, + "step": 1765 + }, + { + "entropy": 5.378459167480469, + "epoch": 2.099644128113879, + "grad_norm": 1.0546875, + "learning_rate": 0.00048817892067576726, + "loss": 5.1866, + "mean_token_accuracy": 0.17031457126140595, + "num_tokens": 5077665.0, + "step": 1770 + }, + { + "entropy": 5.357861471176148, + "epoch": 2.1055753262158956, + "grad_norm": 1.140625, + "learning_rate": 0.0004880260833402734, + "loss": 5.1114, + "mean_token_accuracy": 0.1715405285358429, + "num_tokens": 5092005.0, + "step": 1775 + }, + { + "entropy": 5.379746150970459, + "epoch": 2.111506524317912, + "grad_norm": 0.96484375, + "learning_rate": 0.0004878722913099645, + "loss": 5.199, + "mean_token_accuracy": 0.16930181831121444, + "num_tokens": 5109155.0, + "step": 1780 + }, + { + "entropy": 5.383475065231323, + "epoch": 2.117437722419929, + "grad_norm": 0.96484375, + "learning_rate": 0.000487717545274073, + "loss": 5.149, + "mean_token_accuracy": 0.16863701194524766, + "num_tokens": 5125791.0, + "step": 1785 + }, + { + "entropy": 5.384926605224609, + "epoch": 2.1233689205219455, + "grad_norm": 1.078125, + "learning_rate": 0.0004875618459261065, + "loss": 5.1762, + "mean_token_accuracy": 0.16971782743930816, + "num_tokens": 5139908.0, + "step": 1790 + }, + { + "entropy": 5.391865921020508, + "epoch": 2.129300118623962, + "grad_norm": 0.96875, + "learning_rate": 0.00048740519396384515, + "loss": 5.1527, + "mean_token_accuracy": 0.17617459148168563, + "num_tokens": 5154922.0, + "step": 1795 + }, + { + "entropy": 5.33276104927063, + "epoch": 2.135231316725979, + "grad_norm": 1.0625, + "learning_rate": 0.0004872475900893382, + "loss": 5.1899, + "mean_token_accuracy": 0.17570777982473373, + "num_tokens": 5169919.0, + "step": 1800 + }, + { + "entropy": 5.48026123046875, + "epoch": 2.1411625148279954, + "grad_norm": 1.0390625, + "learning_rate": 0.0004870890350089011, + "loss": 5.1829, + "mean_token_accuracy": 0.16823343187570572, + "num_tokens": 5186687.0, + "step": 1805 + }, + { + "entropy": 5.437422800064087, + "epoch": 2.147093712930012, + "grad_norm": 1.0859375, + "learning_rate": 0.00048692952943311214, + "loss": 5.2063, + "mean_token_accuracy": 0.1717593029141426, + "num_tokens": 5199489.0, + "step": 1810 + }, + { + "entropy": 5.496373796463013, + "epoch": 2.1530249110320283, + "grad_norm": 1.015625, + "learning_rate": 0.0004867690740768094, + "loss": 5.2399, + "mean_token_accuracy": 0.17145588397979736, + "num_tokens": 5214549.0, + "step": 1815 + }, + { + "entropy": 5.366263675689697, + "epoch": 2.1589561091340452, + "grad_norm": 1.0390625, + "learning_rate": 0.00048660766965908736, + "loss": 5.2164, + "mean_token_accuracy": 0.16977577656507492, + "num_tokens": 5228571.0, + "step": 1820 + }, + { + "entropy": 5.388319301605224, + "epoch": 2.1648873072360617, + "grad_norm": 1.03125, + "learning_rate": 0.000486445316903294, + "loss": 5.1452, + "mean_token_accuracy": 0.17680991888046266, + "num_tokens": 5242797.0, + "step": 1825 + }, + { + "entropy": 5.426320600509643, + "epoch": 2.170818505338078, + "grad_norm": 0.99609375, + "learning_rate": 0.000486282016537027, + "loss": 5.2368, + "mean_token_accuracy": 0.17110936492681503, + "num_tokens": 5257692.0, + "step": 1830 + }, + { + "entropy": 5.450334596633911, + "epoch": 2.176749703440095, + "grad_norm": 1.125, + "learning_rate": 0.0004861177692921313, + "loss": 5.2329, + "mean_token_accuracy": 0.17457327097654343, + "num_tokens": 5273117.0, + "step": 1835 + }, + { + "entropy": 5.369627332687378, + "epoch": 2.1826809015421116, + "grad_norm": 0.9375, + "learning_rate": 0.000485952575904695, + "loss": 5.1764, + "mean_token_accuracy": 0.165084633231163, + "num_tokens": 5287232.0, + "step": 1840 + }, + { + "entropy": 5.3623122215271, + "epoch": 2.188612099644128, + "grad_norm": 1.0859375, + "learning_rate": 0.0004857864371150467, + "loss": 5.164, + "mean_token_accuracy": 0.17174010574817658, + "num_tokens": 5300049.0, + "step": 1845 + }, + { + "entropy": 5.422196960449218, + "epoch": 2.1945432977461445, + "grad_norm": 1.109375, + "learning_rate": 0.0004856193536677515, + "loss": 5.1665, + "mean_token_accuracy": 0.17225924283266067, + "num_tokens": 5313811.0, + "step": 1850 + }, + { + "entropy": 5.38545184135437, + "epoch": 2.2004744958481615, + "grad_norm": 1.109375, + "learning_rate": 0.00048545132631160856, + "loss": 5.2414, + "mean_token_accuracy": 0.16925344467163086, + "num_tokens": 5326402.0, + "step": 1855 + }, + { + "entropy": 5.331728982925415, + "epoch": 2.206405693950178, + "grad_norm": 1.1875, + "learning_rate": 0.000485282355799647, + "loss": 5.1074, + "mean_token_accuracy": 0.1777871370315552, + "num_tokens": 5340440.0, + "step": 1860 + }, + { + "entropy": 5.373279333114624, + "epoch": 2.2123368920521944, + "grad_norm": 1.0546875, + "learning_rate": 0.0004851124428891226, + "loss": 5.2044, + "mean_token_accuracy": 0.17208765894174577, + "num_tokens": 5355271.0, + "step": 1865 + }, + { + "entropy": 5.3738720417022705, + "epoch": 2.2182680901542113, + "grad_norm": 0.953125, + "learning_rate": 0.00048494158834151485, + "loss": 5.1657, + "mean_token_accuracy": 0.1768079251050949, + "num_tokens": 5371939.0, + "step": 1870 + }, + { + "entropy": 5.338125801086425, + "epoch": 2.224199288256228, + "grad_norm": 0.984375, + "learning_rate": 0.00048476979292252323, + "loss": 5.0599, + "mean_token_accuracy": 0.18021448701620102, + "num_tokens": 5386242.0, + "step": 1875 + }, + { + "entropy": 5.32992787361145, + "epoch": 2.2301304863582443, + "grad_norm": 1.0625, + "learning_rate": 0.0004845970574020637, + "loss": 5.1392, + "mean_token_accuracy": 0.17196872234344482, + "num_tokens": 5399867.0, + "step": 1880 + }, + { + "entropy": 5.3204365253448485, + "epoch": 2.2360616844602608, + "grad_norm": 0.9609375, + "learning_rate": 0.00048442338255426555, + "loss": 5.0614, + "mean_token_accuracy": 0.1749480903148651, + "num_tokens": 5414236.0, + "step": 1885 + }, + { + "entropy": 5.360966062545776, + "epoch": 2.2419928825622777, + "grad_norm": 1.03125, + "learning_rate": 0.0004842487691574675, + "loss": 5.1766, + "mean_token_accuracy": 0.17208879739046096, + "num_tokens": 5428510.0, + "step": 1890 + }, + { + "entropy": 5.411381673812866, + "epoch": 2.247924080664294, + "grad_norm": 1.0390625, + "learning_rate": 0.0004840732179942146, + "loss": 5.1757, + "mean_token_accuracy": 0.17247659713029861, + "num_tokens": 5443137.0, + "step": 1895 + }, + { + "entropy": 5.371445941925049, + "epoch": 2.2538552787663106, + "grad_norm": 1.0390625, + "learning_rate": 0.00048389672985125467, + "loss": 5.1897, + "mean_token_accuracy": 0.1735587641596794, + "num_tokens": 5456574.0, + "step": 1900 + }, + { + "entropy": 5.3538429737091064, + "epoch": 2.2597864768683276, + "grad_norm": 0.91796875, + "learning_rate": 0.0004837193055195344, + "loss": 5.1926, + "mean_token_accuracy": 0.17189497202634813, + "num_tokens": 5472789.0, + "step": 1905 + }, + { + "entropy": 5.422811889648438, + "epoch": 2.265717674970344, + "grad_norm": 0.9921875, + "learning_rate": 0.00048354094579419656, + "loss": 5.1784, + "mean_token_accuracy": 0.1655895009636879, + "num_tokens": 5488202.0, + "step": 1910 + }, + { + "entropy": 5.344785451889038, + "epoch": 2.2716488730723605, + "grad_norm": 0.9375, + "learning_rate": 0.00048336165147457537, + "loss": 5.2373, + "mean_token_accuracy": 0.16763855069875716, + "num_tokens": 5502661.0, + "step": 1915 + }, + { + "entropy": 5.352733612060547, + "epoch": 2.277580071174377, + "grad_norm": 1.3046875, + "learning_rate": 0.00048318142336419413, + "loss": 5.1591, + "mean_token_accuracy": 0.17304945439100267, + "num_tokens": 5516371.0, + "step": 1920 + }, + { + "entropy": 5.342757987976074, + "epoch": 2.283511269276394, + "grad_norm": 1.0390625, + "learning_rate": 0.0004830002622707604, + "loss": 5.1239, + "mean_token_accuracy": 0.1793706387281418, + "num_tokens": 5529339.0, + "step": 1925 + }, + { + "entropy": 5.337879085540772, + "epoch": 2.2894424673784104, + "grad_norm": 1.0859375, + "learning_rate": 0.00048281816900616354, + "loss": 5.1158, + "mean_token_accuracy": 0.17504990845918655, + "num_tokens": 5543173.0, + "step": 1930 + }, + { + "entropy": 5.280277824401855, + "epoch": 2.295373665480427, + "grad_norm": 0.98046875, + "learning_rate": 0.00048263514438647015, + "loss": 5.1089, + "mean_token_accuracy": 0.17652505189180373, + "num_tokens": 5557080.0, + "step": 1935 + }, + { + "entropy": 5.356028890609741, + "epoch": 2.301304863582444, + "grad_norm": 0.9609375, + "learning_rate": 0.0004824511892319209, + "loss": 5.1702, + "mean_token_accuracy": 0.17574198096990584, + "num_tokens": 5571422.0, + "step": 1940 + }, + { + "entropy": 5.253097772598267, + "epoch": 2.3072360616844603, + "grad_norm": 1.265625, + "learning_rate": 0.0004822663043669267, + "loss": 4.9664, + "mean_token_accuracy": 0.18942097276449205, + "num_tokens": 5583057.0, + "step": 1945 + }, + { + "entropy": 5.27740592956543, + "epoch": 2.3131672597864767, + "grad_norm": 1.0546875, + "learning_rate": 0.00048208049062006505, + "loss": 5.2096, + "mean_token_accuracy": 0.16950699239969252, + "num_tokens": 5596201.0, + "step": 1950 + }, + { + "entropy": 5.393002700805664, + "epoch": 2.3190984578884937, + "grad_norm": 0.921875, + "learning_rate": 0.0004818937488240764, + "loss": 5.1601, + "mean_token_accuracy": 0.17385102808475494, + "num_tokens": 5612461.0, + "step": 1955 + }, + { + "entropy": 5.323347473144532, + "epoch": 2.32502965599051, + "grad_norm": 1.046875, + "learning_rate": 0.00048170607981586023, + "loss": 5.2285, + "mean_token_accuracy": 0.16853837668895721, + "num_tokens": 5628148.0, + "step": 1960 + }, + { + "entropy": 5.288127470016479, + "epoch": 2.3309608540925266, + "grad_norm": 1.015625, + "learning_rate": 0.0004815174844364714, + "loss": 5.0684, + "mean_token_accuracy": 0.1746617555618286, + "num_tokens": 5641695.0, + "step": 1965 + }, + { + "entropy": 5.371695184707642, + "epoch": 2.3368920521945435, + "grad_norm": 1.0625, + "learning_rate": 0.0004813279635311165, + "loss": 5.1085, + "mean_token_accuracy": 0.18225748091936111, + "num_tokens": 5654902.0, + "step": 1970 + }, + { + "entropy": 5.291834688186645, + "epoch": 2.34282325029656, + "grad_norm": 1.125, + "learning_rate": 0.00048113751794914974, + "loss": 5.1022, + "mean_token_accuracy": 0.18446253687143327, + "num_tokens": 5666899.0, + "step": 1975 + }, + { + "entropy": 5.420601224899292, + "epoch": 2.3487544483985765, + "grad_norm": 0.9296875, + "learning_rate": 0.0004809461485440694, + "loss": 5.2152, + "mean_token_accuracy": 0.17578936219215394, + "num_tokens": 5682525.0, + "step": 1980 + }, + { + "entropy": 5.2827568531036375, + "epoch": 2.354685646500593, + "grad_norm": 1.0, + "learning_rate": 0.0004807538561735143, + "loss": 5.14, + "mean_token_accuracy": 0.16829978823661804, + "num_tokens": 5697097.0, + "step": 1985 + }, + { + "entropy": 5.2644284725189205, + "epoch": 2.36061684460261, + "grad_norm": 1.140625, + "learning_rate": 0.00048056064169925904, + "loss": 5.0869, + "mean_token_accuracy": 0.17536696344614028, + "num_tokens": 5712340.0, + "step": 1990 + }, + { + "entropy": 5.353961038589477, + "epoch": 2.3665480427046264, + "grad_norm": 1.0625, + "learning_rate": 0.00048036650598721125, + "loss": 5.197, + "mean_token_accuracy": 0.16865415275096893, + "num_tokens": 5726509.0, + "step": 1995 + }, + { + "entropy": 5.3073567867279055, + "epoch": 2.372479240806643, + "grad_norm": 1.015625, + "learning_rate": 0.00048017144990740673, + "loss": 5.121, + "mean_token_accuracy": 0.1786181464791298, + "num_tokens": 5740977.0, + "step": 2000 + }, + { + "epoch": 2.372479240806643, + "eval_entropy": 5.170273498523454, + "eval_loss": 5.574867248535156, + "eval_mean_token_accuracy": 0.16265562777778853, + "eval_num_tokens": 5740977.0, + "eval_runtime": 2.4303, + "eval_samples_per_second": 1073.13, + "eval_steps_per_second": 134.141, + "step": 2000 + }, + { + "entropy": 5.288026952743531, + "epoch": 2.3784104389086593, + "grad_norm": 1.15625, + "learning_rate": 0.00047997547433400615, + "loss": 5.0974, + "mean_token_accuracy": 0.1805935502052307, + "num_tokens": 5756000.0, + "step": 2005 + }, + { + "entropy": 5.338898134231568, + "epoch": 2.3843416370106763, + "grad_norm": 0.97265625, + "learning_rate": 0.0004797785801452911, + "loss": 5.1033, + "mean_token_accuracy": 0.18041265308856963, + "num_tokens": 5771438.0, + "step": 2010 + }, + { + "entropy": 5.329379606246948, + "epoch": 2.3902728351126927, + "grad_norm": 1.1171875, + "learning_rate": 0.00047958076822365994, + "loss": 5.1506, + "mean_token_accuracy": 0.17072732895612716, + "num_tokens": 5784686.0, + "step": 2015 + }, + { + "entropy": 5.344692611694336, + "epoch": 2.396204033214709, + "grad_norm": 1.0078125, + "learning_rate": 0.0004793820394556238, + "loss": 5.201, + "mean_token_accuracy": 0.17325544208288193, + "num_tokens": 5799363.0, + "step": 2020 + }, + { + "entropy": 5.308460712432861, + "epoch": 2.402135231316726, + "grad_norm": 1.0390625, + "learning_rate": 0.0004791823947318029, + "loss": 5.0887, + "mean_token_accuracy": 0.176689213514328, + "num_tokens": 5812109.0, + "step": 2025 + }, + { + "entropy": 5.2809264183044435, + "epoch": 2.4080664294187426, + "grad_norm": 1.078125, + "learning_rate": 0.0004789818349469222, + "loss": 5.0932, + "mean_token_accuracy": 0.18039163053035737, + "num_tokens": 5825780.0, + "step": 2030 + }, + { + "entropy": 5.265401554107666, + "epoch": 2.413997627520759, + "grad_norm": 1.0625, + "learning_rate": 0.00047878036099980795, + "loss": 5.1356, + "mean_token_accuracy": 0.16557523757219314, + "num_tokens": 5841184.0, + "step": 2035 + }, + { + "entropy": 5.28918867111206, + "epoch": 2.419928825622776, + "grad_norm": 1.15625, + "learning_rate": 0.00047857797379338284, + "loss": 5.1151, + "mean_token_accuracy": 0.18016838133335114, + "num_tokens": 5854422.0, + "step": 2040 + }, + { + "entropy": 5.434517860412598, + "epoch": 2.4258600237247925, + "grad_norm": 1.0625, + "learning_rate": 0.00047837467423466284, + "loss": 5.2756, + "mean_token_accuracy": 0.16469118744134903, + "num_tokens": 5870878.0, + "step": 2045 + }, + { + "entropy": 5.323330879211426, + "epoch": 2.431791221826809, + "grad_norm": 1.1015625, + "learning_rate": 0.00047817046323475246, + "loss": 5.2065, + "mean_token_accuracy": 0.16481388956308365, + "num_tokens": 5886137.0, + "step": 2050 + }, + { + "entropy": 5.346496486663819, + "epoch": 2.4377224199288254, + "grad_norm": 1.03125, + "learning_rate": 0.0004779653417088408, + "loss": 5.1252, + "mean_token_accuracy": 0.17990775406360626, + "num_tokens": 5900300.0, + "step": 2055 + }, + { + "entropy": 5.322238492965698, + "epoch": 2.4436536180308424, + "grad_norm": 0.9375, + "learning_rate": 0.00047775931057619786, + "loss": 5.2122, + "mean_token_accuracy": 0.1684417709708214, + "num_tokens": 5917933.0, + "step": 2060 + }, + { + "entropy": 5.431944942474365, + "epoch": 2.449584816132859, + "grad_norm": 0.984375, + "learning_rate": 0.00047755237076016997, + "loss": 5.1549, + "mean_token_accuracy": 0.1798498421907425, + "num_tokens": 5932189.0, + "step": 2065 + }, + { + "entropy": 5.2723767280578615, + "epoch": 2.4555160142348753, + "grad_norm": 1.0234375, + "learning_rate": 0.0004773445231881757, + "loss": 5.1586, + "mean_token_accuracy": 0.17868874669075013, + "num_tokens": 5945999.0, + "step": 2070 + }, + { + "entropy": 5.317199230194092, + "epoch": 2.4614472123368922, + "grad_norm": 1.015625, + "learning_rate": 0.0004771357687917021, + "loss": 5.1759, + "mean_token_accuracy": 0.17290179580450057, + "num_tokens": 5960187.0, + "step": 2075 + }, + { + "entropy": 5.290809917449951, + "epoch": 2.4673784104389087, + "grad_norm": 0.96875, + "learning_rate": 0.0004769261085063, + "loss": 5.1032, + "mean_token_accuracy": 0.17626044750213624, + "num_tokens": 5975211.0, + "step": 2080 + }, + { + "entropy": 5.2783082008361815, + "epoch": 2.473309608540925, + "grad_norm": 1.015625, + "learning_rate": 0.00047671554327157996, + "loss": 5.09, + "mean_token_accuracy": 0.17717413753271102, + "num_tokens": 5988904.0, + "step": 2085 + }, + { + "entropy": 5.230610990524292, + "epoch": 2.4792408066429417, + "grad_norm": 1.0546875, + "learning_rate": 0.00047650407403120845, + "loss": 5.0964, + "mean_token_accuracy": 0.17791107147932053, + "num_tokens": 6004691.0, + "step": 2090 + }, + { + "entropy": 5.2898766040802006, + "epoch": 2.4851720047449586, + "grad_norm": 1.0625, + "learning_rate": 0.00047629170173290296, + "loss": 5.1428, + "mean_token_accuracy": 0.17288617938756942, + "num_tokens": 6017859.0, + "step": 2095 + }, + { + "entropy": 5.320411825180054, + "epoch": 2.491103202846975, + "grad_norm": 0.98828125, + "learning_rate": 0.0004760784273284286, + "loss": 5.1645, + "mean_token_accuracy": 0.17397502213716506, + "num_tokens": 6032042.0, + "step": 2100 + }, + { + "entropy": 5.293785238265992, + "epoch": 2.4970344009489915, + "grad_norm": 0.97265625, + "learning_rate": 0.0004758642517735928, + "loss": 5.1838, + "mean_token_accuracy": 0.1742447093129158, + "num_tokens": 6048591.0, + "step": 2105 + }, + { + "entropy": 5.232989549636841, + "epoch": 2.5029655990510085, + "grad_norm": 1.109375, + "learning_rate": 0.00047564917602824203, + "loss": 5.0759, + "mean_token_accuracy": 0.179649518430233, + "num_tokens": 6062436.0, + "step": 2110 + }, + { + "entropy": 5.266342687606811, + "epoch": 2.508896797153025, + "grad_norm": 1.125, + "learning_rate": 0.0004754332010562567, + "loss": 5.0365, + "mean_token_accuracy": 0.18351121246814728, + "num_tokens": 6075564.0, + "step": 2115 + }, + { + "entropy": 5.31279501914978, + "epoch": 2.5148279952550414, + "grad_norm": 1.046875, + "learning_rate": 0.0004752163278255473, + "loss": 5.1432, + "mean_token_accuracy": 0.1722079709172249, + "num_tokens": 6088939.0, + "step": 2120 + }, + { + "entropy": 5.295576190948486, + "epoch": 2.5207591933570583, + "grad_norm": 1.03125, + "learning_rate": 0.0004749985573080501, + "loss": 5.0956, + "mean_token_accuracy": 0.17826481014490128, + "num_tokens": 6101855.0, + "step": 2125 + }, + { + "entropy": 5.266389179229736, + "epoch": 2.526690391459075, + "grad_norm": 1.0546875, + "learning_rate": 0.0004747798904797225, + "loss": 5.0738, + "mean_token_accuracy": 0.1764925792813301, + "num_tokens": 6116192.0, + "step": 2130 + }, + { + "entropy": 5.1693144798278805, + "epoch": 2.5326215895610913, + "grad_norm": 0.94921875, + "learning_rate": 0.0004745603283205387, + "loss": 5.0887, + "mean_token_accuracy": 0.17885565012693405, + "num_tokens": 6130741.0, + "step": 2135 + }, + { + "entropy": 5.278003215789795, + "epoch": 2.538552787663108, + "grad_norm": 1.0703125, + "learning_rate": 0.00047433987181448546, + "loss": 5.056, + "mean_token_accuracy": 0.180057655274868, + "num_tokens": 6144937.0, + "step": 2140 + }, + { + "entropy": 5.2536839008331295, + "epoch": 2.5444839857651247, + "grad_norm": 1.1484375, + "learning_rate": 0.0004741185219495579, + "loss": 5.1384, + "mean_token_accuracy": 0.1841862380504608, + "num_tokens": 6156747.0, + "step": 2145 + }, + { + "entropy": 5.199393939971924, + "epoch": 2.550415183867141, + "grad_norm": 1.078125, + "learning_rate": 0.0004738962797177544, + "loss": 5.0336, + "mean_token_accuracy": 0.18659159690141677, + "num_tokens": 6169148.0, + "step": 2150 + }, + { + "entropy": 5.317109870910644, + "epoch": 2.5563463819691576, + "grad_norm": 1.03125, + "learning_rate": 0.00047367314611507276, + "loss": 5.107, + "mean_token_accuracy": 0.17958347201347352, + "num_tokens": 6181881.0, + "step": 2155 + }, + { + "entropy": 5.259987688064575, + "epoch": 2.562277580071174, + "grad_norm": 1.03125, + "learning_rate": 0.00047344912214150565, + "loss": 5.0531, + "mean_token_accuracy": 0.17894216775894164, + "num_tokens": 6196155.0, + "step": 2160 + }, + { + "entropy": 5.232990169525147, + "epoch": 2.568208778173191, + "grad_norm": 1.109375, + "learning_rate": 0.00047322420880103566, + "loss": 5.124, + "mean_token_accuracy": 0.17405239790678023, + "num_tokens": 6210918.0, + "step": 2165 + }, + { + "entropy": 5.249849700927735, + "epoch": 2.5741399762752075, + "grad_norm": 0.96484375, + "learning_rate": 0.00047299840710163157, + "loss": 5.0786, + "mean_token_accuracy": 0.18167687505483626, + "num_tokens": 6225747.0, + "step": 2170 + }, + { + "entropy": 5.256479358673095, + "epoch": 2.580071174377224, + "grad_norm": 1.109375, + "learning_rate": 0.0004727717180552431, + "loss": 5.137, + "mean_token_accuracy": 0.17358365505933762, + "num_tokens": 6239038.0, + "step": 2175 + }, + { + "entropy": 5.342339181900025, + "epoch": 2.586002372479241, + "grad_norm": 1.0546875, + "learning_rate": 0.00047254414267779686, + "loss": 5.2372, + "mean_token_accuracy": 0.17196187376976013, + "num_tokens": 6253346.0, + "step": 2180 + }, + { + "entropy": 5.303297472000122, + "epoch": 2.5919335705812574, + "grad_norm": 0.9453125, + "learning_rate": 0.0004723156819891917, + "loss": 5.2119, + "mean_token_accuracy": 0.17385910600423812, + "num_tokens": 6268060.0, + "step": 2185 + }, + { + "entropy": 5.266570806503296, + "epoch": 2.597864768683274, + "grad_norm": 0.94921875, + "learning_rate": 0.0004720863370132937, + "loss": 5.0388, + "mean_token_accuracy": 0.18387284874916077, + "num_tokens": 6283192.0, + "step": 2190 + }, + { + "entropy": 5.214200639724732, + "epoch": 2.603795966785291, + "grad_norm": 1.015625, + "learning_rate": 0.00047185610877793245, + "loss": 5.1047, + "mean_token_accuracy": 0.18674758821725845, + "num_tokens": 6297511.0, + "step": 2195 + }, + { + "entropy": 5.277515506744384, + "epoch": 2.6097271648873073, + "grad_norm": 0.94921875, + "learning_rate": 0.0004716249983148955, + "loss": 5.1247, + "mean_token_accuracy": 0.1791581928730011, + "num_tokens": 6313257.0, + "step": 2200 + }, + { + "entropy": 5.248571062088013, + "epoch": 2.6156583629893237, + "grad_norm": 1.0703125, + "learning_rate": 0.0004713930066599246, + "loss": 5.0519, + "mean_token_accuracy": 0.1780620649456978, + "num_tokens": 6326437.0, + "step": 2205 + }, + { + "entropy": 5.23038158416748, + "epoch": 2.6215895610913407, + "grad_norm": 0.96875, + "learning_rate": 0.00047116013485271014, + "loss": 5.0944, + "mean_token_accuracy": 0.18125442415475845, + "num_tokens": 6341704.0, + "step": 2210 + }, + { + "entropy": 5.240528726577759, + "epoch": 2.627520759193357, + "grad_norm": 1.0078125, + "learning_rate": 0.0004709263839368875, + "loss": 5.105, + "mean_token_accuracy": 0.17949420362710952, + "num_tokens": 6355783.0, + "step": 2215 + }, + { + "entropy": 5.3141090869903564, + "epoch": 2.6334519572953736, + "grad_norm": 1.0, + "learning_rate": 0.00047069175496003147, + "loss": 5.1015, + "mean_token_accuracy": 0.1741042762994766, + "num_tokens": 6370601.0, + "step": 2220 + }, + { + "entropy": 5.2879376888275145, + "epoch": 2.6393831553973905, + "grad_norm": 0.9765625, + "learning_rate": 0.0004704562489736522, + "loss": 5.1441, + "mean_token_accuracy": 0.1749232068657875, + "num_tokens": 6388124.0, + "step": 2225 + }, + { + "entropy": 5.316340398788452, + "epoch": 2.645314353499407, + "grad_norm": 1.0, + "learning_rate": 0.0004702198670331901, + "loss": 5.1487, + "mean_token_accuracy": 0.17196937203407286, + "num_tokens": 6403018.0, + "step": 2230 + }, + { + "entropy": 5.255807828903198, + "epoch": 2.6512455516014235, + "grad_norm": 1.0625, + "learning_rate": 0.0004699826101980112, + "loss": 5.0898, + "mean_token_accuracy": 0.17568791508674622, + "num_tokens": 6417403.0, + "step": 2235 + }, + { + "entropy": 5.249996376037598, + "epoch": 2.65717674970344, + "grad_norm": 1.1015625, + "learning_rate": 0.0004697444795314027, + "loss": 5.1367, + "mean_token_accuracy": 0.1690463364124298, + "num_tokens": 6432950.0, + "step": 2240 + }, + { + "entropy": 5.27621431350708, + "epoch": 2.6631079478054565, + "grad_norm": 1.0625, + "learning_rate": 0.00046950547610056766, + "loss": 5.1516, + "mean_token_accuracy": 0.1721343442797661, + "num_tokens": 6447735.0, + "step": 2245 + }, + { + "entropy": 5.281610584259033, + "epoch": 2.6690391459074734, + "grad_norm": 1.0859375, + "learning_rate": 0.0004692656009766206, + "loss": 5.0463, + "mean_token_accuracy": 0.18724312782287597, + "num_tokens": 6460066.0, + "step": 2250 + }, + { + "entropy": 5.2377824783325195, + "epoch": 2.67497034400949, + "grad_norm": 1.1328125, + "learning_rate": 0.00046902485523458266, + "loss": 5.1765, + "mean_token_accuracy": 0.16881112903356552, + "num_tokens": 6473880.0, + "step": 2255 + }, + { + "entropy": 5.330496311187744, + "epoch": 2.6809015421115063, + "grad_norm": 1.0859375, + "learning_rate": 0.0004687832399533767, + "loss": 5.0731, + "mean_token_accuracy": 0.1850060999393463, + "num_tokens": 6485678.0, + "step": 2260 + }, + { + "entropy": 5.215729856491089, + "epoch": 2.6868327402135233, + "grad_norm": 1.0, + "learning_rate": 0.0004685407562158226, + "loss": 5.1479, + "mean_token_accuracy": 0.17705656737089157, + "num_tokens": 6498606.0, + "step": 2265 + }, + { + "entropy": 5.218173503875732, + "epoch": 2.6927639383155397, + "grad_norm": 1.046875, + "learning_rate": 0.0004682974051086321, + "loss": 5.0863, + "mean_token_accuracy": 0.18237122297286987, + "num_tokens": 6511590.0, + "step": 2270 + }, + { + "entropy": 5.29819803237915, + "epoch": 2.698695136417556, + "grad_norm": 1.0703125, + "learning_rate": 0.0004680531877224042, + "loss": 5.1659, + "mean_token_accuracy": 0.17502329647541046, + "num_tokens": 6525391.0, + "step": 2275 + }, + { + "entropy": 5.247089862823486, + "epoch": 2.704626334519573, + "grad_norm": 0.97265625, + "learning_rate": 0.00046780810515162027, + "loss": 5.1129, + "mean_token_accuracy": 0.17722094506025315, + "num_tokens": 6540749.0, + "step": 2280 + }, + { + "entropy": 5.228551435470581, + "epoch": 2.7105575326215896, + "grad_norm": 1.0078125, + "learning_rate": 0.00046756215849463905, + "loss": 5.1351, + "mean_token_accuracy": 0.1777515858411789, + "num_tokens": 6556607.0, + "step": 2285 + }, + { + "entropy": 5.227963972091675, + "epoch": 2.716488730723606, + "grad_norm": 1.1328125, + "learning_rate": 0.00046731534885369175, + "loss": 5.0378, + "mean_token_accuracy": 0.18670109808444976, + "num_tokens": 6569340.0, + "step": 2290 + }, + { + "entropy": 5.254456853866577, + "epoch": 2.722419928825623, + "grad_norm": 1.0390625, + "learning_rate": 0.00046706767733487714, + "loss": 5.1495, + "mean_token_accuracy": 0.168257737159729, + "num_tokens": 6586070.0, + "step": 2295 + }, + { + "entropy": 5.350936985015869, + "epoch": 2.7283511269276395, + "grad_norm": 1.09375, + "learning_rate": 0.00046681914504815653, + "loss": 5.2384, + "mean_token_accuracy": 0.17244828790426253, + "num_tokens": 6601441.0, + "step": 2300 + }, + { + "entropy": 5.22352089881897, + "epoch": 2.734282325029656, + "grad_norm": 1.0390625, + "learning_rate": 0.0004665697531073489, + "loss": 5.1004, + "mean_token_accuracy": 0.17834114283323288, + "num_tokens": 6616478.0, + "step": 2305 + }, + { + "entropy": 5.29279670715332, + "epoch": 2.7402135231316724, + "grad_norm": 0.9453125, + "learning_rate": 0.0004663195026301258, + "loss": 5.1774, + "mean_token_accuracy": 0.17028742134571076, + "num_tokens": 6631519.0, + "step": 2310 + }, + { + "entropy": 5.289520025253296, + "epoch": 2.7461447212336894, + "grad_norm": 0.99609375, + "learning_rate": 0.00046606839473800626, + "loss": 5.1519, + "mean_token_accuracy": 0.1711852639913559, + "num_tokens": 6646862.0, + "step": 2315 + }, + { + "entropy": 5.285637235641479, + "epoch": 2.752075919335706, + "grad_norm": 1.0078125, + "learning_rate": 0.00046581643055635215, + "loss": 5.0706, + "mean_token_accuracy": 0.18027766644954682, + "num_tokens": 6660731.0, + "step": 2320 + }, + { + "entropy": 5.257721757888794, + "epoch": 2.7580071174377223, + "grad_norm": 1.0, + "learning_rate": 0.00046556361121436265, + "loss": 5.0884, + "mean_token_accuracy": 0.17217349857091904, + "num_tokens": 6675922.0, + "step": 2325 + }, + { + "entropy": 5.210122585296631, + "epoch": 2.763938315539739, + "grad_norm": 1.0078125, + "learning_rate": 0.0004653099378450696, + "loss": 5.086, + "mean_token_accuracy": 0.17834757566452025, + "num_tokens": 6689363.0, + "step": 2330 + }, + { + "entropy": 5.289632892608642, + "epoch": 2.7698695136417557, + "grad_norm": 1.1796875, + "learning_rate": 0.0004650554115853321, + "loss": 5.08, + "mean_token_accuracy": 0.17782238125801086, + "num_tokens": 6702655.0, + "step": 2335 + }, + { + "entropy": 5.233364868164062, + "epoch": 2.775800711743772, + "grad_norm": 0.94921875, + "learning_rate": 0.00046480003357583154, + "loss": 5.115, + "mean_token_accuracy": 0.1791711837053299, + "num_tokens": 6718101.0, + "step": 2340 + }, + { + "entropy": 5.249103927612305, + "epoch": 2.7817319098457887, + "grad_norm": 1.015625, + "learning_rate": 0.00046454380496106665, + "loss": 5.0327, + "mean_token_accuracy": 0.18523623198270797, + "num_tokens": 6731410.0, + "step": 2345 + }, + { + "entropy": 5.2448647022247314, + "epoch": 2.7876631079478056, + "grad_norm": 1.109375, + "learning_rate": 0.0004642867268893481, + "loss": 5.1059, + "mean_token_accuracy": 0.18096584379673003, + "num_tokens": 6744544.0, + "step": 2350 + }, + { + "entropy": 5.1900553703308105, + "epoch": 2.793594306049822, + "grad_norm": 0.97265625, + "learning_rate": 0.0004640288005127933, + "loss": 5.0096, + "mean_token_accuracy": 0.18570955991744995, + "num_tokens": 6757559.0, + "step": 2355 + }, + { + "entropy": 5.22004246711731, + "epoch": 2.7995255041518385, + "grad_norm": 1.0390625, + "learning_rate": 0.000463770026987322, + "loss": 5.0821, + "mean_token_accuracy": 0.17724673599004745, + "num_tokens": 6772655.0, + "step": 2360 + }, + { + "entropy": 5.193439579010009, + "epoch": 2.8054567022538555, + "grad_norm": 1.078125, + "learning_rate": 0.0004635104074726498, + "loss": 5.011, + "mean_token_accuracy": 0.18544310331344604, + "num_tokens": 6786038.0, + "step": 2365 + }, + { + "entropy": 5.228322505950928, + "epoch": 2.811387900355872, + "grad_norm": 1.0703125, + "learning_rate": 0.0004632499431322842, + "loss": 5.0586, + "mean_token_accuracy": 0.17480345368385314, + "num_tokens": 6799759.0, + "step": 2370 + }, + { + "entropy": 5.192971563339233, + "epoch": 2.8173190984578884, + "grad_norm": 1.1015625, + "learning_rate": 0.00046298863513351854, + "loss": 5.1025, + "mean_token_accuracy": 0.1785614773631096, + "num_tokens": 6814242.0, + "step": 2375 + }, + { + "entropy": 5.30884952545166, + "epoch": 2.8232502965599053, + "grad_norm": 0.96484375, + "learning_rate": 0.00046272648464742733, + "loss": 5.1246, + "mean_token_accuracy": 0.16953468918800355, + "num_tokens": 6828697.0, + "step": 2380 + }, + { + "entropy": 5.15752215385437, + "epoch": 2.829181494661922, + "grad_norm": 1.1953125, + "learning_rate": 0.0004624634928488605, + "loss": 5.0758, + "mean_token_accuracy": 0.18574994206428527, + "num_tokens": 6842549.0, + "step": 2385 + }, + { + "entropy": 5.288483715057373, + "epoch": 2.8351126927639383, + "grad_norm": 1.0546875, + "learning_rate": 0.00046219966091643865, + "loss": 5.1667, + "mean_token_accuracy": 0.17601943910121917, + "num_tokens": 6857599.0, + "step": 2390 + }, + { + "entropy": 5.216753959655762, + "epoch": 2.8410438908659548, + "grad_norm": 1.15625, + "learning_rate": 0.00046193499003254737, + "loss": 5.0904, + "mean_token_accuracy": 0.18286330252885818, + "num_tokens": 6872621.0, + "step": 2395 + }, + { + "entropy": 5.251305961608887, + "epoch": 2.8469750889679717, + "grad_norm": 1.0625, + "learning_rate": 0.0004616694813833322, + "loss": 5.1589, + "mean_token_accuracy": 0.1729411706328392, + "num_tokens": 6887297.0, + "step": 2400 + }, + { + "entropy": 5.263056373596191, + "epoch": 2.852906287069988, + "grad_norm": 1.1484375, + "learning_rate": 0.00046140313615869287, + "loss": 5.0538, + "mean_token_accuracy": 0.18049194067716598, + "num_tokens": 6900857.0, + "step": 2405 + }, + { + "entropy": 5.1703661441802975, + "epoch": 2.8588374851720046, + "grad_norm": 1.03125, + "learning_rate": 0.00046113595555227885, + "loss": 5.0715, + "mean_token_accuracy": 0.18290164321660995, + "num_tokens": 6917351.0, + "step": 2410 + }, + { + "entropy": 5.134192991256714, + "epoch": 2.864768683274021, + "grad_norm": 1.0859375, + "learning_rate": 0.000460867940761483, + "loss": 5.0086, + "mean_token_accuracy": 0.19504904747009277, + "num_tokens": 6930619.0, + "step": 2415 + }, + { + "entropy": 5.185745000839233, + "epoch": 2.870699881376038, + "grad_norm": 1.0546875, + "learning_rate": 0.0004605990929874366, + "loss": 5.0501, + "mean_token_accuracy": 0.17975494414567947, + "num_tokens": 6944842.0, + "step": 2420 + }, + { + "entropy": 5.221125698089599, + "epoch": 2.8766310794780545, + "grad_norm": 1.0859375, + "learning_rate": 0.00046032941343500443, + "loss": 5.0331, + "mean_token_accuracy": 0.18169520050287247, + "num_tokens": 6957699.0, + "step": 2425 + }, + { + "entropy": 5.243278074264526, + "epoch": 2.882562277580071, + "grad_norm": 1.1015625, + "learning_rate": 0.00046005890331277875, + "loss": 5.1779, + "mean_token_accuracy": 0.1789306804537773, + "num_tokens": 6973373.0, + "step": 2430 + }, + { + "entropy": 5.273877429962158, + "epoch": 2.888493475682088, + "grad_norm": 1.046875, + "learning_rate": 0.0004597875638330739, + "loss": 5.1065, + "mean_token_accuracy": 0.17897169589996337, + "num_tokens": 6985943.0, + "step": 2435 + }, + { + "entropy": 5.267488431930542, + "epoch": 2.8944246737841044, + "grad_norm": 1.0859375, + "learning_rate": 0.00045951539621192137, + "loss": 5.1196, + "mean_token_accuracy": 0.19029628336429597, + "num_tokens": 6999655.0, + "step": 2440 + }, + { + "entropy": 5.225543117523193, + "epoch": 2.900355871886121, + "grad_norm": 0.97265625, + "learning_rate": 0.0004592424016690637, + "loss": 5.0894, + "mean_token_accuracy": 0.1805782213807106, + "num_tokens": 7014278.0, + "step": 2445 + }, + { + "entropy": 5.211720752716064, + "epoch": 2.906287069988138, + "grad_norm": 1.0546875, + "learning_rate": 0.00045896858142794976, + "loss": 5.0853, + "mean_token_accuracy": 0.18050264269113542, + "num_tokens": 7029998.0, + "step": 2450 + }, + { + "entropy": 5.261847639083863, + "epoch": 2.9122182680901543, + "grad_norm": 1.0390625, + "learning_rate": 0.0004586939367157285, + "loss": 5.08, + "mean_token_accuracy": 0.17528700977563857, + "num_tokens": 7043212.0, + "step": 2455 + }, + { + "entropy": 5.205530023574829, + "epoch": 2.9181494661921707, + "grad_norm": 1.0546875, + "learning_rate": 0.000458418468763244, + "loss": 5.0157, + "mean_token_accuracy": 0.18455137461423873, + "num_tokens": 7057723.0, + "step": 2460 + }, + { + "entropy": 5.222577953338623, + "epoch": 2.9240806642941877, + "grad_norm": 1.1015625, + "learning_rate": 0.00045814217880502973, + "loss": 5.1525, + "mean_token_accuracy": 0.17377886772155762, + "num_tokens": 7073334.0, + "step": 2465 + }, + { + "entropy": 5.240353107452393, + "epoch": 2.930011862396204, + "grad_norm": 0.9453125, + "learning_rate": 0.000457865068079303, + "loss": 5.1136, + "mean_token_accuracy": 0.17955139875411988, + "num_tokens": 7087671.0, + "step": 2470 + }, + { + "entropy": 5.162194871902466, + "epoch": 2.9359430604982206, + "grad_norm": 1.09375, + "learning_rate": 0.00045758713782795946, + "loss": 4.9601, + "mean_token_accuracy": 0.18688122928142548, + "num_tokens": 7101168.0, + "step": 2475 + }, + { + "entropy": 5.209585046768188, + "epoch": 2.941874258600237, + "grad_norm": 1.046875, + "learning_rate": 0.0004573083892965677, + "loss": 5.1268, + "mean_token_accuracy": 0.18048435896635057, + "num_tokens": 7115581.0, + "step": 2480 + }, + { + "entropy": 5.200497722625732, + "epoch": 2.9478054567022536, + "grad_norm": 1.09375, + "learning_rate": 0.00045702882373436317, + "loss": 5.1, + "mean_token_accuracy": 0.17545540034770965, + "num_tokens": 7129948.0, + "step": 2485 + }, + { + "entropy": 5.13970685005188, + "epoch": 2.9537366548042705, + "grad_norm": 1.0390625, + "learning_rate": 0.0004567484423942433, + "loss": 4.9933, + "mean_token_accuracy": 0.18735943138599395, + "num_tokens": 7144122.0, + "step": 2490 + }, + { + "entropy": 5.212256240844726, + "epoch": 2.959667852906287, + "grad_norm": 1.25, + "learning_rate": 0.00045646724653276117, + "loss": 5.0423, + "mean_token_accuracy": 0.19172451496124268, + "num_tokens": 7157892.0, + "step": 2495 + }, + { + "entropy": 5.22672963142395, + "epoch": 2.9655990510083035, + "grad_norm": 0.94140625, + "learning_rate": 0.00045618523741012044, + "loss": 5.1198, + "mean_token_accuracy": 0.1785096600651741, + "num_tokens": 7172581.0, + "step": 2500 + }, + { + "epoch": 2.9655990510083035, + "eval_entropy": 5.128191098113732, + "eval_loss": 5.4554667472839355, + "eval_mean_token_accuracy": 0.16967149755340413, + "eval_num_tokens": 7172581.0, + "eval_runtime": 2.4682, + "eval_samples_per_second": 1056.643, + "eval_steps_per_second": 132.08, + "step": 2500 + }, + { + "entropy": 5.209706211090088, + "epoch": 2.9715302491103204, + "grad_norm": 1.09375, + "learning_rate": 0.00045590241629016933, + "loss": 5.081, + "mean_token_accuracy": 0.17838001102209092, + "num_tokens": 7187180.0, + "step": 2505 + }, + { + "entropy": 5.186795330047607, + "epoch": 2.977461447212337, + "grad_norm": 1.078125, + "learning_rate": 0.00045561878444039526, + "loss": 5.0928, + "mean_token_accuracy": 0.1853885158896446, + "num_tokens": 7202153.0, + "step": 2510 + }, + { + "entropy": 5.233902025222778, + "epoch": 2.9833926453143533, + "grad_norm": 1.109375, + "learning_rate": 0.00045533434313191866, + "loss": 5.0663, + "mean_token_accuracy": 0.1795577213168144, + "num_tokens": 7217714.0, + "step": 2515 + }, + { + "entropy": 5.072184324264526, + "epoch": 2.9893238434163703, + "grad_norm": 1.03125, + "learning_rate": 0.0004550490936394881, + "loss": 5.0248, + "mean_token_accuracy": 0.1885547786951065, + "num_tokens": 7232366.0, + "step": 2520 + }, + { + "entropy": 5.288804340362549, + "epoch": 2.9952550415183867, + "grad_norm": 1.1484375, + "learning_rate": 0.0004547630372414737, + "loss": 5.0433, + "mean_token_accuracy": 0.18170098960399628, + "num_tokens": 7245542.0, + "step": 2525 + }, + { + "entropy": 5.13629674911499, + "epoch": 3.001186239620403, + "grad_norm": 0.96484375, + "learning_rate": 0.00045447617521986205, + "loss": 4.966, + "mean_token_accuracy": 0.18382924646139145, + "num_tokens": 7260437.0, + "step": 2530 + }, + { + "entropy": 5.186529493331909, + "epoch": 3.00711743772242, + "grad_norm": 1.09375, + "learning_rate": 0.00045418850886025006, + "loss": 4.7908, + "mean_token_accuracy": 0.19730883985757827, + "num_tokens": 7273470.0, + "step": 2535 + }, + { + "entropy": 5.14306674003601, + "epoch": 3.0130486358244366, + "grad_norm": 1.0078125, + "learning_rate": 0.0004539000394518393, + "loss": 4.8184, + "mean_token_accuracy": 0.19704275578260422, + "num_tokens": 7286515.0, + "step": 2540 + }, + { + "entropy": 5.08558144569397, + "epoch": 3.018979833926453, + "grad_norm": 1.1015625, + "learning_rate": 0.00045361076828743054, + "loss": 4.6494, + "mean_token_accuracy": 0.2086326450109482, + "num_tokens": 7299011.0, + "step": 2545 + }, + { + "entropy": 5.100022411346435, + "epoch": 3.0249110320284696, + "grad_norm": 0.99609375, + "learning_rate": 0.00045332069666341733, + "loss": 4.7556, + "mean_token_accuracy": 0.2030994936823845, + "num_tokens": 7312421.0, + "step": 2550 + }, + { + "entropy": 5.228758382797241, + "epoch": 3.0308422301304865, + "grad_norm": 0.8828125, + "learning_rate": 0.000453029825879781, + "loss": 4.829, + "mean_token_accuracy": 0.1881020963191986, + "num_tokens": 7326298.0, + "step": 2555 + }, + { + "entropy": 5.20881233215332, + "epoch": 3.036773428232503, + "grad_norm": 1.1015625, + "learning_rate": 0.0004527381572400838, + "loss": 4.8349, + "mean_token_accuracy": 0.19809474796056747, + "num_tokens": 7340411.0, + "step": 2560 + }, + { + "entropy": 5.2084184169769285, + "epoch": 3.0427046263345194, + "grad_norm": 1.03125, + "learning_rate": 0.00045244569205146425, + "loss": 4.7739, + "mean_token_accuracy": 0.19972959756851197, + "num_tokens": 7355853.0, + "step": 2565 + }, + { + "entropy": 5.0268631935119625, + "epoch": 3.0486358244365364, + "grad_norm": 0.9765625, + "learning_rate": 0.00045215243162463023, + "loss": 4.7546, + "mean_token_accuracy": 0.2027596727013588, + "num_tokens": 7370462.0, + "step": 2570 + }, + { + "entropy": 5.1120353698730465, + "epoch": 3.054567022538553, + "grad_norm": 1.1171875, + "learning_rate": 0.00045185837727385373, + "loss": 4.7613, + "mean_token_accuracy": 0.19956568926572799, + "num_tokens": 7382283.0, + "step": 2575 + }, + { + "entropy": 5.185872745513916, + "epoch": 3.0604982206405693, + "grad_norm": 0.99609375, + "learning_rate": 0.0004515635303169648, + "loss": 4.8004, + "mean_token_accuracy": 0.19398040175437928, + "num_tokens": 7397282.0, + "step": 2580 + }, + { + "entropy": 5.129135847091675, + "epoch": 3.066429418742586, + "grad_norm": 1.09375, + "learning_rate": 0.00045126789207534544, + "loss": 4.7633, + "mean_token_accuracy": 0.19493884593248367, + "num_tokens": 7410471.0, + "step": 2585 + }, + { + "entropy": 5.097009515762329, + "epoch": 3.0723606168446027, + "grad_norm": 1.1640625, + "learning_rate": 0.00045097146387392423, + "loss": 4.7541, + "mean_token_accuracy": 0.20093791782855988, + "num_tokens": 7426151.0, + "step": 2590 + }, + { + "entropy": 5.208783435821533, + "epoch": 3.078291814946619, + "grad_norm": 1.0, + "learning_rate": 0.00045067424704116956, + "loss": 4.8063, + "mean_token_accuracy": 0.19725323617458343, + "num_tokens": 7441336.0, + "step": 2595 + }, + { + "entropy": 5.1333612442016605, + "epoch": 3.0842230130486357, + "grad_norm": 1.03125, + "learning_rate": 0.0004503762429090845, + "loss": 4.8512, + "mean_token_accuracy": 0.19190199822187423, + "num_tokens": 7456152.0, + "step": 2600 + }, + { + "entropy": 5.071452474594116, + "epoch": 3.0901542111506526, + "grad_norm": 1.0390625, + "learning_rate": 0.00045007745281320035, + "loss": 4.7492, + "mean_token_accuracy": 0.19597499817609787, + "num_tokens": 7469477.0, + "step": 2605 + }, + { + "entropy": 5.152786159515381, + "epoch": 3.096085409252669, + "grad_norm": 1.1875, + "learning_rate": 0.0004497778780925706, + "loss": 4.745, + "mean_token_accuracy": 0.20036472231149674, + "num_tokens": 7482859.0, + "step": 2610 + }, + { + "entropy": 5.149897813796997, + "epoch": 3.1020166073546855, + "grad_norm": 1.171875, + "learning_rate": 0.00044947752008976546, + "loss": 4.7565, + "mean_token_accuracy": 0.20434682816267014, + "num_tokens": 7497021.0, + "step": 2615 + }, + { + "entropy": 5.082270812988281, + "epoch": 3.1079478054567025, + "grad_norm": 0.98828125, + "learning_rate": 0.0004491763801508652, + "loss": 4.8287, + "mean_token_accuracy": 0.19397101253271104, + "num_tokens": 7512528.0, + "step": 2620 + }, + { + "entropy": 5.1444420337677, + "epoch": 3.113879003558719, + "grad_norm": 1.03125, + "learning_rate": 0.0004488744596254545, + "loss": 4.8243, + "mean_token_accuracy": 0.19616906642913817, + "num_tokens": 7529492.0, + "step": 2625 + }, + { + "entropy": 5.099391889572144, + "epoch": 3.1198102016607354, + "grad_norm": 1.046875, + "learning_rate": 0.00044857175986661634, + "loss": 4.8307, + "mean_token_accuracy": 0.1908296301960945, + "num_tokens": 7544750.0, + "step": 2630 + }, + { + "entropy": 5.151020145416259, + "epoch": 3.125741399762752, + "grad_norm": 0.98828125, + "learning_rate": 0.00044826828223092584, + "loss": 4.8131, + "mean_token_accuracy": 0.19755022823810578, + "num_tokens": 7560436.0, + "step": 2635 + }, + { + "entropy": 5.078480672836304, + "epoch": 3.131672597864769, + "grad_norm": 1.0546875, + "learning_rate": 0.0004479640280784443, + "loss": 4.744, + "mean_token_accuracy": 0.19955695867538453, + "num_tokens": 7572784.0, + "step": 2640 + }, + { + "entropy": 5.113914966583252, + "epoch": 3.1376037959667853, + "grad_norm": 1.171875, + "learning_rate": 0.00044765899877271306, + "loss": 4.859, + "mean_token_accuracy": 0.1986508622765541, + "num_tokens": 7585677.0, + "step": 2645 + }, + { + "entropy": 5.126020288467407, + "epoch": 3.1435349940688018, + "grad_norm": 1.0625, + "learning_rate": 0.0004473531956807471, + "loss": 4.8702, + "mean_token_accuracy": 0.19153172969818116, + "num_tokens": 7600099.0, + "step": 2650 + }, + { + "entropy": 5.072196006774902, + "epoch": 3.1494661921708187, + "grad_norm": 0.93359375, + "learning_rate": 0.0004470466201730298, + "loss": 4.7925, + "mean_token_accuracy": 0.19439838826656342, + "num_tokens": 7615907.0, + "step": 2655 + }, + { + "entropy": 5.143037557601929, + "epoch": 3.155397390272835, + "grad_norm": 1.03125, + "learning_rate": 0.00044673927362350545, + "loss": 4.8237, + "mean_token_accuracy": 0.19680167287588118, + "num_tokens": 7629322.0, + "step": 2660 + }, + { + "entropy": 5.135795927047729, + "epoch": 3.1613285883748516, + "grad_norm": 1.1328125, + "learning_rate": 0.00044643115740957437, + "loss": 4.7916, + "mean_token_accuracy": 0.1951526179909706, + "num_tokens": 7642876.0, + "step": 2665 + }, + { + "entropy": 5.147537422180176, + "epoch": 3.167259786476868, + "grad_norm": 1.0859375, + "learning_rate": 0.000446122272912086, + "loss": 4.7397, + "mean_token_accuracy": 0.20763775259256362, + "num_tokens": 7655252.0, + "step": 2670 + }, + { + "entropy": 5.109446811676025, + "epoch": 3.173190984578885, + "grad_norm": 1.015625, + "learning_rate": 0.0004458126215153329, + "loss": 4.7983, + "mean_token_accuracy": 0.19524380266666413, + "num_tokens": 7669858.0, + "step": 2675 + }, + { + "entropy": 5.115171337127686, + "epoch": 3.1791221826809015, + "grad_norm": 1.0546875, + "learning_rate": 0.0004455022046070446, + "loss": 4.8484, + "mean_token_accuracy": 0.18973655700683595, + "num_tokens": 7684268.0, + "step": 2680 + }, + { + "entropy": 5.018248653411865, + "epoch": 3.185053380782918, + "grad_norm": 1.109375, + "learning_rate": 0.0004451910235783814, + "loss": 4.717, + "mean_token_accuracy": 0.21085696369409562, + "num_tokens": 7696579.0, + "step": 2685 + }, + { + "entropy": 5.127526092529297, + "epoch": 3.190984578884935, + "grad_norm": 1.09375, + "learning_rate": 0.0004448790798239278, + "loss": 4.8436, + "mean_token_accuracy": 0.19351662397384645, + "num_tokens": 7712167.0, + "step": 2690 + }, + { + "entropy": 5.105394887924194, + "epoch": 3.1969157769869514, + "grad_norm": 0.96875, + "learning_rate": 0.0004445663747416868, + "loss": 4.8131, + "mean_token_accuracy": 0.19317025691270828, + "num_tokens": 7729466.0, + "step": 2695 + }, + { + "entropy": 5.043076610565185, + "epoch": 3.202846975088968, + "grad_norm": 1.140625, + "learning_rate": 0.00044425290973307345, + "loss": 4.6998, + "mean_token_accuracy": 0.20704733729362487, + "num_tokens": 7741327.0, + "step": 2700 + }, + { + "entropy": 5.05340690612793, + "epoch": 3.208778173190985, + "grad_norm": 1.140625, + "learning_rate": 0.0004439386862029081, + "loss": 4.7979, + "mean_token_accuracy": 0.2003027930855751, + "num_tokens": 7757212.0, + "step": 2705 + }, + { + "entropy": 5.1013377666473385, + "epoch": 3.2147093712930013, + "grad_norm": 1.078125, + "learning_rate": 0.00044362370555941057, + "loss": 4.8373, + "mean_token_accuracy": 0.19453289955854416, + "num_tokens": 7772726.0, + "step": 2710 + }, + { + "entropy": 5.200697374343872, + "epoch": 3.2206405693950177, + "grad_norm": 1.109375, + "learning_rate": 0.0004433079692141941, + "loss": 4.9332, + "mean_token_accuracy": 0.1931446298956871, + "num_tokens": 7788185.0, + "step": 2715 + }, + { + "entropy": 5.098084259033203, + "epoch": 3.2265717674970342, + "grad_norm": 1.09375, + "learning_rate": 0.00044299147858225835, + "loss": 4.8124, + "mean_token_accuracy": 0.19363399744033813, + "num_tokens": 7802653.0, + "step": 2720 + }, + { + "entropy": 5.1125976085662845, + "epoch": 3.232502965599051, + "grad_norm": 0.95703125, + "learning_rate": 0.0004426742350819834, + "loss": 4.7917, + "mean_token_accuracy": 0.19389940202236175, + "num_tokens": 7816898.0, + "step": 2725 + }, + { + "entropy": 5.147168445587158, + "epoch": 3.2384341637010676, + "grad_norm": 0.98828125, + "learning_rate": 0.0004423562401351234, + "loss": 4.876, + "mean_token_accuracy": 0.1905128002166748, + "num_tokens": 7833509.0, + "step": 2730 + }, + { + "entropy": 5.192942333221436, + "epoch": 3.244365361803084, + "grad_norm": 0.99609375, + "learning_rate": 0.00044203749516680035, + "loss": 4.8427, + "mean_token_accuracy": 0.1987154722213745, + "num_tokens": 7849910.0, + "step": 2735 + }, + { + "entropy": 5.063848209381104, + "epoch": 3.250296559905101, + "grad_norm": 1.0546875, + "learning_rate": 0.0004417180016054972, + "loss": 4.8113, + "mean_token_accuracy": 0.1946829855442047, + "num_tokens": 7864555.0, + "step": 2740 + }, + { + "entropy": 5.090720558166504, + "epoch": 3.2562277580071175, + "grad_norm": 1.0703125, + "learning_rate": 0.00044139776088305215, + "loss": 4.7492, + "mean_token_accuracy": 0.2016763925552368, + "num_tokens": 7878850.0, + "step": 2745 + }, + { + "entropy": 5.091657066345215, + "epoch": 3.262158956109134, + "grad_norm": 1.046875, + "learning_rate": 0.00044107677443465165, + "loss": 4.9031, + "mean_token_accuracy": 0.19536128789186477, + "num_tokens": 7894200.0, + "step": 2750 + }, + { + "entropy": 5.134050750732422, + "epoch": 3.2680901542111505, + "grad_norm": 1.1953125, + "learning_rate": 0.00044075504369882416, + "loss": 4.8529, + "mean_token_accuracy": 0.19184636920690537, + "num_tokens": 7908939.0, + "step": 2755 + }, + { + "entropy": 5.132843923568726, + "epoch": 3.2740213523131674, + "grad_norm": 0.9921875, + "learning_rate": 0.0004404325701174338, + "loss": 4.8618, + "mean_token_accuracy": 0.19030990153551103, + "num_tokens": 7924223.0, + "step": 2760 + }, + { + "entropy": 5.081524896621704, + "epoch": 3.279952550415184, + "grad_norm": 1.0625, + "learning_rate": 0.0004401093551356739, + "loss": 4.7557, + "mean_token_accuracy": 0.2024812862277031, + "num_tokens": 7938323.0, + "step": 2765 + }, + { + "entropy": 5.049100589752197, + "epoch": 3.2858837485172003, + "grad_norm": 0.92578125, + "learning_rate": 0.0004397854002020604, + "loss": 4.7814, + "mean_token_accuracy": 0.2020518437027931, + "num_tokens": 7952126.0, + "step": 2770 + }, + { + "entropy": 5.080816555023193, + "epoch": 3.2918149466192173, + "grad_norm": 1.2265625, + "learning_rate": 0.0004394607067684251, + "loss": 4.7988, + "mean_token_accuracy": 0.19751653522253038, + "num_tokens": 7965150.0, + "step": 2775 + }, + { + "entropy": 5.15736985206604, + "epoch": 3.2977461447212337, + "grad_norm": 1.015625, + "learning_rate": 0.00043913527628990984, + "loss": 4.8365, + "mean_token_accuracy": 0.19114754498004913, + "num_tokens": 7980532.0, + "step": 2780 + }, + { + "entropy": 5.0498096466064455, + "epoch": 3.30367734282325, + "grad_norm": 1.0546875, + "learning_rate": 0.00043880911022495955, + "loss": 4.7979, + "mean_token_accuracy": 0.19996661990880965, + "num_tokens": 7994731.0, + "step": 2785 + }, + { + "entropy": 5.045728778839111, + "epoch": 3.309608540925267, + "grad_norm": 1.0, + "learning_rate": 0.0004384822100353155, + "loss": 4.7792, + "mean_token_accuracy": 0.20297738313674926, + "num_tokens": 8009405.0, + "step": 2790 + }, + { + "entropy": 5.043602848052979, + "epoch": 3.3155397390272836, + "grad_norm": 1.046875, + "learning_rate": 0.00043815457718600933, + "loss": 4.703, + "mean_token_accuracy": 0.20316480547189714, + "num_tokens": 8023683.0, + "step": 2795 + }, + { + "entropy": 4.979565191268921, + "epoch": 3.3214709371293, + "grad_norm": 1.0625, + "learning_rate": 0.0004378262131453558, + "loss": 4.7448, + "mean_token_accuracy": 0.20116145312786102, + "num_tokens": 8038219.0, + "step": 2800 + }, + { + "entropy": 5.029000902175904, + "epoch": 3.3274021352313166, + "grad_norm": 1.1484375, + "learning_rate": 0.00043749711938494693, + "loss": 4.7479, + "mean_token_accuracy": 0.2009764328598976, + "num_tokens": 8052037.0, + "step": 2805 + }, + { + "entropy": 5.063984489440918, + "epoch": 3.3333333333333335, + "grad_norm": 1.109375, + "learning_rate": 0.00043716729737964475, + "loss": 4.8005, + "mean_token_accuracy": 0.19967271238565446, + "num_tokens": 8065346.0, + "step": 2810 + }, + { + "entropy": 5.089534330368042, + "epoch": 3.33926453143535, + "grad_norm": 1.1953125, + "learning_rate": 0.000436836748607575, + "loss": 4.8024, + "mean_token_accuracy": 0.19638994485139846, + "num_tokens": 8081411.0, + "step": 2815 + }, + { + "entropy": 5.120129728317261, + "epoch": 3.3451957295373664, + "grad_norm": 1.1015625, + "learning_rate": 0.0004365054745501209, + "loss": 4.8472, + "mean_token_accuracy": 0.19565204232931138, + "num_tokens": 8096979.0, + "step": 2820 + }, + { + "entropy": 5.020432186126709, + "epoch": 3.351126927639383, + "grad_norm": 1.1953125, + "learning_rate": 0.0004361734766919156, + "loss": 4.8349, + "mean_token_accuracy": 0.1926871970295906, + "num_tokens": 8110573.0, + "step": 2825 + }, + { + "entropy": 5.061763572692871, + "epoch": 3.3570581257414, + "grad_norm": 1.171875, + "learning_rate": 0.0004358407565208361, + "loss": 4.8833, + "mean_token_accuracy": 0.1976574257016182, + "num_tokens": 8125529.0, + "step": 2830 + }, + { + "entropy": 5.12091588973999, + "epoch": 3.3629893238434163, + "grad_norm": 0.953125, + "learning_rate": 0.00043550731552799676, + "loss": 4.8466, + "mean_token_accuracy": 0.19565797746181487, + "num_tokens": 8141042.0, + "step": 2835 + }, + { + "entropy": 5.022051239013672, + "epoch": 3.368920521945433, + "grad_norm": 1.1796875, + "learning_rate": 0.0004351731552077423, + "loss": 4.7575, + "mean_token_accuracy": 0.19804837554693222, + "num_tokens": 8153157.0, + "step": 2840 + }, + { + "entropy": 5.021864032745361, + "epoch": 3.3748517200474497, + "grad_norm": 0.99609375, + "learning_rate": 0.00043483827705764094, + "loss": 4.7646, + "mean_token_accuracy": 0.20032886266708375, + "num_tokens": 8168570.0, + "step": 2845 + }, + { + "entropy": 5.108405017852784, + "epoch": 3.380782918149466, + "grad_norm": 1.0703125, + "learning_rate": 0.00043450268257847814, + "loss": 4.8059, + "mean_token_accuracy": 0.19953808933496475, + "num_tokens": 8182041.0, + "step": 2850 + }, + { + "entropy": 5.110202646255493, + "epoch": 3.3867141162514827, + "grad_norm": 1.0859375, + "learning_rate": 0.00043416637327424955, + "loss": 4.8449, + "mean_token_accuracy": 0.19766062647104263, + "num_tokens": 8196466.0, + "step": 2855 + }, + { + "entropy": 5.049158334732056, + "epoch": 3.3926453143534996, + "grad_norm": 1.078125, + "learning_rate": 0.00043382935065215444, + "loss": 4.7834, + "mean_token_accuracy": 0.19956779778003692, + "num_tokens": 8210847.0, + "step": 2860 + }, + { + "entropy": 5.013025093078613, + "epoch": 3.398576512455516, + "grad_norm": 1.0703125, + "learning_rate": 0.0004334916162225889, + "loss": 4.7041, + "mean_token_accuracy": 0.2068425863981247, + "num_tokens": 8225575.0, + "step": 2865 + }, + { + "entropy": 5.076068353652954, + "epoch": 3.4045077105575325, + "grad_norm": 1.1171875, + "learning_rate": 0.00043315317149913876, + "loss": 4.808, + "mean_token_accuracy": 0.19905340373516084, + "num_tokens": 8239881.0, + "step": 2870 + }, + { + "entropy": 5.018644142150879, + "epoch": 3.4104389086595495, + "grad_norm": 1.0859375, + "learning_rate": 0.00043281401799857356, + "loss": 4.8426, + "mean_token_accuracy": 0.19684257358312607, + "num_tokens": 8253692.0, + "step": 2875 + }, + { + "entropy": 5.0646027565002445, + "epoch": 3.416370106761566, + "grad_norm": 1.03125, + "learning_rate": 0.00043247415724083886, + "loss": 4.7819, + "mean_token_accuracy": 0.19912485182285308, + "num_tokens": 8268322.0, + "step": 2880 + }, + { + "entropy": 5.025012445449829, + "epoch": 3.4223013048635824, + "grad_norm": 0.953125, + "learning_rate": 0.0004321335907490502, + "loss": 4.8053, + "mean_token_accuracy": 0.19429467767477035, + "num_tokens": 8285317.0, + "step": 2885 + }, + { + "entropy": 5.100164270401001, + "epoch": 3.428232502965599, + "grad_norm": 1.046875, + "learning_rate": 0.0004317923200494856, + "loss": 4.7933, + "mean_token_accuracy": 0.20158445090055466, + "num_tokens": 8299429.0, + "step": 2890 + }, + { + "entropy": 5.039232349395752, + "epoch": 3.434163701067616, + "grad_norm": 1.046875, + "learning_rate": 0.00043145034667157935, + "loss": 4.8165, + "mean_token_accuracy": 0.1936866894364357, + "num_tokens": 8314039.0, + "step": 2895 + }, + { + "entropy": 5.04435977935791, + "epoch": 3.4400948991696323, + "grad_norm": 1.015625, + "learning_rate": 0.00043110767214791466, + "loss": 4.8579, + "mean_token_accuracy": 0.19030549228191376, + "num_tokens": 8328634.0, + "step": 2900 + }, + { + "entropy": 5.061645078659057, + "epoch": 3.4460260972716488, + "grad_norm": 1.078125, + "learning_rate": 0.0004307642980142171, + "loss": 4.7607, + "mean_token_accuracy": 0.20237151086330413, + "num_tokens": 8342448.0, + "step": 2905 + }, + { + "entropy": 5.0385942459106445, + "epoch": 3.4519572953736652, + "grad_norm": 1.140625, + "learning_rate": 0.0004304202258093473, + "loss": 4.7632, + "mean_token_accuracy": 0.20581259578466415, + "num_tokens": 8354450.0, + "step": 2910 + }, + { + "entropy": 5.031369161605835, + "epoch": 3.457888493475682, + "grad_norm": 1.125, + "learning_rate": 0.00043007545707529496, + "loss": 4.8276, + "mean_token_accuracy": 0.20016095489263536, + "num_tokens": 8369054.0, + "step": 2915 + }, + { + "entropy": 5.084920263290405, + "epoch": 3.4638196915776986, + "grad_norm": 1.0625, + "learning_rate": 0.0004297299933571708, + "loss": 4.8296, + "mean_token_accuracy": 0.20116593837738037, + "num_tokens": 8383401.0, + "step": 2920 + }, + { + "entropy": 5.0826586246490475, + "epoch": 3.469750889679715, + "grad_norm": 1.1640625, + "learning_rate": 0.0004293838362032003, + "loss": 4.8431, + "mean_token_accuracy": 0.19186071306467056, + "num_tokens": 8396990.0, + "step": 2925 + }, + { + "entropy": 5.091199779510498, + "epoch": 3.475682087781732, + "grad_norm": 1.15625, + "learning_rate": 0.00042903698716471677, + "loss": 4.7678, + "mean_token_accuracy": 0.2013833075761795, + "num_tokens": 8411212.0, + "step": 2930 + }, + { + "entropy": 5.048702621459961, + "epoch": 3.4816132858837485, + "grad_norm": 1.15625, + "learning_rate": 0.0004286894477961541, + "loss": 4.816, + "mean_token_accuracy": 0.19629474729299545, + "num_tokens": 8424669.0, + "step": 2935 + }, + { + "entropy": 4.976538515090942, + "epoch": 3.487544483985765, + "grad_norm": 1.109375, + "learning_rate": 0.00042834121965504014, + "loss": 4.7754, + "mean_token_accuracy": 0.19990172535181044, + "num_tokens": 8437122.0, + "step": 2940 + }, + { + "entropy": 5.10742974281311, + "epoch": 3.493475682087782, + "grad_norm": 0.98046875, + "learning_rate": 0.00042799230430198935, + "loss": 4.8296, + "mean_token_accuracy": 0.1914140284061432, + "num_tokens": 8450543.0, + "step": 2945 + }, + { + "entropy": 5.064130353927612, + "epoch": 3.4994068801897984, + "grad_norm": 1.234375, + "learning_rate": 0.000427642703300696, + "loss": 4.7662, + "mean_token_accuracy": 0.2023661881685257, + "num_tokens": 8464720.0, + "step": 2950 + }, + { + "entropy": 5.0957324504852295, + "epoch": 3.505338078291815, + "grad_norm": 1.21875, + "learning_rate": 0.00042729241821792726, + "loss": 4.8549, + "mean_token_accuracy": 0.1962006002664566, + "num_tokens": 8478547.0, + "step": 2955 + }, + { + "entropy": 5.1516471862792965, + "epoch": 3.511269276393832, + "grad_norm": 0.9765625, + "learning_rate": 0.000426941450623516, + "loss": 4.8781, + "mean_token_accuracy": 0.19749569445848464, + "num_tokens": 8494126.0, + "step": 2960 + }, + { + "entropy": 5.031353759765625, + "epoch": 3.5172004744958483, + "grad_norm": 1.0859375, + "learning_rate": 0.00042658980209035394, + "loss": 4.8601, + "mean_token_accuracy": 0.186987940967083, + "num_tokens": 8508575.0, + "step": 2965 + }, + { + "entropy": 5.0075500965118405, + "epoch": 3.5231316725978647, + "grad_norm": 1.1484375, + "learning_rate": 0.00042623747419438427, + "loss": 4.7508, + "mean_token_accuracy": 0.1991992712020874, + "num_tokens": 8523589.0, + "step": 2970 + }, + { + "entropy": 5.158101797103882, + "epoch": 3.5290628706998812, + "grad_norm": 1.109375, + "learning_rate": 0.000425884468514595, + "loss": 4.8535, + "mean_token_accuracy": 0.19646587669849397, + "num_tokens": 8538238.0, + "step": 2975 + }, + { + "entropy": 4.996473217010498, + "epoch": 3.534994068801898, + "grad_norm": 1.046875, + "learning_rate": 0.00042553078663301163, + "loss": 4.8191, + "mean_token_accuracy": 0.20561834871768953, + "num_tokens": 8551959.0, + "step": 2980 + }, + { + "entropy": 5.088233804702758, + "epoch": 3.5409252669039146, + "grad_norm": 1.046875, + "learning_rate": 0.00042517643013469, + "loss": 4.8048, + "mean_token_accuracy": 0.20215945243835448, + "num_tokens": 8564628.0, + "step": 2985 + }, + { + "entropy": 5.071303081512451, + "epoch": 3.546856465005931, + "grad_norm": 1.09375, + "learning_rate": 0.0004248214006077095, + "loss": 4.821, + "mean_token_accuracy": 0.19784992188215256, + "num_tokens": 8579342.0, + "step": 2990 + }, + { + "entropy": 5.061466932296753, + "epoch": 3.5527876631079476, + "grad_norm": 1.0859375, + "learning_rate": 0.00042446569964316557, + "loss": 4.8055, + "mean_token_accuracy": 0.19897904992103577, + "num_tokens": 8595096.0, + "step": 2995 + }, + { + "entropy": 5.215964984893799, + "epoch": 3.5587188612099645, + "grad_norm": 1.0625, + "learning_rate": 0.00042410932883516297, + "loss": 4.9033, + "mean_token_accuracy": 0.1953563556075096, + "num_tokens": 8608023.0, + "step": 3000 + }, + { + "epoch": 3.5587188612099645, + "eval_entropy": 4.9771839255935575, + "eval_loss": 5.412055492401123, + "eval_mean_token_accuracy": 0.17675103251736587, + "eval_num_tokens": 8608023.0, + "eval_runtime": 2.4284, + "eval_samples_per_second": 1073.944, + "eval_steps_per_second": 134.243, + "step": 3000 + }, + { + "entropy": 5.042902183532715, + "epoch": 3.564650059311981, + "grad_norm": 0.9609375, + "learning_rate": 0.00042375228978080813, + "loss": 4.7649, + "mean_token_accuracy": 0.2008129134774208, + "num_tokens": 8623529.0, + "step": 3005 + }, + { + "entropy": 5.038916540145874, + "epoch": 3.5705812574139975, + "grad_norm": 1.1875, + "learning_rate": 0.00042339458408020267, + "loss": 4.8383, + "mean_token_accuracy": 0.19716774225234984, + "num_tokens": 8639007.0, + "step": 3010 + }, + { + "entropy": 5.000910806655884, + "epoch": 3.5765124555160144, + "grad_norm": 1.1171875, + "learning_rate": 0.0004230362133364354, + "loss": 4.7451, + "mean_token_accuracy": 0.20509970784187317, + "num_tokens": 8653678.0, + "step": 3015 + }, + { + "entropy": 5.084241008758545, + "epoch": 3.582443653618031, + "grad_norm": 1.0859375, + "learning_rate": 0.0004226771791555758, + "loss": 4.9001, + "mean_token_accuracy": 0.18916919380426406, + "num_tokens": 8668663.0, + "step": 3020 + }, + { + "entropy": 5.098063039779663, + "epoch": 3.5883748517200473, + "grad_norm": 1.1015625, + "learning_rate": 0.00042231748314666684, + "loss": 4.8285, + "mean_token_accuracy": 0.1972780004143715, + "num_tokens": 8682121.0, + "step": 3025 + }, + { + "entropy": 4.962451457977295, + "epoch": 3.5943060498220643, + "grad_norm": 1.0546875, + "learning_rate": 0.00042195712692171705, + "loss": 4.8254, + "mean_token_accuracy": 0.19526612013578415, + "num_tokens": 8698409.0, + "step": 3030 + }, + { + "entropy": 5.078032970428467, + "epoch": 3.6002372479240807, + "grad_norm": 1.0859375, + "learning_rate": 0.00042159611209569416, + "loss": 4.8473, + "mean_token_accuracy": 0.1929122567176819, + "num_tokens": 8714076.0, + "step": 3035 + }, + { + "entropy": 5.09345006942749, + "epoch": 3.606168446026097, + "grad_norm": 0.9765625, + "learning_rate": 0.00042123444028651725, + "loss": 4.7946, + "mean_token_accuracy": 0.20138713866472244, + "num_tokens": 8730482.0, + "step": 3040 + }, + { + "entropy": 4.995736932754516, + "epoch": 3.612099644128114, + "grad_norm": 0.98046875, + "learning_rate": 0.00042087211311504986, + "loss": 4.7808, + "mean_token_accuracy": 0.2021682783961296, + "num_tokens": 8744036.0, + "step": 3045 + }, + { + "entropy": 5.092488193511963, + "epoch": 3.6180308422301306, + "grad_norm": 1.21875, + "learning_rate": 0.00042050913220509253, + "loss": 4.8339, + "mean_token_accuracy": 0.1878429561853409, + "num_tokens": 8760458.0, + "step": 3050 + }, + { + "entropy": 5.027280521392822, + "epoch": 3.623962040332147, + "grad_norm": 1.171875, + "learning_rate": 0.00042014549918337554, + "loss": 4.788, + "mean_token_accuracy": 0.19931856244802476, + "num_tokens": 8774946.0, + "step": 3055 + }, + { + "entropy": 5.0445245742797855, + "epoch": 3.6298932384341636, + "grad_norm": 1.0625, + "learning_rate": 0.0004197812156795518, + "loss": 4.7885, + "mean_token_accuracy": 0.20058033168315886, + "num_tokens": 8790918.0, + "step": 3060 + }, + { + "entropy": 5.032378005981445, + "epoch": 3.63582443653618, + "grad_norm": 1.2421875, + "learning_rate": 0.0004194162833261893, + "loss": 4.8178, + "mean_token_accuracy": 0.1946185812354088, + "num_tokens": 8803505.0, + "step": 3065 + }, + { + "entropy": 5.082729768753052, + "epoch": 3.641755634638197, + "grad_norm": 1.046875, + "learning_rate": 0.0004190507037587639, + "loss": 4.8787, + "mean_token_accuracy": 0.1933801293373108, + "num_tokens": 8819567.0, + "step": 3070 + }, + { + "entropy": 5.109076070785522, + "epoch": 3.6476868327402134, + "grad_norm": 1.25, + "learning_rate": 0.0004186844786156522, + "loss": 4.7838, + "mean_token_accuracy": 0.18985679149627685, + "num_tokens": 8834257.0, + "step": 3075 + }, + { + "entropy": 5.0223876476287845, + "epoch": 3.65361803084223, + "grad_norm": 1.0390625, + "learning_rate": 0.0004183176095381238, + "loss": 4.7938, + "mean_token_accuracy": 0.2065998211503029, + "num_tokens": 8847866.0, + "step": 3080 + }, + { + "entropy": 5.010385465621948, + "epoch": 3.659549228944247, + "grad_norm": 1.1015625, + "learning_rate": 0.000417950098170334, + "loss": 4.8118, + "mean_token_accuracy": 0.19870606809854507, + "num_tokens": 8863297.0, + "step": 3085 + }, + { + "entropy": 5.062593126296997, + "epoch": 3.6654804270462633, + "grad_norm": 1.15625, + "learning_rate": 0.000417581946159317, + "loss": 4.817, + "mean_token_accuracy": 0.19981457144021988, + "num_tokens": 8876605.0, + "step": 3090 + }, + { + "entropy": 4.998176097869873, + "epoch": 3.67141162514828, + "grad_norm": 0.953125, + "learning_rate": 0.0004172131551549778, + "loss": 4.7572, + "mean_token_accuracy": 0.206072661280632, + "num_tokens": 8892040.0, + "step": 3095 + }, + { + "entropy": 4.948314142227173, + "epoch": 3.6773428232502967, + "grad_norm": 0.9609375, + "learning_rate": 0.00041684372681008506, + "loss": 4.8146, + "mean_token_accuracy": 0.19830800145864486, + "num_tokens": 8905806.0, + "step": 3100 + }, + { + "entropy": 5.009223079681396, + "epoch": 3.683274021352313, + "grad_norm": 1.0703125, + "learning_rate": 0.00041647366278026415, + "loss": 4.777, + "mean_token_accuracy": 0.2011968970298767, + "num_tokens": 8920638.0, + "step": 3105 + }, + { + "entropy": 5.031396293640137, + "epoch": 3.6892052194543297, + "grad_norm": 1.125, + "learning_rate": 0.00041610296472398875, + "loss": 4.7595, + "mean_token_accuracy": 0.1939758390188217, + "num_tokens": 8933501.0, + "step": 3110 + }, + { + "entropy": 5.029152154922485, + "epoch": 3.6951364175563466, + "grad_norm": 1.1015625, + "learning_rate": 0.00041573163430257435, + "loss": 4.8538, + "mean_token_accuracy": 0.19719393253326417, + "num_tokens": 8948909.0, + "step": 3115 + }, + { + "entropy": 5.086005306243896, + "epoch": 3.701067615658363, + "grad_norm": 1.109375, + "learning_rate": 0.00041535967318017037, + "loss": 4.8204, + "mean_token_accuracy": 0.19703703224658967, + "num_tokens": 8961611.0, + "step": 3120 + }, + { + "entropy": 4.937661504745483, + "epoch": 3.7069988137603795, + "grad_norm": 1.0703125, + "learning_rate": 0.00041498708302375277, + "loss": 4.7334, + "mean_token_accuracy": 0.20828222185373307, + "num_tokens": 8975993.0, + "step": 3125 + }, + { + "entropy": 5.019860696792603, + "epoch": 3.7129300118623965, + "grad_norm": 1.0703125, + "learning_rate": 0.0004146138655031165, + "loss": 4.8078, + "mean_token_accuracy": 0.1950700029730797, + "num_tokens": 8989198.0, + "step": 3130 + }, + { + "entropy": 5.036433696746826, + "epoch": 3.718861209964413, + "grad_norm": 1.015625, + "learning_rate": 0.0004142400222908681, + "loss": 4.8078, + "mean_token_accuracy": 0.20096368491649627, + "num_tokens": 9004592.0, + "step": 3135 + }, + { + "entropy": 4.998563623428344, + "epoch": 3.7247924080664294, + "grad_norm": 1.140625, + "learning_rate": 0.0004138655550624183, + "loss": 4.773, + "mean_token_accuracy": 0.19526535868644715, + "num_tokens": 9017772.0, + "step": 3140 + }, + { + "entropy": 5.036626148223877, + "epoch": 3.730723606168446, + "grad_norm": 1.0625, + "learning_rate": 0.0004134904654959745, + "loss": 4.7073, + "mean_token_accuracy": 0.20760386288166047, + "num_tokens": 9031182.0, + "step": 3145 + }, + { + "entropy": 5.066286182403564, + "epoch": 3.7366548042704624, + "grad_norm": 1.0390625, + "learning_rate": 0.00041311475527253284, + "loss": 4.7977, + "mean_token_accuracy": 0.19728391021490096, + "num_tokens": 9044934.0, + "step": 3150 + }, + { + "entropy": 5.016174173355102, + "epoch": 3.7425860023724793, + "grad_norm": 1.0703125, + "learning_rate": 0.00041273842607587137, + "loss": 4.7928, + "mean_token_accuracy": 0.1950550675392151, + "num_tokens": 9059795.0, + "step": 3155 + }, + { + "entropy": 4.972341299057007, + "epoch": 3.7485172004744958, + "grad_norm": 1.03125, + "learning_rate": 0.00041236147959254166, + "loss": 4.782, + "mean_token_accuracy": 0.20030613243579865, + "num_tokens": 9073410.0, + "step": 3160 + }, + { + "entropy": 5.022267293930054, + "epoch": 3.7544483985765122, + "grad_norm": 1.046875, + "learning_rate": 0.00041198391751186227, + "loss": 4.8398, + "mean_token_accuracy": 0.19292792528867722, + "num_tokens": 9089338.0, + "step": 3165 + }, + { + "entropy": 5.042642307281494, + "epoch": 3.760379596678529, + "grad_norm": 1.15625, + "learning_rate": 0.0004116057415259101, + "loss": 4.7528, + "mean_token_accuracy": 0.20497467815876008, + "num_tokens": 9103520.0, + "step": 3170 + }, + { + "entropy": 5.021176958084107, + "epoch": 3.7663107947805456, + "grad_norm": 0.9765625, + "learning_rate": 0.00041122695332951363, + "loss": 4.7706, + "mean_token_accuracy": 0.20218247920274734, + "num_tokens": 9117935.0, + "step": 3175 + }, + { + "entropy": 4.987675666809082, + "epoch": 3.772241992882562, + "grad_norm": 1.0, + "learning_rate": 0.0004108475546202449, + "loss": 4.759, + "mean_token_accuracy": 0.20431260019540787, + "num_tokens": 9132457.0, + "step": 3180 + }, + { + "entropy": 5.050307130813598, + "epoch": 3.778173190984579, + "grad_norm": 1.09375, + "learning_rate": 0.0004104675470984121, + "loss": 4.8232, + "mean_token_accuracy": 0.19753638207912444, + "num_tokens": 9147329.0, + "step": 3185 + }, + { + "entropy": 5.029834890365601, + "epoch": 3.7841043890865955, + "grad_norm": 1.0625, + "learning_rate": 0.0004100869324670517, + "loss": 4.7634, + "mean_token_accuracy": 0.20562210381031037, + "num_tokens": 9161052.0, + "step": 3190 + }, + { + "entropy": 5.00586576461792, + "epoch": 3.790035587188612, + "grad_norm": 1.078125, + "learning_rate": 0.0004097057124319212, + "loss": 4.8242, + "mean_token_accuracy": 0.20105937719345093, + "num_tokens": 9175900.0, + "step": 3195 + }, + { + "entropy": 4.9953101634979244, + "epoch": 3.795966785290629, + "grad_norm": 1.0703125, + "learning_rate": 0.000409323888701491, + "loss": 4.7846, + "mean_token_accuracy": 0.2029906615614891, + "num_tokens": 9189706.0, + "step": 3200 + }, + { + "entropy": 5.035350704193116, + "epoch": 3.8018979833926454, + "grad_norm": 1.1328125, + "learning_rate": 0.0004089414629869373, + "loss": 4.8483, + "mean_token_accuracy": 0.1962611809372902, + "num_tokens": 9203727.0, + "step": 3205 + }, + { + "entropy": 5.05778546333313, + "epoch": 3.807829181494662, + "grad_norm": 0.98828125, + "learning_rate": 0.00040855843700213386, + "loss": 4.796, + "mean_token_accuracy": 0.19637212604284288, + "num_tokens": 9217664.0, + "step": 3210 + }, + { + "entropy": 4.937251186370849, + "epoch": 3.813760379596679, + "grad_norm": 0.99609375, + "learning_rate": 0.0004081748124636449, + "loss": 4.7115, + "mean_token_accuracy": 0.20479025095701217, + "num_tokens": 9233474.0, + "step": 3215 + }, + { + "entropy": 4.995423221588135, + "epoch": 3.8196915776986953, + "grad_norm": 1.046875, + "learning_rate": 0.00040779059109071706, + "loss": 4.7895, + "mean_token_accuracy": 0.20069828033447265, + "num_tokens": 9247567.0, + "step": 3220 + }, + { + "entropy": 5.027128553390503, + "epoch": 3.8256227758007118, + "grad_norm": 0.96875, + "learning_rate": 0.0004074057746052713, + "loss": 4.7736, + "mean_token_accuracy": 0.1999478057026863, + "num_tokens": 9262264.0, + "step": 3225 + }, + { + "entropy": 5.114210844039917, + "epoch": 3.8315539739027282, + "grad_norm": 1.0546875, + "learning_rate": 0.0004070203647318963, + "loss": 4.9095, + "mean_token_accuracy": 0.18577013909816742, + "num_tokens": 9276893.0, + "step": 3230 + }, + { + "entropy": 5.053824806213379, + "epoch": 3.8374851720047447, + "grad_norm": 1.1640625, + "learning_rate": 0.00040663436319783965, + "loss": 4.8054, + "mean_token_accuracy": 0.19727878272533417, + "num_tokens": 9291646.0, + "step": 3235 + }, + { + "entropy": 5.021931886672974, + "epoch": 3.8434163701067616, + "grad_norm": 1.0546875, + "learning_rate": 0.0004062477717330006, + "loss": 4.8344, + "mean_token_accuracy": 0.19990530163049697, + "num_tokens": 9305789.0, + "step": 3240 + }, + { + "entropy": 4.9833355903625485, + "epoch": 3.849347568208778, + "grad_norm": 1.03125, + "learning_rate": 0.00040586059206992214, + "loss": 4.7497, + "mean_token_accuracy": 0.1978788733482361, + "num_tokens": 9321039.0, + "step": 3245 + }, + { + "entropy": 5.031898260116577, + "epoch": 3.8552787663107946, + "grad_norm": 1.1171875, + "learning_rate": 0.0004054728259437836, + "loss": 4.82, + "mean_token_accuracy": 0.1935506910085678, + "num_tokens": 9337105.0, + "step": 3250 + }, + { + "entropy": 5.07962851524353, + "epoch": 3.8612099644128115, + "grad_norm": 1.015625, + "learning_rate": 0.00040508447509239224, + "loss": 4.8061, + "mean_token_accuracy": 0.19505731612443925, + "num_tokens": 9350684.0, + "step": 3255 + }, + { + "entropy": 5.032706165313721, + "epoch": 3.867141162514828, + "grad_norm": 1.03125, + "learning_rate": 0.000404695541256176, + "loss": 4.8298, + "mean_token_accuracy": 0.19414604753255843, + "num_tokens": 9365074.0, + "step": 3260 + }, + { + "entropy": 5.051387643814087, + "epoch": 3.8730723606168445, + "grad_norm": 1.046875, + "learning_rate": 0.0004043060261781756, + "loss": 4.9184, + "mean_token_accuracy": 0.18420381844043732, + "num_tokens": 9380912.0, + "step": 3265 + }, + { + "entropy": 5.086946487426758, + "epoch": 3.8790035587188614, + "grad_norm": 1.1640625, + "learning_rate": 0.00040391593160403656, + "loss": 4.8248, + "mean_token_accuracy": 0.20802772492170335, + "num_tokens": 9393812.0, + "step": 3270 + }, + { + "entropy": 4.938499832153321, + "epoch": 3.884934756820878, + "grad_norm": 1.1640625, + "learning_rate": 0.00040352525928200137, + "loss": 4.7925, + "mean_token_accuracy": 0.20416243374347687, + "num_tokens": 9409731.0, + "step": 3275 + }, + { + "entropy": 5.003332328796387, + "epoch": 3.8908659549228943, + "grad_norm": 1.078125, + "learning_rate": 0.0004031340109629017, + "loss": 4.7663, + "mean_token_accuracy": 0.20782396644353868, + "num_tokens": 9422743.0, + "step": 3280 + }, + { + "entropy": 5.017239379882812, + "epoch": 3.8967971530249113, + "grad_norm": 1.2578125, + "learning_rate": 0.000402742188400151, + "loss": 4.8235, + "mean_token_accuracy": 0.19541184455156327, + "num_tokens": 9436440.0, + "step": 3285 + }, + { + "entropy": 4.970128440856934, + "epoch": 3.9027283511269277, + "grad_norm": 1.0234375, + "learning_rate": 0.00040234979334973577, + "loss": 4.8555, + "mean_token_accuracy": 0.19211765229701996, + "num_tokens": 9451668.0, + "step": 3290 + }, + { + "entropy": 5.056919956207276, + "epoch": 3.908659549228944, + "grad_norm": 1.1640625, + "learning_rate": 0.00040195682757020846, + "loss": 4.7723, + "mean_token_accuracy": 0.21034520268440246, + "num_tokens": 9464700.0, + "step": 3295 + }, + { + "entropy": 4.960184717178345, + "epoch": 3.914590747330961, + "grad_norm": 1.03125, + "learning_rate": 0.00040156329282267915, + "loss": 4.7365, + "mean_token_accuracy": 0.20848041474819184, + "num_tokens": 9479003.0, + "step": 3300 + }, + { + "entropy": 4.990036296844482, + "epoch": 3.9205219454329776, + "grad_norm": 0.98828125, + "learning_rate": 0.00040116919087080787, + "loss": 4.7514, + "mean_token_accuracy": 0.20134748965501786, + "num_tokens": 9493134.0, + "step": 3305 + }, + { + "entropy": 5.011323022842407, + "epoch": 3.926453143534994, + "grad_norm": 1.1328125, + "learning_rate": 0.00040077452348079664, + "loss": 4.7617, + "mean_token_accuracy": 0.20163092166185378, + "num_tokens": 9507087.0, + "step": 3310 + }, + { + "entropy": 5.019417953491211, + "epoch": 3.9323843416370106, + "grad_norm": 1.2109375, + "learning_rate": 0.0004003792924213814, + "loss": 4.7621, + "mean_token_accuracy": 0.20881457775831222, + "num_tokens": 9518328.0, + "step": 3315 + }, + { + "entropy": 4.98180365562439, + "epoch": 3.938315539739027, + "grad_norm": 1.09375, + "learning_rate": 0.0003999834994638243, + "loss": 4.8216, + "mean_token_accuracy": 0.20216355621814727, + "num_tokens": 9532413.0, + "step": 3320 + }, + { + "entropy": 5.001606082916259, + "epoch": 3.944246737841044, + "grad_norm": 1.125, + "learning_rate": 0.0003995871463819059, + "loss": 4.761, + "mean_token_accuracy": 0.2026512235403061, + "num_tokens": 9547681.0, + "step": 3325 + }, + { + "entropy": 4.967384576797485, + "epoch": 3.9501779359430604, + "grad_norm": 1.1484375, + "learning_rate": 0.00039919023495191665, + "loss": 4.7276, + "mean_token_accuracy": 0.20670733749866485, + "num_tokens": 9560198.0, + "step": 3330 + }, + { + "entropy": 4.987757778167724, + "epoch": 3.956109134045077, + "grad_norm": 1.046875, + "learning_rate": 0.0003987927669526494, + "loss": 4.8062, + "mean_token_accuracy": 0.1983866959810257, + "num_tokens": 9574347.0, + "step": 3335 + }, + { + "entropy": 4.972973728179932, + "epoch": 3.962040332147094, + "grad_norm": 1.09375, + "learning_rate": 0.00039839474416539163, + "loss": 4.7004, + "mean_token_accuracy": 0.20886301398277282, + "num_tokens": 9587337.0, + "step": 3340 + }, + { + "entropy": 4.984016704559326, + "epoch": 3.9679715302491103, + "grad_norm": 1.171875, + "learning_rate": 0.00039799616837391655, + "loss": 4.784, + "mean_token_accuracy": 0.19981919676065446, + "num_tokens": 9601047.0, + "step": 3345 + }, + { + "entropy": 5.0524254322052, + "epoch": 3.973902728351127, + "grad_norm": 1.0625, + "learning_rate": 0.00039759704136447627, + "loss": 4.7662, + "mean_token_accuracy": 0.20110076069831848, + "num_tokens": 9614164.0, + "step": 3350 + }, + { + "entropy": 5.00496735572815, + "epoch": 3.9798339264531437, + "grad_norm": 1.21875, + "learning_rate": 0.0003971973649257929, + "loss": 4.8026, + "mean_token_accuracy": 0.19617463350296022, + "num_tokens": 9628179.0, + "step": 3355 + }, + { + "entropy": 4.986306190490723, + "epoch": 3.98576512455516, + "grad_norm": 1.1015625, + "learning_rate": 0.000396797140849051, + "loss": 4.8062, + "mean_token_accuracy": 0.20138847976922988, + "num_tokens": 9641575.0, + "step": 3360 + }, + { + "entropy": 5.002590847015381, + "epoch": 3.9916963226571767, + "grad_norm": 1.3046875, + "learning_rate": 0.00039639637092788935, + "loss": 4.7214, + "mean_token_accuracy": 0.20492513924837114, + "num_tokens": 9655381.0, + "step": 3365 + }, + { + "entropy": 5.0504356861114506, + "epoch": 3.9976275207591936, + "grad_norm": 1.1015625, + "learning_rate": 0.000395995056958393, + "loss": 4.8149, + "mean_token_accuracy": 0.19649633914232253, + "num_tokens": 9670477.0, + "step": 3370 + }, + { + "entropy": 4.922432947158813, + "epoch": 4.00355871886121, + "grad_norm": 1.1640625, + "learning_rate": 0.00039559320073908526, + "loss": 4.5875, + "mean_token_accuracy": 0.2211996853351593, + "num_tokens": 9683964.0, + "step": 3375 + }, + { + "entropy": 5.0110671043396, + "epoch": 4.0094899169632265, + "grad_norm": 0.94140625, + "learning_rate": 0.00039519080407091956, + "loss": 4.58, + "mean_token_accuracy": 0.21853467971086502, + "num_tokens": 9698415.0, + "step": 3380 + }, + { + "entropy": 5.0225770473480225, + "epoch": 4.0154211150652435, + "grad_norm": 0.98828125, + "learning_rate": 0.00039478786875727116, + "loss": 4.5708, + "mean_token_accuracy": 0.21765107959508895, + "num_tokens": 9712895.0, + "step": 3385 + }, + { + "entropy": 4.9370323657989506, + "epoch": 4.0213523131672595, + "grad_norm": 1.1015625, + "learning_rate": 0.00039438439660392983, + "loss": 4.475, + "mean_token_accuracy": 0.22428351193666457, + "num_tokens": 9728872.0, + "step": 3390 + }, + { + "entropy": 4.997824096679688, + "epoch": 4.027283511269276, + "grad_norm": 1.1171875, + "learning_rate": 0.00039398038941909066, + "loss": 4.5467, + "mean_token_accuracy": 0.21755390614271164, + "num_tokens": 9744284.0, + "step": 3395 + }, + { + "entropy": 4.97338900566101, + "epoch": 4.033214709371293, + "grad_norm": 1.078125, + "learning_rate": 0.000393575849013347, + "loss": 4.5463, + "mean_token_accuracy": 0.2152925118803978, + "num_tokens": 9759374.0, + "step": 3400 + }, + { + "entropy": 4.930527114868164, + "epoch": 4.039145907473309, + "grad_norm": 1.0625, + "learning_rate": 0.00039317077719968143, + "loss": 4.5183, + "mean_token_accuracy": 0.21953357756137848, + "num_tokens": 9773919.0, + "step": 3405 + }, + { + "entropy": 4.989052486419678, + "epoch": 4.045077105575326, + "grad_norm": 1.21875, + "learning_rate": 0.00039276517579345846, + "loss": 4.5668, + "mean_token_accuracy": 0.21412246227264403, + "num_tokens": 9788023.0, + "step": 3410 + }, + { + "entropy": 5.021774053573608, + "epoch": 4.051008303677343, + "grad_norm": 1.046875, + "learning_rate": 0.0003923590466124159, + "loss": 4.561, + "mean_token_accuracy": 0.21579589694738388, + "num_tokens": 9803037.0, + "step": 3415 + }, + { + "entropy": 4.994525671005249, + "epoch": 4.056939501779359, + "grad_norm": 1.1328125, + "learning_rate": 0.00039195239147665664, + "loss": 4.5317, + "mean_token_accuracy": 0.21720170676708223, + "num_tokens": 9816782.0, + "step": 3420 + }, + { + "entropy": 4.995402812957764, + "epoch": 4.062870699881376, + "grad_norm": 1.0625, + "learning_rate": 0.00039154521220864094, + "loss": 4.544, + "mean_token_accuracy": 0.21858830749988556, + "num_tokens": 9830471.0, + "step": 3425 + }, + { + "entropy": 4.991329097747803, + "epoch": 4.068801897983393, + "grad_norm": 1.0703125, + "learning_rate": 0.00039113751063317795, + "loss": 4.597, + "mean_token_accuracy": 0.21205688118934632, + "num_tokens": 9844303.0, + "step": 3430 + }, + { + "entropy": 4.940326738357544, + "epoch": 4.074733096085409, + "grad_norm": 1.0234375, + "learning_rate": 0.0003907292885774175, + "loss": 4.5388, + "mean_token_accuracy": 0.21253766417503356, + "num_tokens": 9861002.0, + "step": 3435 + }, + { + "entropy": 4.897701930999756, + "epoch": 4.080664294187426, + "grad_norm": 1.0703125, + "learning_rate": 0.0003903205478708419, + "loss": 4.5072, + "mean_token_accuracy": 0.22263137847185135, + "num_tokens": 9876338.0, + "step": 3440 + }, + { + "entropy": 5.052014923095703, + "epoch": 4.086595492289442, + "grad_norm": 1.0625, + "learning_rate": 0.0003899112903452582, + "loss": 4.6115, + "mean_token_accuracy": 0.21495201140642167, + "num_tokens": 9891217.0, + "step": 3445 + }, + { + "entropy": 4.955441427230835, + "epoch": 4.092526690391459, + "grad_norm": 1.1015625, + "learning_rate": 0.00038950151783478926, + "loss": 4.547, + "mean_token_accuracy": 0.22495205700397491, + "num_tokens": 9905309.0, + "step": 3450 + }, + { + "entropy": 4.965147495269775, + "epoch": 4.098457888493476, + "grad_norm": 1.015625, + "learning_rate": 0.000389091232175866, + "loss": 4.5015, + "mean_token_accuracy": 0.22329854369163513, + "num_tokens": 9918347.0, + "step": 3455 + }, + { + "entropy": 4.948949956893921, + "epoch": 4.104389086595492, + "grad_norm": 1.2265625, + "learning_rate": 0.0003886804352072192, + "loss": 4.5585, + "mean_token_accuracy": 0.21841878592967987, + "num_tokens": 9933068.0, + "step": 3460 + }, + { + "entropy": 4.864326620101929, + "epoch": 4.110320284697509, + "grad_norm": 1.0234375, + "learning_rate": 0.0003882691287698709, + "loss": 4.5283, + "mean_token_accuracy": 0.2233476459980011, + "num_tokens": 9948149.0, + "step": 3465 + }, + { + "entropy": 4.933009481430053, + "epoch": 4.116251482799526, + "grad_norm": 1.1015625, + "learning_rate": 0.0003878573147071265, + "loss": 4.5161, + "mean_token_accuracy": 0.2156417414546013, + "num_tokens": 9961494.0, + "step": 3470 + }, + { + "entropy": 4.932680368423462, + "epoch": 4.122182680901542, + "grad_norm": 1.0234375, + "learning_rate": 0.0003874449948645664, + "loss": 4.5063, + "mean_token_accuracy": 0.2222415953874588, + "num_tokens": 9977270.0, + "step": 3475 + }, + { + "entropy": 4.86724328994751, + "epoch": 4.128113879003559, + "grad_norm": 1.0390625, + "learning_rate": 0.0003870321710900375, + "loss": 4.4522, + "mean_token_accuracy": 0.2294168159365654, + "num_tokens": 9991102.0, + "step": 3480 + }, + { + "entropy": 4.947033166885376, + "epoch": 4.134045077105576, + "grad_norm": 1.171875, + "learning_rate": 0.00038661884523364537, + "loss": 4.5741, + "mean_token_accuracy": 0.22195196747779847, + "num_tokens": 10004991.0, + "step": 3485 + }, + { + "entropy": 4.9410834312438965, + "epoch": 4.139976275207592, + "grad_norm": 1.0859375, + "learning_rate": 0.00038620501914774554, + "loss": 4.5944, + "mean_token_accuracy": 0.2187734752893448, + "num_tokens": 10019654.0, + "step": 3490 + }, + { + "entropy": 4.893217134475708, + "epoch": 4.145907473309609, + "grad_norm": 1.078125, + "learning_rate": 0.00038579069468693526, + "loss": 4.4958, + "mean_token_accuracy": 0.22282861918210983, + "num_tokens": 10033831.0, + "step": 3495 + }, + { + "entropy": 4.945186996459961, + "epoch": 4.1518386714116255, + "grad_norm": 0.98046875, + "learning_rate": 0.00038537587370804567, + "loss": 4.5099, + "mean_token_accuracy": 0.21789855360984803, + "num_tokens": 10049549.0, + "step": 3500 + }, + { + "epoch": 4.1518386714116255, + "eval_entropy": 4.839259713705332, + "eval_loss": 5.367321491241455, + "eval_mean_token_accuracy": 0.18195566196748816, + "eval_num_tokens": 10049549.0, + "eval_runtime": 2.4857, + "eval_samples_per_second": 1049.215, + "eval_steps_per_second": 131.152, + "step": 3500 + }, + { + "entropy": 4.949001407623291, + "epoch": 4.157769869513642, + "grad_norm": 1.1953125, + "learning_rate": 0.0003849605580701327, + "loss": 4.5444, + "mean_token_accuracy": 0.21757382601499559, + "num_tokens": 10062471.0, + "step": 3505 + }, + { + "entropy": 4.934420490264893, + "epoch": 4.1637010676156585, + "grad_norm": 1.0703125, + "learning_rate": 0.0003845447496344694, + "loss": 4.5807, + "mean_token_accuracy": 0.21373047232627868, + "num_tokens": 10077154.0, + "step": 3510 + }, + { + "entropy": 4.976820373535157, + "epoch": 4.169632265717675, + "grad_norm": 1.046875, + "learning_rate": 0.00038412845026453715, + "loss": 4.526, + "mean_token_accuracy": 0.21752108186483382, + "num_tokens": 10089474.0, + "step": 3515 + }, + { + "entropy": 4.9126228332519535, + "epoch": 4.1755634638196915, + "grad_norm": 1.0546875, + "learning_rate": 0.00038371166182601756, + "loss": 4.5337, + "mean_token_accuracy": 0.21539070457220078, + "num_tokens": 10104377.0, + "step": 3520 + }, + { + "entropy": 4.887478303909302, + "epoch": 4.181494661921708, + "grad_norm": 1.0703125, + "learning_rate": 0.00038329438618678427, + "loss": 4.4854, + "mean_token_accuracy": 0.22191788107156754, + "num_tokens": 10119580.0, + "step": 3525 + }, + { + "entropy": 4.967412519454956, + "epoch": 4.187425860023724, + "grad_norm": 1.1015625, + "learning_rate": 0.0003828766252168938, + "loss": 4.6256, + "mean_token_accuracy": 0.20895761251449585, + "num_tokens": 10135586.0, + "step": 3530 + }, + { + "entropy": 4.829362487792968, + "epoch": 4.193357058125741, + "grad_norm": 1.2109375, + "learning_rate": 0.00038245838078857837, + "loss": 4.5119, + "mean_token_accuracy": 0.21914001256227494, + "num_tokens": 10148464.0, + "step": 3535 + }, + { + "entropy": 4.941340827941895, + "epoch": 4.199288256227758, + "grad_norm": 1.2109375, + "learning_rate": 0.0003820396547762363, + "loss": 4.5293, + "mean_token_accuracy": 0.21329305917024613, + "num_tokens": 10162838.0, + "step": 3540 + }, + { + "entropy": 4.8993401527404785, + "epoch": 4.205219454329774, + "grad_norm": 0.97265625, + "learning_rate": 0.0003816204490564247, + "loss": 4.4626, + "mean_token_accuracy": 0.225820828974247, + "num_tokens": 10178385.0, + "step": 3545 + }, + { + "entropy": 4.919313240051269, + "epoch": 4.211150652431791, + "grad_norm": 1.2265625, + "learning_rate": 0.0003812007655078501, + "loss": 4.5609, + "mean_token_accuracy": 0.21777454614639283, + "num_tokens": 10192616.0, + "step": 3550 + }, + { + "entropy": 4.987676429748535, + "epoch": 4.217081850533808, + "grad_norm": 1.1328125, + "learning_rate": 0.0003807806060113606, + "loss": 4.5856, + "mean_token_accuracy": 0.21827704459428787, + "num_tokens": 10206467.0, + "step": 3555 + }, + { + "entropy": 4.911167335510254, + "epoch": 4.223013048635824, + "grad_norm": 1.0703125, + "learning_rate": 0.0003803599724499373, + "loss": 4.5154, + "mean_token_accuracy": 0.22495382130146027, + "num_tokens": 10219993.0, + "step": 3560 + }, + { + "entropy": 4.865255451202392, + "epoch": 4.228944246737841, + "grad_norm": 1.0625, + "learning_rate": 0.000379938866708686, + "loss": 4.5095, + "mean_token_accuracy": 0.2240983322262764, + "num_tokens": 10234359.0, + "step": 3565 + }, + { + "entropy": 4.949184846878052, + "epoch": 4.234875444839858, + "grad_norm": 1.234375, + "learning_rate": 0.00037951729067482845, + "loss": 4.6212, + "mean_token_accuracy": 0.21564119905233384, + "num_tokens": 10248498.0, + "step": 3570 + }, + { + "entropy": 5.020032358169556, + "epoch": 4.240806642941874, + "grad_norm": 1.0390625, + "learning_rate": 0.00037909524623769405, + "loss": 4.6366, + "mean_token_accuracy": 0.2105604127049446, + "num_tokens": 10264281.0, + "step": 3575 + }, + { + "entropy": 4.982895183563232, + "epoch": 4.246737841043891, + "grad_norm": 1.125, + "learning_rate": 0.0003786727352887114, + "loss": 4.5799, + "mean_token_accuracy": 0.21946978121995925, + "num_tokens": 10278089.0, + "step": 3580 + }, + { + "entropy": 4.895901250839233, + "epoch": 4.252669039145908, + "grad_norm": 1.1171875, + "learning_rate": 0.00037824975972140004, + "loss": 4.5528, + "mean_token_accuracy": 0.21517277508974075, + "num_tokens": 10293704.0, + "step": 3585 + }, + { + "entropy": 4.942791414260864, + "epoch": 4.258600237247924, + "grad_norm": 1.109375, + "learning_rate": 0.0003778263214313614, + "loss": 4.6005, + "mean_token_accuracy": 0.21143771708011627, + "num_tokens": 10309242.0, + "step": 3590 + }, + { + "entropy": 4.96503586769104, + "epoch": 4.264531435349941, + "grad_norm": 1.09375, + "learning_rate": 0.00037740242231627086, + "loss": 4.5739, + "mean_token_accuracy": 0.21260294765233995, + "num_tokens": 10326394.0, + "step": 3595 + }, + { + "entropy": 4.9582971096038815, + "epoch": 4.270462633451958, + "grad_norm": 1.1875, + "learning_rate": 0.00037697806427586895, + "loss": 4.5723, + "mean_token_accuracy": 0.20982261300086974, + "num_tokens": 10338835.0, + "step": 3600 + }, + { + "entropy": 4.95024733543396, + "epoch": 4.276393831553974, + "grad_norm": 1.140625, + "learning_rate": 0.00037655324921195295, + "loss": 4.5422, + "mean_token_accuracy": 0.21664880514144896, + "num_tokens": 10352665.0, + "step": 3605 + }, + { + "entropy": 4.949320077896118, + "epoch": 4.282325029655991, + "grad_norm": 1.015625, + "learning_rate": 0.0003761279790283682, + "loss": 4.6211, + "mean_token_accuracy": 0.2119644895195961, + "num_tokens": 10368016.0, + "step": 3610 + }, + { + "entropy": 4.932809591293335, + "epoch": 4.288256227758007, + "grad_norm": 1.1328125, + "learning_rate": 0.00037570225563099993, + "loss": 4.5848, + "mean_token_accuracy": 0.207173253595829, + "num_tokens": 10383828.0, + "step": 3615 + }, + { + "entropy": 4.879697322845459, + "epoch": 4.294187425860024, + "grad_norm": 1.21875, + "learning_rate": 0.00037527608092776434, + "loss": 4.5116, + "mean_token_accuracy": 0.2246400997042656, + "num_tokens": 10396806.0, + "step": 3620 + }, + { + "entropy": 4.912312746047974, + "epoch": 4.300118623962041, + "grad_norm": 1.1640625, + "learning_rate": 0.0003748494568286002, + "loss": 4.5452, + "mean_token_accuracy": 0.2169484555721283, + "num_tokens": 10409240.0, + "step": 3625 + }, + { + "entropy": 4.952205801010132, + "epoch": 4.306049822064057, + "grad_norm": 1.078125, + "learning_rate": 0.0003744223852454603, + "loss": 4.5684, + "mean_token_accuracy": 0.2195367306470871, + "num_tokens": 10423780.0, + "step": 3630 + }, + { + "entropy": 4.926177883148194, + "epoch": 4.3119810201660735, + "grad_norm": 1.03125, + "learning_rate": 0.00037399486809230285, + "loss": 4.564, + "mean_token_accuracy": 0.21954804956912993, + "num_tokens": 10438351.0, + "step": 3635 + }, + { + "entropy": 4.919487428665161, + "epoch": 4.3179122182680905, + "grad_norm": 1.0546875, + "learning_rate": 0.0003735669072850829, + "loss": 4.4666, + "mean_token_accuracy": 0.22758726328611373, + "num_tokens": 10451489.0, + "step": 3640 + }, + { + "entropy": 4.992522239685059, + "epoch": 4.3238434163701065, + "grad_norm": 1.1328125, + "learning_rate": 0.0003731385047417439, + "loss": 4.6153, + "mean_token_accuracy": 0.2079178586602211, + "num_tokens": 10467610.0, + "step": 3645 + }, + { + "entropy": 4.967781734466553, + "epoch": 4.329774614472123, + "grad_norm": 1.1015625, + "learning_rate": 0.000372709662382209, + "loss": 4.552, + "mean_token_accuracy": 0.21371103674173356, + "num_tokens": 10481029.0, + "step": 3650 + }, + { + "entropy": 4.878114366531372, + "epoch": 4.33570581257414, + "grad_norm": 1.0859375, + "learning_rate": 0.0003722803821283722, + "loss": 4.5956, + "mean_token_accuracy": 0.2139382153749466, + "num_tokens": 10497318.0, + "step": 3655 + }, + { + "entropy": 4.859429502487183, + "epoch": 4.341637010676156, + "grad_norm": 1.078125, + "learning_rate": 0.00037185066590408997, + "loss": 4.392, + "mean_token_accuracy": 0.23174477219581605, + "num_tokens": 10511194.0, + "step": 3660 + }, + { + "entropy": 4.868615961074829, + "epoch": 4.347568208778173, + "grad_norm": 1.1171875, + "learning_rate": 0.00037142051563517287, + "loss": 4.5525, + "mean_token_accuracy": 0.2176743671298027, + "num_tokens": 10524609.0, + "step": 3665 + }, + { + "entropy": 4.932547903060913, + "epoch": 4.35349940688019, + "grad_norm": 1.1796875, + "learning_rate": 0.0003709899332493765, + "loss": 4.4982, + "mean_token_accuracy": 0.2166844129562378, + "num_tokens": 10537398.0, + "step": 3670 + }, + { + "entropy": 4.928352165222168, + "epoch": 4.359430604982206, + "grad_norm": 1.0859375, + "learning_rate": 0.00037055892067639314, + "loss": 4.6053, + "mean_token_accuracy": 0.21913551688194274, + "num_tokens": 10551658.0, + "step": 3675 + }, + { + "entropy": 4.989397954940796, + "epoch": 4.365361803084223, + "grad_norm": 0.86328125, + "learning_rate": 0.00037012747984784276, + "loss": 4.6025, + "mean_token_accuracy": 0.21916887611150743, + "num_tokens": 10567241.0, + "step": 3680 + }, + { + "entropy": 4.885055685043335, + "epoch": 4.37129300118624, + "grad_norm": 1.046875, + "learning_rate": 0.0003696956126972648, + "loss": 4.5511, + "mean_token_accuracy": 0.21823447644710542, + "num_tokens": 10581625.0, + "step": 3685 + }, + { + "entropy": 4.958601999282837, + "epoch": 4.377224199288256, + "grad_norm": 1.046875, + "learning_rate": 0.00036926332116010935, + "loss": 4.5612, + "mean_token_accuracy": 0.2181847646832466, + "num_tokens": 10596619.0, + "step": 3690 + }, + { + "entropy": 4.868906784057617, + "epoch": 4.383155397390273, + "grad_norm": 1.125, + "learning_rate": 0.00036883060717372813, + "loss": 4.571, + "mean_token_accuracy": 0.21200695186853408, + "num_tokens": 10611525.0, + "step": 3695 + }, + { + "entropy": 5.026228427886963, + "epoch": 4.389086595492289, + "grad_norm": 0.9453125, + "learning_rate": 0.0003683974726773664, + "loss": 4.7066, + "mean_token_accuracy": 0.2007292851805687, + "num_tokens": 10628139.0, + "step": 3700 + }, + { + "entropy": 4.917442035675049, + "epoch": 4.395017793594306, + "grad_norm": 1.078125, + "learning_rate": 0.0003679639196121539, + "loss": 4.5421, + "mean_token_accuracy": 0.21730383038520812, + "num_tokens": 10641093.0, + "step": 3705 + }, + { + "entropy": 4.904851627349854, + "epoch": 4.400948991696323, + "grad_norm": 1.109375, + "learning_rate": 0.00036752994992109617, + "loss": 4.5413, + "mean_token_accuracy": 0.22170090973377227, + "num_tokens": 10653360.0, + "step": 3710 + }, + { + "entropy": 4.865046739578247, + "epoch": 4.406880189798339, + "grad_norm": 1.203125, + "learning_rate": 0.0003670955655490658, + "loss": 4.5119, + "mean_token_accuracy": 0.2288769945502281, + "num_tokens": 10667170.0, + "step": 3715 + }, + { + "entropy": 4.892205238342285, + "epoch": 4.412811387900356, + "grad_norm": 1.1640625, + "learning_rate": 0.000366660768442794, + "loss": 4.5313, + "mean_token_accuracy": 0.21561039686203004, + "num_tokens": 10679998.0, + "step": 3720 + }, + { + "entropy": 4.871367263793945, + "epoch": 4.418742586002373, + "grad_norm": 1.0546875, + "learning_rate": 0.00036622556055086167, + "loss": 4.4911, + "mean_token_accuracy": 0.22132606208324432, + "num_tokens": 10693538.0, + "step": 3725 + }, + { + "entropy": 4.9184425354003904, + "epoch": 4.424673784104389, + "grad_norm": 1.1953125, + "learning_rate": 0.0003657899438236904, + "loss": 4.5128, + "mean_token_accuracy": 0.22167116701602935, + "num_tokens": 10705883.0, + "step": 3730 + }, + { + "entropy": 4.985387086868286, + "epoch": 4.430604982206406, + "grad_norm": 1.1015625, + "learning_rate": 0.0003653539202135345, + "loss": 4.5781, + "mean_token_accuracy": 0.21406898498535157, + "num_tokens": 10720294.0, + "step": 3735 + }, + { + "entropy": 4.9532801628112795, + "epoch": 4.436536180308423, + "grad_norm": 1.0390625, + "learning_rate": 0.0003649174916744713, + "loss": 4.6105, + "mean_token_accuracy": 0.2147031158208847, + "num_tokens": 10734784.0, + "step": 3740 + }, + { + "entropy": 4.879120302200318, + "epoch": 4.442467378410439, + "grad_norm": 1.1171875, + "learning_rate": 0.00036448066016239316, + "loss": 4.495, + "mean_token_accuracy": 0.21976542025804519, + "num_tokens": 10748397.0, + "step": 3745 + }, + { + "entropy": 4.983062505722046, + "epoch": 4.448398576512456, + "grad_norm": 1.046875, + "learning_rate": 0.00036404342763499814, + "loss": 4.666, + "mean_token_accuracy": 0.21218072026968002, + "num_tokens": 10763938.0, + "step": 3750 + }, + { + "entropy": 4.908005809783935, + "epoch": 4.454329774614472, + "grad_norm": 1.0859375, + "learning_rate": 0.00036360579605178176, + "loss": 4.6143, + "mean_token_accuracy": 0.21130552887916565, + "num_tokens": 10777723.0, + "step": 3755 + }, + { + "entropy": 4.94810152053833, + "epoch": 4.460260972716489, + "grad_norm": 1.1875, + "learning_rate": 0.00036316776737402767, + "loss": 4.5086, + "mean_token_accuracy": 0.22831115126609802, + "num_tokens": 10790744.0, + "step": 3760 + }, + { + "entropy": 4.875180673599243, + "epoch": 4.4661921708185055, + "grad_norm": 1.203125, + "learning_rate": 0.0003627293435647994, + "loss": 4.5773, + "mean_token_accuracy": 0.2184601604938507, + "num_tokens": 10804720.0, + "step": 3765 + }, + { + "entropy": 4.932240056991577, + "epoch": 4.4721233689205215, + "grad_norm": 1.0703125, + "learning_rate": 0.00036229052658893107, + "loss": 4.5138, + "mean_token_accuracy": 0.22189483791589737, + "num_tokens": 10819348.0, + "step": 3770 + }, + { + "entropy": 4.913123369216919, + "epoch": 4.4780545670225385, + "grad_norm": 1.2890625, + "learning_rate": 0.00036185131841301894, + "loss": 4.5474, + "mean_token_accuracy": 0.224131940305233, + "num_tokens": 10832549.0, + "step": 3775 + }, + { + "entropy": 4.929586887359619, + "epoch": 4.483985765124555, + "grad_norm": 1.1328125, + "learning_rate": 0.00036141172100541245, + "loss": 4.5888, + "mean_token_accuracy": 0.21493848264217377, + "num_tokens": 10846766.0, + "step": 3780 + }, + { + "entropy": 4.914976263046265, + "epoch": 4.489916963226571, + "grad_norm": 1.2734375, + "learning_rate": 0.0003609717363362054, + "loss": 4.6012, + "mean_token_accuracy": 0.21102828532457352, + "num_tokens": 10859506.0, + "step": 3785 + }, + { + "entropy": 4.856210708618164, + "epoch": 4.495848161328588, + "grad_norm": 1.1015625, + "learning_rate": 0.00036053136637722715, + "loss": 4.5178, + "mean_token_accuracy": 0.2186322867870331, + "num_tokens": 10873559.0, + "step": 3790 + }, + { + "entropy": 4.900162935256958, + "epoch": 4.501779359430605, + "grad_norm": 1.0390625, + "learning_rate": 0.00036009061310203374, + "loss": 4.5792, + "mean_token_accuracy": 0.20522619485855104, + "num_tokens": 10889441.0, + "step": 3795 + }, + { + "entropy": 4.9840555667877195, + "epoch": 4.507710557532621, + "grad_norm": 1.0703125, + "learning_rate": 0.00035964947848589904, + "loss": 4.6068, + "mean_token_accuracy": 0.20724985450506211, + "num_tokens": 10904538.0, + "step": 3800 + }, + { + "entropy": 4.90825400352478, + "epoch": 4.513641755634638, + "grad_norm": 1.125, + "learning_rate": 0.00035920796450580596, + "loss": 4.5775, + "mean_token_accuracy": 0.2163109451532364, + "num_tokens": 10920129.0, + "step": 3805 + }, + { + "entropy": 4.829426240921021, + "epoch": 4.519572953736655, + "grad_norm": 1.171875, + "learning_rate": 0.00035876607314043766, + "loss": 4.512, + "mean_token_accuracy": 0.22267879992723466, + "num_tokens": 10933100.0, + "step": 3810 + }, + { + "entropy": 4.878107118606567, + "epoch": 4.525504151838671, + "grad_norm": 1.2109375, + "learning_rate": 0.00035832380637016846, + "loss": 4.6123, + "mean_token_accuracy": 0.21037212014198303, + "num_tokens": 10949333.0, + "step": 3815 + }, + { + "entropy": 4.95169038772583, + "epoch": 4.531435349940688, + "grad_norm": 1.0390625, + "learning_rate": 0.00035788116617705535, + "loss": 4.5142, + "mean_token_accuracy": 0.22315363585948944, + "num_tokens": 10963539.0, + "step": 3820 + }, + { + "entropy": 4.918026256561279, + "epoch": 4.537366548042705, + "grad_norm": 1.1171875, + "learning_rate": 0.00035743815454482834, + "loss": 4.6232, + "mean_token_accuracy": 0.20704769790172578, + "num_tokens": 10978205.0, + "step": 3825 + }, + { + "entropy": 4.879274702072143, + "epoch": 4.543297746144721, + "grad_norm": 1.359375, + "learning_rate": 0.0003569947734588824, + "loss": 4.4718, + "mean_token_accuracy": 0.23167906254529952, + "num_tokens": 10990599.0, + "step": 3830 + }, + { + "entropy": 4.917426490783692, + "epoch": 4.549228944246738, + "grad_norm": 1.3125, + "learning_rate": 0.0003565510249062684, + "loss": 4.5469, + "mean_token_accuracy": 0.21902925819158553, + "num_tokens": 11003101.0, + "step": 3835 + }, + { + "entropy": 4.871329975128174, + "epoch": 4.555160142348754, + "grad_norm": 1.1484375, + "learning_rate": 0.0003561069108756837, + "loss": 4.5204, + "mean_token_accuracy": 0.22292227298021317, + "num_tokens": 11016390.0, + "step": 3840 + }, + { + "entropy": 4.88023362159729, + "epoch": 4.561091340450771, + "grad_norm": 1.1015625, + "learning_rate": 0.00035566243335746387, + "loss": 4.5717, + "mean_token_accuracy": 0.21451771706342698, + "num_tokens": 11031372.0, + "step": 3845 + }, + { + "entropy": 4.816264247894287, + "epoch": 4.567022538552788, + "grad_norm": 1.0625, + "learning_rate": 0.0003552175943435731, + "loss": 4.4249, + "mean_token_accuracy": 0.23228887915611268, + "num_tokens": 11045634.0, + "step": 3850 + }, + { + "entropy": 4.815663433074951, + "epoch": 4.572953736654805, + "grad_norm": 1.203125, + "learning_rate": 0.00035477239582759623, + "loss": 4.5014, + "mean_token_accuracy": 0.23030359745025636, + "num_tokens": 11058185.0, + "step": 3855 + }, + { + "entropy": 4.9244019985198975, + "epoch": 4.578884934756821, + "grad_norm": 1.0703125, + "learning_rate": 0.0003543268398047286, + "loss": 4.5686, + "mean_token_accuracy": 0.21440733075141907, + "num_tokens": 11073789.0, + "step": 3860 + }, + { + "entropy": 4.894974422454834, + "epoch": 4.584816132858838, + "grad_norm": 1.046875, + "learning_rate": 0.0003538809282717683, + "loss": 4.5714, + "mean_token_accuracy": 0.21468473076820374, + "num_tokens": 11087307.0, + "step": 3865 + }, + { + "entropy": 4.956341075897217, + "epoch": 4.590747330960854, + "grad_norm": 1.1484375, + "learning_rate": 0.0003534346632271063, + "loss": 4.6001, + "mean_token_accuracy": 0.21189410835504532, + "num_tokens": 11101966.0, + "step": 3870 + }, + { + "entropy": 4.930508327484131, + "epoch": 4.596678529062871, + "grad_norm": 1.203125, + "learning_rate": 0.00035298804667071806, + "loss": 4.5909, + "mean_token_accuracy": 0.2205038547515869, + "num_tokens": 11115642.0, + "step": 3875 + }, + { + "entropy": 4.882773685455322, + "epoch": 4.602609727164888, + "grad_norm": 1.1875, + "learning_rate": 0.00035254108060415415, + "loss": 4.5814, + "mean_token_accuracy": 0.2154085248708725, + "num_tokens": 11129616.0, + "step": 3880 + }, + { + "entropy": 4.87270073890686, + "epoch": 4.608540925266904, + "grad_norm": 1.1015625, + "learning_rate": 0.0003520937670305318, + "loss": 4.5488, + "mean_token_accuracy": 0.22267507910728454, + "num_tokens": 11141975.0, + "step": 3885 + }, + { + "entropy": 4.938285255432129, + "epoch": 4.6144721233689205, + "grad_norm": 1.109375, + "learning_rate": 0.0003516461079545255, + "loss": 4.5509, + "mean_token_accuracy": 0.21113669872283936, + "num_tokens": 11156128.0, + "step": 3890 + }, + { + "entropy": 4.924780225753784, + "epoch": 4.6204033214709375, + "grad_norm": 1.109375, + "learning_rate": 0.0003511981053823579, + "loss": 4.5647, + "mean_token_accuracy": 0.21801244020462035, + "num_tokens": 11170334.0, + "step": 3895 + }, + { + "entropy": 4.898917198181152, + "epoch": 4.6263345195729535, + "grad_norm": 1.15625, + "learning_rate": 0.00035074976132179155, + "loss": 4.5635, + "mean_token_accuracy": 0.21639289408922197, + "num_tokens": 11185165.0, + "step": 3900 + }, + { + "entropy": 4.871355104446411, + "epoch": 4.63226571767497, + "grad_norm": 1.0546875, + "learning_rate": 0.00035030107778211893, + "loss": 4.5284, + "mean_token_accuracy": 0.22062084525823594, + "num_tokens": 11199250.0, + "step": 3905 + }, + { + "entropy": 4.890713834762574, + "epoch": 4.638196915776987, + "grad_norm": 1.0234375, + "learning_rate": 0.0003498520567741543, + "loss": 4.5565, + "mean_token_accuracy": 0.2167780503630638, + "num_tokens": 11214585.0, + "step": 3910 + }, + { + "entropy": 4.872895050048828, + "epoch": 4.644128113879003, + "grad_norm": 1.09375, + "learning_rate": 0.0003494027003102239, + "loss": 4.4899, + "mean_token_accuracy": 0.22181470692157745, + "num_tokens": 11228664.0, + "step": 3915 + }, + { + "entropy": 4.836891031265258, + "epoch": 4.65005931198102, + "grad_norm": 1.125, + "learning_rate": 0.0003489530104041577, + "loss": 4.4951, + "mean_token_accuracy": 0.22113146185874938, + "num_tokens": 11243896.0, + "step": 3920 + }, + { + "entropy": 4.923533821105957, + "epoch": 4.655990510083036, + "grad_norm": 1.1875, + "learning_rate": 0.00034850298907128, + "loss": 4.53, + "mean_token_accuracy": 0.2168356418609619, + "num_tokens": 11257919.0, + "step": 3925 + }, + { + "entropy": 4.860488414764404, + "epoch": 4.661921708185053, + "grad_norm": 1.046875, + "learning_rate": 0.00034805263832840024, + "loss": 4.4978, + "mean_token_accuracy": 0.22182656079530716, + "num_tokens": 11271416.0, + "step": 3930 + }, + { + "entropy": 4.826270341873169, + "epoch": 4.66785290628707, + "grad_norm": 1.1640625, + "learning_rate": 0.00034760196019380425, + "loss": 4.5671, + "mean_token_accuracy": 0.21985392570495604, + "num_tokens": 11286870.0, + "step": 3935 + }, + { + "entropy": 4.985865783691406, + "epoch": 4.673784104389087, + "grad_norm": 1.1015625, + "learning_rate": 0.00034715095668724495, + "loss": 4.5457, + "mean_token_accuracy": 0.22065018266439437, + "num_tokens": 11300784.0, + "step": 3940 + }, + { + "entropy": 4.941800451278686, + "epoch": 4.679715302491103, + "grad_norm": 1.1015625, + "learning_rate": 0.0003466996298299336, + "loss": 4.6109, + "mean_token_accuracy": 0.2118876174092293, + "num_tokens": 11315988.0, + "step": 3945 + }, + { + "entropy": 4.850393199920655, + "epoch": 4.68564650059312, + "grad_norm": 1.1171875, + "learning_rate": 0.0003462479816445307, + "loss": 4.5779, + "mean_token_accuracy": 0.2169851690530777, + "num_tokens": 11329136.0, + "step": 3950 + }, + { + "entropy": 4.866232681274414, + "epoch": 4.691577698695136, + "grad_norm": 1.0078125, + "learning_rate": 0.0003457960141551365, + "loss": 4.5216, + "mean_token_accuracy": 0.21714198887348174, + "num_tokens": 11343381.0, + "step": 3955 + }, + { + "entropy": 4.905858325958252, + "epoch": 4.697508896797153, + "grad_norm": 0.91796875, + "learning_rate": 0.0003453437293872823, + "loss": 4.6158, + "mean_token_accuracy": 0.2082674726843834, + "num_tokens": 11360177.0, + "step": 3960 + }, + { + "entropy": 4.930188465118408, + "epoch": 4.70344009489917, + "grad_norm": 1.09375, + "learning_rate": 0.0003448911293679217, + "loss": 4.5419, + "mean_token_accuracy": 0.21424513608217238, + "num_tokens": 11375523.0, + "step": 3965 + }, + { + "entropy": 4.866753625869751, + "epoch": 4.709371293001186, + "grad_norm": 1.03125, + "learning_rate": 0.00034443821612542054, + "loss": 4.5526, + "mean_token_accuracy": 0.21434911489486694, + "num_tokens": 11392353.0, + "step": 3970 + }, + { + "entropy": 4.886464166641235, + "epoch": 4.715302491103203, + "grad_norm": 0.96484375, + "learning_rate": 0.0003439849916895488, + "loss": 4.559, + "mean_token_accuracy": 0.2147858500480652, + "num_tokens": 11407918.0, + "step": 3975 + }, + { + "entropy": 4.937608671188355, + "epoch": 4.72123368920522, + "grad_norm": 1.09375, + "learning_rate": 0.000343531458091471, + "loss": 4.582, + "mean_token_accuracy": 0.21453986465930938, + "num_tokens": 11421888.0, + "step": 3980 + }, + { + "entropy": 4.861459112167358, + "epoch": 4.727164887307236, + "grad_norm": 1.0703125, + "learning_rate": 0.00034307761736373723, + "loss": 4.522, + "mean_token_accuracy": 0.22018359303474427, + "num_tokens": 11436338.0, + "step": 3985 + }, + { + "entropy": 4.854418611526489, + "epoch": 4.733096085409253, + "grad_norm": 1.1015625, + "learning_rate": 0.0003426234715402738, + "loss": 4.4659, + "mean_token_accuracy": 0.223881858587265, + "num_tokens": 11450658.0, + "step": 3990 + }, + { + "entropy": 4.839980363845825, + "epoch": 4.73902728351127, + "grad_norm": 1.1015625, + "learning_rate": 0.00034216902265637463, + "loss": 4.4885, + "mean_token_accuracy": 0.21753302216529846, + "num_tokens": 11464073.0, + "step": 3995 + }, + { + "entropy": 4.8677722930908205, + "epoch": 4.744958481613286, + "grad_norm": 1.0546875, + "learning_rate": 0.00034171427274869165, + "loss": 4.5004, + "mean_token_accuracy": 0.22347734719514847, + "num_tokens": 11477212.0, + "step": 4000 + }, + { + "epoch": 4.744958481613286, + "eval_entropy": 4.764749740530377, + "eval_loss": 5.325899124145508, + "eval_mean_token_accuracy": 0.18570856036949743, + "eval_num_tokens": 11477212.0, + "eval_runtime": 2.4276, + "eval_samples_per_second": 1074.332, + "eval_steps_per_second": 134.292, + "step": 4000 + }, + { + "entropy": 4.929757022857666, + "epoch": 4.750889679715303, + "grad_norm": 1.1875, + "learning_rate": 0.0003412592238552259, + "loss": 4.6662, + "mean_token_accuracy": 0.20496707409620285, + "num_tokens": 11491444.0, + "step": 4005 + }, + { + "entropy": 4.878577470779419, + "epoch": 4.756820877817319, + "grad_norm": 1.125, + "learning_rate": 0.0003408038780153183, + "loss": 4.5484, + "mean_token_accuracy": 0.21888002008199692, + "num_tokens": 11506132.0, + "step": 4010 + }, + { + "entropy": 4.823000574111939, + "epoch": 4.762752075919336, + "grad_norm": 1.1484375, + "learning_rate": 0.0003403482372696407, + "loss": 4.5454, + "mean_token_accuracy": 0.22043904811143875, + "num_tokens": 11519504.0, + "step": 4015 + }, + { + "entropy": 4.863145542144776, + "epoch": 4.7686832740213525, + "grad_norm": 1.078125, + "learning_rate": 0.0003398923036601864, + "loss": 4.5668, + "mean_token_accuracy": 0.2200538322329521, + "num_tokens": 11534759.0, + "step": 4020 + }, + { + "entropy": 4.933641195297241, + "epoch": 4.7746144721233685, + "grad_norm": 1.09375, + "learning_rate": 0.0003394360792302614, + "loss": 4.5454, + "mean_token_accuracy": 0.22164178192615508, + "num_tokens": 11549206.0, + "step": 4025 + }, + { + "entropy": 4.864947748184204, + "epoch": 4.7805456702253855, + "grad_norm": 1.078125, + "learning_rate": 0.00033897956602447495, + "loss": 4.5406, + "mean_token_accuracy": 0.225573368370533, + "num_tokens": 11563651.0, + "step": 4030 + }, + { + "entropy": 4.863853979110718, + "epoch": 4.786476868327402, + "grad_norm": 1.125, + "learning_rate": 0.00033852276608873033, + "loss": 4.5314, + "mean_token_accuracy": 0.21896956264972686, + "num_tokens": 11575766.0, + "step": 4035 + }, + { + "entropy": 4.818316555023193, + "epoch": 4.792408066429418, + "grad_norm": 1.125, + "learning_rate": 0.0003380656814702161, + "loss": 4.4652, + "mean_token_accuracy": 0.22464113533496857, + "num_tokens": 11591603.0, + "step": 4040 + }, + { + "entropy": 4.836750316619873, + "epoch": 4.798339264531435, + "grad_norm": 1.09375, + "learning_rate": 0.0003376083142173964, + "loss": 4.5211, + "mean_token_accuracy": 0.2172957882285118, + "num_tokens": 11606018.0, + "step": 4045 + }, + { + "entropy": 4.810761117935181, + "epoch": 4.804270462633452, + "grad_norm": 1.1328125, + "learning_rate": 0.00033715066638000216, + "loss": 4.4951, + "mean_token_accuracy": 0.23342375010251998, + "num_tokens": 11619293.0, + "step": 4050 + }, + { + "entropy": 4.862966299057007, + "epoch": 4.810201660735468, + "grad_norm": 1.1015625, + "learning_rate": 0.0003366927400090217, + "loss": 4.5458, + "mean_token_accuracy": 0.21534148454666138, + "num_tokens": 11633322.0, + "step": 4055 + }, + { + "entropy": 4.8932507038116455, + "epoch": 4.816132858837485, + "grad_norm": 1.3125, + "learning_rate": 0.0003362345371566918, + "loss": 4.546, + "mean_token_accuracy": 0.21567253470420839, + "num_tokens": 11646093.0, + "step": 4060 + }, + { + "entropy": 4.863575220108032, + "epoch": 4.822064056939502, + "grad_norm": 1.3203125, + "learning_rate": 0.000335776059876488, + "loss": 4.5688, + "mean_token_accuracy": 0.2165099173784256, + "num_tokens": 11660747.0, + "step": 4065 + }, + { + "entropy": 4.835976409912109, + "epoch": 4.827995255041518, + "grad_norm": 1.1875, + "learning_rate": 0.000335317310223116, + "loss": 4.4153, + "mean_token_accuracy": 0.23717533499002458, + "num_tokens": 11672187.0, + "step": 4070 + }, + { + "entropy": 4.890113735198975, + "epoch": 4.833926453143535, + "grad_norm": 1.125, + "learning_rate": 0.00033485829025250194, + "loss": 4.6077, + "mean_token_accuracy": 0.21407151222229004, + "num_tokens": 11685967.0, + "step": 4075 + }, + { + "entropy": 4.913485717773438, + "epoch": 4.839857651245552, + "grad_norm": 1.046875, + "learning_rate": 0.00033439900202178355, + "loss": 4.5178, + "mean_token_accuracy": 0.2256149709224701, + "num_tokens": 11701206.0, + "step": 4080 + }, + { + "entropy": 4.845592927932739, + "epoch": 4.845788849347568, + "grad_norm": 1.1328125, + "learning_rate": 0.0003339394475893008, + "loss": 4.5699, + "mean_token_accuracy": 0.2117096647620201, + "num_tokens": 11715353.0, + "step": 4085 + }, + { + "entropy": 4.919902086257935, + "epoch": 4.851720047449585, + "grad_norm": 1.0703125, + "learning_rate": 0.00033347962901458664, + "loss": 4.5958, + "mean_token_accuracy": 0.2184079959988594, + "num_tokens": 11730399.0, + "step": 4090 + }, + { + "entropy": 4.889105176925659, + "epoch": 4.857651245551601, + "grad_norm": 1.1640625, + "learning_rate": 0.0003330195483583577, + "loss": 4.5858, + "mean_token_accuracy": 0.213704152405262, + "num_tokens": 11745479.0, + "step": 4095 + }, + { + "entropy": 4.864266729354858, + "epoch": 4.863582443653618, + "grad_norm": 1.1015625, + "learning_rate": 0.0003325592076825053, + "loss": 4.5809, + "mean_token_accuracy": 0.2179402753710747, + "num_tokens": 11760878.0, + "step": 4100 + }, + { + "entropy": 4.93606538772583, + "epoch": 4.869513641755635, + "grad_norm": 1.0625, + "learning_rate": 0.00033209860905008583, + "loss": 4.6481, + "mean_token_accuracy": 0.20525944828987122, + "num_tokens": 11777028.0, + "step": 4105 + }, + { + "entropy": 4.8634905338287355, + "epoch": 4.875444839857651, + "grad_norm": 1.140625, + "learning_rate": 0.0003316377545253121, + "loss": 4.5195, + "mean_token_accuracy": 0.22125555127859114, + "num_tokens": 11792209.0, + "step": 4110 + }, + { + "entropy": 4.887179136276245, + "epoch": 4.881376037959668, + "grad_norm": 1.0859375, + "learning_rate": 0.0003311766461735434, + "loss": 4.5487, + "mean_token_accuracy": 0.22195642739534377, + "num_tokens": 11805912.0, + "step": 4115 + }, + { + "entropy": 4.9255828857421875, + "epoch": 4.887307236061685, + "grad_norm": 1.078125, + "learning_rate": 0.0003307152860612768, + "loss": 4.5808, + "mean_token_accuracy": 0.21789040863513948, + "num_tokens": 11821172.0, + "step": 4120 + }, + { + "entropy": 4.893458461761474, + "epoch": 4.893238434163701, + "grad_norm": 1.3046875, + "learning_rate": 0.0003302536762561374, + "loss": 4.5034, + "mean_token_accuracy": 0.2284863442182541, + "num_tokens": 11833933.0, + "step": 4125 + }, + { + "entropy": 4.8413220882415775, + "epoch": 4.899169632265718, + "grad_norm": 1.0234375, + "learning_rate": 0.0003297918188268695, + "loss": 4.5183, + "mean_token_accuracy": 0.2248077154159546, + "num_tokens": 11848990.0, + "step": 4130 + }, + { + "entropy": 4.888180494308472, + "epoch": 4.905100830367735, + "grad_norm": 1.140625, + "learning_rate": 0.0003293297158433271, + "loss": 4.5235, + "mean_token_accuracy": 0.22172283083200456, + "num_tokens": 11863919.0, + "step": 4135 + }, + { + "entropy": 4.9175646781921385, + "epoch": 4.911032028469751, + "grad_norm": 1.21875, + "learning_rate": 0.0003288673693764648, + "loss": 4.6062, + "mean_token_accuracy": 0.21565455198287964, + "num_tokens": 11876650.0, + "step": 4140 + }, + { + "entropy": 4.859852123260498, + "epoch": 4.9169632265717675, + "grad_norm": 0.98046875, + "learning_rate": 0.00032840478149832815, + "loss": 4.5481, + "mean_token_accuracy": 0.22236864566802977, + "num_tokens": 11892036.0, + "step": 4145 + }, + { + "entropy": 4.8943390369415285, + "epoch": 4.9228944246737845, + "grad_norm": 1.1328125, + "learning_rate": 0.0003279419542820448, + "loss": 4.5155, + "mean_token_accuracy": 0.21823452562093734, + "num_tokens": 11907398.0, + "step": 4150 + }, + { + "entropy": 4.858145904541016, + "epoch": 4.9288256227758005, + "grad_norm": 1.0390625, + "learning_rate": 0.0003274788898018149, + "loss": 4.599, + "mean_token_accuracy": 0.21382927298545837, + "num_tokens": 11923165.0, + "step": 4155 + }, + { + "entropy": 4.871183061599732, + "epoch": 4.934756820877817, + "grad_norm": 1.1640625, + "learning_rate": 0.00032701559013290196, + "loss": 4.476, + "mean_token_accuracy": 0.2178041011095047, + "num_tokens": 11938729.0, + "step": 4160 + }, + { + "entropy": 4.86397876739502, + "epoch": 4.940688018979834, + "grad_norm": 1.125, + "learning_rate": 0.0003265520573516235, + "loss": 4.5686, + "mean_token_accuracy": 0.2136895924806595, + "num_tokens": 11953671.0, + "step": 4165 + }, + { + "entropy": 4.81421914100647, + "epoch": 4.94661921708185, + "grad_norm": 1.078125, + "learning_rate": 0.00032608829353534185, + "loss": 4.5268, + "mean_token_accuracy": 0.22146143168210983, + "num_tokens": 11968617.0, + "step": 4170 + }, + { + "entropy": 4.896321058273315, + "epoch": 4.952550415183867, + "grad_norm": 1.09375, + "learning_rate": 0.0003256243007624546, + "loss": 4.6166, + "mean_token_accuracy": 0.21703510284423827, + "num_tokens": 11982847.0, + "step": 4175 + }, + { + "entropy": 4.855389261245728, + "epoch": 4.958481613285883, + "grad_norm": 1.1015625, + "learning_rate": 0.00032516008111238543, + "loss": 4.5444, + "mean_token_accuracy": 0.21965168863534928, + "num_tokens": 11997491.0, + "step": 4180 + }, + { + "entropy": 4.862688875198364, + "epoch": 4.9644128113879, + "grad_norm": 1.09375, + "learning_rate": 0.000324695636665575, + "loss": 4.5908, + "mean_token_accuracy": 0.2122807189822197, + "num_tokens": 12012741.0, + "step": 4185 + }, + { + "entropy": 4.927348279953003, + "epoch": 4.970344009489917, + "grad_norm": 1.203125, + "learning_rate": 0.0003242309695034711, + "loss": 4.6636, + "mean_token_accuracy": 0.21313626170158387, + "num_tokens": 12026201.0, + "step": 4190 + }, + { + "entropy": 4.957273483276367, + "epoch": 4.976275207591933, + "grad_norm": 1.0859375, + "learning_rate": 0.0003237660817085199, + "loss": 4.5618, + "mean_token_accuracy": 0.21957833766937257, + "num_tokens": 12041320.0, + "step": 4195 + }, + { + "entropy": 4.910650777816772, + "epoch": 4.98220640569395, + "grad_norm": 1.4140625, + "learning_rate": 0.0003233009753641562, + "loss": 4.5201, + "mean_token_accuracy": 0.22384442687034606, + "num_tokens": 12053660.0, + "step": 4200 + }, + { + "entropy": 4.848115587234497, + "epoch": 4.988137603795967, + "grad_norm": 1.1796875, + "learning_rate": 0.00032283565255479443, + "loss": 4.4791, + "mean_token_accuracy": 0.2266686037182808, + "num_tokens": 12068555.0, + "step": 4205 + }, + { + "entropy": 4.831573581695556, + "epoch": 4.994068801897983, + "grad_norm": 1.3125, + "learning_rate": 0.00032237011536581883, + "loss": 4.5855, + "mean_token_accuracy": 0.22208631336688994, + "num_tokens": 12082957.0, + "step": 4210 + }, + { + "entropy": 4.878744792938233, + "epoch": 5.0, + "grad_norm": 1.421875, + "learning_rate": 0.00032190436588357466, + "loss": 4.5258, + "mean_token_accuracy": 0.22166276276111602, + "num_tokens": 12095555.0, + "step": 4215 + }, + { + "entropy": 4.844231748580933, + "epoch": 5.005931198102017, + "grad_norm": 1.15625, + "learning_rate": 0.00032143840619535844, + "loss": 4.2337, + "mean_token_accuracy": 0.2483227163553238, + "num_tokens": 12109513.0, + "step": 4220 + }, + { + "entropy": 4.829920148849487, + "epoch": 5.011862396204033, + "grad_norm": 1.1015625, + "learning_rate": 0.00032097223838940895, + "loss": 4.3141, + "mean_token_accuracy": 0.23649795353412628, + "num_tokens": 12122918.0, + "step": 4225 + }, + { + "entropy": 4.917979097366333, + "epoch": 5.01779359430605, + "grad_norm": 1.03125, + "learning_rate": 0.0003205058645548975, + "loss": 4.3393, + "mean_token_accuracy": 0.22969220727682113, + "num_tokens": 12135918.0, + "step": 4230 + }, + { + "entropy": 4.8438128471374515, + "epoch": 5.023724792408067, + "grad_norm": 1.2421875, + "learning_rate": 0.00032003928678191857, + "loss": 4.3453, + "mean_token_accuracy": 0.2355492815375328, + "num_tokens": 12150990.0, + "step": 4235 + }, + { + "entropy": 4.836665248870849, + "epoch": 5.029655990510083, + "grad_norm": 1.046875, + "learning_rate": 0.00031957250716148095, + "loss": 4.2984, + "mean_token_accuracy": 0.23910901099443435, + "num_tokens": 12163890.0, + "step": 4240 + }, + { + "entropy": 4.823347854614258, + "epoch": 5.0355871886121, + "grad_norm": 1.1015625, + "learning_rate": 0.0003191055277854979, + "loss": 4.3162, + "mean_token_accuracy": 0.23670894354581834, + "num_tokens": 12178595.0, + "step": 4245 + }, + { + "entropy": 4.877349472045898, + "epoch": 5.041518386714117, + "grad_norm": 1.046875, + "learning_rate": 0.0003186383507467777, + "loss": 4.3386, + "mean_token_accuracy": 0.24057582765817642, + "num_tokens": 12193676.0, + "step": 4250 + }, + { + "entropy": 4.781665372848511, + "epoch": 5.047449584816133, + "grad_norm": 1.0390625, + "learning_rate": 0.000318170978139015, + "loss": 4.27, + "mean_token_accuracy": 0.24249815344810485, + "num_tokens": 12209710.0, + "step": 4255 + }, + { + "entropy": 4.860457086563111, + "epoch": 5.05338078291815, + "grad_norm": 1.109375, + "learning_rate": 0.0003177034120567802, + "loss": 4.3273, + "mean_token_accuracy": 0.2391873389482498, + "num_tokens": 12224997.0, + "step": 4260 + }, + { + "entropy": 4.844028377532959, + "epoch": 5.059311981020166, + "grad_norm": 1.1015625, + "learning_rate": 0.0003172356545955113, + "loss": 4.3181, + "mean_token_accuracy": 0.23947612792253495, + "num_tokens": 12239382.0, + "step": 4265 + }, + { + "entropy": 4.771719360351563, + "epoch": 5.065243179122183, + "grad_norm": 1.1875, + "learning_rate": 0.0003167677078515038, + "loss": 4.283, + "mean_token_accuracy": 0.24752182513475418, + "num_tokens": 12253107.0, + "step": 4270 + }, + { + "entropy": 4.876428747177124, + "epoch": 5.0711743772241995, + "grad_norm": 1.265625, + "learning_rate": 0.0003162995739219015, + "loss": 4.3646, + "mean_token_accuracy": 0.23150966167449952, + "num_tokens": 12268745.0, + "step": 4275 + }, + { + "entropy": 4.897872829437256, + "epoch": 5.0771055753262155, + "grad_norm": 1.125, + "learning_rate": 0.00031583125490468707, + "loss": 4.4342, + "mean_token_accuracy": 0.23373969942331313, + "num_tokens": 12283940.0, + "step": 4280 + }, + { + "entropy": 4.785506391525269, + "epoch": 5.0830367734282325, + "grad_norm": 1.1796875, + "learning_rate": 0.0003153627528986727, + "loss": 4.2806, + "mean_token_accuracy": 0.23809199929237365, + "num_tokens": 12299780.0, + "step": 4285 + }, + { + "entropy": 4.889186716079712, + "epoch": 5.088967971530249, + "grad_norm": 1.2265625, + "learning_rate": 0.00031489407000349066, + "loss": 4.3844, + "mean_token_accuracy": 0.23290240168571472, + "num_tokens": 12313087.0, + "step": 4290 + }, + { + "entropy": 4.807843160629273, + "epoch": 5.094899169632265, + "grad_norm": 1.2578125, + "learning_rate": 0.0003144252083195838, + "loss": 4.3164, + "mean_token_accuracy": 0.23950324654579164, + "num_tokens": 12326465.0, + "step": 4295 + }, + { + "entropy": 4.8577714443206785, + "epoch": 5.100830367734282, + "grad_norm": 1.0078125, + "learning_rate": 0.0003139561699481964, + "loss": 4.379, + "mean_token_accuracy": 0.235987351834774, + "num_tokens": 12341287.0, + "step": 4300 + }, + { + "entropy": 4.905805683135986, + "epoch": 5.106761565836299, + "grad_norm": 1.140625, + "learning_rate": 0.0003134869569913645, + "loss": 4.3656, + "mean_token_accuracy": 0.23341237306594848, + "num_tokens": 12356658.0, + "step": 4305 + }, + { + "entropy": 4.860331201553345, + "epoch": 5.112692763938315, + "grad_norm": 1.1640625, + "learning_rate": 0.00031301757155190646, + "loss": 4.3051, + "mean_token_accuracy": 0.24117062687873841, + "num_tokens": 12370697.0, + "step": 4310 + }, + { + "entropy": 4.8742602348327635, + "epoch": 5.118623962040332, + "grad_norm": 1.25, + "learning_rate": 0.00031254801573341376, + "loss": 4.3619, + "mean_token_accuracy": 0.23451096564531326, + "num_tokens": 12385894.0, + "step": 4315 + }, + { + "entropy": 4.841465282440185, + "epoch": 5.124555160142349, + "grad_norm": 1.015625, + "learning_rate": 0.00031207829164024134, + "loss": 4.314, + "mean_token_accuracy": 0.23838258236646653, + "num_tokens": 12402898.0, + "step": 4320 + }, + { + "entropy": 4.796236276626587, + "epoch": 5.130486358244365, + "grad_norm": 1.15625, + "learning_rate": 0.0003116084013774984, + "loss": 4.3, + "mean_token_accuracy": 0.23429224789142608, + "num_tokens": 12418827.0, + "step": 4325 + }, + { + "entropy": 4.802973985671997, + "epoch": 5.136417556346382, + "grad_norm": 1.0078125, + "learning_rate": 0.0003111383470510388, + "loss": 4.3419, + "mean_token_accuracy": 0.22728391885757446, + "num_tokens": 12434147.0, + "step": 4330 + }, + { + "entropy": 4.87151985168457, + "epoch": 5.142348754448399, + "grad_norm": 1.078125, + "learning_rate": 0.00031066813076745166, + "loss": 4.4053, + "mean_token_accuracy": 0.23225222229957582, + "num_tokens": 12449443.0, + "step": 4335 + }, + { + "entropy": 4.881012678146362, + "epoch": 5.148279952550415, + "grad_norm": 1.15625, + "learning_rate": 0.000310197754634052, + "loss": 4.3351, + "mean_token_accuracy": 0.23594305366277696, + "num_tokens": 12464433.0, + "step": 4340 + }, + { + "entropy": 4.789875793457031, + "epoch": 5.154211150652432, + "grad_norm": 1.0546875, + "learning_rate": 0.000309727220758871, + "loss": 4.3604, + "mean_token_accuracy": 0.23187562078237534, + "num_tokens": 12479591.0, + "step": 4345 + }, + { + "entropy": 4.771931934356689, + "epoch": 5.160142348754448, + "grad_norm": 1.140625, + "learning_rate": 0.0003092565312506468, + "loss": 4.2235, + "mean_token_accuracy": 0.24507446885108947, + "num_tokens": 12494167.0, + "step": 4350 + }, + { + "entropy": 4.88389139175415, + "epoch": 5.166073546856465, + "grad_norm": 1.171875, + "learning_rate": 0.0003087856882188155, + "loss": 4.3452, + "mean_token_accuracy": 0.24188133627176284, + "num_tokens": 12509967.0, + "step": 4355 + }, + { + "entropy": 4.853326320648193, + "epoch": 5.172004744958482, + "grad_norm": 1.125, + "learning_rate": 0.0003083146937735005, + "loss": 4.367, + "mean_token_accuracy": 0.2336810678243637, + "num_tokens": 12523620.0, + "step": 4360 + }, + { + "entropy": 4.800257539749145, + "epoch": 5.177935943060498, + "grad_norm": 1.09375, + "learning_rate": 0.0003078435500255044, + "loss": 4.3525, + "mean_token_accuracy": 0.24038705974817276, + "num_tokens": 12538097.0, + "step": 4365 + }, + { + "entropy": 4.813706731796264, + "epoch": 5.183867141162515, + "grad_norm": 1.0625, + "learning_rate": 0.0003073722590862985, + "loss": 4.3658, + "mean_token_accuracy": 0.23492267727851868, + "num_tokens": 12554161.0, + "step": 4370 + }, + { + "entropy": 4.866216468811035, + "epoch": 5.189798339264532, + "grad_norm": 1.1328125, + "learning_rate": 0.000306900823068014, + "loss": 4.4054, + "mean_token_accuracy": 0.2308848738670349, + "num_tokens": 12568918.0, + "step": 4375 + }, + { + "entropy": 4.847630739212036, + "epoch": 5.195729537366548, + "grad_norm": 1.03125, + "learning_rate": 0.00030642924408343217, + "loss": 4.4189, + "mean_token_accuracy": 0.2318817436695099, + "num_tokens": 12585563.0, + "step": 4380 + }, + { + "entropy": 4.821104240417481, + "epoch": 5.201660735468565, + "grad_norm": 1.0703125, + "learning_rate": 0.0003059575242459749, + "loss": 4.2935, + "mean_token_accuracy": 0.24165243059396743, + "num_tokens": 12599936.0, + "step": 4385 + }, + { + "entropy": 4.8254319190979, + "epoch": 5.207591933570582, + "grad_norm": 1.1171875, + "learning_rate": 0.0003054856656696955, + "loss": 4.2942, + "mean_token_accuracy": 0.24453072249889374, + "num_tokens": 12614032.0, + "step": 4390 + }, + { + "entropy": 4.816964149475098, + "epoch": 5.213523131672598, + "grad_norm": 1.125, + "learning_rate": 0.00030501367046926905, + "loss": 4.3592, + "mean_token_accuracy": 0.23119001239538192, + "num_tokens": 12629945.0, + "step": 4395 + }, + { + "entropy": 4.867587947845459, + "epoch": 5.2194543297746145, + "grad_norm": 1.0703125, + "learning_rate": 0.0003045415407599828, + "loss": 4.4008, + "mean_token_accuracy": 0.22786637842655183, + "num_tokens": 12644734.0, + "step": 4400 + }, + { + "entropy": 4.835189485549927, + "epoch": 5.2253855278766315, + "grad_norm": 1.0390625, + "learning_rate": 0.0003040692786577269, + "loss": 4.2955, + "mean_token_accuracy": 0.24150839895009996, + "num_tokens": 12659161.0, + "step": 4405 + }, + { + "entropy": 4.755004167556763, + "epoch": 5.2313167259786475, + "grad_norm": 1.1640625, + "learning_rate": 0.00030359688627898466, + "loss": 4.35, + "mean_token_accuracy": 0.23513848781585694, + "num_tokens": 12672967.0, + "step": 4410 + }, + { + "entropy": 4.802477884292602, + "epoch": 5.237247924080664, + "grad_norm": 1.171875, + "learning_rate": 0.0003031243657408237, + "loss": 4.267, + "mean_token_accuracy": 0.2523533508181572, + "num_tokens": 12686976.0, + "step": 4415 + }, + { + "entropy": 4.853684425354004, + "epoch": 5.243179122182681, + "grad_norm": 1.1015625, + "learning_rate": 0.0003026517191608854, + "loss": 4.3461, + "mean_token_accuracy": 0.23946220874786378, + "num_tokens": 12701194.0, + "step": 4420 + }, + { + "entropy": 4.806097936630249, + "epoch": 5.249110320284697, + "grad_norm": 1.21875, + "learning_rate": 0.0003021789486573763, + "loss": 4.3171, + "mean_token_accuracy": 0.23169240206480027, + "num_tokens": 12715746.0, + "step": 4425 + }, + { + "entropy": 4.824302625656128, + "epoch": 5.255041518386714, + "grad_norm": 1.2734375, + "learning_rate": 0.0003017060563490584, + "loss": 4.3597, + "mean_token_accuracy": 0.2341614618897438, + "num_tokens": 12728992.0, + "step": 4430 + }, + { + "entropy": 4.8253926753997805, + "epoch": 5.26097271648873, + "grad_norm": 1.171875, + "learning_rate": 0.0003012330443552394, + "loss": 4.278, + "mean_token_accuracy": 0.2492676392197609, + "num_tokens": 12742845.0, + "step": 4435 + }, + { + "entropy": 4.8544597148895265, + "epoch": 5.266903914590747, + "grad_norm": 1.15625, + "learning_rate": 0.0003007599147957635, + "loss": 4.3682, + "mean_token_accuracy": 0.23218867927789688, + "num_tokens": 12757043.0, + "step": 4440 + }, + { + "entropy": 4.778638744354248, + "epoch": 5.272835112692764, + "grad_norm": 1.1328125, + "learning_rate": 0.0003002866697910018, + "loss": 4.3194, + "mean_token_accuracy": 0.24172900766134262, + "num_tokens": 12771387.0, + "step": 4445 + }, + { + "entropy": 4.8287107944488525, + "epoch": 5.27876631079478, + "grad_norm": 1.1640625, + "learning_rate": 0.00029981331146184255, + "loss": 4.4119, + "mean_token_accuracy": 0.23451469391584395, + "num_tokens": 12784876.0, + "step": 4450 + }, + { + "entropy": 4.8477085590362545, + "epoch": 5.284697508896797, + "grad_norm": 1.109375, + "learning_rate": 0.00029933984192968214, + "loss": 4.3993, + "mean_token_accuracy": 0.22882209867238998, + "num_tokens": 12799244.0, + "step": 4455 + }, + { + "entropy": 4.748208379745483, + "epoch": 5.290628706998814, + "grad_norm": 1.234375, + "learning_rate": 0.0002988662633164152, + "loss": 4.2731, + "mean_token_accuracy": 0.23907728642225265, + "num_tokens": 12813096.0, + "step": 4460 + }, + { + "entropy": 4.787684202194214, + "epoch": 5.29655990510083, + "grad_norm": 1.1484375, + "learning_rate": 0.00029839257774442535, + "loss": 4.3194, + "mean_token_accuracy": 0.2362244665622711, + "num_tokens": 12826868.0, + "step": 4465 + }, + { + "entropy": 4.847586345672608, + "epoch": 5.302491103202847, + "grad_norm": 1.1953125, + "learning_rate": 0.0002979187873365752, + "loss": 4.4331, + "mean_token_accuracy": 0.22908033728599547, + "num_tokens": 12842112.0, + "step": 4470 + }, + { + "entropy": 4.826005601882935, + "epoch": 5.308422301304864, + "grad_norm": 1.125, + "learning_rate": 0.0002974448942161977, + "loss": 4.4115, + "mean_token_accuracy": 0.22701163291931153, + "num_tokens": 12856449.0, + "step": 4475 + }, + { + "entropy": 4.841357088088989, + "epoch": 5.31435349940688, + "grad_norm": 1.1640625, + "learning_rate": 0.00029697090050708575, + "loss": 4.4079, + "mean_token_accuracy": 0.2250249296426773, + "num_tokens": 12870535.0, + "step": 4480 + }, + { + "entropy": 4.855857563018799, + "epoch": 5.320284697508897, + "grad_norm": 1.140625, + "learning_rate": 0.00029649680833348304, + "loss": 4.3412, + "mean_token_accuracy": 0.23591906279325486, + "num_tokens": 12886203.0, + "step": 4485 + }, + { + "entropy": 4.813349199295044, + "epoch": 5.326215895610914, + "grad_norm": 1.0625, + "learning_rate": 0.00029602261982007483, + "loss": 4.3633, + "mean_token_accuracy": 0.23256391584873198, + "num_tokens": 12901141.0, + "step": 4490 + }, + { + "entropy": 4.8215296268463135, + "epoch": 5.33214709371293, + "grad_norm": 1.1015625, + "learning_rate": 0.0002955483370919778, + "loss": 4.3965, + "mean_token_accuracy": 0.22666836231946946, + "num_tokens": 12915652.0, + "step": 4495 + }, + { + "entropy": 4.880937623977661, + "epoch": 5.338078291814947, + "grad_norm": 1.0859375, + "learning_rate": 0.00029507396227473106, + "loss": 4.4473, + "mean_token_accuracy": 0.22892194539308547, + "num_tokens": 12930700.0, + "step": 4500 + }, + { + "epoch": 5.338078291814947, + "eval_entropy": 4.736137125389708, + "eval_loss": 5.304569721221924, + "eval_mean_token_accuracy": 0.18938717486028292, + "eval_num_tokens": 12930700.0, + "eval_runtime": 2.4511, + "eval_samples_per_second": 1064.013, + "eval_steps_per_second": 133.002, + "step": 4500 + }, + { + "entropy": 4.843664312362671, + "epoch": 5.344009489916964, + "grad_norm": 1.0859375, + "learning_rate": 0.0002945994974942864, + "loss": 4.3186, + "mean_token_accuracy": 0.2355135813355446, + "num_tokens": 12946770.0, + "step": 4505 + }, + { + "entropy": 4.8574419021606445, + "epoch": 5.34994068801898, + "grad_norm": 1.234375, + "learning_rate": 0.0002941249448769988, + "loss": 4.439, + "mean_token_accuracy": 0.2281257063150406, + "num_tokens": 12959987.0, + "step": 4510 + }, + { + "entropy": 4.75574221611023, + "epoch": 5.355871886120997, + "grad_norm": 1.1328125, + "learning_rate": 0.0002936503065496167, + "loss": 4.2882, + "mean_token_accuracy": 0.24525963217020036, + "num_tokens": 12973955.0, + "step": 4515 + }, + { + "entropy": 4.7831604957580565, + "epoch": 5.361803084223013, + "grad_norm": 1.078125, + "learning_rate": 0.0002931755846392731, + "loss": 4.3314, + "mean_token_accuracy": 0.24529619365930558, + "num_tokens": 12989517.0, + "step": 4520 + }, + { + "entropy": 4.780605030059815, + "epoch": 5.36773428232503, + "grad_norm": 1.109375, + "learning_rate": 0.000292700781273475, + "loss": 4.316, + "mean_token_accuracy": 0.2391658142209053, + "num_tokens": 13003551.0, + "step": 4525 + }, + { + "entropy": 4.755113983154297, + "epoch": 5.3736654804270465, + "grad_norm": 1.21875, + "learning_rate": 0.00029222589858009484, + "loss": 4.2842, + "mean_token_accuracy": 0.24647714495658873, + "num_tokens": 13018061.0, + "step": 4530 + }, + { + "entropy": 4.792725515365601, + "epoch": 5.3795966785290625, + "grad_norm": 1.1015625, + "learning_rate": 0.0002917509386873605, + "loss": 4.3053, + "mean_token_accuracy": 0.2352105051279068, + "num_tokens": 13032649.0, + "step": 4535 + }, + { + "entropy": 4.802401876449585, + "epoch": 5.3855278766310795, + "grad_norm": 1.1953125, + "learning_rate": 0.00029127590372384583, + "loss": 4.3525, + "mean_token_accuracy": 0.234721739590168, + "num_tokens": 13045177.0, + "step": 4540 + }, + { + "entropy": 4.844398450851441, + "epoch": 5.391459074733096, + "grad_norm": 1.0625, + "learning_rate": 0.00029080079581846106, + "loss": 4.3601, + "mean_token_accuracy": 0.22997759580612182, + "num_tokens": 13060681.0, + "step": 4545 + }, + { + "entropy": 4.834163570404053, + "epoch": 5.397390272835112, + "grad_norm": 1.1875, + "learning_rate": 0.0002903256171004434, + "loss": 4.4038, + "mean_token_accuracy": 0.22616221457719804, + "num_tokens": 13075626.0, + "step": 4550 + }, + { + "entropy": 4.823126602172851, + "epoch": 5.403321470937129, + "grad_norm": 1.125, + "learning_rate": 0.00028985036969934744, + "loss": 4.3701, + "mean_token_accuracy": 0.23211364597082138, + "num_tokens": 13090116.0, + "step": 4555 + }, + { + "entropy": 4.761039781570434, + "epoch": 5.409252669039146, + "grad_norm": 1.1875, + "learning_rate": 0.00028937505574503535, + "loss": 4.3318, + "mean_token_accuracy": 0.24012514650821687, + "num_tokens": 13103898.0, + "step": 4560 + }, + { + "entropy": 4.825210905075073, + "epoch": 5.415183867141162, + "grad_norm": 1.2734375, + "learning_rate": 0.0002888996773676677, + "loss": 4.3503, + "mean_token_accuracy": 0.24052769392728807, + "num_tokens": 13118797.0, + "step": 4565 + }, + { + "entropy": 4.7785906314849855, + "epoch": 5.421115065243179, + "grad_norm": 1.171875, + "learning_rate": 0.0002884242366976939, + "loss": 4.3371, + "mean_token_accuracy": 0.23428652435541153, + "num_tokens": 13134561.0, + "step": 4570 + }, + { + "entropy": 4.820053434371948, + "epoch": 5.427046263345196, + "grad_norm": 1.15625, + "learning_rate": 0.0002879487358658425, + "loss": 4.3491, + "mean_token_accuracy": 0.23811828792095185, + "num_tokens": 13149524.0, + "step": 4575 + }, + { + "entropy": 4.847623109817505, + "epoch": 5.432977461447212, + "grad_norm": 1.109375, + "learning_rate": 0.00028747317700311144, + "loss": 4.3921, + "mean_token_accuracy": 0.23596978485584258, + "num_tokens": 13163943.0, + "step": 4580 + }, + { + "entropy": 4.833776330947876, + "epoch": 5.438908659549229, + "grad_norm": 1.2265625, + "learning_rate": 0.00028699756224075893, + "loss": 4.2558, + "mean_token_accuracy": 0.23830387145280837, + "num_tokens": 13176577.0, + "step": 4585 + }, + { + "entropy": 4.823756504058838, + "epoch": 5.444839857651246, + "grad_norm": 1.2109375, + "learning_rate": 0.0002865218937102938, + "loss": 4.3746, + "mean_token_accuracy": 0.24103988707065582, + "num_tokens": 13190242.0, + "step": 4590 + }, + { + "entropy": 4.767862176895141, + "epoch": 5.450771055753262, + "grad_norm": 1.2578125, + "learning_rate": 0.0002860461735434655, + "loss": 4.3094, + "mean_token_accuracy": 0.24475302696228027, + "num_tokens": 13203362.0, + "step": 4595 + }, + { + "entropy": 4.826624965667724, + "epoch": 5.456702253855279, + "grad_norm": 1.265625, + "learning_rate": 0.0002855704038722552, + "loss": 4.3317, + "mean_token_accuracy": 0.23604598343372346, + "num_tokens": 13217032.0, + "step": 4600 + }, + { + "entropy": 4.841291427612305, + "epoch": 5.462633451957295, + "grad_norm": 1.15625, + "learning_rate": 0.0002850945868288659, + "loss": 4.3418, + "mean_token_accuracy": 0.2411078616976738, + "num_tokens": 13232744.0, + "step": 4605 + }, + { + "entropy": 4.7415900230407715, + "epoch": 5.468564650059312, + "grad_norm": 1.1328125, + "learning_rate": 0.0002846187245457127, + "loss": 4.3422, + "mean_token_accuracy": 0.2436609834432602, + "num_tokens": 13245735.0, + "step": 4610 + }, + { + "entropy": 4.8344916820526125, + "epoch": 5.474495848161329, + "grad_norm": 1.1875, + "learning_rate": 0.00028414281915541356, + "loss": 4.3528, + "mean_token_accuracy": 0.23394585400819778, + "num_tokens": 13259536.0, + "step": 4615 + }, + { + "entropy": 4.810553359985351, + "epoch": 5.480427046263345, + "grad_norm": 1.171875, + "learning_rate": 0.00028366687279077977, + "loss": 4.3221, + "mean_token_accuracy": 0.24472051113843918, + "num_tokens": 13272090.0, + "step": 4620 + }, + { + "entropy": 4.795799779891968, + "epoch": 5.486358244365362, + "grad_norm": 1.1953125, + "learning_rate": 0.000283190887584806, + "loss": 4.3636, + "mean_token_accuracy": 0.24185323417186738, + "num_tokens": 13288133.0, + "step": 4625 + }, + { + "entropy": 4.768116998672485, + "epoch": 5.492289442467379, + "grad_norm": 1.21875, + "learning_rate": 0.00028271486567066123, + "loss": 4.3262, + "mean_token_accuracy": 0.24516888856887817, + "num_tokens": 13302669.0, + "step": 4630 + }, + { + "entropy": 4.857626676559448, + "epoch": 5.498220640569395, + "grad_norm": 1.2890625, + "learning_rate": 0.0002822388091816788, + "loss": 4.34, + "mean_token_accuracy": 0.23627338856458663, + "num_tokens": 13315699.0, + "step": 4635 + }, + { + "entropy": 4.802936267852783, + "epoch": 5.504151838671412, + "grad_norm": 1.203125, + "learning_rate": 0.00028176272025134697, + "loss": 4.3174, + "mean_token_accuracy": 0.24233974516391754, + "num_tokens": 13330488.0, + "step": 4640 + }, + { + "entropy": 4.826246643066407, + "epoch": 5.510083036773429, + "grad_norm": 1.0703125, + "learning_rate": 0.0002812866010132995, + "loss": 4.4473, + "mean_token_accuracy": 0.23123548179864883, + "num_tokens": 13346136.0, + "step": 4645 + }, + { + "entropy": 4.820386505126953, + "epoch": 5.516014234875445, + "grad_norm": 1.2734375, + "learning_rate": 0.00028081045360130587, + "loss": 4.3884, + "mean_token_accuracy": 0.23265957981348037, + "num_tokens": 13359155.0, + "step": 4650 + }, + { + "entropy": 4.768516778945923, + "epoch": 5.5219454329774615, + "grad_norm": 1.2265625, + "learning_rate": 0.000280334280149262, + "loss": 4.31, + "mean_token_accuracy": 0.23903701454401016, + "num_tokens": 13375746.0, + "step": 4655 + }, + { + "entropy": 4.829752349853516, + "epoch": 5.527876631079478, + "grad_norm": 1.140625, + "learning_rate": 0.0002798580827911803, + "loss": 4.4025, + "mean_token_accuracy": 0.23296053260564803, + "num_tokens": 13389305.0, + "step": 4660 + }, + { + "entropy": 4.794039678573609, + "epoch": 5.5338078291814945, + "grad_norm": 1.328125, + "learning_rate": 0.0002793818636611805, + "loss": 4.3455, + "mean_token_accuracy": 0.2343529686331749, + "num_tokens": 13402776.0, + "step": 4665 + }, + { + "entropy": 4.847577714920044, + "epoch": 5.539739027283511, + "grad_norm": 1.140625, + "learning_rate": 0.0002789056248934797, + "loss": 4.3892, + "mean_token_accuracy": 0.22388842105865478, + "num_tokens": 13417814.0, + "step": 4670 + }, + { + "entropy": 4.86315131187439, + "epoch": 5.545670225385528, + "grad_norm": 1.1015625, + "learning_rate": 0.0002784293686223832, + "loss": 4.3679, + "mean_token_accuracy": 0.23124499768018722, + "num_tokens": 13432469.0, + "step": 4675 + }, + { + "entropy": 4.774190044403076, + "epoch": 5.551601423487544, + "grad_norm": 1.1875, + "learning_rate": 0.0002779530969822746, + "loss": 4.289, + "mean_token_accuracy": 0.2422730177640915, + "num_tokens": 13445653.0, + "step": 4680 + }, + { + "entropy": 4.768375205993652, + "epoch": 5.557532621589561, + "grad_norm": 1.140625, + "learning_rate": 0.0002774768121076065, + "loss": 4.3366, + "mean_token_accuracy": 0.24606663435697557, + "num_tokens": 13458930.0, + "step": 4685 + }, + { + "entropy": 4.8354926109313965, + "epoch": 5.563463819691577, + "grad_norm": 1.234375, + "learning_rate": 0.0002770005161328908, + "loss": 4.348, + "mean_token_accuracy": 0.23646435737609864, + "num_tokens": 13472681.0, + "step": 4690 + }, + { + "entropy": 4.77135648727417, + "epoch": 5.569395017793594, + "grad_norm": 0.99609375, + "learning_rate": 0.0002765242111926891, + "loss": 4.33, + "mean_token_accuracy": 0.24189464002847672, + "num_tokens": 13488461.0, + "step": 4695 + }, + { + "entropy": 4.798003149032593, + "epoch": 5.575326215895611, + "grad_norm": 1.109375, + "learning_rate": 0.00027604789942160297, + "loss": 4.3788, + "mean_token_accuracy": 0.22928581088781358, + "num_tokens": 13504080.0, + "step": 4700 + }, + { + "entropy": 4.863557386398315, + "epoch": 5.581257413997627, + "grad_norm": 1.171875, + "learning_rate": 0.00027557158295426506, + "loss": 4.3436, + "mean_token_accuracy": 0.2349960759282112, + "num_tokens": 13516923.0, + "step": 4705 + }, + { + "entropy": 4.781201934814453, + "epoch": 5.587188612099644, + "grad_norm": 1.109375, + "learning_rate": 0.0002750952639253287, + "loss": 4.3449, + "mean_token_accuracy": 0.23918874561786652, + "num_tokens": 13531275.0, + "step": 4710 + }, + { + "entropy": 4.806018733978272, + "epoch": 5.593119810201661, + "grad_norm": 1.1484375, + "learning_rate": 0.00027461894446945877, + "loss": 4.3748, + "mean_token_accuracy": 0.23156485408544542, + "num_tokens": 13544924.0, + "step": 4715 + }, + { + "entropy": 4.832040071487427, + "epoch": 5.599051008303677, + "grad_norm": 1.28125, + "learning_rate": 0.0002741426267213223, + "loss": 4.3362, + "mean_token_accuracy": 0.24287913590669633, + "num_tokens": 13559265.0, + "step": 4720 + }, + { + "entropy": 4.819747447967529, + "epoch": 5.604982206405694, + "grad_norm": 1.125, + "learning_rate": 0.0002736663128155781, + "loss": 4.2819, + "mean_token_accuracy": 0.2389657273888588, + "num_tokens": 13572656.0, + "step": 4725 + }, + { + "entropy": 4.810615396499633, + "epoch": 5.610913404507711, + "grad_norm": 1.0390625, + "learning_rate": 0.0002731900048868685, + "loss": 4.3715, + "mean_token_accuracy": 0.23842447102069855, + "num_tokens": 13587723.0, + "step": 4730 + }, + { + "entropy": 4.850817251205444, + "epoch": 5.616844602609727, + "grad_norm": 1.125, + "learning_rate": 0.00027271370506980853, + "loss": 4.329, + "mean_token_accuracy": 0.2373041734099388, + "num_tokens": 13600739.0, + "step": 4735 + }, + { + "entropy": 4.835582685470581, + "epoch": 5.622775800711744, + "grad_norm": 1.0234375, + "learning_rate": 0.00027223741549897696, + "loss": 4.374, + "mean_token_accuracy": 0.23551319241523744, + "num_tokens": 13616911.0, + "step": 4740 + }, + { + "entropy": 4.746273756027222, + "epoch": 5.62870699881376, + "grad_norm": 1.1328125, + "learning_rate": 0.00027176113830890673, + "loss": 4.3158, + "mean_token_accuracy": 0.23994861990213395, + "num_tokens": 13630518.0, + "step": 4745 + }, + { + "entropy": 4.687458848953247, + "epoch": 5.634638196915777, + "grad_norm": 1.25, + "learning_rate": 0.0002712848756340754, + "loss": 4.1742, + "mean_token_accuracy": 0.2465816020965576, + "num_tokens": 13643295.0, + "step": 4750 + }, + { + "entropy": 4.753887128829956, + "epoch": 5.640569395017794, + "grad_norm": 1.1875, + "learning_rate": 0.000270808629608895, + "loss": 4.337, + "mean_token_accuracy": 0.24828400015830993, + "num_tokens": 13655484.0, + "step": 4755 + }, + { + "entropy": 4.8279914379119875, + "epoch": 5.646500593119811, + "grad_norm": 1.1328125, + "learning_rate": 0.0002703324023677036, + "loss": 4.3604, + "mean_token_accuracy": 0.23901474326848984, + "num_tokens": 13668188.0, + "step": 4760 + }, + { + "entropy": 4.796302223205567, + "epoch": 5.652431791221827, + "grad_norm": 1.0625, + "learning_rate": 0.00026985619604475466, + "loss": 4.3168, + "mean_token_accuracy": 0.24608149528503417, + "num_tokens": 13680172.0, + "step": 4765 + }, + { + "entropy": 4.8139900207519535, + "epoch": 5.658362989323844, + "grad_norm": 1.0546875, + "learning_rate": 0.00026938001277420785, + "loss": 4.3363, + "mean_token_accuracy": 0.2425275981426239, + "num_tokens": 13694330.0, + "step": 4770 + }, + { + "entropy": 4.676712131500244, + "epoch": 5.66429418742586, + "grad_norm": 0.9765625, + "learning_rate": 0.00026890385469011997, + "loss": 4.2022, + "mean_token_accuracy": 0.2537962973117828, + "num_tokens": 13709193.0, + "step": 4775 + }, + { + "entropy": 4.779815292358398, + "epoch": 5.670225385527877, + "grad_norm": 1.2109375, + "learning_rate": 0.00026842772392643443, + "loss": 4.3709, + "mean_token_accuracy": 0.23214032351970673, + "num_tokens": 13722796.0, + "step": 4780 + }, + { + "entropy": 4.808645009994507, + "epoch": 5.6761565836298935, + "grad_norm": 1.078125, + "learning_rate": 0.0002679516226169724, + "loss": 4.3884, + "mean_token_accuracy": 0.22750346809625627, + "num_tokens": 13738026.0, + "step": 4785 + }, + { + "entropy": 4.745830249786377, + "epoch": 5.6820877817319095, + "grad_norm": 1.0625, + "learning_rate": 0.0002674755528954232, + "loss": 4.3299, + "mean_token_accuracy": 0.23688622266054155, + "num_tokens": 13751992.0, + "step": 4790 + }, + { + "entropy": 4.880949592590332, + "epoch": 5.6880189798339265, + "grad_norm": 1.15625, + "learning_rate": 0.00026699951689533445, + "loss": 4.414, + "mean_token_accuracy": 0.23022955358028413, + "num_tokens": 13765489.0, + "step": 4795 + }, + { + "entropy": 4.832452249526978, + "epoch": 5.693950177935943, + "grad_norm": 1.125, + "learning_rate": 0.0002665235167501026, + "loss": 4.3951, + "mean_token_accuracy": 0.22654036283493043, + "num_tokens": 13778840.0, + "step": 4800 + }, + { + "entropy": 4.846195983886719, + "epoch": 5.699881376037959, + "grad_norm": 1.2109375, + "learning_rate": 0.0002660475545929636, + "loss": 4.3922, + "mean_token_accuracy": 0.23317624777555465, + "num_tokens": 13792851.0, + "step": 4805 + }, + { + "entropy": 4.803857803344727, + "epoch": 5.705812574139976, + "grad_norm": 1.140625, + "learning_rate": 0.00026557163255698274, + "loss": 4.3714, + "mean_token_accuracy": 0.23640986084938048, + "num_tokens": 13806024.0, + "step": 4810 + }, + { + "entropy": 4.793094682693481, + "epoch": 5.711743772241993, + "grad_norm": 0.9921875, + "learning_rate": 0.00026509575277504593, + "loss": 4.3571, + "mean_token_accuracy": 0.23723326474428177, + "num_tokens": 13822361.0, + "step": 4815 + }, + { + "entropy": 4.79110016822815, + "epoch": 5.717674970344009, + "grad_norm": 0.99609375, + "learning_rate": 0.0002646199173798497, + "loss": 4.3377, + "mean_token_accuracy": 0.2404965952038765, + "num_tokens": 13836795.0, + "step": 4820 + }, + { + "entropy": 4.765324878692627, + "epoch": 5.723606168446026, + "grad_norm": 1.1796875, + "learning_rate": 0.0002641441285038913, + "loss": 4.2808, + "mean_token_accuracy": 0.2442572832107544, + "num_tokens": 13850955.0, + "step": 4825 + }, + { + "entropy": 4.8904516220092775, + "epoch": 5.729537366548042, + "grad_norm": 1.03125, + "learning_rate": 0.00026366838827945985, + "loss": 4.4156, + "mean_token_accuracy": 0.23086105585098265, + "num_tokens": 13866041.0, + "step": 4830 + }, + { + "entropy": 4.7407355308532715, + "epoch": 5.735468564650059, + "grad_norm": 1.140625, + "learning_rate": 0.00026319269883862633, + "loss": 4.3002, + "mean_token_accuracy": 0.23912660926580429, + "num_tokens": 13880331.0, + "step": 4835 + }, + { + "entropy": 4.74866042137146, + "epoch": 5.741399762752076, + "grad_norm": 1.171875, + "learning_rate": 0.000262717062313234, + "loss": 4.3506, + "mean_token_accuracy": 0.23290519118309022, + "num_tokens": 13894735.0, + "step": 4840 + }, + { + "entropy": 4.799971199035644, + "epoch": 5.747330960854093, + "grad_norm": 1.1796875, + "learning_rate": 0.0002622414808348892, + "loss": 4.3015, + "mean_token_accuracy": 0.2426670715212822, + "num_tokens": 13909786.0, + "step": 4845 + }, + { + "entropy": 4.724190092086792, + "epoch": 5.753262158956109, + "grad_norm": 1.1328125, + "learning_rate": 0.00026176595653495136, + "loss": 4.2908, + "mean_token_accuracy": 0.24885344058275222, + "num_tokens": 13922757.0, + "step": 4850 + }, + { + "entropy": 4.760520982742309, + "epoch": 5.759193357058126, + "grad_norm": 1.1171875, + "learning_rate": 0.0002612904915445238, + "loss": 4.2922, + "mean_token_accuracy": 0.24650558680295945, + "num_tokens": 13937580.0, + "step": 4855 + }, + { + "entropy": 4.810915470123291, + "epoch": 5.765124555160142, + "grad_norm": 1.109375, + "learning_rate": 0.000260815087994444, + "loss": 4.3505, + "mean_token_accuracy": 0.23467869609594344, + "num_tokens": 13954003.0, + "step": 4860 + }, + { + "entropy": 4.779822301864624, + "epoch": 5.771055753262159, + "grad_norm": 1.2578125, + "learning_rate": 0.000260339748015274, + "loss": 4.3166, + "mean_token_accuracy": 0.23698662519454955, + "num_tokens": 13968201.0, + "step": 4865 + }, + { + "entropy": 4.694350147247315, + "epoch": 5.776986951364176, + "grad_norm": 1.109375, + "learning_rate": 0.0002598644737372911, + "loss": 4.2988, + "mean_token_accuracy": 0.2477506458759308, + "num_tokens": 13981851.0, + "step": 4870 + }, + { + "entropy": 4.813791799545288, + "epoch": 5.782918149466192, + "grad_norm": 1.2890625, + "learning_rate": 0.0002593892672904781, + "loss": 4.3285, + "mean_token_accuracy": 0.23808160722255706, + "num_tokens": 13993490.0, + "step": 4875 + }, + { + "entropy": 4.808310556411743, + "epoch": 5.788849347568209, + "grad_norm": 1.0703125, + "learning_rate": 0.00025891413080451377, + "loss": 4.3523, + "mean_token_accuracy": 0.2352833107113838, + "num_tokens": 14008228.0, + "step": 4880 + }, + { + "entropy": 4.792012166976929, + "epoch": 5.794780545670226, + "grad_norm": 1.34375, + "learning_rate": 0.00025843906640876326, + "loss": 4.3314, + "mean_token_accuracy": 0.24585116654634476, + "num_tokens": 14021867.0, + "step": 4885 + }, + { + "entropy": 4.734698677062989, + "epoch": 5.800711743772242, + "grad_norm": 1.1875, + "learning_rate": 0.000257964076232269, + "loss": 4.2356, + "mean_token_accuracy": 0.2509154349565506, + "num_tokens": 14034363.0, + "step": 4890 + }, + { + "entropy": 4.8481605529785154, + "epoch": 5.806642941874259, + "grad_norm": 1.046875, + "learning_rate": 0.00025748916240374016, + "loss": 4.4136, + "mean_token_accuracy": 0.2393478125333786, + "num_tokens": 14050746.0, + "step": 4895 + }, + { + "entropy": 4.8150547504425045, + "epoch": 5.812574139976276, + "grad_norm": 1.296875, + "learning_rate": 0.00025701432705154445, + "loss": 4.4077, + "mean_token_accuracy": 0.2336001753807068, + "num_tokens": 14064729.0, + "step": 4900 + }, + { + "entropy": 4.827139234542846, + "epoch": 5.818505338078292, + "grad_norm": 1.0859375, + "learning_rate": 0.0002565395723036975, + "loss": 4.4199, + "mean_token_accuracy": 0.23818397521972656, + "num_tokens": 14080618.0, + "step": 4905 + }, + { + "entropy": 4.806284618377686, + "epoch": 5.8244365361803085, + "grad_norm": 1.2421875, + "learning_rate": 0.0002560649002878537, + "loss": 4.3333, + "mean_token_accuracy": 0.2396669343113899, + "num_tokens": 14094201.0, + "step": 4910 + }, + { + "entropy": 4.794505453109741, + "epoch": 5.830367734282325, + "grad_norm": 1.140625, + "learning_rate": 0.00025559031313129675, + "loss": 4.3886, + "mean_token_accuracy": 0.22983593195676805, + "num_tokens": 14109905.0, + "step": 4915 + }, + { + "entropy": 4.758055019378662, + "epoch": 5.8362989323843415, + "grad_norm": 1.171875, + "learning_rate": 0.00025511581296093006, + "loss": 4.3336, + "mean_token_accuracy": 0.239557483792305, + "num_tokens": 14125540.0, + "step": 4920 + }, + { + "entropy": 4.840940189361572, + "epoch": 5.842230130486358, + "grad_norm": 1.109375, + "learning_rate": 0.0002546414019032671, + "loss": 4.4238, + "mean_token_accuracy": 0.2327907755970955, + "num_tokens": 14139677.0, + "step": 4925 + }, + { + "entropy": 4.826468849182129, + "epoch": 5.848161328588375, + "grad_norm": 1.1796875, + "learning_rate": 0.0002541670820844223, + "loss": 4.4244, + "mean_token_accuracy": 0.23376403898000717, + "num_tokens": 14154924.0, + "step": 4930 + }, + { + "entropy": 4.799694156646728, + "epoch": 5.854092526690391, + "grad_norm": 1.15625, + "learning_rate": 0.0002536928556301006, + "loss": 4.3389, + "mean_token_accuracy": 0.24434418678283693, + "num_tokens": 14169287.0, + "step": 4935 + }, + { + "entropy": 4.836445283889771, + "epoch": 5.860023724792408, + "grad_norm": 1.1875, + "learning_rate": 0.0002532187246655891, + "loss": 4.2819, + "mean_token_accuracy": 0.24367126673460007, + "num_tokens": 14181965.0, + "step": 4940 + }, + { + "entropy": 4.824612140655518, + "epoch": 5.865954922894424, + "grad_norm": 1.234375, + "learning_rate": 0.0002527446913157467, + "loss": 4.3276, + "mean_token_accuracy": 0.2377263769507408, + "num_tokens": 14195946.0, + "step": 4945 + }, + { + "entropy": 4.764058065414429, + "epoch": 5.871886120996441, + "grad_norm": 1.109375, + "learning_rate": 0.0002522707577049947, + "loss": 4.3822, + "mean_token_accuracy": 0.2389196291565895, + "num_tokens": 14210639.0, + "step": 4950 + }, + { + "entropy": 4.784085130691528, + "epoch": 5.877817319098458, + "grad_norm": 1.1328125, + "learning_rate": 0.00025179692595730767, + "loss": 4.3196, + "mean_token_accuracy": 0.23978573679924012, + "num_tokens": 14225355.0, + "step": 4955 + }, + { + "entropy": 4.843112564086914, + "epoch": 5.883748517200474, + "grad_norm": 1.203125, + "learning_rate": 0.00025132319819620377, + "loss": 4.3853, + "mean_token_accuracy": 0.23785216063261033, + "num_tokens": 14239634.0, + "step": 4960 + }, + { + "entropy": 4.74089937210083, + "epoch": 5.889679715302491, + "grad_norm": 1.234375, + "learning_rate": 0.0002508495765447345, + "loss": 4.2764, + "mean_token_accuracy": 0.2535801813006401, + "num_tokens": 14252622.0, + "step": 4965 + }, + { + "entropy": 4.739436149597168, + "epoch": 5.895610913404508, + "grad_norm": 1.2734375, + "learning_rate": 0.00025037606312547654, + "loss": 4.2741, + "mean_token_accuracy": 0.2499685674905777, + "num_tokens": 14265164.0, + "step": 4970 + }, + { + "entropy": 4.81330246925354, + "epoch": 5.901542111506524, + "grad_norm": 1.171875, + "learning_rate": 0.0002499026600605212, + "loss": 4.3143, + "mean_token_accuracy": 0.24147066473960876, + "num_tokens": 14278402.0, + "step": 4975 + }, + { + "entropy": 4.804416990280151, + "epoch": 5.907473309608541, + "grad_norm": 1.1796875, + "learning_rate": 0.00024942936947146515, + "loss": 4.336, + "mean_token_accuracy": 0.2330878794193268, + "num_tokens": 14292409.0, + "step": 4980 + }, + { + "entropy": 4.761972236633301, + "epoch": 5.913404507710558, + "grad_norm": 1.0390625, + "learning_rate": 0.00024895619347940117, + "loss": 4.3306, + "mean_token_accuracy": 0.24056018590927125, + "num_tokens": 14307269.0, + "step": 4985 + }, + { + "entropy": 4.7936664581298825, + "epoch": 5.919335705812574, + "grad_norm": 1.1875, + "learning_rate": 0.0002484831342049085, + "loss": 4.3291, + "mean_token_accuracy": 0.23838138431310654, + "num_tokens": 14321146.0, + "step": 4990 + }, + { + "entropy": 4.801939821243286, + "epoch": 5.925266903914591, + "grad_norm": 1.203125, + "learning_rate": 0.00024801019376804296, + "loss": 4.3219, + "mean_token_accuracy": 0.23990344852209092, + "num_tokens": 14334060.0, + "step": 4995 + }, + { + "entropy": 4.748884820938111, + "epoch": 5.931198102016607, + "grad_norm": 1.0546875, + "learning_rate": 0.0002475373742883282, + "loss": 4.3339, + "mean_token_accuracy": 0.23838832527399062, + "num_tokens": 14349274.0, + "step": 5000 + }, + { + "epoch": 5.931198102016607, + "eval_entropy": 4.652599839345077, + "eval_loss": 5.263965606689453, + "eval_mean_token_accuracy": 0.19459956169037, + "eval_num_tokens": 14349274.0, + "eval_runtime": 2.4654, + "eval_samples_per_second": 1057.826, + "eval_steps_per_second": 132.228, + "step": 5000 + }, + { + "entropy": 4.708192014694214, + "epoch": 5.937129300118624, + "grad_norm": 1.09375, + "learning_rate": 0.0002470646778847455, + "loss": 4.296, + "mean_token_accuracy": 0.24259315431118011, + "num_tokens": 14364007.0, + "step": 5005 + }, + { + "entropy": 4.773913097381592, + "epoch": 5.943060498220641, + "grad_norm": 0.96484375, + "learning_rate": 0.00024659210667572464, + "loss": 4.3266, + "mean_token_accuracy": 0.23536466509103776, + "num_tokens": 14378916.0, + "step": 5010 + }, + { + "entropy": 4.7855369567871096, + "epoch": 5.948991696322658, + "grad_norm": 1.21875, + "learning_rate": 0.0002461196627791345, + "loss": 4.2882, + "mean_token_accuracy": 0.2476044699549675, + "num_tokens": 14393345.0, + "step": 5015 + }, + { + "entropy": 4.832712602615357, + "epoch": 5.954922894424674, + "grad_norm": 1.1796875, + "learning_rate": 0.00024564734831227316, + "loss": 4.3449, + "mean_token_accuracy": 0.23937438428401947, + "num_tokens": 14405835.0, + "step": 5020 + }, + { + "entropy": 4.792354726791382, + "epoch": 5.960854092526691, + "grad_norm": 1.125, + "learning_rate": 0.0002451751653918587, + "loss": 4.3892, + "mean_token_accuracy": 0.2276507556438446, + "num_tokens": 14421842.0, + "step": 5025 + }, + { + "entropy": 4.811455392837525, + "epoch": 5.966785290628707, + "grad_norm": 1.125, + "learning_rate": 0.00024470311613401997, + "loss": 4.3797, + "mean_token_accuracy": 0.23294659405946733, + "num_tokens": 14436064.0, + "step": 5030 + }, + { + "entropy": 4.774214029312134, + "epoch": 5.972716488730724, + "grad_norm": 1.171875, + "learning_rate": 0.00024423120265428623, + "loss": 4.3126, + "mean_token_accuracy": 0.23919883668422698, + "num_tokens": 14450321.0, + "step": 5035 + }, + { + "entropy": 4.796865844726563, + "epoch": 5.9786476868327405, + "grad_norm": 1.1796875, + "learning_rate": 0.0002437594270675787, + "loss": 4.398, + "mean_token_accuracy": 0.23655554354190828, + "num_tokens": 14465584.0, + "step": 5040 + }, + { + "entropy": 4.830087375640869, + "epoch": 5.9845788849347565, + "grad_norm": 1.21875, + "learning_rate": 0.00024328779148820052, + "loss": 4.473, + "mean_token_accuracy": 0.22175321578979493, + "num_tokens": 14480581.0, + "step": 5045 + }, + { + "entropy": 4.851241827011108, + "epoch": 5.9905100830367735, + "grad_norm": 1.21875, + "learning_rate": 0.0002428162980298272, + "loss": 4.4138, + "mean_token_accuracy": 0.2366853713989258, + "num_tokens": 14493514.0, + "step": 5050 + }, + { + "entropy": 4.79337968826294, + "epoch": 5.99644128113879, + "grad_norm": 1.0234375, + "learning_rate": 0.00024234494880549746, + "loss": 4.3931, + "mean_token_accuracy": 0.23066162765026094, + "num_tokens": 14508061.0, + "step": 5055 + }, + { + "entropy": 4.745760822296143, + "epoch": 6.002372479240806, + "grad_norm": 0.98828125, + "learning_rate": 0.00024187374592760376, + "loss": 4.2059, + "mean_token_accuracy": 0.24971580356359482, + "num_tokens": 14521367.0, + "step": 5060 + }, + { + "entropy": 4.73035454750061, + "epoch": 6.008303677342823, + "grad_norm": 1.1875, + "learning_rate": 0.00024140269150788236, + "loss": 4.1042, + "mean_token_accuracy": 0.2597766384482384, + "num_tokens": 14535691.0, + "step": 5065 + }, + { + "entropy": 4.804089164733886, + "epoch": 6.01423487544484, + "grad_norm": 1.1484375, + "learning_rate": 0.00024093178765740452, + "loss": 4.1846, + "mean_token_accuracy": 0.24867794066667556, + "num_tokens": 14549300.0, + "step": 5070 + }, + { + "entropy": 4.743141746520996, + "epoch": 6.020166073546856, + "grad_norm": 1.578125, + "learning_rate": 0.00024046103648656648, + "loss": 4.1357, + "mean_token_accuracy": 0.25618866086006165, + "num_tokens": 14563517.0, + "step": 5075 + }, + { + "entropy": 4.742384672164917, + "epoch": 6.026097271648873, + "grad_norm": 1.21875, + "learning_rate": 0.00023999044010508037, + "loss": 4.0899, + "mean_token_accuracy": 0.26528758853673934, + "num_tokens": 14577298.0, + "step": 5080 + }, + { + "entropy": 4.77992262840271, + "epoch": 6.032028469750889, + "grad_norm": 1.265625, + "learning_rate": 0.00023952000062196454, + "loss": 4.1423, + "mean_token_accuracy": 0.26021771878004074, + "num_tokens": 14589621.0, + "step": 5085 + }, + { + "entropy": 4.745220375061035, + "epoch": 6.037959667852906, + "grad_norm": 1.125, + "learning_rate": 0.0002390497201455342, + "loss": 4.132, + "mean_token_accuracy": 0.25740298330783845, + "num_tokens": 14603449.0, + "step": 5090 + }, + { + "entropy": 4.76898684501648, + "epoch": 6.043890865954923, + "grad_norm": 1.2890625, + "learning_rate": 0.00023857960078339208, + "loss": 4.144, + "mean_token_accuracy": 0.2559265360236168, + "num_tokens": 14616326.0, + "step": 5095 + }, + { + "entropy": 4.8157140731811525, + "epoch": 6.049822064056939, + "grad_norm": 1.046875, + "learning_rate": 0.00023810964464241868, + "loss": 4.2635, + "mean_token_accuracy": 0.24587225615978242, + "num_tokens": 14631267.0, + "step": 5100 + }, + { + "entropy": 4.746673822402954, + "epoch": 6.055753262158956, + "grad_norm": 1.15625, + "learning_rate": 0.00023763985382876308, + "loss": 4.1225, + "mean_token_accuracy": 0.2622628450393677, + "num_tokens": 14645045.0, + "step": 5105 + }, + { + "entropy": 4.7064050197601315, + "epoch": 6.061684460260973, + "grad_norm": 1.0625, + "learning_rate": 0.00023717023044783343, + "loss": 4.0384, + "mean_token_accuracy": 0.26922540813684465, + "num_tokens": 14659302.0, + "step": 5110 + }, + { + "entropy": 4.775246334075928, + "epoch": 6.067615658362989, + "grad_norm": 1.140625, + "learning_rate": 0.00023670077660428756, + "loss": 4.1612, + "mean_token_accuracy": 0.24770891070365905, + "num_tokens": 14672544.0, + "step": 5115 + }, + { + "entropy": 4.792227792739868, + "epoch": 6.073546856465006, + "grad_norm": 1.09375, + "learning_rate": 0.0002362314944020234, + "loss": 4.2134, + "mean_token_accuracy": 0.24917837828397751, + "num_tokens": 14689011.0, + "step": 5120 + }, + { + "entropy": 4.791463613510132, + "epoch": 6.079478054567023, + "grad_norm": 1.109375, + "learning_rate": 0.0002357623859441698, + "loss": 4.1419, + "mean_token_accuracy": 0.25728278011083605, + "num_tokens": 14701455.0, + "step": 5125 + }, + { + "entropy": 4.814793825149536, + "epoch": 6.085409252669039, + "grad_norm": 1.140625, + "learning_rate": 0.000235293453333077, + "loss": 4.2177, + "mean_token_accuracy": 0.25009917467832565, + "num_tokens": 14716483.0, + "step": 5130 + }, + { + "entropy": 4.751215982437134, + "epoch": 6.091340450771056, + "grad_norm": 1.078125, + "learning_rate": 0.00023482469867030676, + "loss": 4.1233, + "mean_token_accuracy": 0.25721742063760755, + "num_tokens": 14730164.0, + "step": 5135 + }, + { + "entropy": 4.785274934768677, + "epoch": 6.097271648873073, + "grad_norm": 1.1328125, + "learning_rate": 0.00023435612405662388, + "loss": 4.1816, + "mean_token_accuracy": 0.2555907517671585, + "num_tokens": 14744695.0, + "step": 5140 + }, + { + "entropy": 4.749642086029053, + "epoch": 6.103202846975089, + "grad_norm": 1.1171875, + "learning_rate": 0.00023388773159198584, + "loss": 4.2059, + "mean_token_accuracy": 0.2520121678709984, + "num_tokens": 14759503.0, + "step": 5145 + }, + { + "entropy": 4.843703651428223, + "epoch": 6.109134045077106, + "grad_norm": 1.078125, + "learning_rate": 0.00023341952337553414, + "loss": 4.2096, + "mean_token_accuracy": 0.252188840508461, + "num_tokens": 14774961.0, + "step": 5150 + }, + { + "entropy": 4.758553743362427, + "epoch": 6.115065243179123, + "grad_norm": 1.1328125, + "learning_rate": 0.0002329515015055843, + "loss": 4.113, + "mean_token_accuracy": 0.2630035519599915, + "num_tokens": 14789617.0, + "step": 5155 + }, + { + "entropy": 4.7613019943237305, + "epoch": 6.120996441281139, + "grad_norm": 1.140625, + "learning_rate": 0.00023248366807961674, + "loss": 4.1801, + "mean_token_accuracy": 0.25420621037483215, + "num_tokens": 14803921.0, + "step": 5160 + }, + { + "entropy": 4.78867392539978, + "epoch": 6.1269276393831555, + "grad_norm": 1.1328125, + "learning_rate": 0.0002320160251942675, + "loss": 4.1839, + "mean_token_accuracy": 0.25387351512908934, + "num_tokens": 14818466.0, + "step": 5165 + }, + { + "entropy": 4.767274618148804, + "epoch": 6.132858837485172, + "grad_norm": 1.1640625, + "learning_rate": 0.00023154857494531872, + "loss": 4.2231, + "mean_token_accuracy": 0.25017287135124205, + "num_tokens": 14833256.0, + "step": 5170 + }, + { + "entropy": 4.780109071731568, + "epoch": 6.1387900355871885, + "grad_norm": 1.109375, + "learning_rate": 0.0002310813194276889, + "loss": 4.1899, + "mean_token_accuracy": 0.250496344268322, + "num_tokens": 14848164.0, + "step": 5175 + }, + { + "entropy": 4.742455339431762, + "epoch": 6.144721233689205, + "grad_norm": 1.1796875, + "learning_rate": 0.00023061426073542413, + "loss": 4.1381, + "mean_token_accuracy": 0.26113935112953185, + "num_tokens": 14860418.0, + "step": 5180 + }, + { + "entropy": 4.796003627777099, + "epoch": 6.1506524317912215, + "grad_norm": 1.1953125, + "learning_rate": 0.0002301474009616885, + "loss": 4.247, + "mean_token_accuracy": 0.24784840941429137, + "num_tokens": 14875655.0, + "step": 5185 + }, + { + "entropy": 4.808759689331055, + "epoch": 6.156583629893238, + "grad_norm": 1.0859375, + "learning_rate": 0.00022968074219875418, + "loss": 4.2155, + "mean_token_accuracy": 0.2534328117966652, + "num_tokens": 14890851.0, + "step": 5190 + }, + { + "entropy": 4.7517026424407955, + "epoch": 6.162514827995255, + "grad_norm": 1.125, + "learning_rate": 0.00022921428653799298, + "loss": 4.1056, + "mean_token_accuracy": 0.2656860455870628, + "num_tokens": 14906189.0, + "step": 5195 + }, + { + "entropy": 4.72308316230774, + "epoch": 6.168446026097271, + "grad_norm": 1.15625, + "learning_rate": 0.00022874803606986617, + "loss": 4.1346, + "mean_token_accuracy": 0.2545752048492432, + "num_tokens": 14920625.0, + "step": 5200 + }, + { + "entropy": 4.731480121612549, + "epoch": 6.174377224199288, + "grad_norm": 1.21875, + "learning_rate": 0.00022828199288391554, + "loss": 4.1352, + "mean_token_accuracy": 0.25461106449365617, + "num_tokens": 14935524.0, + "step": 5205 + }, + { + "entropy": 4.818871974945068, + "epoch": 6.180308422301305, + "grad_norm": 1.125, + "learning_rate": 0.00022781615906875414, + "loss": 4.1816, + "mean_token_accuracy": 0.2538179770112038, + "num_tokens": 14950503.0, + "step": 5210 + }, + { + "entropy": 4.788936758041382, + "epoch": 6.186239620403321, + "grad_norm": 1.0859375, + "learning_rate": 0.0002273505367120562, + "loss": 4.1846, + "mean_token_accuracy": 0.24845887273550032, + "num_tokens": 14967533.0, + "step": 5215 + }, + { + "entropy": 4.842661952972412, + "epoch": 6.192170818505338, + "grad_norm": 1.1015625, + "learning_rate": 0.00022688512790054865, + "loss": 4.2189, + "mean_token_accuracy": 0.24378627836704253, + "num_tokens": 14980276.0, + "step": 5220 + }, + { + "entropy": 4.736074161529541, + "epoch": 6.198102016607355, + "grad_norm": 1.1640625, + "learning_rate": 0.0002264199347200015, + "loss": 4.1122, + "mean_token_accuracy": 0.2617910668253899, + "num_tokens": 14993270.0, + "step": 5225 + }, + { + "entropy": 4.726060914993286, + "epoch": 6.204033214709371, + "grad_norm": 1.0390625, + "learning_rate": 0.00022595495925521804, + "loss": 4.1215, + "mean_token_accuracy": 0.2615621656179428, + "num_tokens": 15007725.0, + "step": 5230 + }, + { + "entropy": 4.710829830169677, + "epoch": 6.209964412811388, + "grad_norm": 1.171875, + "learning_rate": 0.0002254902035900261, + "loss": 4.1208, + "mean_token_accuracy": 0.253796873986721, + "num_tokens": 15022909.0, + "step": 5235 + }, + { + "entropy": 4.801334238052368, + "epoch": 6.215895610913405, + "grad_norm": 1.0859375, + "learning_rate": 0.00022502566980726852, + "loss": 4.1901, + "mean_token_accuracy": 0.25595812797546386, + "num_tokens": 15036894.0, + "step": 5240 + }, + { + "entropy": 4.777053499221802, + "epoch": 6.221826809015421, + "grad_norm": 1.0, + "learning_rate": 0.00022456135998879335, + "loss": 4.1183, + "mean_token_accuracy": 0.2579038292169571, + "num_tokens": 15053898.0, + "step": 5245 + }, + { + "entropy": 4.754766321182251, + "epoch": 6.227758007117438, + "grad_norm": 1.1953125, + "learning_rate": 0.0002240972762154453, + "loss": 4.1538, + "mean_token_accuracy": 0.25917364209890364, + "num_tokens": 15067661.0, + "step": 5250 + }, + { + "entropy": 4.779755878448486, + "epoch": 6.233689205219454, + "grad_norm": 1.140625, + "learning_rate": 0.000223633420567056, + "loss": 4.182, + "mean_token_accuracy": 0.2558010220527649, + "num_tokens": 15082174.0, + "step": 5255 + }, + { + "entropy": 4.731582498550415, + "epoch": 6.239620403321471, + "grad_norm": 1.109375, + "learning_rate": 0.0002231697951224346, + "loss": 4.1443, + "mean_token_accuracy": 0.25625418722629545, + "num_tokens": 15096044.0, + "step": 5260 + }, + { + "entropy": 4.8570098876953125, + "epoch": 6.245551601423488, + "grad_norm": 1.265625, + "learning_rate": 0.0002227064019593586, + "loss": 4.2752, + "mean_token_accuracy": 0.2415375977754593, + "num_tokens": 15111548.0, + "step": 5265 + }, + { + "entropy": 4.703935050964356, + "epoch": 6.251482799525504, + "grad_norm": 1.2109375, + "learning_rate": 0.00022224324315456474, + "loss": 4.1051, + "mean_token_accuracy": 0.2591488644480705, + "num_tokens": 15125669.0, + "step": 5270 + }, + { + "entropy": 4.771063804626465, + "epoch": 6.257413997627521, + "grad_norm": 1.25, + "learning_rate": 0.00022178032078373894, + "loss": 4.1977, + "mean_token_accuracy": 0.2615684702992439, + "num_tokens": 15139708.0, + "step": 5275 + }, + { + "entropy": 4.7325742721557615, + "epoch": 6.263345195729538, + "grad_norm": 1.109375, + "learning_rate": 0.00022131763692150798, + "loss": 4.1431, + "mean_token_accuracy": 0.2557313323020935, + "num_tokens": 15154147.0, + "step": 5280 + }, + { + "entropy": 4.734698009490967, + "epoch": 6.269276393831554, + "grad_norm": 1.2734375, + "learning_rate": 0.00022085519364142963, + "loss": 4.0968, + "mean_token_accuracy": 0.26601689010858537, + "num_tokens": 15167684.0, + "step": 5285 + }, + { + "entropy": 4.75499119758606, + "epoch": 6.275207591933571, + "grad_norm": 1.2734375, + "learning_rate": 0.00022039299301598343, + "loss": 4.2305, + "mean_token_accuracy": 0.24574412703514098, + "num_tokens": 15180863.0, + "step": 5290 + }, + { + "entropy": 4.757374382019043, + "epoch": 6.2811387900355875, + "grad_norm": 1.1640625, + "learning_rate": 0.00021993103711656148, + "loss": 4.1598, + "mean_token_accuracy": 0.25554181486368177, + "num_tokens": 15195479.0, + "step": 5295 + }, + { + "entropy": 4.715495347976685, + "epoch": 6.2870699881376035, + "grad_norm": 1.140625, + "learning_rate": 0.00021946932801345903, + "loss": 4.1223, + "mean_token_accuracy": 0.25854379385709764, + "num_tokens": 15209262.0, + "step": 5300 + }, + { + "entropy": 4.6957752227783205, + "epoch": 6.2930011862396205, + "grad_norm": 1.203125, + "learning_rate": 0.00021900786777586534, + "loss": 4.0705, + "mean_token_accuracy": 0.27112670689821244, + "num_tokens": 15223626.0, + "step": 5305 + }, + { + "entropy": 4.763528347015381, + "epoch": 6.298932384341637, + "grad_norm": 1.1953125, + "learning_rate": 0.00021854665847185445, + "loss": 4.1249, + "mean_token_accuracy": 0.259819307923317, + "num_tokens": 15237868.0, + "step": 5310 + }, + { + "entropy": 4.7126524448394775, + "epoch": 6.304863582443653, + "grad_norm": 1.1171875, + "learning_rate": 0.00021808570216837569, + "loss": 4.1449, + "mean_token_accuracy": 0.25789590924978256, + "num_tokens": 15252569.0, + "step": 5315 + }, + { + "entropy": 4.786526203155518, + "epoch": 6.31079478054567, + "grad_norm": 1.1015625, + "learning_rate": 0.0002176250009312446, + "loss": 4.1082, + "mean_token_accuracy": 0.2608945667743683, + "num_tokens": 15266181.0, + "step": 5320 + }, + { + "entropy": 4.792176580429077, + "epoch": 6.316725978647687, + "grad_norm": 1.28125, + "learning_rate": 0.0002171645568251337, + "loss": 4.2237, + "mean_token_accuracy": 0.24639234989881514, + "num_tokens": 15281177.0, + "step": 5325 + }, + { + "entropy": 4.685246562957763, + "epoch": 6.322657176749703, + "grad_norm": 1.25, + "learning_rate": 0.00021670437191356295, + "loss": 4.0926, + "mean_token_accuracy": 0.27036156356334684, + "num_tokens": 15293344.0, + "step": 5330 + }, + { + "entropy": 4.756206893920899, + "epoch": 6.32858837485172, + "grad_norm": 1.140625, + "learning_rate": 0.0002162444482588908, + "loss": 4.2745, + "mean_token_accuracy": 0.2503564581274986, + "num_tokens": 15307438.0, + "step": 5335 + }, + { + "entropy": 4.750091648101806, + "epoch": 6.334519572953736, + "grad_norm": 1.109375, + "learning_rate": 0.00021578478792230504, + "loss": 4.1165, + "mean_token_accuracy": 0.25345486402511597, + "num_tokens": 15320478.0, + "step": 5340 + }, + { + "entropy": 4.777521848678589, + "epoch": 6.340450771055753, + "grad_norm": 1.1484375, + "learning_rate": 0.00021532539296381314, + "loss": 4.1919, + "mean_token_accuracy": 0.24896891564130783, + "num_tokens": 15335037.0, + "step": 5345 + }, + { + "entropy": 4.727483654022217, + "epoch": 6.34638196915777, + "grad_norm": 1.03125, + "learning_rate": 0.00021486626544223332, + "loss": 4.2599, + "mean_token_accuracy": 0.2466239184141159, + "num_tokens": 15351310.0, + "step": 5350 + }, + { + "entropy": 4.745375299453736, + "epoch": 6.352313167259786, + "grad_norm": 1.265625, + "learning_rate": 0.00021440740741518534, + "loss": 4.1448, + "mean_token_accuracy": 0.2537722200155258, + "num_tokens": 15365009.0, + "step": 5355 + }, + { + "entropy": 4.724126195907592, + "epoch": 6.358244365361803, + "grad_norm": 1.125, + "learning_rate": 0.00021394882093908097, + "loss": 4.1642, + "mean_token_accuracy": 0.24910940676927568, + "num_tokens": 15379980.0, + "step": 5360 + }, + { + "entropy": 4.710079765319824, + "epoch": 6.36417556346382, + "grad_norm": 1.171875, + "learning_rate": 0.00021349050806911536, + "loss": 4.101, + "mean_token_accuracy": 0.25774708241224287, + "num_tokens": 15393331.0, + "step": 5365 + }, + { + "entropy": 4.796683835983276, + "epoch": 6.370106761565836, + "grad_norm": 1.15625, + "learning_rate": 0.00021303247085925715, + "loss": 4.18, + "mean_token_accuracy": 0.2545799657702446, + "num_tokens": 15406384.0, + "step": 5370 + }, + { + "entropy": 4.70715069770813, + "epoch": 6.376037959667853, + "grad_norm": 1.1015625, + "learning_rate": 0.00021257471136223972, + "loss": 4.1033, + "mean_token_accuracy": 0.2652807131409645, + "num_tokens": 15421366.0, + "step": 5375 + }, + { + "entropy": 4.796708965301514, + "epoch": 6.38196915776987, + "grad_norm": 1.1796875, + "learning_rate": 0.00021211723162955194, + "loss": 4.3088, + "mean_token_accuracy": 0.2433738112449646, + "num_tokens": 15436499.0, + "step": 5380 + }, + { + "entropy": 4.7571878910064695, + "epoch": 6.387900355871886, + "grad_norm": 1.1171875, + "learning_rate": 0.00021166003371142855, + "loss": 4.1354, + "mean_token_accuracy": 0.2604342848062515, + "num_tokens": 15450695.0, + "step": 5385 + }, + { + "entropy": 4.728578424453735, + "epoch": 6.393831553973903, + "grad_norm": 1.296875, + "learning_rate": 0.0002112031196568418, + "loss": 4.1403, + "mean_token_accuracy": 0.2522526666522026, + "num_tokens": 15465113.0, + "step": 5390 + }, + { + "entropy": 4.745226716995239, + "epoch": 6.39976275207592, + "grad_norm": 1.28125, + "learning_rate": 0.00021074649151349157, + "loss": 4.142, + "mean_token_accuracy": 0.25918426364660263, + "num_tokens": 15478194.0, + "step": 5395 + }, + { + "entropy": 4.745215320587159, + "epoch": 6.405693950177936, + "grad_norm": 1.2578125, + "learning_rate": 0.00021029015132779615, + "loss": 4.2211, + "mean_token_accuracy": 0.2551017105579376, + "num_tokens": 15492600.0, + "step": 5400 + }, + { + "entropy": 4.838167905807495, + "epoch": 6.411625148279953, + "grad_norm": 1.2109375, + "learning_rate": 0.00020983410114488367, + "loss": 4.2233, + "mean_token_accuracy": 0.2533955991268158, + "num_tokens": 15506023.0, + "step": 5405 + }, + { + "entropy": 4.741149950027466, + "epoch": 6.41755634638197, + "grad_norm": 1.2890625, + "learning_rate": 0.0002093783430085825, + "loss": 4.2066, + "mean_token_accuracy": 0.2551663339138031, + "num_tokens": 15520530.0, + "step": 5410 + }, + { + "entropy": 4.8033700466156, + "epoch": 6.423487544483986, + "grad_norm": 1.1171875, + "learning_rate": 0.00020892287896141204, + "loss": 4.1593, + "mean_token_accuracy": 0.2508813560009003, + "num_tokens": 15534048.0, + "step": 5415 + }, + { + "entropy": 4.7030867576599125, + "epoch": 6.4294187425860025, + "grad_norm": 1.2109375, + "learning_rate": 0.0002084677110445739, + "loss": 4.1392, + "mean_token_accuracy": 0.26492889374494555, + "num_tokens": 15547188.0, + "step": 5420 + }, + { + "entropy": 4.7414158344268795, + "epoch": 6.435349940688019, + "grad_norm": 1.140625, + "learning_rate": 0.0002080128412979425, + "loss": 4.1605, + "mean_token_accuracy": 0.262862454354763, + "num_tokens": 15560867.0, + "step": 5425 + }, + { + "entropy": 4.7034995555877686, + "epoch": 6.4412811387900355, + "grad_norm": 1.125, + "learning_rate": 0.00020755827176005575, + "loss": 4.1243, + "mean_token_accuracy": 0.26048964262008667, + "num_tokens": 15573812.0, + "step": 5430 + }, + { + "entropy": 4.752125215530396, + "epoch": 6.447212336892052, + "grad_norm": 1.0625, + "learning_rate": 0.00020710400446810658, + "loss": 4.1689, + "mean_token_accuracy": 0.24977132230997084, + "num_tokens": 15589427.0, + "step": 5435 + }, + { + "entropy": 4.764254903793335, + "epoch": 6.4531435349940685, + "grad_norm": 1.1171875, + "learning_rate": 0.00020665004145793293, + "loss": 4.1237, + "mean_token_accuracy": 0.26629842519760133, + "num_tokens": 15603741.0, + "step": 5440 + }, + { + "entropy": 4.722282791137696, + "epoch": 6.459074733096085, + "grad_norm": 1.0859375, + "learning_rate": 0.00020619638476400943, + "loss": 4.1705, + "mean_token_accuracy": 0.25587973445653917, + "num_tokens": 15617735.0, + "step": 5445 + }, + { + "entropy": 4.722723722457886, + "epoch": 6.465005931198102, + "grad_norm": 1.3671875, + "learning_rate": 0.00020574303641943782, + "loss": 4.1902, + "mean_token_accuracy": 0.2547612652182579, + "num_tokens": 15630910.0, + "step": 5450 + }, + { + "entropy": 4.742911911010742, + "epoch": 6.470937129300118, + "grad_norm": 1.125, + "learning_rate": 0.0002052899984559377, + "loss": 4.1566, + "mean_token_accuracy": 0.2643850788474083, + "num_tokens": 15644797.0, + "step": 5455 + }, + { + "entropy": 4.760161256790161, + "epoch": 6.476868327402135, + "grad_norm": 1.0859375, + "learning_rate": 0.00020483727290383812, + "loss": 4.1903, + "mean_token_accuracy": 0.250904580950737, + "num_tokens": 15658991.0, + "step": 5460 + }, + { + "entropy": 4.706643009185791, + "epoch": 6.482799525504152, + "grad_norm": 1.21875, + "learning_rate": 0.00020438486179206772, + "loss": 4.1439, + "mean_token_accuracy": 0.25506513714790346, + "num_tokens": 15671787.0, + "step": 5465 + }, + { + "entropy": 4.693522787094116, + "epoch": 6.488730723606168, + "grad_norm": 1.0703125, + "learning_rate": 0.0002039327671481459, + "loss": 4.1592, + "mean_token_accuracy": 0.2543107122182846, + "num_tokens": 15687183.0, + "step": 5470 + }, + { + "entropy": 4.765786266326904, + "epoch": 6.494661921708185, + "grad_norm": 0.97265625, + "learning_rate": 0.000203480990998174, + "loss": 4.1716, + "mean_token_accuracy": 0.25282373279333115, + "num_tokens": 15704586.0, + "step": 5475 + }, + { + "entropy": 4.7568827152252195, + "epoch": 6.500593119810202, + "grad_norm": 1.046875, + "learning_rate": 0.00020302953536682606, + "loss": 4.1898, + "mean_token_accuracy": 0.25484422594308853, + "num_tokens": 15718861.0, + "step": 5480 + }, + { + "entropy": 4.758185243606567, + "epoch": 6.506524317912218, + "grad_norm": 1.1953125, + "learning_rate": 0.00020257840227733926, + "loss": 4.2025, + "mean_token_accuracy": 0.2534889817237854, + "num_tokens": 15733547.0, + "step": 5485 + }, + { + "entropy": 4.733855247497559, + "epoch": 6.512455516014235, + "grad_norm": 1.1875, + "learning_rate": 0.00020212759375150564, + "loss": 4.1747, + "mean_token_accuracy": 0.2521922826766968, + "num_tokens": 15747662.0, + "step": 5490 + }, + { + "entropy": 4.776731967926025, + "epoch": 6.518386714116252, + "grad_norm": 1.2734375, + "learning_rate": 0.00020167711180966275, + "loss": 4.2361, + "mean_token_accuracy": 0.24944700449705123, + "num_tokens": 15762160.0, + "step": 5495 + }, + { + "entropy": 4.7545074939727785, + "epoch": 6.524317912218268, + "grad_norm": 1.2109375, + "learning_rate": 0.00020122695847068413, + "loss": 4.1817, + "mean_token_accuracy": 0.2521538719534874, + "num_tokens": 15778486.0, + "step": 5500 + }, + { + "epoch": 6.524317912218268, + "eval_entropy": 4.677589024502807, + "eval_loss": 5.258727550506592, + "eval_mean_token_accuracy": 0.196114729335703, + "eval_num_tokens": 15778486.0, + "eval_runtime": 2.6281, + "eval_samples_per_second": 992.341, + "eval_steps_per_second": 124.043, + "step": 5500 + }, + { + "entropy": 4.7626618385314945, + "epoch": 6.530249110320285, + "grad_norm": 1.015625, + "learning_rate": 0.00020077713575197115, + "loss": 4.1431, + "mean_token_accuracy": 0.2633996903896332, + "num_tokens": 15792912.0, + "step": 5505 + }, + { + "entropy": 4.821646690368652, + "epoch": 6.536180308422301, + "grad_norm": 1.2578125, + "learning_rate": 0.000200327645669443, + "loss": 4.2466, + "mean_token_accuracy": 0.24895731806755067, + "num_tokens": 15806844.0, + "step": 5510 + }, + { + "entropy": 4.7317163944244385, + "epoch": 6.542111506524318, + "grad_norm": 1.046875, + "learning_rate": 0.0001998784902375284, + "loss": 4.1274, + "mean_token_accuracy": 0.26149736940860746, + "num_tokens": 15820005.0, + "step": 5515 + }, + { + "entropy": 4.832112836837768, + "epoch": 6.548042704626335, + "grad_norm": 1.296875, + "learning_rate": 0.00019942967146915642, + "loss": 4.3039, + "mean_token_accuracy": 0.24466286301612855, + "num_tokens": 15834518.0, + "step": 5520 + }, + { + "entropy": 4.759687042236328, + "epoch": 6.553973902728351, + "grad_norm": 1.1640625, + "learning_rate": 0.000198981191375747, + "loss": 4.1858, + "mean_token_accuracy": 0.25404632091522217, + "num_tokens": 15848414.0, + "step": 5525 + }, + { + "entropy": 4.7223570346832275, + "epoch": 6.559905100830368, + "grad_norm": 1.2421875, + "learning_rate": 0.0001985330519672025, + "loss": 4.1067, + "mean_token_accuracy": 0.26446701437234876, + "num_tokens": 15862634.0, + "step": 5530 + }, + { + "entropy": 4.741420745849609, + "epoch": 6.565836298932385, + "grad_norm": 1.2421875, + "learning_rate": 0.00019808525525189864, + "loss": 4.2288, + "mean_token_accuracy": 0.25221395790576934, + "num_tokens": 15876121.0, + "step": 5535 + }, + { + "entropy": 4.765332937240601, + "epoch": 6.571767497034401, + "grad_norm": 1.2109375, + "learning_rate": 0.00019763780323667478, + "loss": 4.1204, + "mean_token_accuracy": 0.26418492943048477, + "num_tokens": 15890457.0, + "step": 5540 + }, + { + "entropy": 4.749009418487549, + "epoch": 6.577698695136418, + "grad_norm": 1.1640625, + "learning_rate": 0.00019719069792682603, + "loss": 4.2243, + "mean_token_accuracy": 0.2510946154594421, + "num_tokens": 15903499.0, + "step": 5545 + }, + { + "entropy": 4.708383226394654, + "epoch": 6.5836298932384345, + "grad_norm": 1.2734375, + "learning_rate": 0.00019674394132609358, + "loss": 4.0348, + "mean_token_accuracy": 0.2668359696865082, + "num_tokens": 15915346.0, + "step": 5550 + }, + { + "entropy": 4.709152603149414, + "epoch": 6.5895610913404505, + "grad_norm": 1.2265625, + "learning_rate": 0.00019629753543665558, + "loss": 4.1315, + "mean_token_accuracy": 0.263986074924469, + "num_tokens": 15929352.0, + "step": 5555 + }, + { + "entropy": 4.760223770141602, + "epoch": 6.5954922894424675, + "grad_norm": 1.140625, + "learning_rate": 0.00019585148225911863, + "loss": 4.2066, + "mean_token_accuracy": 0.25318457931280136, + "num_tokens": 15943379.0, + "step": 5560 + }, + { + "entropy": 4.786670970916748, + "epoch": 6.6014234875444835, + "grad_norm": 1.171875, + "learning_rate": 0.0001954057837925089, + "loss": 4.1997, + "mean_token_accuracy": 0.2464132636785507, + "num_tokens": 15960249.0, + "step": 5565 + }, + { + "entropy": 4.748265886306763, + "epoch": 6.6073546856465, + "grad_norm": 1.1875, + "learning_rate": 0.00019496044203426227, + "loss": 4.2186, + "mean_token_accuracy": 0.253728075325489, + "num_tokens": 15976593.0, + "step": 5570 + }, + { + "entropy": 4.728971910476685, + "epoch": 6.613285883748517, + "grad_norm": 1.171875, + "learning_rate": 0.0001945154589802165, + "loss": 4.2002, + "mean_token_accuracy": 0.25083582699298856, + "num_tokens": 15990264.0, + "step": 5575 + }, + { + "entropy": 4.765192365646362, + "epoch": 6.619217081850534, + "grad_norm": 1.265625, + "learning_rate": 0.00019407083662460167, + "loss": 4.2443, + "mean_token_accuracy": 0.24514267295598985, + "num_tokens": 16003878.0, + "step": 5580 + }, + { + "entropy": 4.749647521972657, + "epoch": 6.62514827995255, + "grad_norm": 1.109375, + "learning_rate": 0.00019362657696003118, + "loss": 4.1554, + "mean_token_accuracy": 0.24948494136333466, + "num_tokens": 16019851.0, + "step": 5585 + }, + { + "entropy": 4.822388553619385, + "epoch": 6.631079478054567, + "grad_norm": 1.1953125, + "learning_rate": 0.00019318268197749333, + "loss": 4.1847, + "mean_token_accuracy": 0.25582956075668334, + "num_tokens": 16033901.0, + "step": 5590 + }, + { + "entropy": 4.71464581489563, + "epoch": 6.637010676156583, + "grad_norm": 1.2734375, + "learning_rate": 0.0001927391536663417, + "loss": 4.158, + "mean_token_accuracy": 0.26538464725017546, + "num_tokens": 16047944.0, + "step": 5595 + }, + { + "entropy": 4.737095737457276, + "epoch": 6.6429418742586, + "grad_norm": 1.1875, + "learning_rate": 0.00019229599401428678, + "loss": 4.1981, + "mean_token_accuracy": 0.25749432742595674, + "num_tokens": 16061631.0, + "step": 5600 + }, + { + "entropy": 4.752544355392456, + "epoch": 6.648873072360617, + "grad_norm": 1.15625, + "learning_rate": 0.000191853205007387, + "loss": 4.1997, + "mean_token_accuracy": 0.2444662407040596, + "num_tokens": 16077488.0, + "step": 5605 + }, + { + "entropy": 4.762704372406006, + "epoch": 6.654804270462633, + "grad_norm": 1.1484375, + "learning_rate": 0.00019141078863003946, + "loss": 4.1645, + "mean_token_accuracy": 0.25711637139320376, + "num_tokens": 16090762.0, + "step": 5610 + }, + { + "entropy": 4.769192314147949, + "epoch": 6.66073546856465, + "grad_norm": 1.21875, + "learning_rate": 0.0001909687468649715, + "loss": 4.2375, + "mean_token_accuracy": 0.2481795594096184, + "num_tokens": 16105307.0, + "step": 5615 + }, + { + "entropy": 4.8051934242248535, + "epoch": 6.666666666666667, + "grad_norm": 1.2265625, + "learning_rate": 0.00019052708169323157, + "loss": 4.212, + "mean_token_accuracy": 0.247459676861763, + "num_tokens": 16121806.0, + "step": 5620 + }, + { + "entropy": 4.758413887023925, + "epoch": 6.672597864768683, + "grad_norm": 1.34375, + "learning_rate": 0.00019008579509418016, + "loss": 4.1353, + "mean_token_accuracy": 0.2526886180043221, + "num_tokens": 16135901.0, + "step": 5625 + }, + { + "entropy": 4.736074733734131, + "epoch": 6.6785290628707, + "grad_norm": 1.1015625, + "learning_rate": 0.00018964488904548143, + "loss": 4.212, + "mean_token_accuracy": 0.24899030476808548, + "num_tokens": 16151095.0, + "step": 5630 + }, + { + "entropy": 4.745052289962769, + "epoch": 6.684460260972717, + "grad_norm": 1.2265625, + "learning_rate": 0.00018920436552309394, + "loss": 4.1413, + "mean_token_accuracy": 0.2582083851099014, + "num_tokens": 16164090.0, + "step": 5635 + }, + { + "entropy": 4.761336612701416, + "epoch": 6.690391459074733, + "grad_norm": 1.2265625, + "learning_rate": 0.00018876422650126196, + "loss": 4.1401, + "mean_token_accuracy": 0.26356436014175416, + "num_tokens": 16176788.0, + "step": 5640 + }, + { + "entropy": 4.802963542938232, + "epoch": 6.69632265717675, + "grad_norm": 1.2421875, + "learning_rate": 0.00018832447395250658, + "loss": 4.2295, + "mean_token_accuracy": 0.2524667248129845, + "num_tokens": 16191441.0, + "step": 5645 + }, + { + "entropy": 4.727647924423218, + "epoch": 6.702253855278766, + "grad_norm": 1.125, + "learning_rate": 0.00018788510984761697, + "loss": 4.1911, + "mean_token_accuracy": 0.2555044531822205, + "num_tokens": 16206375.0, + "step": 5650 + }, + { + "entropy": 4.6923707008361815, + "epoch": 6.708185053380783, + "grad_norm": 1.1875, + "learning_rate": 0.0001874461361556412, + "loss": 4.1204, + "mean_token_accuracy": 0.2593838185071945, + "num_tokens": 16219847.0, + "step": 5655 + }, + { + "entropy": 4.7903721809387205, + "epoch": 6.7141162514828, + "grad_norm": 1.1796875, + "learning_rate": 0.00018700755484387795, + "loss": 4.238, + "mean_token_accuracy": 0.2465851992368698, + "num_tokens": 16235504.0, + "step": 5660 + }, + { + "entropy": 4.791923379898071, + "epoch": 6.720047449584817, + "grad_norm": 1.140625, + "learning_rate": 0.0001865693678778672, + "loss": 4.2177, + "mean_token_accuracy": 0.25269589871168135, + "num_tokens": 16250082.0, + "step": 5665 + }, + { + "entropy": 4.760594749450684, + "epoch": 6.725978647686833, + "grad_norm": 1.0625, + "learning_rate": 0.0001861315772213818, + "loss": 4.2118, + "mean_token_accuracy": 0.25531507432460787, + "num_tokens": 16266604.0, + "step": 5670 + }, + { + "entropy": 4.727664279937744, + "epoch": 6.7319098457888495, + "grad_norm": 1.2734375, + "learning_rate": 0.00018569418483641847, + "loss": 4.1565, + "mean_token_accuracy": 0.2570932745933533, + "num_tokens": 16280694.0, + "step": 5675 + }, + { + "entropy": 4.743464517593384, + "epoch": 6.737841043890866, + "grad_norm": 1.1875, + "learning_rate": 0.00018525719268318896, + "loss": 4.1191, + "mean_token_accuracy": 0.25973758697509763, + "num_tokens": 16294774.0, + "step": 5680 + }, + { + "entropy": 4.665111255645752, + "epoch": 6.7437722419928825, + "grad_norm": 1.1953125, + "learning_rate": 0.00018482060272011135, + "loss": 4.1371, + "mean_token_accuracy": 0.2589722633361816, + "num_tokens": 16308535.0, + "step": 5685 + }, + { + "entropy": 4.763592958450317, + "epoch": 6.749703440094899, + "grad_norm": 1.2109375, + "learning_rate": 0.00018438441690380141, + "loss": 4.236, + "mean_token_accuracy": 0.24331610649824142, + "num_tokens": 16324862.0, + "step": 5690 + }, + { + "entropy": 4.768408298492432, + "epoch": 6.7556346381969155, + "grad_norm": 1.03125, + "learning_rate": 0.00018394863718906352, + "loss": 4.1807, + "mean_token_accuracy": 0.2521728932857513, + "num_tokens": 16341621.0, + "step": 5695 + }, + { + "entropy": 4.719629716873169, + "epoch": 6.761565836298932, + "grad_norm": 1.1484375, + "learning_rate": 0.00018351326552888214, + "loss": 4.1475, + "mean_token_accuracy": 0.2612353786826134, + "num_tokens": 16354888.0, + "step": 5700 + }, + { + "entropy": 4.68466272354126, + "epoch": 6.767497034400949, + "grad_norm": 1.2109375, + "learning_rate": 0.00018307830387441322, + "loss": 4.0962, + "mean_token_accuracy": 0.26325703859329225, + "num_tokens": 16368924.0, + "step": 5705 + }, + { + "entropy": 4.687920188903808, + "epoch": 6.773428232502965, + "grad_norm": 1.0703125, + "learning_rate": 0.00018264375417497474, + "loss": 4.1452, + "mean_token_accuracy": 0.2604793220758438, + "num_tokens": 16382118.0, + "step": 5710 + }, + { + "entropy": 4.80543327331543, + "epoch": 6.779359430604982, + "grad_norm": 1.1484375, + "learning_rate": 0.00018220961837803895, + "loss": 4.125, + "mean_token_accuracy": 0.2621569991111755, + "num_tokens": 16394920.0, + "step": 5715 + }, + { + "entropy": 4.790578365325928, + "epoch": 6.785290628706999, + "grad_norm": 1.078125, + "learning_rate": 0.00018177589842922293, + "loss": 4.2234, + "mean_token_accuracy": 0.25009594559669496, + "num_tokens": 16411816.0, + "step": 5720 + }, + { + "entropy": 4.758824491500855, + "epoch": 6.791221826809015, + "grad_norm": 1.203125, + "learning_rate": 0.00018134259627228006, + "loss": 4.1882, + "mean_token_accuracy": 0.25501234978437426, + "num_tokens": 16426134.0, + "step": 5725 + }, + { + "entropy": 4.670667505264282, + "epoch": 6.797153024911032, + "grad_norm": 1.3125, + "learning_rate": 0.00018090971384909156, + "loss": 4.1105, + "mean_token_accuracy": 0.2640800788998604, + "num_tokens": 16439674.0, + "step": 5730 + }, + { + "entropy": 4.748079872131347, + "epoch": 6.803084223013048, + "grad_norm": 1.140625, + "learning_rate": 0.00018047725309965735, + "loss": 4.1833, + "mean_token_accuracy": 0.25257241874933245, + "num_tokens": 16454576.0, + "step": 5735 + }, + { + "entropy": 4.7621794700622555, + "epoch": 6.809015421115065, + "grad_norm": 1.1328125, + "learning_rate": 0.00018004521596208766, + "loss": 4.1415, + "mean_token_accuracy": 0.25373379439115523, + "num_tokens": 16469898.0, + "step": 5740 + }, + { + "entropy": 4.694784784317017, + "epoch": 6.814946619217082, + "grad_norm": 1.2734375, + "learning_rate": 0.00017961360437259439, + "loss": 4.1623, + "mean_token_accuracy": 0.2581657156348228, + "num_tokens": 16483840.0, + "step": 5745 + }, + { + "entropy": 4.790038394927978, + "epoch": 6.820877817319099, + "grad_norm": 1.2578125, + "learning_rate": 0.0001791824202654821, + "loss": 4.2353, + "mean_token_accuracy": 0.24800846576690674, + "num_tokens": 16498277.0, + "step": 5750 + }, + { + "entropy": 4.736173486709594, + "epoch": 6.826809015421115, + "grad_norm": 1.2421875, + "learning_rate": 0.0001787516655731397, + "loss": 4.1045, + "mean_token_accuracy": 0.2711944758892059, + "num_tokens": 16511519.0, + "step": 5755 + }, + { + "entropy": 4.742716693878174, + "epoch": 6.832740213523132, + "grad_norm": 1.15625, + "learning_rate": 0.0001783213422260316, + "loss": 4.1354, + "mean_token_accuracy": 0.26013816744089124, + "num_tokens": 16525845.0, + "step": 5760 + }, + { + "entropy": 4.752026510238648, + "epoch": 6.838671411625148, + "grad_norm": 1.1640625, + "learning_rate": 0.00017789145215268905, + "loss": 4.186, + "mean_token_accuracy": 0.2556770399212837, + "num_tokens": 16539804.0, + "step": 5765 + }, + { + "entropy": 4.763554286956787, + "epoch": 6.844602609727165, + "grad_norm": 1.265625, + "learning_rate": 0.00017746199727970157, + "loss": 4.1885, + "mean_token_accuracy": 0.24814402759075166, + "num_tokens": 16555282.0, + "step": 5770 + }, + { + "entropy": 4.6659910678863525, + "epoch": 6.850533807829182, + "grad_norm": 1.203125, + "learning_rate": 0.00017703297953170855, + "loss": 4.1033, + "mean_token_accuracy": 0.2569319367408752, + "num_tokens": 16568060.0, + "step": 5775 + }, + { + "entropy": 4.695835542678833, + "epoch": 6.856465005931198, + "grad_norm": 1.0625, + "learning_rate": 0.0001766044008313898, + "loss": 4.1578, + "mean_token_accuracy": 0.2558426558971405, + "num_tokens": 16584013.0, + "step": 5780 + }, + { + "entropy": 4.7723979473114015, + "epoch": 6.862396204033215, + "grad_norm": 1.0546875, + "learning_rate": 0.00017617626309945805, + "loss": 4.1613, + "mean_token_accuracy": 0.255773788690567, + "num_tokens": 16599730.0, + "step": 5785 + }, + { + "entropy": 4.668985319137573, + "epoch": 6.868327402135232, + "grad_norm": 1.078125, + "learning_rate": 0.0001757485682546495, + "loss": 4.0824, + "mean_token_accuracy": 0.2651835471391678, + "num_tokens": 16613742.0, + "step": 5790 + }, + { + "entropy": 4.747865295410156, + "epoch": 6.874258600237248, + "grad_norm": 1.265625, + "learning_rate": 0.00017532131821371556, + "loss": 4.1963, + "mean_token_accuracy": 0.2563337668776512, + "num_tokens": 16626853.0, + "step": 5795 + }, + { + "entropy": 4.741928005218506, + "epoch": 6.880189798339265, + "grad_norm": 1.1953125, + "learning_rate": 0.00017489451489141426, + "loss": 4.1763, + "mean_token_accuracy": 0.25666467398405074, + "num_tokens": 16641019.0, + "step": 5800 + }, + { + "entropy": 4.780912303924561, + "epoch": 6.8861209964412815, + "grad_norm": 1.21875, + "learning_rate": 0.00017446816020050165, + "loss": 4.2141, + "mean_token_accuracy": 0.2625143498182297, + "num_tokens": 16654699.0, + "step": 5805 + }, + { + "entropy": 4.761747646331787, + "epoch": 6.8920521945432975, + "grad_norm": 1.1640625, + "learning_rate": 0.00017404225605172302, + "loss": 4.205, + "mean_token_accuracy": 0.2583973690867424, + "num_tokens": 16669691.0, + "step": 5810 + }, + { + "entropy": 4.749472570419312, + "epoch": 6.8979833926453145, + "grad_norm": 1.2265625, + "learning_rate": 0.00017361680435380473, + "loss": 4.2477, + "mean_token_accuracy": 0.25099908411502836, + "num_tokens": 16684394.0, + "step": 5815 + }, + { + "entropy": 4.762139129638672, + "epoch": 6.9039145907473305, + "grad_norm": 1.28125, + "learning_rate": 0.00017319180701344533, + "loss": 4.1898, + "mean_token_accuracy": 0.2547173500061035, + "num_tokens": 16698084.0, + "step": 5820 + }, + { + "entropy": 4.79867525100708, + "epoch": 6.909845788849347, + "grad_norm": 1.1328125, + "learning_rate": 0.0001727672659353072, + "loss": 4.2214, + "mean_token_accuracy": 0.24477382600307465, + "num_tokens": 16713605.0, + "step": 5825 + }, + { + "entropy": 4.682294416427612, + "epoch": 6.915776986951364, + "grad_norm": 1.203125, + "learning_rate": 0.00017234318302200794, + "loss": 4.1327, + "mean_token_accuracy": 0.2661850988864899, + "num_tokens": 16727809.0, + "step": 5830 + }, + { + "entropy": 4.706176471710205, + "epoch": 6.921708185053381, + "grad_norm": 1.2421875, + "learning_rate": 0.00017191956017411164, + "loss": 4.0765, + "mean_token_accuracy": 0.266477270424366, + "num_tokens": 16741742.0, + "step": 5835 + }, + { + "entropy": 4.745152854919434, + "epoch": 6.927639383155397, + "grad_norm": 1.109375, + "learning_rate": 0.0001714963992901208, + "loss": 4.161, + "mean_token_accuracy": 0.25228210240602494, + "num_tokens": 16756490.0, + "step": 5840 + }, + { + "entropy": 4.710317754745484, + "epoch": 6.933570581257414, + "grad_norm": 1.265625, + "learning_rate": 0.00017107370226646765, + "loss": 4.1642, + "mean_token_accuracy": 0.25957975834608077, + "num_tokens": 16770683.0, + "step": 5845 + }, + { + "entropy": 4.739494943618775, + "epoch": 6.93950177935943, + "grad_norm": 1.1328125, + "learning_rate": 0.00017065147099750526, + "loss": 4.2073, + "mean_token_accuracy": 0.25007960945367813, + "num_tokens": 16783720.0, + "step": 5850 + }, + { + "entropy": 4.788773727416992, + "epoch": 6.945432977461447, + "grad_norm": 1.0625, + "learning_rate": 0.00017022970737549963, + "loss": 4.2971, + "mean_token_accuracy": 0.24353793114423752, + "num_tokens": 16801240.0, + "step": 5855 + }, + { + "entropy": 4.768838262557983, + "epoch": 6.951364175563464, + "grad_norm": 1.3046875, + "learning_rate": 0.00016980841329062096, + "loss": 4.1818, + "mean_token_accuracy": 0.25417726337909696, + "num_tokens": 16813793.0, + "step": 5860 + }, + { + "entropy": 4.70110330581665, + "epoch": 6.95729537366548, + "grad_norm": 1.03125, + "learning_rate": 0.00016938759063093507, + "loss": 4.1453, + "mean_token_accuracy": 0.25616732984781265, + "num_tokens": 16828753.0, + "step": 5865 + }, + { + "entropy": 4.816414403915405, + "epoch": 6.963226571767497, + "grad_norm": 1.1953125, + "learning_rate": 0.00016896724128239517, + "loss": 4.3074, + "mean_token_accuracy": 0.24339387863874434, + "num_tokens": 16845447.0, + "step": 5870 + }, + { + "entropy": 4.767317008972168, + "epoch": 6.969157769869514, + "grad_norm": 1.296875, + "learning_rate": 0.00016854736712883323, + "loss": 4.2097, + "mean_token_accuracy": 0.255161052942276, + "num_tokens": 16858862.0, + "step": 5875 + }, + { + "entropy": 4.773620176315307, + "epoch": 6.97508896797153, + "grad_norm": 1.03125, + "learning_rate": 0.00016812797005195146, + "loss": 4.1735, + "mean_token_accuracy": 0.2525623306632042, + "num_tokens": 16872940.0, + "step": 5880 + }, + { + "entropy": 4.788282775878907, + "epoch": 6.981020166073547, + "grad_norm": 1.21875, + "learning_rate": 0.00016770905193131425, + "loss": 4.1745, + "mean_token_accuracy": 0.2519037529826164, + "num_tokens": 16887249.0, + "step": 5885 + }, + { + "entropy": 4.6998461246490475, + "epoch": 6.986951364175564, + "grad_norm": 1.203125, + "learning_rate": 0.00016729061464433928, + "loss": 4.0968, + "mean_token_accuracy": 0.25965230017900465, + "num_tokens": 16901823.0, + "step": 5890 + }, + { + "entropy": 4.761331605911255, + "epoch": 6.99288256227758, + "grad_norm": 1.1640625, + "learning_rate": 0.00016687266006628948, + "loss": 4.2029, + "mean_token_accuracy": 0.2497609406709671, + "num_tokens": 16917723.0, + "step": 5895 + }, + { + "entropy": 4.755188941955566, + "epoch": 6.998813760379597, + "grad_norm": 1.125, + "learning_rate": 0.00016645519007026455, + "loss": 4.1252, + "mean_token_accuracy": 0.26332464516162873, + "num_tokens": 16931381.0, + "step": 5900 + }, + { + "entropy": 4.759982109069824, + "epoch": 7.004744958481614, + "grad_norm": 1.203125, + "learning_rate": 0.00016603820652719216, + "loss": 4.1155, + "mean_token_accuracy": 0.26479790210723875, + "num_tokens": 16946750.0, + "step": 5905 + }, + { + "entropy": 4.7290308475494385, + "epoch": 7.01067615658363, + "grad_norm": 1.1953125, + "learning_rate": 0.00016562171130582025, + "loss": 4.0092, + "mean_token_accuracy": 0.2840256869792938, + "num_tokens": 16962199.0, + "step": 5910 + }, + { + "entropy": 4.750166654586792, + "epoch": 7.016607354685647, + "grad_norm": 1.1953125, + "learning_rate": 0.00016520570627270815, + "loss": 3.9456, + "mean_token_accuracy": 0.277735161781311, + "num_tokens": 16975246.0, + "step": 5915 + }, + { + "entropy": 4.719605827331543, + "epoch": 7.022538552787663, + "grad_norm": 1.234375, + "learning_rate": 0.00016479019329221839, + "loss": 4.0868, + "mean_token_accuracy": 0.2630117356777191, + "num_tokens": 16988481.0, + "step": 5920 + }, + { + "entropy": 4.721116781234741, + "epoch": 7.02846975088968, + "grad_norm": 1.0859375, + "learning_rate": 0.00016437517422650838, + "loss": 4.029, + "mean_token_accuracy": 0.27088445127010347, + "num_tokens": 17002949.0, + "step": 5925 + }, + { + "entropy": 4.698511600494385, + "epoch": 7.0344009489916965, + "grad_norm": 1.3046875, + "learning_rate": 0.00016396065093552198, + "loss": 3.9397, + "mean_token_accuracy": 0.28713159561157225, + "num_tokens": 17015178.0, + "step": 5930 + }, + { + "entropy": 4.74187741279602, + "epoch": 7.040332147093713, + "grad_norm": 1.2109375, + "learning_rate": 0.000163546625276981, + "loss": 4.0236, + "mean_token_accuracy": 0.2746427789330482, + "num_tokens": 17027918.0, + "step": 5935 + }, + { + "entropy": 4.789263725280762, + "epoch": 7.0462633451957295, + "grad_norm": 1.125, + "learning_rate": 0.00016313309910637736, + "loss": 4.0895, + "mean_token_accuracy": 0.2638609692454338, + "num_tokens": 17042164.0, + "step": 5940 + }, + { + "entropy": 4.726514863967895, + "epoch": 7.052194543297746, + "grad_norm": 1.1328125, + "learning_rate": 0.0001627200742769644, + "loss": 3.9858, + "mean_token_accuracy": 0.2765854775905609, + "num_tokens": 17056269.0, + "step": 5945 + }, + { + "entropy": 4.722040414810181, + "epoch": 7.0581257413997625, + "grad_norm": 1.125, + "learning_rate": 0.00016230755263974838, + "loss": 4.0562, + "mean_token_accuracy": 0.26577589064836504, + "num_tokens": 17071319.0, + "step": 5950 + }, + { + "entropy": 4.663771724700927, + "epoch": 7.064056939501779, + "grad_norm": 1.1953125, + "learning_rate": 0.00016189553604348101, + "loss": 4.0132, + "mean_token_accuracy": 0.28197047412395476, + "num_tokens": 17083716.0, + "step": 5955 + }, + { + "entropy": 4.790961647033692, + "epoch": 7.069988137603796, + "grad_norm": 1.2578125, + "learning_rate": 0.00016148402633465005, + "loss": 4.1116, + "mean_token_accuracy": 0.25136594474315643, + "num_tokens": 17098045.0, + "step": 5960 + }, + { + "entropy": 4.787260437011719, + "epoch": 7.075919335705812, + "grad_norm": 1.1796875, + "learning_rate": 0.00016107302535747192, + "loss": 4.0735, + "mean_token_accuracy": 0.2665525659918785, + "num_tokens": 17112529.0, + "step": 5965 + }, + { + "entropy": 4.716967010498047, + "epoch": 7.081850533807829, + "grad_norm": 1.1875, + "learning_rate": 0.00016066253495388306, + "loss": 4.0179, + "mean_token_accuracy": 0.2684632509946823, + "num_tokens": 17125977.0, + "step": 5970 + }, + { + "entropy": 4.674598217010498, + "epoch": 7.087781731909846, + "grad_norm": 1.15625, + "learning_rate": 0.0001602525569635317, + "loss": 3.9909, + "mean_token_accuracy": 0.2791600704193115, + "num_tokens": 17140661.0, + "step": 5975 + }, + { + "entropy": 4.705064964294434, + "epoch": 7.093712930011862, + "grad_norm": 1.1484375, + "learning_rate": 0.00015984309322376967, + "loss": 4.0344, + "mean_token_accuracy": 0.27507665753364563, + "num_tokens": 17154450.0, + "step": 5980 + }, + { + "entropy": 4.75198769569397, + "epoch": 7.099644128113879, + "grad_norm": 1.1328125, + "learning_rate": 0.00015943414556964422, + "loss": 4.0669, + "mean_token_accuracy": 0.2678277298808098, + "num_tokens": 17171465.0, + "step": 5985 + }, + { + "entropy": 4.719526100158691, + "epoch": 7.105575326215895, + "grad_norm": 1.15625, + "learning_rate": 0.00015902571583388945, + "loss": 4.0677, + "mean_token_accuracy": 0.2682331711053848, + "num_tokens": 17186331.0, + "step": 5990 + }, + { + "entropy": 4.824883604049683, + "epoch": 7.111506524317912, + "grad_norm": 1.125, + "learning_rate": 0.00015861780584691863, + "loss": 4.1482, + "mean_token_accuracy": 0.26316795498132706, + "num_tokens": 17200539.0, + "step": 5995 + }, + { + "entropy": 4.770678997039795, + "epoch": 7.117437722419929, + "grad_norm": 1.1171875, + "learning_rate": 0.0001582104174368157, + "loss": 4.0734, + "mean_token_accuracy": 0.2699519515037537, + "num_tokens": 17214921.0, + "step": 6000 + }, + { + "epoch": 7.117437722419929, + "eval_entropy": 4.715519293685632, + "eval_loss": 5.249310493469238, + "eval_mean_token_accuracy": 0.1982458421697646, + "eval_num_tokens": 17214921.0, + "eval_runtime": 2.4273, + "eval_samples_per_second": 1074.443, + "eval_steps_per_second": 134.305, + "step": 6000 + }, + { + "entropy": 4.739303350448608, + "epoch": 7.123368920521945, + "grad_norm": 1.2578125, + "learning_rate": 0.00015780355242932695, + "loss": 3.9556, + "mean_token_accuracy": 0.2807379812002182, + "num_tokens": 17226298.0, + "step": 6005 + }, + { + "entropy": 4.717428970336914, + "epoch": 7.129300118623962, + "grad_norm": 1.203125, + "learning_rate": 0.0001573972126478531, + "loss": 4.0936, + "mean_token_accuracy": 0.2686565563082695, + "num_tokens": 17242153.0, + "step": 6010 + }, + { + "entropy": 4.769605493545532, + "epoch": 7.135231316725979, + "grad_norm": 1.15625, + "learning_rate": 0.0001569913999134412, + "loss": 4.0681, + "mean_token_accuracy": 0.27294624894857406, + "num_tokens": 17256928.0, + "step": 6015 + }, + { + "entropy": 4.792378711700439, + "epoch": 7.141162514827995, + "grad_norm": 1.140625, + "learning_rate": 0.00015658611604477585, + "loss": 4.1038, + "mean_token_accuracy": 0.26234184205532074, + "num_tokens": 17272251.0, + "step": 6020 + }, + { + "entropy": 4.751447248458862, + "epoch": 7.147093712930012, + "grad_norm": 1.140625, + "learning_rate": 0.00015618136285817187, + "loss": 4.089, + "mean_token_accuracy": 0.2614662930369377, + "num_tokens": 17288276.0, + "step": 6025 + }, + { + "entropy": 4.694783544540405, + "epoch": 7.153024911032029, + "grad_norm": 1.2890625, + "learning_rate": 0.0001557771421675657, + "loss": 3.9742, + "mean_token_accuracy": 0.288947831094265, + "num_tokens": 17301151.0, + "step": 6030 + }, + { + "entropy": 4.677200078964233, + "epoch": 7.158956109134045, + "grad_norm": 1.109375, + "learning_rate": 0.0001553734557845073, + "loss": 3.9623, + "mean_token_accuracy": 0.27788523584604263, + "num_tokens": 17313819.0, + "step": 6035 + }, + { + "entropy": 4.695641231536865, + "epoch": 7.164887307236062, + "grad_norm": 1.140625, + "learning_rate": 0.00015497030551815216, + "loss": 3.9836, + "mean_token_accuracy": 0.27613210678100586, + "num_tokens": 17327164.0, + "step": 6040 + }, + { + "entropy": 4.730432319641113, + "epoch": 7.170818505338079, + "grad_norm": 1.125, + "learning_rate": 0.00015456769317525294, + "loss": 4.0279, + "mean_token_accuracy": 0.26804896742105483, + "num_tokens": 17342579.0, + "step": 6045 + }, + { + "entropy": 4.7876708984375, + "epoch": 7.176749703440095, + "grad_norm": 1.0703125, + "learning_rate": 0.00015416562056015177, + "loss": 4.1507, + "mean_token_accuracy": 0.2586418122053146, + "num_tokens": 17357435.0, + "step": 6050 + }, + { + "entropy": 4.73409333229065, + "epoch": 7.182680901542112, + "grad_norm": 1.140625, + "learning_rate": 0.00015376408947477188, + "loss": 4.0295, + "mean_token_accuracy": 0.27147542834281924, + "num_tokens": 17370454.0, + "step": 6055 + }, + { + "entropy": 4.682443904876709, + "epoch": 7.1886120996441285, + "grad_norm": 1.140625, + "learning_rate": 0.0001533631017186094, + "loss": 4.0036, + "mean_token_accuracy": 0.27196061611175537, + "num_tokens": 17384881.0, + "step": 6060 + }, + { + "entropy": 4.771169805526734, + "epoch": 7.1945432977461445, + "grad_norm": 1.15625, + "learning_rate": 0.00015296265908872577, + "loss": 4.0088, + "mean_token_accuracy": 0.2671110972762108, + "num_tokens": 17399087.0, + "step": 6065 + }, + { + "entropy": 4.695066165924072, + "epoch": 7.2004744958481615, + "grad_norm": 1.328125, + "learning_rate": 0.0001525627633797393, + "loss": 3.9915, + "mean_token_accuracy": 0.2836007133126259, + "num_tokens": 17411892.0, + "step": 6070 + }, + { + "entropy": 4.734776878356934, + "epoch": 7.2064056939501775, + "grad_norm": 1.15625, + "learning_rate": 0.00015216341638381697, + "loss": 4.0494, + "mean_token_accuracy": 0.2690583154559135, + "num_tokens": 17428151.0, + "step": 6075 + }, + { + "entropy": 4.698447132110596, + "epoch": 7.212336892052194, + "grad_norm": 1.1796875, + "learning_rate": 0.00015176461989066707, + "loss": 4.0017, + "mean_token_accuracy": 0.28247407674789426, + "num_tokens": 17443175.0, + "step": 6080 + }, + { + "entropy": 4.7255106449127195, + "epoch": 7.218268090154211, + "grad_norm": 1.1015625, + "learning_rate": 0.00015136637568753054, + "loss": 4.0161, + "mean_token_accuracy": 0.2783541902899742, + "num_tokens": 17457652.0, + "step": 6085 + }, + { + "entropy": 4.671635389328003, + "epoch": 7.224199288256227, + "grad_norm": 1.2578125, + "learning_rate": 0.00015096868555917317, + "loss": 4.0021, + "mean_token_accuracy": 0.269034680724144, + "num_tokens": 17471074.0, + "step": 6090 + }, + { + "entropy": 4.6864782810211185, + "epoch": 7.230130486358244, + "grad_norm": 1.140625, + "learning_rate": 0.0001505715512878777, + "loss": 4.0303, + "mean_token_accuracy": 0.27249970138072965, + "num_tokens": 17487686.0, + "step": 6095 + }, + { + "entropy": 4.700428152084351, + "epoch": 7.236061684460261, + "grad_norm": 1.1015625, + "learning_rate": 0.00015017497465343583, + "loss": 3.9719, + "mean_token_accuracy": 0.278760752081871, + "num_tokens": 17501633.0, + "step": 6100 + }, + { + "entropy": 4.715770816802978, + "epoch": 7.241992882562277, + "grad_norm": 1.2734375, + "learning_rate": 0.0001497789574331398, + "loss": 4.0164, + "mean_token_accuracy": 0.2740790188312531, + "num_tokens": 17514323.0, + "step": 6105 + }, + { + "entropy": 4.77359938621521, + "epoch": 7.247924080664294, + "grad_norm": 1.203125, + "learning_rate": 0.00014938350140177527, + "loss": 4.0792, + "mean_token_accuracy": 0.2670725241303444, + "num_tokens": 17530725.0, + "step": 6110 + }, + { + "entropy": 4.691651058197022, + "epoch": 7.253855278766311, + "grad_norm": 1.2421875, + "learning_rate": 0.00014898860833161242, + "loss": 4.0339, + "mean_token_accuracy": 0.26964272260665895, + "num_tokens": 17545292.0, + "step": 6115 + }, + { + "entropy": 4.726253843307495, + "epoch": 7.259786476868327, + "grad_norm": 1.265625, + "learning_rate": 0.0001485942799923988, + "loss": 4.0544, + "mean_token_accuracy": 0.26873720735311507, + "num_tokens": 17559358.0, + "step": 6120 + }, + { + "entropy": 4.660262966156006, + "epoch": 7.265717674970344, + "grad_norm": 1.1796875, + "learning_rate": 0.00014820051815135106, + "loss": 3.9646, + "mean_token_accuracy": 0.2824696749448776, + "num_tokens": 17572496.0, + "step": 6125 + }, + { + "entropy": 4.704647636413574, + "epoch": 7.271648873072361, + "grad_norm": 1.1953125, + "learning_rate": 0.00014780732457314672, + "loss": 4.0687, + "mean_token_accuracy": 0.26392743587493894, + "num_tokens": 17586329.0, + "step": 6130 + }, + { + "entropy": 4.67449312210083, + "epoch": 7.277580071174377, + "grad_norm": 1.1953125, + "learning_rate": 0.00014741470101991696, + "loss": 4.0165, + "mean_token_accuracy": 0.27380138635635376, + "num_tokens": 17599738.0, + "step": 6135 + }, + { + "entropy": 4.702757453918457, + "epoch": 7.283511269276394, + "grad_norm": 1.3046875, + "learning_rate": 0.00014702264925123818, + "loss": 4.0647, + "mean_token_accuracy": 0.26024646759033204, + "num_tokens": 17614549.0, + "step": 6140 + }, + { + "entropy": 4.7727724552154545, + "epoch": 7.289442467378411, + "grad_norm": 1.234375, + "learning_rate": 0.0001466311710241242, + "loss": 4.0973, + "mean_token_accuracy": 0.26730969101190566, + "num_tokens": 17627998.0, + "step": 6145 + }, + { + "entropy": 4.735928344726562, + "epoch": 7.295373665480427, + "grad_norm": 1.4609375, + "learning_rate": 0.0001462402680930187, + "loss": 4.0862, + "mean_token_accuracy": 0.26677343994379044, + "num_tokens": 17641281.0, + "step": 6150 + }, + { + "entropy": 4.711157941818238, + "epoch": 7.301304863582444, + "grad_norm": 1.2734375, + "learning_rate": 0.00014584994220978692, + "loss": 4.0529, + "mean_token_accuracy": 0.2678557500243187, + "num_tokens": 17656172.0, + "step": 6155 + }, + { + "entropy": 4.790276718139649, + "epoch": 7.30723606168446, + "grad_norm": 1.1875, + "learning_rate": 0.00014546019512370792, + "loss": 4.1026, + "mean_token_accuracy": 0.2582355529069901, + "num_tokens": 17672083.0, + "step": 6160 + }, + { + "entropy": 4.703338479995727, + "epoch": 7.313167259786477, + "grad_norm": 1.1875, + "learning_rate": 0.0001450710285814671, + "loss": 4.0155, + "mean_token_accuracy": 0.27206282019615174, + "num_tokens": 17685953.0, + "step": 6165 + }, + { + "entropy": 4.690189838409424, + "epoch": 7.319098457888494, + "grad_norm": 1.1328125, + "learning_rate": 0.00014468244432714805, + "loss": 4.0161, + "mean_token_accuracy": 0.2647640645503998, + "num_tokens": 17701770.0, + "step": 6170 + }, + { + "entropy": 4.7396868705749515, + "epoch": 7.32502965599051, + "grad_norm": 1.1484375, + "learning_rate": 0.00014429444410222453, + "loss": 4.0401, + "mean_token_accuracy": 0.27309093028306963, + "num_tokens": 17717022.0, + "step": 6175 + }, + { + "entropy": 4.66651086807251, + "epoch": 7.330960854092527, + "grad_norm": 1.296875, + "learning_rate": 0.00014390702964555321, + "loss": 3.9552, + "mean_token_accuracy": 0.2786892503499985, + "num_tokens": 17730864.0, + "step": 6180 + }, + { + "entropy": 4.743857765197754, + "epoch": 7.3368920521945435, + "grad_norm": 1.1484375, + "learning_rate": 0.00014352020269336544, + "loss": 4.0864, + "mean_token_accuracy": 0.26371762007474897, + "num_tokens": 17746075.0, + "step": 6185 + }, + { + "entropy": 4.7602893829345705, + "epoch": 7.34282325029656, + "grad_norm": 1.0703125, + "learning_rate": 0.00014313396497925963, + "loss": 4.0847, + "mean_token_accuracy": 0.2664795607328415, + "num_tokens": 17761624.0, + "step": 6190 + }, + { + "entropy": 4.728609561920166, + "epoch": 7.3487544483985765, + "grad_norm": 1.1875, + "learning_rate": 0.0001427483182341936, + "loss": 4.0697, + "mean_token_accuracy": 0.2668431267142296, + "num_tokens": 17775865.0, + "step": 6195 + }, + { + "entropy": 4.723483657836914, + "epoch": 7.354685646500593, + "grad_norm": 1.078125, + "learning_rate": 0.00014236326418647644, + "loss": 4.0392, + "mean_token_accuracy": 0.2687022313475609, + "num_tokens": 17790731.0, + "step": 6200 + }, + { + "entropy": 4.751821279525757, + "epoch": 7.3606168446026095, + "grad_norm": 1.3046875, + "learning_rate": 0.00014197880456176133, + "loss": 4.0959, + "mean_token_accuracy": 0.27054994404315946, + "num_tokens": 17805204.0, + "step": 6205 + }, + { + "entropy": 4.713145351409912, + "epoch": 7.366548042704626, + "grad_norm": 1.2578125, + "learning_rate": 0.00014159494108303733, + "loss": 4.012, + "mean_token_accuracy": 0.27970818281173704, + "num_tokens": 17816964.0, + "step": 6210 + }, + { + "entropy": 4.781118726730346, + "epoch": 7.372479240806643, + "grad_norm": 1.2109375, + "learning_rate": 0.0001412116754706216, + "loss": 4.0622, + "mean_token_accuracy": 0.2708511635661125, + "num_tokens": 17832053.0, + "step": 6215 + }, + { + "entropy": 4.699021291732788, + "epoch": 7.378410438908659, + "grad_norm": 1.2421875, + "learning_rate": 0.00014082900944215233, + "loss": 4.0538, + "mean_token_accuracy": 0.26504623591899873, + "num_tokens": 17846487.0, + "step": 6220 + }, + { + "entropy": 4.726669788360596, + "epoch": 7.384341637010676, + "grad_norm": 1.21875, + "learning_rate": 0.0001404469447125804, + "loss": 4.0342, + "mean_token_accuracy": 0.2720268443226814, + "num_tokens": 17858968.0, + "step": 6225 + }, + { + "entropy": 4.756717777252197, + "epoch": 7.390272835112693, + "grad_norm": 1.1796875, + "learning_rate": 0.0001400654829941618, + "loss": 4.0643, + "mean_token_accuracy": 0.2652470633387566, + "num_tokens": 17873480.0, + "step": 6230 + }, + { + "entropy": 4.712904977798462, + "epoch": 7.396204033214709, + "grad_norm": 1.078125, + "learning_rate": 0.00013968462599645031, + "loss": 4.0012, + "mean_token_accuracy": 0.2769455283880234, + "num_tokens": 17887412.0, + "step": 6235 + }, + { + "entropy": 4.721692848205566, + "epoch": 7.402135231316726, + "grad_norm": 1.2109375, + "learning_rate": 0.0001393043754262896, + "loss": 4.0257, + "mean_token_accuracy": 0.2712658002972603, + "num_tokens": 17901660.0, + "step": 6240 + }, + { + "entropy": 4.79020733833313, + "epoch": 7.408066429418742, + "grad_norm": 1.21875, + "learning_rate": 0.00013892473298780529, + "loss": 4.0936, + "mean_token_accuracy": 0.26765008419752123, + "num_tokens": 17914443.0, + "step": 6245 + }, + { + "entropy": 4.648955583572388, + "epoch": 7.413997627520759, + "grad_norm": 1.140625, + "learning_rate": 0.00013854570038239784, + "loss": 3.9478, + "mean_token_accuracy": 0.28310050070285797, + "num_tokens": 17928166.0, + "step": 6250 + }, + { + "entropy": 4.682865810394287, + "epoch": 7.419928825622776, + "grad_norm": 1.34375, + "learning_rate": 0.00013816727930873474, + "loss": 4.0188, + "mean_token_accuracy": 0.270405775308609, + "num_tokens": 17941866.0, + "step": 6255 + }, + { + "entropy": 4.707127475738526, + "epoch": 7.425860023724792, + "grad_norm": 1.125, + "learning_rate": 0.00013778947146274274, + "loss": 3.9866, + "mean_token_accuracy": 0.2791402190923691, + "num_tokens": 17956648.0, + "step": 6260 + }, + { + "entropy": 4.748512172698975, + "epoch": 7.431791221826809, + "grad_norm": 1.25, + "learning_rate": 0.00013741227853760035, + "loss": 4.0555, + "mean_token_accuracy": 0.2710513710975647, + "num_tokens": 17970458.0, + "step": 6265 + }, + { + "entropy": 4.649793577194214, + "epoch": 7.437722419928826, + "grad_norm": 1.0859375, + "learning_rate": 0.00013703570222373023, + "loss": 3.9731, + "mean_token_accuracy": 0.2764543890953064, + "num_tokens": 17985991.0, + "step": 6270 + }, + { + "entropy": 4.717625761032105, + "epoch": 7.443653618030842, + "grad_norm": 1.2109375, + "learning_rate": 0.00013665974420879178, + "loss": 4.0419, + "mean_token_accuracy": 0.27181001007556915, + "num_tokens": 17999221.0, + "step": 6275 + }, + { + "entropy": 4.678674793243408, + "epoch": 7.449584816132859, + "grad_norm": 1.3828125, + "learning_rate": 0.00013628440617767342, + "loss": 3.987, + "mean_token_accuracy": 0.2796325087547302, + "num_tokens": 18013393.0, + "step": 6280 + }, + { + "entropy": 4.716039657592773, + "epoch": 7.455516014234876, + "grad_norm": 1.1640625, + "learning_rate": 0.00013590968981248475, + "loss": 4.0503, + "mean_token_accuracy": 0.26784598082304, + "num_tokens": 18028587.0, + "step": 6285 + }, + { + "entropy": 4.7134449005126955, + "epoch": 7.461447212336892, + "grad_norm": 1.125, + "learning_rate": 0.00013553559679254978, + "loss": 4.0605, + "mean_token_accuracy": 0.2663296595215797, + "num_tokens": 18042846.0, + "step": 6290 + }, + { + "entropy": 4.755832672119141, + "epoch": 7.467378410438909, + "grad_norm": 1.078125, + "learning_rate": 0.0001351621287943987, + "loss": 4.1141, + "mean_token_accuracy": 0.26601076275110247, + "num_tokens": 18058516.0, + "step": 6295 + }, + { + "entropy": 4.741235589981079, + "epoch": 7.473309608540926, + "grad_norm": 1.15625, + "learning_rate": 0.00013478928749176047, + "loss": 4.0662, + "mean_token_accuracy": 0.26384431421756743, + "num_tokens": 18072913.0, + "step": 6300 + }, + { + "entropy": 4.72943525314331, + "epoch": 7.479240806642942, + "grad_norm": 1.2578125, + "learning_rate": 0.00013441707455555586, + "loss": 4.0382, + "mean_token_accuracy": 0.2710676610469818, + "num_tokens": 18086830.0, + "step": 6305 + }, + { + "entropy": 4.697418260574341, + "epoch": 7.485172004744959, + "grad_norm": 1.21875, + "learning_rate": 0.00013404549165388932, + "loss": 4.0162, + "mean_token_accuracy": 0.27233871072530746, + "num_tokens": 18099539.0, + "step": 6310 + }, + { + "entropy": 4.704819202423096, + "epoch": 7.4911032028469755, + "grad_norm": 1.21875, + "learning_rate": 0.00013367454045204162, + "loss": 3.9939, + "mean_token_accuracy": 0.2754137396812439, + "num_tokens": 18112765.0, + "step": 6315 + }, + { + "entropy": 4.69792857170105, + "epoch": 7.4970344009489915, + "grad_norm": 1.2421875, + "learning_rate": 0.00013330422261246267, + "loss": 4.0377, + "mean_token_accuracy": 0.27610406577587127, + "num_tokens": 18126308.0, + "step": 6320 + }, + { + "entropy": 4.714454221725464, + "epoch": 7.5029655990510085, + "grad_norm": 1.2578125, + "learning_rate": 0.00013293453979476403, + "loss": 4.0027, + "mean_token_accuracy": 0.27445730566978455, + "num_tokens": 18140552.0, + "step": 6325 + }, + { + "entropy": 4.724031639099121, + "epoch": 7.5088967971530245, + "grad_norm": 1.1875, + "learning_rate": 0.00013256549365571105, + "loss": 4.0399, + "mean_token_accuracy": 0.26245732307434083, + "num_tokens": 18154557.0, + "step": 6330 + }, + { + "entropy": 4.675522708892823, + "epoch": 7.514827995255041, + "grad_norm": 1.1875, + "learning_rate": 0.00013219708584921608, + "loss": 4.0007, + "mean_token_accuracy": 0.2761674582958221, + "num_tokens": 18168054.0, + "step": 6335 + }, + { + "entropy": 4.684319305419922, + "epoch": 7.520759193357058, + "grad_norm": 1.1484375, + "learning_rate": 0.00013182931802633037, + "loss": 4.0124, + "mean_token_accuracy": 0.27953069657087326, + "num_tokens": 18181736.0, + "step": 6340 + }, + { + "entropy": 4.718001127243042, + "epoch": 7.526690391459074, + "grad_norm": 1.1875, + "learning_rate": 0.00013146219183523733, + "loss": 4.0514, + "mean_token_accuracy": 0.27527898699045183, + "num_tokens": 18195233.0, + "step": 6345 + }, + { + "entropy": 4.767858409881592, + "epoch": 7.532621589561091, + "grad_norm": 1.2578125, + "learning_rate": 0.00013109570892124472, + "loss": 4.0762, + "mean_token_accuracy": 0.2644614651799202, + "num_tokens": 18208440.0, + "step": 6350 + }, + { + "entropy": 4.798683929443359, + "epoch": 7.538552787663108, + "grad_norm": 1.1328125, + "learning_rate": 0.00013072987092677745, + "loss": 4.0893, + "mean_token_accuracy": 0.2697058871388435, + "num_tokens": 18220993.0, + "step": 6355 + }, + { + "entropy": 4.695740842819214, + "epoch": 7.544483985765124, + "grad_norm": 1.28125, + "learning_rate": 0.00013036467949137013, + "loss": 4.0265, + "mean_token_accuracy": 0.2713384449481964, + "num_tokens": 18235117.0, + "step": 6360 + }, + { + "entropy": 4.735069847106933, + "epoch": 7.550415183867141, + "grad_norm": 1.21875, + "learning_rate": 0.0001300001362516598, + "loss": 4.0248, + "mean_token_accuracy": 0.27838168740272523, + "num_tokens": 18249886.0, + "step": 6365 + }, + { + "entropy": 4.665349292755127, + "epoch": 7.556346381969158, + "grad_norm": 1.1875, + "learning_rate": 0.0001296362428413783, + "loss": 3.9573, + "mean_token_accuracy": 0.2813262790441513, + "num_tokens": 18264712.0, + "step": 6370 + }, + { + "entropy": 4.695873117446899, + "epoch": 7.562277580071174, + "grad_norm": 1.109375, + "learning_rate": 0.00012927300089134563, + "loss": 4.0376, + "mean_token_accuracy": 0.27085707485675814, + "num_tokens": 18280347.0, + "step": 6375 + }, + { + "entropy": 4.689921283721924, + "epoch": 7.568208778173191, + "grad_norm": 1.296875, + "learning_rate": 0.00012891041202946202, + "loss": 4.0272, + "mean_token_accuracy": 0.2761177346110344, + "num_tokens": 18294189.0, + "step": 6380 + }, + { + "entropy": 4.691951322555542, + "epoch": 7.574139976275208, + "grad_norm": 1.1015625, + "learning_rate": 0.00012854847788070062, + "loss": 4.0044, + "mean_token_accuracy": 0.2751316398382187, + "num_tokens": 18308704.0, + "step": 6385 + }, + { + "entropy": 4.701515197753906, + "epoch": 7.580071174377224, + "grad_norm": 1.109375, + "learning_rate": 0.00012818720006710078, + "loss": 4.0599, + "mean_token_accuracy": 0.26813399940729143, + "num_tokens": 18324171.0, + "step": 6390 + }, + { + "entropy": 4.706979513168335, + "epoch": 7.586002372479241, + "grad_norm": 1.1484375, + "learning_rate": 0.00012782658020776025, + "loss": 4.0385, + "mean_token_accuracy": 0.26940937489271166, + "num_tokens": 18338528.0, + "step": 6395 + }, + { + "entropy": 4.68246898651123, + "epoch": 7.591933570581258, + "grad_norm": 1.109375, + "learning_rate": 0.000127466619918828, + "loss": 3.9861, + "mean_token_accuracy": 0.2752652674913406, + "num_tokens": 18353481.0, + "step": 6400 + }, + { + "entropy": 4.744642734527588, + "epoch": 7.597864768683274, + "grad_norm": 1.171875, + "learning_rate": 0.00012710732081349727, + "loss": 4.0694, + "mean_token_accuracy": 0.270390984416008, + "num_tokens": 18367338.0, + "step": 6405 + }, + { + "entropy": 4.710666084289551, + "epoch": 7.603795966785291, + "grad_norm": 1.3515625, + "learning_rate": 0.00012674868450199812, + "loss": 4.0458, + "mean_token_accuracy": 0.27034312337636945, + "num_tokens": 18381331.0, + "step": 6410 + }, + { + "entropy": 4.796108675003052, + "epoch": 7.609727164887307, + "grad_norm": 1.1875, + "learning_rate": 0.00012639071259159008, + "loss": 4.0663, + "mean_token_accuracy": 0.27090058773756026, + "num_tokens": 18394899.0, + "step": 6415 + }, + { + "entropy": 4.709605741500854, + "epoch": 7.615658362989324, + "grad_norm": 1.1875, + "learning_rate": 0.00012603340668655545, + "loss": 4.039, + "mean_token_accuracy": 0.2743354469537735, + "num_tokens": 18407812.0, + "step": 6420 + }, + { + "entropy": 4.7326188564300535, + "epoch": 7.621589561091341, + "grad_norm": 1.2734375, + "learning_rate": 0.00012567676838819126, + "loss": 4.0404, + "mean_token_accuracy": 0.26958377510309217, + "num_tokens": 18421586.0, + "step": 6425 + }, + { + "entropy": 4.702517509460449, + "epoch": 7.627520759193357, + "grad_norm": 1.21875, + "learning_rate": 0.000125320799294803, + "loss": 4.0274, + "mean_token_accuracy": 0.2707715153694153, + "num_tokens": 18435872.0, + "step": 6430 + }, + { + "entropy": 4.699337530136108, + "epoch": 7.633451957295374, + "grad_norm": 1.1953125, + "learning_rate": 0.00012496550100169704, + "loss": 3.9686, + "mean_token_accuracy": 0.2797175019979477, + "num_tokens": 18451228.0, + "step": 6435 + }, + { + "entropy": 4.714971256256104, + "epoch": 7.6393831553973905, + "grad_norm": 1.1484375, + "learning_rate": 0.0001246108751011733, + "loss": 3.9891, + "mean_token_accuracy": 0.2785862937569618, + "num_tokens": 18463943.0, + "step": 6440 + }, + { + "entropy": 4.66575984954834, + "epoch": 7.645314353499407, + "grad_norm": 1.0390625, + "learning_rate": 0.00012425692318251838, + "loss": 3.9886, + "mean_token_accuracy": 0.27462412267923353, + "num_tokens": 18478805.0, + "step": 6445 + }, + { + "entropy": 4.725796222686768, + "epoch": 7.6512455516014235, + "grad_norm": 1.21875, + "learning_rate": 0.00012390364683199863, + "loss": 4.0744, + "mean_token_accuracy": 0.2668532893061638, + "num_tokens": 18494042.0, + "step": 6450 + }, + { + "entropy": 4.76129641532898, + "epoch": 7.65717674970344, + "grad_norm": 1.234375, + "learning_rate": 0.0001235510476328523, + "loss": 4.119, + "mean_token_accuracy": 0.2569603458046913, + "num_tokens": 18509944.0, + "step": 6455 + }, + { + "entropy": 4.747663164138794, + "epoch": 7.6631079478054565, + "grad_norm": 1.21875, + "learning_rate": 0.0001231991271652833, + "loss": 4.0568, + "mean_token_accuracy": 0.26593891680240633, + "num_tokens": 18524725.0, + "step": 6460 + }, + { + "entropy": 4.7349694728851315, + "epoch": 7.669039145907473, + "grad_norm": 1.25, + "learning_rate": 0.00012284788700645365, + "loss": 4.0451, + "mean_token_accuracy": 0.26935683041810987, + "num_tokens": 18538242.0, + "step": 6465 + }, + { + "entropy": 4.680163908004761, + "epoch": 7.67497034400949, + "grad_norm": 1.2890625, + "learning_rate": 0.00012249732873047652, + "loss": 4.0011, + "mean_token_accuracy": 0.27541588246822357, + "num_tokens": 18554367.0, + "step": 6470 + }, + { + "entropy": 4.682049036026001, + "epoch": 7.680901542111506, + "grad_norm": 1.109375, + "learning_rate": 0.0001221474539084092, + "loss": 4.0148, + "mean_token_accuracy": 0.2720635592937469, + "num_tokens": 18569457.0, + "step": 6475 + }, + { + "entropy": 4.7111598491668705, + "epoch": 7.686832740213523, + "grad_norm": 1.171875, + "learning_rate": 0.00012179826410824576, + "loss": 4.0659, + "mean_token_accuracy": 0.26546482741832733, + "num_tokens": 18585131.0, + "step": 6480 + }, + { + "entropy": 4.714468097686767, + "epoch": 7.69276393831554, + "grad_norm": 1.0390625, + "learning_rate": 0.00012144976089491066, + "loss": 4.0754, + "mean_token_accuracy": 0.268808077275753, + "num_tokens": 18601703.0, + "step": 6485 + }, + { + "entropy": 4.813643169403076, + "epoch": 7.698695136417556, + "grad_norm": 1.2109375, + "learning_rate": 0.00012110194583025117, + "loss": 4.1007, + "mean_token_accuracy": 0.26762777119874953, + "num_tokens": 18617481.0, + "step": 6490 + }, + { + "entropy": 4.707864046096802, + "epoch": 7.704626334519573, + "grad_norm": 1.1875, + "learning_rate": 0.00012075482047303049, + "loss": 4.0194, + "mean_token_accuracy": 0.2720588445663452, + "num_tokens": 18632258.0, + "step": 6495 + }, + { + "entropy": 4.700377607345581, + "epoch": 7.710557532621589, + "grad_norm": 1.375, + "learning_rate": 0.00012040838637892098, + "loss": 4.0901, + "mean_token_accuracy": 0.2598261535167694, + "num_tokens": 18644929.0, + "step": 6500 + }, + { + "epoch": 7.710557532621589, + "eval_entropy": 4.608214921746518, + "eval_loss": 5.243914604187012, + "eval_mean_token_accuracy": 0.19916483947287308, + "eval_num_tokens": 18644929.0, + "eval_runtime": 2.4298, + "eval_samples_per_second": 1073.333, + "eval_steps_per_second": 134.167, + "step": 6500 + } + ], + "logging_steps": 5, + "max_steps": 8420, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 3.2806763997696e+16, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-6500/training_args.bin b/checkpoint-6500/training_args.bin new file mode 100644 index 0000000..4887968 --- /dev/null +++ b/checkpoint-6500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b1c135f6b8569a4ca131508cf9d8c7cebd96bc433f924eb7233c36a7d98147e +size 6289 diff --git a/checkpoint-7000/added_tokens.json b/checkpoint-7000/added_tokens.json new file mode 100644 index 0000000..ec04e13 --- /dev/null +++ b/checkpoint-7000/added_tokens.json @@ -0,0 +1,1768 @@ +{ + "": 47388, + "[CLS]": 47386, + "[MASK]": 47389, + "[SEP]": 47387, + "[XXXXX0]": 47670, + "[XXXXX1000]": 48506, + "[XXXXX1001]": 48961, + "[XXXXX1002]": 47825, + "[XXXXX1003]": 48233, + "[XXXXX1004]": 48970, + "[XXXXX1005]": 48971, + "[XXXXX1006]": 47998, + "[XXXXX1007]": 48989, + "[XXXXX1008]": 47450, + "[XXXXX1009]": 48240, + "[XXXXX100]": 47422, + "[XXXXX1010]": 47623, + "[XXXXX1011]": 47805, + "[XXXXX1012]": 48454, + "[XXXXX1013]": 48537, + "[XXXXX1014]": 47764, + "[XXXXX1015]": 47584, + "[XXXXX1016]": 48287, + "[XXXXX1017]": 48689, + "[XXXXX1018]": 49119, + "[XXXXX1019]": 48584, + "[XXXXX101]": 47890, + "[XXXXX1020]": 47445, + "[XXXXX1021]": 48199, + "[XXXXX1022]": 48276, + "[XXXXX1023]": 47859, + "[XXXXX1024]": 48258, + "[XXXXX1025]": 48325, + "[XXXXX1026]": 47687, + "[XXXXX1027]": 48990, + "[XXXXX1028]": 49059, + "[XXXXX1029]": 48382, + "[XXXXX102]": 47921, + "[XXXXX1030]": 47775, + "[XXXXX1031]": 47870, + "[XXXXX1032]": 47683, + "[XXXXX1033]": 48750, + "[XXXXX1034]": 49130, + "[XXXXX1035]": 47811, + "[XXXXX1036]": 47462, + "[XXXXX1037]": 47843, + "[XXXXX1038]": 47439, + "[XXXXX1039]": 48830, + "[XXXXX103]": 48327, + "[XXXXX1040]": 48720, + "[XXXXX1041]": 48485, + "[XXXXX1042]": 47919, + "[XXXXX1043]": 48781, + "[XXXXX1044]": 47695, + "[XXXXX1045]": 48043, + "[XXXXX1046]": 47732, + "[XXXXX1047]": 48590, + "[XXXXX1048]": 48901, + "[XXXXX1049]": 48470, + "[XXXXX104]": 47560, + "[XXXXX1050]": 47751, + "[XXXXX1051]": 48487, + "[XXXXX1052]": 48959, + "[XXXXX1053]": 47720, + "[XXXXX1054]": 48477, + "[XXXXX1055]": 47405, + "[XXXXX1056]": 47920, + "[XXXXX1057]": 48139, + "[XXXXX1058]": 48775, + "[XXXXX1059]": 47767, + "[XXXXX105]": 48734, + "[XXXXX1060]": 47446, + "[XXXXX1061]": 48433, + "[XXXXX1062]": 48073, + "[XXXXX1063]": 48868, + "[XXXXX1064]": 47615, + "[XXXXX1065]": 48702, + "[XXXXX1066]": 48578, + "[XXXXX1067]": 47773, + "[XXXXX1068]": 48659, + "[XXXXX1069]": 48281, + "[XXXXX106]": 48900, + "[XXXXX1070]": 48588, + "[XXXXX1071]": 47994, + "[XXXXX1072]": 47709, + "[XXXXX1073]": 47716, + "[XXXXX1074]": 48339, + "[XXXXX1075]": 49007, + "[XXXXX1076]": 49019, + "[XXXXX1077]": 48182, + "[XXXXX1078]": 48114, + "[XXXXX1079]": 49090, + "[XXXXX107]": 48981, + "[XXXXX1080]": 47901, + "[XXXXX1081]": 48465, + "[XXXXX1082]": 49027, + "[XXXXX1083]": 47839, + "[XXXXX1084]": 48061, + "[XXXXX1085]": 47657, + "[XXXXX1086]": 48963, + "[XXXXX1087]": 49089, + "[XXXXX1088]": 49135, + "[XXXXX1089]": 47487, + "[XXXXX108]": 48217, + "[XXXXX1090]": 48158, + "[XXXXX1091]": 49123, + "[XXXXX1092]": 47656, + "[XXXXX1093]": 49031, + "[XXXXX1094]": 48840, + "[XXXXX1095]": 48753, + "[XXXXX1096]": 47501, + "[XXXXX1097]": 47698, + "[XXXXX1098]": 47547, + "[XXXXX1099]": 48844, + "[XXXXX109]": 47587, + "[XXXXX10]": 47512, + "[XXXXX1100]": 47508, + "[XXXXX1101]": 48130, + "[XXXXX1102]": 48225, + "[XXXXX1103]": 48953, + "[XXXXX1104]": 47633, + "[XXXXX1105]": 48614, + "[XXXXX1106]": 48685, + "[XXXXX1107]": 47845, + "[XXXXX1108]": 48337, + "[XXXXX1109]": 48879, + "[XXXXX110]": 47862, + "[XXXXX1110]": 48222, + "[XXXXX1111]": 49127, + "[XXXXX1112]": 47893, + "[XXXXX1113]": 48261, + "[XXXXX1114]": 47543, + "[XXXXX1115]": 48597, + "[XXXXX1116]": 48206, + "[XXXXX1117]": 47478, + "[XXXXX1118]": 48930, + "[XXXXX1119]": 47864, + "[XXXXX111]": 48237, + "[XXXXX1120]": 48638, + "[XXXXX1121]": 48162, + "[XXXXX1122]": 48678, + "[XXXXX1123]": 48790, + "[XXXXX1124]": 49075, + "[XXXXX1125]": 47490, + "[XXXXX1126]": 47542, + "[XXXXX1127]": 48121, + "[XXXXX1128]": 48910, + "[XXXXX1129]": 47545, + "[XXXXX112]": 48153, + "[XXXXX1130]": 48499, + "[XXXXX1131]": 48943, + "[XXXXX1132]": 48066, + "[XXXXX1133]": 47882, + "[XXXXX1134]": 48392, + "[XXXXX1135]": 48553, + "[XXXXX1136]": 47505, + "[XXXXX1137]": 48634, + "[XXXXX1138]": 49082, + "[XXXXX1139]": 47707, + "[XXXXX113]": 48869, + "[XXXXX1140]": 48888, + "[XXXXX1141]": 48069, + "[XXXXX1142]": 48646, + "[XXXXX1143]": 47985, + "[XXXXX1144]": 47432, + "[XXXXX1145]": 48788, + "[XXXXX1146]": 48622, + "[XXXXX1147]": 48479, + "[XXXXX1148]": 47599, + "[XXXXX1149]": 48903, + "[XXXXX114]": 48071, + "[XXXXX1150]": 48303, + "[XXXXX1151]": 48316, + "[XXXXX1152]": 48999, + "[XXXXX1153]": 48629, + "[XXXXX1154]": 48515, + "[XXXXX1155]": 48264, + "[XXXXX1156]": 47837, + "[XXXXX1157]": 47537, + "[XXXXX1158]": 48882, + "[XXXXX1159]": 47744, + "[XXXXX115]": 47954, + "[XXXXX1160]": 47637, + "[XXXXX1161]": 48701, + "[XXXXX1162]": 48831, + "[XXXXX1163]": 48861, + "[XXXXX1164]": 48880, + "[XXXXX1165]": 47679, + "[XXXXX1166]": 47620, + "[XXXXX1167]": 48591, + "[XXXXX1168]": 48776, + "[XXXXX1169]": 48472, + "[XXXXX116]": 48997, + "[XXXXX1170]": 48992, + "[XXXXX1171]": 48440, + "[XXXXX1172]": 48145, + "[XXXXX1173]": 48466, + "[XXXXX1174]": 48319, + "[XXXXX1175]": 47745, + "[XXXXX1176]": 47933, + "[XXXXX1177]": 49084, + "[XXXXX1178]": 47544, + "[XXXXX1179]": 48935, + "[XXXXX117]": 49103, + "[XXXXX1180]": 48660, + "[XXXXX1181]": 48993, + "[XXXXX1182]": 47457, + "[XXXXX1183]": 47593, + "[XXXXX1184]": 47795, + "[XXXXX1185]": 47706, + "[XXXXX1186]": 48263, + "[XXXXX1187]": 49033, + "[XXXXX1188]": 48544, + "[XXXXX1189]": 47409, + "[XXXXX118]": 47420, + "[XXXXX1190]": 47834, + "[XXXXX1191]": 47874, + "[XXXXX1192]": 47397, + "[XXXXX1193]": 48853, + "[XXXXX1194]": 47641, + "[XXXXX1195]": 48484, + "[XXXXX1196]": 48412, + "[XXXXX1197]": 48488, + "[XXXXX1198]": 49097, + "[XXXXX1199]": 47879, + "[XXXXX119]": 48770, + "[XXXXX11]": 48211, + "[XXXXX1200]": 47526, + "[XXXXX1201]": 48749, + "[XXXXX1202]": 48568, + "[XXXXX1203]": 48481, + "[XXXXX1204]": 48608, + "[XXXXX1205]": 48309, + "[XXXXX1206]": 48855, + "[XXXXX1207]": 47911, + "[XXXXX1208]": 47799, + "[XXXXX1209]": 47622, + "[XXXXX120]": 48693, + "[XXXXX1210]": 48131, + "[XXXXX1211]": 48345, + "[XXXXX1212]": 48304, + "[XXXXX1213]": 48682, + "[XXXXX1214]": 47492, + "[XXXXX1215]": 47497, + "[XXXXX1216]": 48939, + "[XXXXX1217]": 48442, + "[XXXXX1218]": 47841, + "[XXXXX1219]": 47453, + "[XXXXX121]": 47554, + "[XXXXX1220]": 47419, + "[XXXXX1221]": 48672, + "[XXXXX1222]": 48154, + "[XXXXX1223]": 49087, + "[XXXXX1224]": 48511, + "[XXXXX1225]": 48448, + "[XXXXX1226]": 48988, + "[XXXXX1227]": 47669, + "[XXXXX1228]": 47596, + "[XXXXX1229]": 48602, + "[XXXXX122]": 48605, + "[XXXXX1230]": 48064, + "[XXXXX1231]": 48107, + "[XXXXX1232]": 48160, + "[XXXXX1233]": 47925, + "[XXXXX1234]": 48413, + "[XXXXX1235]": 49005, + "[XXXXX1236]": 49115, + "[XXXXX1237]": 48201, + "[XXXXX1238]": 47601, + "[XXXXX1239]": 47398, + "[XXXXX123]": 48582, + "[XXXXX1240]": 47616, + "[XXXXX1241]": 48002, + "[XXXXX1242]": 48543, + "[XXXXX1243]": 47818, + "[XXXXX1244]": 48569, + "[XXXXX1245]": 48647, + "[XXXXX1246]": 47681, + "[XXXXX1247]": 48898, + "[XXXXX1248]": 47498, + "[XXXXX1249]": 48378, + "[XXXXX124]": 48118, + "[XXXXX1250]": 48344, + "[XXXXX1251]": 47585, + "[XXXXX1252]": 48715, + "[XXXXX1253]": 47483, + "[XXXXX1254]": 48340, + "[XXXXX1255]": 48991, + "[XXXXX1256]": 48736, + "[XXXXX1257]": 47511, + "[XXXXX1258]": 48293, + "[XXXXX1259]": 48168, + "[XXXXX125]": 48374, + "[XXXXX1260]": 48951, + "[XXXXX1261]": 47416, + "[XXXXX1262]": 48745, + "[XXXXX1263]": 47979, + "[XXXXX1264]": 48592, + "[XXXXX1265]": 48945, + "[XXXXX1266]": 47865, + "[XXXXX1267]": 48239, + "[XXXXX1268]": 47672, + "[XXXXX1269]": 47848, + "[XXXXX126]": 48594, + "[XXXXX1270]": 48566, + "[XXXXX1271]": 48108, + "[XXXXX1272]": 47665, + "[XXXXX1273]": 47815, + "[XXXXX1274]": 48016, + "[XXXXX1275]": 48015, + "[XXXXX1276]": 48166, + "[XXXXX1277]": 47757, + "[XXXXX1278]": 47400, + "[XXXXX1279]": 47754, + "[XXXXX127]": 47436, + "[XXXXX1280]": 47417, + "[XXXXX1281]": 48047, + "[XXXXX1282]": 47472, + "[XXXXX1283]": 49040, + "[XXXXX1284]": 47710, + "[XXXXX1285]": 48883, + "[XXXXX1286]": 48209, + "[XXXXX1287]": 48046, + "[XXXXX1288]": 47999, + "[XXXXX1289]": 47735, + "[XXXXX128]": 48995, + "[XXXXX1290]": 48556, + "[XXXXX1291]": 48687, + "[XXXXX1292]": 49046, + "[XXXXX1293]": 48713, + "[XXXXX1294]": 48266, + "[XXXXX1295]": 48917, + "[XXXXX1296]": 49121, + "[XXXXX1297]": 48794, + "[XXXXX1298]": 48443, + "[XXXXX1299]": 47612, + "[XXXXX129]": 48082, + "[XXXXX12]": 48933, + "[XXXXX1300]": 47942, + "[XXXXX1301]": 48063, + "[XXXXX1302]": 48368, + "[XXXXX1303]": 47910, + "[XXXXX1304]": 47802, + "[XXXXX1305]": 47905, + "[XXXXX1306]": 47421, + "[XXXXX1307]": 49125, + "[XXXXX1308]": 47553, + "[XXXXX1309]": 47697, + "[XXXXX130]": 48746, + "[XXXXX1310]": 49069, + "[XXXXX1311]": 47789, + "[XXXXX1312]": 48575, + "[XXXXX1313]": 47402, + "[XXXXX1314]": 48829, + "[XXXXX1315]": 47394, + "[XXXXX1316]": 48187, + "[XXXXX1317]": 48147, + "[XXXXX1318]": 48703, + "[XXXXX1319]": 48549, + "[XXXXX131]": 48106, + "[XXXXX1320]": 48644, + "[XXXXX1321]": 48165, + "[XXXXX1322]": 47689, + "[XXXXX1323]": 47966, + "[XXXXX1324]": 47897, + "[XXXXX1325]": 48076, + "[XXXXX1326]": 48873, + "[XXXXX1327]": 48754, + "[XXXXX1328]": 47813, + "[XXXXX1329]": 49072, + "[XXXXX132]": 48427, + "[XXXXX1330]": 48809, + "[XXXXX1331]": 48489, + "[XXXXX1332]": 48243, + "[XXXXX1333]": 48921, + "[XXXXX1334]": 48322, + "[XXXXX1335]": 47531, + "[XXXXX1336]": 48110, + "[XXXXX1337]": 47723, + "[XXXXX1338]": 47908, + "[XXXXX1339]": 48700, + "[XXXXX133]": 47604, + "[XXXXX1340]": 48651, + "[XXXXX1341]": 48877, + "[XXXXX1342]": 47431, + "[XXXXX1343]": 47433, + "[XXXXX1344]": 47880, + "[XXXXX1345]": 48977, + "[XXXXX1346]": 48772, + "[XXXXX1347]": 48391, + "[XXXXX1348]": 48529, + "[XXXXX1349]": 48196, + "[XXXXX134]": 47765, + "[XXXXX1350]": 48404, + "[XXXXX1351]": 48104, + "[XXXXX1352]": 47517, + "[XXXXX1353]": 48850, + "[XXXXX1354]": 48357, + "[XXXXX1355]": 48862, + "[XXXXX1356]": 48492, + "[XXXXX1357]": 48062, + "[XXXXX1358]": 48721, + "[XXXXX1359]": 48922, + "[XXXXX135]": 47957, + "[XXXXX1360]": 47550, + "[XXXXX1361]": 49045, + "[XXXXX1362]": 48748, + "[XXXXX1363]": 49028, + "[XXXXX1364]": 48833, + "[XXXXX1365]": 47700, + "[XXXXX1366]": 47396, + "[XXXXX1367]": 47686, + "[XXXXX1368]": 48242, + "[XXXXX1369]": 48032, + "[XXXXX136]": 48342, + "[XXXXX1370]": 47562, + "[XXXXX1371]": 48212, + "[XXXXX1372]": 48610, + "[XXXXX1373]": 49013, + "[XXXXX1374]": 48041, + "[XXXXX1375]": 48246, + "[XXXXX1376]": 47551, + "[XXXXX1377]": 48353, + "[XXXXX1378]": 47658, + "[XXXXX1379]": 47828, + "[XXXXX137]": 48518, + "[XXXXX1380]": 48136, + "[XXXXX1381]": 48564, + "[XXXXX1382]": 48973, + "[XXXXX1383]": 47619, + "[XXXXX1384]": 48254, + "[XXXXX1385]": 48680, + "[XXXXX1386]": 47724, + "[XXXXX1387]": 47756, + "[XXXXX1388]": 48176, + "[XXXXX1389]": 48681, + "[XXXXX138]": 47664, + "[XXXXX1390]": 47594, + "[XXXXX1391]": 48760, + "[XXXXX1392]": 49110, + "[XXXXX1393]": 47676, + "[XXXXX1394]": 47963, + "[XXXXX1395]": 47403, + "[XXXXX1396]": 48493, + "[XXXXX1397]": 47591, + "[XXXXX1398]": 47632, + "[XXXXX1399]": 48996, + "[XXXXX139]": 48521, + "[XXXXX13]": 47875, + "[XXXXX1400]": 47705, + "[XXXXX1401]": 48983, + "[XXXXX1402]": 47941, + "[XXXXX1403]": 47922, + "[XXXXX1404]": 47390, + "[XXXXX1405]": 48635, + "[XXXXX1406]": 48906, + "[XXXXX1407]": 48514, + "[XXXXX1408]": 48169, + "[XXXXX1409]": 48004, + "[XXXXX140]": 48762, + "[XXXXX1410]": 47515, + "[XXXXX1411]": 47470, + "[XXXXX1412]": 47858, + "[XXXXX1413]": 47540, + "[XXXXX1414]": 47690, + "[XXXXX1415]": 48054, + "[XXXXX1416]": 48615, + "[XXXXX1417]": 47803, + "[XXXXX1418]": 47455, + "[XXXXX1419]": 48226, + "[XXXXX141]": 48912, + "[XXXXX1420]": 47808, + "[XXXXX1421]": 47636, + "[XXXXX1422]": 48832, + "[XXXXX1423]": 47611, + "[XXXXX1424]": 48782, + "[XXXXX1425]": 49146, + "[XXXXX1426]": 48976, + "[XXXXX1427]": 48585, + "[XXXXX1428]": 48667, + "[XXXXX1429]": 48171, + "[XXXXX142]": 48573, + "[XXXXX1430]": 48181, + "[XXXXX1431]": 47814, + "[XXXXX1432]": 48589, + "[XXXXX1433]": 48916, + "[XXXXX1434]": 48068, + "[XXXXX1435]": 47949, + "[XXXXX1436]": 48252, + "[XXXXX1437]": 48724, + "[XXXXX1438]": 48807, + "[XXXXX1439]": 48379, + "[XXXXX143]": 48835, + "[XXXXX1440]": 48005, + "[XXXXX1441]": 48416, + "[XXXXX1442]": 47595, + "[XXXXX1443]": 47831, + "[XXXXX1444]": 49034, + "[XXXXX1445]": 48893, + "[XXXXX1446]": 47631, + "[XXXXX1447]": 48419, + "[XXXXX1448]": 48874, + "[XXXXX1449]": 49078, + "[XXXXX144]": 48224, + "[XXXXX1450]": 48616, + "[XXXXX1451]": 48688, + "[XXXXX1452]": 47532, + "[XXXXX1453]": 49107, + "[XXXXX1454]": 47945, + "[XXXXX1455]": 48349, + "[XXXXX1456]": 48761, + "[XXXXX1457]": 47399, + "[XXXXX1458]": 47494, + "[XXXXX1459]": 48541, + "[XXXXX145]": 47819, + "[XXXXX1460]": 47668, + "[XXXXX1461]": 48155, + "[XXXXX1462]": 48203, + "[XXXXX1463]": 48308, + "[XXXXX1464]": 47923, + "[XXXXX1465]": 48628, + "[XXXXX1466]": 48894, + "[XXXXX1467]": 48504, + "[XXXXX1468]": 47780, + "[XXXXX1469]": 48780, + "[XXXXX146]": 47856, + "[XXXXX1470]": 47947, + "[XXXXX1471]": 47770, + "[XXXXX1472]": 48645, + "[XXXXX1473]": 47711, + "[XXXXX1474]": 47427, + "[XXXXX1475]": 49042, + "[XXXXX1476]": 48341, + "[XXXXX1477]": 48744, + "[XXXXX1478]": 48421, + "[XXXXX1479]": 48574, + "[XXXXX147]": 47892, + "[XXXXX1480]": 48664, + "[XXXXX1481]": 47649, + "[XXXXX1482]": 47529, + "[XXXXX1483]": 48675, + "[XXXXX1484]": 47850, + "[XXXXX1485]": 48918, + "[XXXXX1486]": 47778, + "[XXXXX1487]": 47929, + "[XXXXX1488]": 47675, + "[XXXXX1489]": 48817, + "[XXXXX148]": 47411, + "[XXXXX1490]": 48612, + "[XXXXX1491]": 48598, + "[XXXXX1492]": 49108, + "[XXXXX1493]": 48272, + "[XXXXX1494]": 48904, + "[XXXXX1495]": 48658, + "[XXXXX1496]": 47737, + "[XXXXX1497]": 48141, + "[XXXXX1498]": 48593, + "[XXXXX1499]": 48452, + "[XXXXX149]": 47718, + "[XXXXX14]": 47771, + "[XXXXX1500]": 48637, + "[XXXXX1501]": 48804, + "[XXXXX1502]": 47752, + "[XXXXX1503]": 48430, + "[XXXXX1504]": 48759, + "[XXXXX1505]": 48823, + "[XXXXX1506]": 47465, + "[XXXXX1507]": 47590, + "[XXXXX1508]": 48445, + "[XXXXX1509]": 48822, + "[XXXXX150]": 48400, + "[XXXXX1510]": 48184, + "[XXXXX1511]": 48603, + "[XXXXX1512]": 47962, + "[XXXXX1513]": 47581, + "[XXXXX1514]": 48655, + "[XXXXX1515]": 47886, + "[XXXXX1516]": 47762, + "[XXXXX1517]": 48410, + "[XXXXX1518]": 48437, + "[XXXXX1519]": 48815, + "[XXXXX151]": 47868, + "[XXXXX1520]": 48523, + "[XXXXX1521]": 48475, + "[XXXXX1522]": 48872, + "[XXXXX1523]": 47426, + "[XXXXX1524]": 48348, + "[XXXXX1525]": 48948, + "[XXXXX1526]": 49099, + "[XXXXX1527]": 47642, + "[XXXXX1528]": 48548, + "[XXXXX1529]": 48055, + "[XXXXX152]": 48542, + "[XXXXX1530]": 48630, + "[XXXXX1531]": 48896, + "[XXXXX1532]": 49020, + "[XXXXX1533]": 47727, + "[XXXXX1534]": 48944, + "[XXXXX1535]": 48848, + "[XXXXX1536]": 48717, + "[XXXXX1537]": 48494, + "[XXXXX1538]": 48124, + "[XXXXX1539]": 49055, + "[XXXXX153]": 48968, + "[XXXXX1540]": 48305, + "[XXXXX1541]": 48088, + "[XXXXX1542]": 49022, + "[XXXXX1543]": 49044, + "[XXXXX1544]": 48607, + "[XXXXX1545]": 48113, + "[XXXXX1546]": 48095, + "[XXXXX1547]": 48863, + "[XXXXX1548]": 48215, + "[XXXXX1549]": 48220, + "[XXXXX154]": 49023, + "[XXXXX1550]": 47442, + "[XXXXX1551]": 49122, + "[XXXXX1552]": 49131, + "[XXXXX1553]": 47991, + "[XXXXX1554]": 47899, + "[XXXXX1555]": 47499, + "[XXXXX1556]": 47406, + "[XXXXX1557]": 47894, + "[XXXXX1558]": 47844, + "[XXXXX1559]": 48164, + "[XXXXX155]": 47833, + "[XXXXX1560]": 48565, + "[XXXXX1561]": 47471, + "[XXXXX1562]": 48960, + "[XXXXX1563]": 47440, + "[XXXXX1564]": 47479, + "[XXXXX1565]": 47708, + "[XXXXX1566]": 47796, + "[XXXXX1567]": 47576, + "[XXXXX1568]": 48191, + "[XXXXX1569]": 48516, + "[XXXXX156]": 48827, + "[XXXXX1570]": 48911, + "[XXXXX1571]": 48205, + "[XXXXX1572]": 48336, + "[XXXXX1573]": 47482, + "[XXXXX1574]": 48952, + "[XXXXX1575]": 47960, + "[XXXXX1576]": 49098, + "[XXXXX1577]": 47904, + "[XXXXX1578]": 48414, + "[XXXXX1579]": 48752, + "[XXXXX157]": 48401, + "[XXXXX1580]": 48633, + "[XXXXX1581]": 48826, + "[XXXXX1582]": 47507, + "[XXXXX1583]": 47476, + "[XXXXX1584]": 48599, + "[XXXXX1585]": 48274, + "[XXXXX1586]": 47428, + "[XXXXX1587]": 48972, + "[XXXXX1588]": 47425, + "[XXXXX1589]": 48731, + "[XXXXX158]": 47951, + "[XXXXX1590]": 49009, + "[XXXXX1591]": 48839, + "[XXXXX1592]": 49006, + "[XXXXX1593]": 47626, + "[XXXXX1594]": 48231, + "[XXXXX1595]": 48554, + "[XXXXX1596]": 48045, + "[XXXXX1597]": 48769, + "[XXXXX1598]": 47652, + "[XXXXX1599]": 47444, + "[XXXXX159]": 49021, + "[XXXXX15]": 48530, + "[XXXXX1600]": 47964, + "[XXXXX1601]": 48560, + "[XXXXX1602]": 47855, + "[XXXXX1603]": 48324, + "[XXXXX1604]": 47961, + "[XXXXX1605]": 48296, + "[XXXXX1606]": 48148, + "[XXXXX1607]": 49038, + "[XXXXX1608]": 48994, + "[XXXXX1609]": 48767, + "[XXXXX160]": 48740, + "[XXXXX1610]": 48907, + "[XXXXX1611]": 47822, + "[XXXXX1612]": 47639, + "[XXXXX1613]": 48053, + "[XXXXX1614]": 48285, + "[XXXXX1615]": 47533, + "[XXXXX1616]": 47983, + "[XXXXX1617]": 47574, + "[XXXXX1618]": 48828, + "[XXXXX1619]": 48334, + "[XXXXX161]": 48290, + "[XXXXX1620]": 47928, + "[XXXXX1621]": 48177, + "[XXXXX1622]": 48056, + "[XXXXX1623]": 47488, + "[XXXXX1624]": 47866, + "[XXXXX1625]": 48273, + "[XXXXX1626]": 48234, + "[XXXXX1627]": 48757, + "[XXXXX1628]": 48075, + "[XXXXX1629]": 48768, + "[XXXXX162]": 48447, + "[XXXXX1630]": 48820, + "[XXXXX1631]": 48007, + "[XXXXX1632]": 48552, + "[XXXXX1633]": 47939, + "[XXXXX1634]": 48725, + "[XXXXX1635]": 47447, + "[XXXXX1636]": 47602, + "[XXXXX1637]": 47935, + "[XXXXX1638]": 49132, + "[XXXXX1639]": 47953, + "[XXXXX163]": 48371, + "[XXXXX1640]": 47748, + "[XXXXX1641]": 48116, + "[XXXXX1642]": 47610, + "[XXXXX1643]": 48105, + "[XXXXX1644]": 48460, + "[XXXXX1645]": 48773, + "[XXXXX1646]": 47974, + "[XXXXX1647]": 47678, + "[XXXXX1648]": 47571, + "[XXXXX1649]": 47717, + "[XXXXX164]": 48978, + "[XXXXX1650]": 48653, + "[XXXXX1651]": 48526, + "[XXXXX1652]": 47666, + "[XXXXX1653]": 48636, + "[XXXXX1654]": 49070, + "[XXXXX1655]": 48040, + "[XXXXX1656]": 49001, + "[XXXXX1657]": 48587, + "[XXXXX1658]": 48227, + "[XXXXX1659]": 47566, + "[XXXXX165]": 47992, + "[XXXXX1660]": 48774, + "[XXXXX1661]": 47443, + "[XXXXX1662]": 48037, + "[XXXXX1663]": 48377, + "[XXXXX1664]": 47733, + "[XXXXX1665]": 49071, + "[XXXXX1666]": 47528, + "[XXXXX1667]": 49124, + "[XXXXX1668]": 48510, + "[XXXXX1669]": 48125, + "[XXXXX166]": 48572, + "[XXXXX1670]": 47503, + "[XXXXX1671]": 47527, + "[XXXXX1672]": 47817, + "[XXXXX1673]": 49111, + "[XXXXX1674]": 47772, + "[XXXXX1675]": 47783, + "[XXXXX1676]": 49052, + "[XXXXX1677]": 47493, + "[XXXXX1678]": 47888, + "[XXXXX1679]": 48059, + "[XXXXX167]": 48008, + "[XXXXX1680]": 47456, + "[XXXXX1681]": 47906, + "[XXXXX1682]": 48026, + "[XXXXX1683]": 48149, + "[XXXXX1684]": 48451, + "[XXXXX1685]": 49029, + "[XXXXX1686]": 48313, + "[XXXXX1687]": 48089, + "[XXXXX1688]": 48795, + "[XXXXX1689]": 48396, + "[XXXXX168]": 47740, + "[XXXXX1690]": 48536, + "[XXXXX1691]": 47680, + "[XXXXX1692]": 48146, + "[XXXXX1693]": 48733, + "[XXXXX1694]": 47536, + "[XXXXX1695]": 47524, + "[XXXXX1696]": 48197, + "[XXXXX1697]": 49151, + "[XXXXX1698]": 48159, + "[XXXXX1699]": 48558, + "[XXXXX169]": 48189, + "[XXXXX16]": 48474, + "[XXXXX1700]": 48042, + "[XXXXX1701]": 47638, + "[XXXXX1702]": 48954, + "[XXXXX1703]": 47693, + "[XXXXX1704]": 48461, + "[XXXXX1705]": 48467, + "[XXXXX1706]": 48505, + "[XXXXX1707]": 47989, + "[XXXXX1708]": 47784, + "[XXXXX1709]": 47435, + "[XXXXX170]": 47429, + "[XXXXX1710]": 48152, + "[XXXXX1711]": 48301, + "[XXXXX1712]": 49094, + "[XXXXX1713]": 48649, + "[XXXXX1714]": 48117, + "[XXXXX1715]": 48185, + "[XXXXX1716]": 47832, + "[XXXXX1717]": 48383, + "[XXXXX1718]": 49012, + "[XXXXX1719]": 48986, + "[XXXXX171]": 48346, + "[XXXXX1720]": 47978, + "[XXXXX1721]": 47871, + "[XXXXX1722]": 47625, + "[XXXXX1723]": 48247, + "[XXXXX1724]": 47965, + "[XXXXX1725]": 47579, + "[XXXXX1726]": 48512, + "[XXXXX1727]": 48395, + "[XXXXX1728]": 48867, + "[XXXXX1729]": 47692, + "[XXXXX172]": 48003, + "[XXXXX1730]": 48497, + "[XXXXX1731]": 47393, + "[XXXXX1732]": 47530, + "[XXXXX1733]": 48129, + "[XXXXX1734]": 47916, + "[XXXXX1735]": 47943, + "[XXXXX1736]": 47559, + "[XXXXX1737]": 47477, + "[XXXXX1738]": 48432, + "[XXXXX1739]": 48244, + "[XXXXX173]": 48238, + "[XXXXX1740]": 48528, + "[XXXXX1741]": 48671, + "[XXXXX1742]": 48889, + "[XXXXX1743]": 48161, + "[XXXXX1744]": 48018, + "[XXXXX1745]": 48509, + "[XXXXX1746]": 47564, + "[XXXXX1747]": 48969, + "[XXXXX1748]": 48112, + "[XXXXX1749]": 49128, + "[XXXXX174]": 48786, + "[XXXXX1750]": 48886, + "[XXXXX1751]": 48932, + "[XXXXX1752]": 47970, + "[XXXXX1753]": 47969, + "[XXXXX1754]": 48508, + "[XXXXX1755]": 47857, + "[XXXXX1756]": 48563, + "[XXXXX1757]": 48503, + "[XXXXX1758]": 47797, + "[XXXXX1759]": 49053, + "[XXXXX175]": 48221, + "[XXXXX1760]": 48949, + "[XXXXX1761]": 48926, + "[XXXXX176]": 48895, + "[XXXXX177]": 48084, + "[XXXXX178]": 47408, + "[XXXXX179]": 48144, + "[XXXXX17]": 47563, + "[XXXXX180]": 47934, + "[XXXXX181]": 47567, + "[XXXXX182]": 47539, + "[XXXXX183]": 49106, + "[XXXXX184]": 48892, + "[XXXXX185]": 47458, + "[XXXXX186]": 48783, + "[XXXXX187]": 47914, + "[XXXXX188]": 47761, + "[XXXXX189]": 47997, + "[XXXXX18]": 48333, + "[XXXXX190]": 48312, + "[XXXXX191]": 49095, + "[XXXXX192]": 47785, + "[XXXXX193]": 47635, + "[XXXXX194]": 48955, + "[XXXXX195]": 48354, + "[XXXXX196]": 48545, + "[XXXXX197]": 48727, + "[XXXXX198]": 48306, + "[XXXXX199]": 49133, + "[XXXXX19]": 48262, + "[XXXXX1]": 49126, + "[XXXXX200]": 47701, + "[XXXXX201]": 47521, + "[XXXXX202]": 48805, + "[XXXXX203]": 48386, + "[XXXXX204]": 48909, + "[XXXXX205]": 47674, + "[XXXXX206]": 48640, + "[XXXXX207]": 48257, + "[XXXXX208]": 47977, + "[XXXXX209]": 48406, + "[XXXXX20]": 47779, + "[XXXXX210]": 48282, + "[XXXXX211]": 48280, + "[XXXXX212]": 47603, + "[XXXXX213]": 47869, + "[XXXXX214]": 47937, + "[XXXXX215]": 49073, + "[XXXXX216]": 47582, + "[XXXXX217]": 47816, + "[XXXXX218]": 47821, + "[XXXXX219]": 48857, + "[XXXXX21]": 48434, + "[XXXXX220]": 48172, + "[XXXXX221]": 47722, + "[XXXXX222]": 47618, + "[XXXXX223]": 48178, + "[XXXXX224]": 48000, + "[XXXXX225]": 48087, + "[XXXXX226]": 48924, + "[XXXXX227]": 47441, + "[XXXXX228]": 49058, + "[XXXXX229]": 48531, + "[XXXXX22]": 48052, + "[XXXXX230]": 47927, + "[XXXXX231]": 47930, + "[XXXXX232]": 49092, + "[XXXXX233]": 47996, + "[XXXXX234]": 49049, + "[XXXXX235]": 48299, + "[XXXXX236]": 48811, + "[XXXXX237]": 48343, + "[XXXXX238]": 49017, + "[XXXXX239]": 48806, + "[XXXXX23]": 48289, + "[XXXXX240]": 47835, + "[XXXXX241]": 48627, + "[XXXXX242]": 47643, + "[XXXXX243]": 47794, + "[XXXXX244]": 49093, + "[XXXXX245]": 47412, + "[XXXXX246]": 48092, + "[XXXXX247]": 47730, + "[XXXXX248]": 48228, + "[XXXXX249]": 47851, + "[XXXXX24]": 48722, + "[XXXXX250]": 48126, + "[XXXXX251]": 47749, + "[XXXXX252]": 47972, + "[XXXXX253]": 48534, + "[XXXXX254]": 48332, + "[XXXXX255]": 48601, + "[XXXXX256]": 48914, + "[XXXXX257]": 47760, + "[XXXXX258]": 48115, + "[XXXXX259]": 48338, + "[XXXXX25]": 48277, + "[XXXXX260]": 47853, + "[XXXXX261]": 48669, + "[XXXXX262]": 48834, + "[XXXXX263]": 48571, + "[XXXXX264]": 48738, + "[XXXXX265]": 48180, + "[XXXXX266]": 49002, + "[XXXXX267]": 47452, + "[XXXXX268]": 47684, + "[XXXXX269]": 47726, + "[XXXXX26]": 47895, + "[XXXXX270]": 48286, + "[XXXXX271]": 47401, + "[XXXXX272]": 48366, + "[XXXXX273]": 48913, + "[XXXXX274]": 47696, + "[XXXXX275]": 48429, + "[XXXXX276]": 48202, + "[XXXXX277]": 47714, + "[XXXXX278]": 47480, + "[XXXXX279]": 48551, + "[XXXXX27]": 47557, + "[XXXXX280]": 48323, + "[XXXXX281]": 47605, + "[XXXXX282]": 49079, + "[XXXXX283]": 47630, + "[XXXXX284]": 48210, + "[XXXXX285]": 48934, + "[XXXXX286]": 48742, + "[XXXXX287]": 48360, + "[XXXXX288]": 48214, + "[XXXXX289]": 47721, + "[XXXXX28]": 48390, + "[XXXXX290]": 48034, + "[XXXXX291]": 47404, + "[XXXXX292]": 48824, + "[XXXXX293]": 47570, + "[XXXXX294]": 48726, + "[XXXXX295]": 49147, + "[XXXXX296]": 47523, + "[XXXXX297]": 48074, + "[XXXXX298]": 48111, + "[XXXXX299]": 48797, + "[XXXXX29]": 48625, + "[XXXXX2]": 48707, + "[XXXXX300]": 47776, + "[XXXXX301]": 48897, + "[XXXXX302]": 48275, + "[XXXXX303]": 48307, + "[XXXXX304]": 48370, + "[XXXXX305]": 48662, + "[XXXXX306]": 48495, + "[XXXXX307]": 47867, + "[XXXXX308]": 48567, + "[XXXXX309]": 49112, + "[XXXXX30]": 48027, + "[XXXXX310]": 48818, + "[XXXXX311]": 47712, + "[XXXXX312]": 47938, + "[XXXXX313]": 48928, + "[XXXXX314]": 48251, + "[XXXXX315]": 48620, + "[XXXXX316]": 48821, + "[XXXXX317]": 48579, + "[XXXXX318]": 47860, + "[XXXXX319]": 48453, + "[XXXXX31]": 48799, + "[XXXXX320]": 48006, + "[XXXXX321]": 47766, + "[XXXXX322]": 48816, + "[XXXXX323]": 48358, + "[XXXXX324]": 48011, + "[XXXXX325]": 48208, + "[XXXXX326]": 48965, + "[XXXXX327]": 48058, + "[XXXXX328]": 48538, + "[XXXXX329]": 48480, + "[XXXXX32]": 48399, + "[XXXXX330]": 47634, + "[XXXXX331]": 47518, + "[XXXXX332]": 48132, + "[XXXXX333]": 47449, + "[XXXXX334]": 48044, + "[XXXXX335]": 47842, + "[XXXXX336]": 49041, + "[XXXXX337]": 48317, + "[XXXXX338]": 47830, + "[XXXXX339]": 49085, + "[XXXXX33]": 48852, + "[XXXXX340]": 47774, + "[XXXXX341]": 48650, + "[XXXXX342]": 48253, + "[XXXXX343]": 49145, + "[XXXXX344]": 48847, + "[XXXXX345]": 49062, + "[XXXXX346]": 48359, + "[XXXXX347]": 48595, + "[XXXXX348]": 47995, + "[XXXXX349]": 47729, + "[XXXXX34]": 48800, + "[XXXXX350]": 48245, + "[XXXXX351]": 48586, + "[XXXXX352]": 48365, + "[XXXXX353]": 48887, + "[XXXXX354]": 47464, + "[XXXXX355]": 47987, + "[XXXXX356]": 49136, + "[XXXXX357]": 48098, + "[XXXXX358]": 48259, + "[XXXXX359]": 47609, + "[XXXXX35]": 48127, + "[XXXXX360]": 48648, + "[XXXXX361]": 48431, + "[XXXXX362]": 48714, + "[XXXXX363]": 47624, + "[XXXXX364]": 47823, + "[XXXXX365]": 47936, + "[XXXXX366]": 47502, + "[XXXXX367]": 47506, + "[XXXXX368]": 49074, + "[XXXXX369]": 47731, + "[XXXXX36]": 48471, + "[XXXXX370]": 47807, + "[XXXXX371]": 47598, + "[XXXXX372]": 47806, + "[XXXXX373]": 47525, + "[XXXXX374]": 47883, + "[XXXXX375]": 49066, + "[XXXXX376]": 48067, + "[XXXXX377]": 48020, + "[XXXXX378]": 48527, + "[XXXXX379]": 48294, + "[XXXXX37]": 48102, + "[XXXXX380]": 48737, + "[XXXXX381]": 47614, + "[XXXXX382]": 48219, + "[XXXXX383]": 48143, + "[XXXXX384]": 48402, + "[XXXXX385]": 48190, + "[XXXXX386]": 48369, + "[XXXXX387]": 48982, + "[XXXXX388]": 49116, + "[XXXXX389]": 48793, + "[XXXXX38]": 48570, + "[XXXXX390]": 47491, + "[XXXXX391]": 48728, + "[XXXXX392]": 47948, + "[XXXXX393]": 48962, + "[XXXXX394]": 47988, + "[XXXXX395]": 47648, + "[XXXXX396]": 47395, + "[XXXXX397]": 47473, + "[XXXXX398]": 49091, + "[XXXXX399]": 49039, + "[XXXXX39]": 47958, + "[XXXXX3]": 48756, + "[XXXXX400]": 48784, + "[XXXXX401]": 47647, + "[XXXXX402]": 48028, + "[XXXXX403]": 48617, + "[XXXXX404]": 48964, + "[XXXXX405]": 48694, + "[XXXXX406]": 49043, + "[XXXXX407]": 47413, + "[XXXXX408]": 48557, + "[XXXXX409]": 48677, + "[XXXXX40]": 47514, + "[XXXXX410]": 47889, + "[XXXXX411]": 49010, + "[XXXXX412]": 47887, + "[XXXXX413]": 47655, + "[XXXXX414]": 47485, + "[XXXXX415]": 48741, + "[XXXXX416]": 48091, + "[XXXXX417]": 49061, + "[XXXXX418]": 48109, + "[XXXXX419]": 47702, + "[XXXXX41]": 48845, + "[XXXXX420]": 47430, + "[XXXXX421]": 49088, + "[XXXXX422]": 47677, + "[XXXXX423]": 48351, + "[XXXXX424]": 48001, + "[XXXXX425]": 48695, + "[XXXXX426]": 47713, + "[XXXXX427]": 48920, + "[XXXXX428]": 48674, + "[XXXXX429]": 48540, + "[XXXXX42]": 48142, + "[XXXXX430]": 47952, + "[XXXXX431]": 48362, + "[XXXXX432]": 47967, + "[XXXXX433]": 48705, + "[XXXXX434]": 48033, + "[XXXXX435]": 48024, + "[XXXXX436]": 47580, + "[XXXXX437]": 48618, + "[XXXXX438]": 47659, + "[XXXXX439]": 48435, + "[XXXXX43]": 48837, + "[XXXXX440]": 48631, + "[XXXXX441]": 47877, + "[XXXXX442]": 48036, + "[XXXXX443]": 47667, + "[XXXXX444]": 48502, + "[XXXXX445]": 49057, + "[XXXXX446]": 48979, + "[XXXXX447]": 47891, + "[XXXXX448]": 49143, + "[XXXXX449]": 48463, + "[XXXXX44]": 47872, + "[XXXXX450]": 47522, + "[XXXXX451]": 47703, + "[XXXXX452]": 47467, + "[XXXXX453]": 48099, + "[XXXXX454]": 48858, + "[XXXXX455]": 47538, + "[XXXXX456]": 48271, + "[XXXXX457]": 48270, + "[XXXXX458]": 49138, + "[XXXXX459]": 47691, + "[XXXXX45]": 47915, + "[XXXXX460]": 47461, + "[XXXXX461]": 48350, + "[XXXXX462]": 48813, + "[XXXXX463]": 48812, + "[XXXXX464]": 48163, + "[XXXXX465]": 49030, + "[XXXXX466]": 48787, + "[XXXXX467]": 48021, + "[XXXXX468]": 48248, + "[XXXXX469]": 47454, + "[XXXXX46]": 47572, + "[XXXXX470]": 48966, + "[XXXXX471]": 48929, + "[XXXXX472]": 47926, + "[XXXXX473]": 47410, + "[XXXXX474]": 48864, + "[XXXXX475]": 48119, + "[XXXXX476]": 47820, + "[XXXXX477]": 47932, + "[XXXXX478]": 47846, + "[XXXXX479]": 49054, + "[XXXXX47]": 48519, + "[XXXXX480]": 48101, + "[XXXXX481]": 48609, + "[XXXXX482]": 48128, + "[XXXXX483]": 48931, + "[XXXXX484]": 48267, + "[XXXXX485]": 48328, + "[XXXXX486]": 47463, + "[XXXXX487]": 48331, + "[XXXXX488]": 48198, + "[XXXXX489]": 48256, + "[XXXXX48]": 48167, + "[XXXXX490]": 48580, + "[XXXXX491]": 48049, + "[XXXXX492]": 48096, + "[XXXXX493]": 49129, + "[XXXXX494]": 47738, + "[XXXXX495]": 48611, + "[XXXXX496]": 48626, + "[XXXXX497]": 49003, + "[XXXXX498]": 47982, + "[XXXXX499]": 49047, + "[XXXXX49]": 48684, + "[XXXXX4]": 48456, + "[XXXXX500]": 48668, + "[XXXXX501]": 48017, + "[XXXXX502]": 48080, + "[XXXXX503]": 48150, + "[XXXXX504]": 47743, + "[XXXXX505]": 48859, + "[XXXXX506]": 47510, + "[XXXXX507]": 47541, + "[XXXXX508]": 47489, + "[XXXXX509]": 47504, + "[XXXXX50]": 47552, + "[XXXXX510]": 48086, + "[XXXXX511]": 48520, + "[XXXXX512]": 48204, + "[XXXXX513]": 48356, + "[XXXXX514]": 47968, + "[XXXXX515]": 47629, + "[XXXXX516]": 48450, + "[XXXXX517]": 48751, + "[XXXXX518]": 48673, + "[XXXXX519]": 48766, + "[XXXXX51]": 47763, + "[XXXXX520]": 47586, + "[XXXXX521]": 48193, + "[XXXXX522]": 47481, + "[XXXXX523]": 48070, + "[XXXXX524]": 48641, + "[XXXXX525]": 48555, + "[XXXXX526]": 47448, + "[XXXXX527]": 47788, + "[XXXXX528]": 48078, + "[XXXXX529]": 47781, + "[XXXXX52]": 48398, + "[XXXXX530]": 48255, + "[XXXXX531]": 48663, + "[XXXXX532]": 47798, + "[XXXXX533]": 48885, + "[XXXXX534]": 47790, + "[XXXXX535]": 47973, + "[XXXXX536]": 48842, + "[XXXXX537]": 48408, + "[XXXXX538]": 49113, + "[XXXXX539]": 48676, + "[XXXXX53]": 47786, + "[XXXXX540]": 48157, + "[XXXXX541]": 48670, + "[XXXXX542]": 48022, + "[XXXXX543]": 48009, + "[XXXXX544]": 48596, + "[XXXXX545]": 48329, + "[XXXXX546]": 48288, + "[XXXXX547]": 47469, + "[XXXXX548]": 48501, + "[XXXXX549]": 47976, + "[XXXXX54]": 47644, + "[XXXXX550]": 47588, + "[XXXXX551]": 48851, + "[XXXXX552]": 48250, + "[XXXXX553]": 47734, + "[XXXXX554]": 48940, + "[XXXXX555]": 49000, + "[XXXXX556]": 48200, + "[XXXXX557]": 47414, + "[XXXXX558]": 48090, + "[XXXXX559]": 47621, + "[XXXXX55]": 48048, + "[XXXXX560]": 47990, + "[XXXXX561]": 47519, + "[XXXXX562]": 47903, + "[XXXXX563]": 48522, + "[XXXXX564]": 47645, + "[XXXXX565]": 49080, + "[XXXXX566]": 47719, + "[XXXXX567]": 49105, + "[XXXXX568]": 48666, + "[XXXXX569]": 47549, + "[XXXXX56]": 49120, + "[XXXXX570]": 48355, + "[XXXXX571]": 48639, + "[XXXXX572]": 48083, + "[XXXXX573]": 48420, + "[XXXXX574]": 48661, + "[XXXXX575]": 47520, + "[XXXXX576]": 48318, + "[XXXXX577]": 49018, + "[XXXXX578]": 48458, + "[XXXXX579]": 47804, + "[XXXXX57]": 48490, + "[XXXXX580]": 48186, + "[XXXXX581]": 47699, + "[XXXXX582]": 48268, + "[XXXXX583]": 47688, + "[XXXXX584]": 47975, + "[XXXXX585]": 48013, + "[XXXXX586]": 48457, + "[XXXXX587]": 49114, + "[XXXXX588]": 48476, + "[XXXXX589]": 47694, + "[XXXXX58]": 48361, + "[XXXXX590]": 48758, + "[XXXXX591]": 48507, + "[XXXXX592]": 47434, + "[XXXXX593]": 48397, + "[XXXXX594]": 48846, + "[XXXXX595]": 48486, + "[XXXXX596]": 47944, + "[XXXXX597]": 47838, + "[XXXXX598]": 47475, + "[XXXXX599]": 48409, + "[XXXXX59]": 48836, + "[XXXXX5]": 48291, + "[XXXXX600]": 48561, + "[XXXXX601]": 48706, + "[XXXXX602]": 48311, + "[XXXXX603]": 48732, + "[XXXXX604]": 48716, + "[XXXXX605]": 48103, + "[XXXXX606]": 47741, + "[XXXXX607]": 49037, + "[XXXXX608]": 48513, + "[XXXXX609]": 47516, + "[XXXXX60]": 48980, + "[XXXXX610]": 47750, + "[XXXXX611]": 49077, + "[XXXXX612]": 47513, + "[XXXXX613]": 49102, + "[XXXXX614]": 48459, + "[XXXXX615]": 48792, + "[XXXXX616]": 48265, + "[XXXXX617]": 48375, + "[XXXXX618]": 48335, + "[XXXXX619]": 48796, + "[XXXXX61]": 48405, + "[XXXXX620]": 48550, + "[XXXXX621]": 48478, + "[XXXXX622]": 47468, + "[XXXXX623]": 48249, + "[XXXXX624]": 48838, + "[XXXXX625]": 48135, + "[XXXXX626]": 47577, + "[XXXXX627]": 47660, + "[XXXXX628]": 48347, + "[XXXXX629]": 47561, + "[XXXXX62]": 48314, + "[XXXXX630]": 47829, + "[XXXXX631]": 48621, + "[XXXXX632]": 48825, + "[XXXXX633]": 48849, + "[XXXXX634]": 48279, + "[XXXXX635]": 48310, + "[XXXXX636]": 49015, + "[XXXXX637]": 47753, + "[XXXXX638]": 48138, + "[XXXXX639]": 48808, + "[XXXXX63]": 48683, + "[XXXXX640]": 48057, + "[XXXXX641]": 48192, + "[XXXXX642]": 48446, + "[XXXXX643]": 48081, + "[XXXXX644]": 48533, + "[XXXXX645]": 47556, + "[XXXXX646]": 48908, + "[XXXXX647]": 48014, + "[XXXXX648]": 48455, + "[XXXXX649]": 47950, + "[XXXXX64]": 49139, + "[XXXXX650]": 47558, + "[XXXXX651]": 47653, + "[XXXXX652]": 48387, + "[XXXXX653]": 47809, + "[XXXXX654]": 48562, + "[XXXXX655]": 48665, + "[XXXXX656]": 48871, + "[XXXXX657]": 48987, + "[XXXXX658]": 47646, + "[XXXXX659]": 48881, + "[XXXXX65]": 47613, + "[XXXXX660]": 49109, + "[XXXXX661]": 49140, + "[XXXXX662]": 48023, + "[XXXXX663]": 48380, + "[XXXXX664]": 48065, + "[XXXXX665]": 47685, + "[XXXXX666]": 47484, + "[XXXXX667]": 47628, + "[XXXXX668]": 48151, + "[XXXXX669]": 47847, + "[XXXXX66]": 49100, + "[XXXXX670]": 47768, + "[XXXXX671]": 47640, + "[XXXXX672]": 48946, + "[XXXXX673]": 48624, + "[XXXXX674]": 48843, + "[XXXXX675]": 47736, + "[XXXXX676]": 47881, + "[XXXXX677]": 48690, + "[XXXXX678]": 48709, + "[XXXXX679]": 48577, + "[XXXXX67]": 48984, + "[XXXXX680]": 47500, + "[XXXXX681]": 48491, + "[XXXXX682]": 48691, + "[XXXXX683]": 48810, + "[XXXXX684]": 48173, + "[XXXXX685]": 48407, + "[XXXXX686]": 48292, + "[XXXXX687]": 48330, + "[XXXXX688]": 49118, + "[XXXXX689]": 48604, + "[XXXXX68]": 48174, + "[XXXXX690]": 48077, + "[XXXXX691]": 48743, + "[XXXXX692]": 48583, + "[XXXXX693]": 47391, + "[XXXXX694]": 48229, + "[XXXXX695]": 48789, + "[XXXXX696]": 48777, + "[XXXXX697]": 47535, + "[XXXXX698]": 48122, + "[XXXXX699]": 48232, + "[XXXXX69]": 48704, + "[XXXXX6]": 48927, + "[XXXXX700]": 48403, + "[XXXXX701]": 47451, + "[XXXXX702]": 48039, + "[XXXXX703]": 47568, + "[XXXXX704]": 48692, + "[XXXXX705]": 47437, + "[XXXXX706]": 47854, + "[XXXXX707]": 49148, + "[XXXXX708]": 48923, + "[XXXXX709]": 48133, + "[XXXXX70]": 47407, + "[XXXXX710]": 48425, + "[XXXXX711]": 48998, + "[XXXXX712]": 48801, + "[XXXXX713]": 48525, + "[XXXXX714]": 47917, + "[XXXXX715]": 47782, + "[XXXXX716]": 48697, + "[XXXXX717]": 47836, + "[XXXXX718]": 47725, + "[XXXXX719]": 48218, + "[XXXXX71]": 49065, + "[XXXXX720]": 48956, + "[XXXXX721]": 48321, + "[XXXXX722]": 47812, + "[XXXXX723]": 47466, + "[XXXXX724]": 48462, + "[XXXXX725]": 47898, + "[XXXXX726]": 49060, + "[XXXXX727]": 47589, + "[XXXXX728]": 49117, + "[XXXXX729]": 48393, + "[XXXXX72]": 48439, + "[XXXXX730]": 48100, + "[XXXXX731]": 48394, + "[XXXXX732]": 48643, + "[XXXXX733]": 48423, + "[XXXXX734]": 48183, + "[XXXXX735]": 49101, + "[XXXXX736]": 48381, + "[XXXXX737]": 48854, + "[XXXXX738]": 49067, + "[XXXXX739]": 48876, + "[XXXXX73]": 47392, + "[XXXXX740]": 48179, + "[XXXXX741]": 48194, + "[XXXXX742]": 48791, + "[XXXXX743]": 48985, + "[XXXXX744]": 48535, + "[XXXXX745]": 48436, + "[XXXXX746]": 47896, + "[XXXXX747]": 47583, + "[XXXXX748]": 49142, + "[XXXXX749]": 48958, + "[XXXXX74]": 49064, + "[XXXXX750]": 47569, + "[XXXXX751]": 47548, + "[XXXXX752]": 49083, + "[XXXXX753]": 47746, + "[XXXXX754]": 49144, + "[XXXXX755]": 48600, + "[XXXXX756]": 47791, + "[XXXXX757]": 47661, + "[XXXXX758]": 48295, + "[XXXXX759]": 47912, + "[XXXXX75]": 48025, + "[XXXXX760]": 47495, + "[XXXXX761]": 48156, + "[XXXXX762]": 47907, + "[XXXXX763]": 48123, + "[XXXXX764]": 48134, + "[XXXXX765]": 47597, + "[XXXXX766]": 48278, + "[XXXXX767]": 47555, + "[XXXXX768]": 49011, + "[XXXXX769]": 47918, + "[XXXXX76]": 47902, + "[XXXXX770]": 48957, + "[XXXXX771]": 48936, + "[XXXXX772]": 48269, + "[XXXXX773]": 48473, + "[XXXXX774]": 49035, + "[XXXXX775]": 47984, + "[XXXXX776]": 48300, + "[XXXXX777]": 48085, + "[XXXXX778]": 47826, + "[XXXXX779]": 48019, + "[XXXXX77]": 48031, + "[XXXXX780]": 48376, + "[XXXXX781]": 47534, + "[XXXXX782]": 48764, + "[XXXXX783]": 49063, + "[XXXXX784]": 47840, + "[XXXXX785]": 48547, + "[XXXXX786]": 48941, + "[XXXXX787]": 47650, + "[XXXXX788]": 47800, + "[XXXXX789]": 48606, + "[XXXXX78]": 47873, + "[XXXXX790]": 48060, + "[XXXXX791]": 47885, + "[XXXXX792]": 47863, + "[XXXXX793]": 48730, + "[XXXXX794]": 47662, + "[XXXXX795]": 47438, + "[XXXXX796]": 48385, + "[XXXXX797]": 48449, + "[XXXXX798]": 47673, + "[XXXXX799]": 48093, + "[XXXXX79]": 48865, + "[XXXXX7]": 48372, + "[XXXXX800]": 48729, + "[XXXXX801]": 47474, + "[XXXXX802]": 48875, + "[XXXXX803]": 48029, + "[XXXXX804]": 48735, + "[XXXXX805]": 48297, + "[XXXXX806]": 48411, + "[XXXXX807]": 47913, + "[XXXXX808]": 48710, + "[XXXXX809]": 48094, + "[XXXXX80]": 48841, + "[XXXXX810]": 48428, + "[XXXXX811]": 48532, + "[XXXXX812]": 48950, + "[XXXXX813]": 48739, + "[XXXXX814]": 48137, + "[XXXXX815]": 47884, + "[XXXXX816]": 48779, + "[XXXXX817]": 47496, + "[XXXXX818]": 48352, + "[XXXXX819]": 48891, + "[XXXXX81]": 48051, + "[XXXXX820]": 48050, + "[XXXXX821]": 47573, + "[XXXXX822]": 48373, + "[XXXXX823]": 47793, + "[XXXXX824]": 47747, + "[XXXXX825]": 47758, + "[XXXXX826]": 48302, + "[XXXXX827]": 48785, + "[XXXXX828]": 48870, + "[XXXXX829]": 48899, + "[XXXXX82]": 49141, + "[XXXXX830]": 48884, + "[XXXXX831]": 47981, + "[XXXXX832]": 48223, + "[XXXXX833]": 48072, + "[XXXXX834]": 48576, + "[XXXXX835]": 48711, + "[XXXXX836]": 47460, + "[XXXXX837]": 47801, + "[XXXXX838]": 47651, + "[XXXXX839]": 47663, + "[XXXXX83]": 49076, + "[XXXXX840]": 48298, + "[XXXXX841]": 49150, + "[XXXXX842]": 48517, + "[XXXXX843]": 47418, + "[XXXXX844]": 47627, + "[XXXXX845]": 48230, + "[XXXXX846]": 48010, + "[XXXXX847]": 47423, + "[XXXXX848]": 49048, + "[XXXXX849]": 48524, + "[XXXXX84]": 47900, + "[XXXXX850]": 47787, + "[XXXXX851]": 48974, + "[XXXXX852]": 48652, + "[XXXXX853]": 47849, + "[XXXXX854]": 48623, + "[XXXXX855]": 49026, + "[XXXXX856]": 49068, + "[XXXXX857]": 48802, + "[XXXXX858]": 48236, + "[XXXXX859]": 48170, + "[XXXXX85]": 47909, + "[XXXXX860]": 47924, + "[XXXXX861]": 47607, + "[XXXXX862]": 47565, + "[XXXXX863]": 48038, + "[XXXXX864]": 49149, + "[XXXXX865]": 49081, + "[XXXXX866]": 48905, + "[XXXXX867]": 47792, + "[XXXXX868]": 48482, + "[XXXXX869]": 47704, + "[XXXXX86]": 49036, + "[XXXXX870]": 47959, + "[XXXXX871]": 48890, + "[XXXXX872]": 48860, + "[XXXXX873]": 48326, + "[XXXXX874]": 47617, + "[XXXXX875]": 47654, + "[XXXXX876]": 47986, + "[XXXXX877]": 48632, + "[XXXXX878]": 48175, + "[XXXXX879]": 48581, + "[XXXXX87]": 47608, + "[XXXXX880]": 47424, + "[XXXXX881]": 49134, + "[XXXXX882]": 48012, + "[XXXXX883]": 48696, + "[XXXXX884]": 48699, + "[XXXXX885]": 47955, + "[XXXXX886]": 49104, + "[XXXXX887]": 47827, + "[XXXXX888]": 49014, + "[XXXXX889]": 48539, + "[XXXXX88]": 48496, + "[XXXXX890]": 48723, + "[XXXXX891]": 48235, + "[XXXXX892]": 48195, + "[XXXXX893]": 48216, + "[XXXXX894]": 48444, + "[XXXXX895]": 48719, + "[XXXXX896]": 47715, + "[XXXXX897]": 48803, + "[XXXXX898]": 48679, + "[XXXXX899]": 48619, + "[XXXXX89]": 48500, + "[XXXXX8]": 49008, + "[XXXXX900]": 48120, + "[XXXXX901]": 48241, + "[XXXXX902]": 47852, + "[XXXXX903]": 48417, + "[XXXXX904]": 47671, + "[XXXXX905]": 48654, + "[XXXXX906]": 49056, + "[XXXXX907]": 48878, + "[XXXXX908]": 48708, + "[XXXXX909]": 48698, + "[XXXXX90]": 47578, + "[XXXXX910]": 49016, + "[XXXXX911]": 47931, + "[XXXXX912]": 48441, + "[XXXXX913]": 48937, + "[XXXXX914]": 47415, + "[XXXXX915]": 47546, + "[XXXXX916]": 48284, + "[XXXXX917]": 48483, + "[XXXXX918]": 47946, + "[XXXXX919]": 48613, + "[XXXXX91]": 47759, + "[XXXXX920]": 48468, + "[XXXXX921]": 48438, + "[XXXXX922]": 49004, + "[XXXXX923]": 48498, + "[XXXXX924]": 48315, + "[XXXXX925]": 48765, + "[XXXXX926]": 48363, + "[XXXXX927]": 48947, + "[XXXXX928]": 47606, + "[XXXXX929]": 48188, + "[XXXXX92]": 48798, + "[XXXXX930]": 47600, + "[XXXXX931]": 49096, + "[XXXXX932]": 47876, + "[XXXXX933]": 48856, + "[XXXXX934]": 48546, + "[XXXXX935]": 47486, + "[XXXXX936]": 48718, + "[XXXXX937]": 47592, + "[XXXXX938]": 48035, + "[XXXXX939]": 47509, + "[XXXXX93]": 49050, + "[XXXXX940]": 47956, + "[XXXXX941]": 48919, + "[XXXXX942]": 47993, + "[XXXXX943]": 48415, + "[XXXXX944]": 48925, + "[XXXXX945]": 48656, + "[XXXXX946]": 48763, + "[XXXXX947]": 48422, + "[XXXXX948]": 48814, + "[XXXXX949]": 47769, + "[XXXXX94]": 48367, + "[XXXXX950]": 47878, + "[XXXXX951]": 48320, + "[XXXXX952]": 48389, + "[XXXXX953]": 49032, + "[XXXXX954]": 49025, + "[XXXXX955]": 48686, + "[XXXXX956]": 48384, + "[XXXXX957]": 49024, + "[XXXXX958]": 48902, + "[XXXXX959]": 47810, + "[XXXXX95]": 48079, + "[XXXXX960]": 47682, + "[XXXXX961]": 49051, + "[XXXXX962]": 48771, + "[XXXXX963]": 48755, + "[XXXXX964]": 48915, + "[XXXXX965]": 47739, + "[XXXXX966]": 48942, + "[XXXXX967]": 48283, + "[XXXXX968]": 47971, + "[XXXXX969]": 48559, + "[XXXXX96]": 48464, + "[XXXXX970]": 47861, + "[XXXXX971]": 48469, + "[XXXXX972]": 48938, + "[XXXXX973]": 48097, + "[XXXXX974]": 47742, + "[XXXXX975]": 48657, + "[XXXXX976]": 48424, + "[XXXXX977]": 48866, + "[XXXXX978]": 47824, + "[XXXXX979]": 48207, + "[XXXXX97]": 48967, + "[XXXXX980]": 47575, + "[XXXXX981]": 48388, + "[XXXXX982]": 47940, + "[XXXXX983]": 48778, + "[XXXXX984]": 48426, + "[XXXXX985]": 48260, + "[XXXXX986]": 48418, + "[XXXXX987]": 47728, + "[XXXXX988]": 49086, + "[XXXXX989]": 48747, + "[XXXXX98]": 48140, + "[XXXXX990]": 48030, + "[XXXXX991]": 47459, + "[XXXXX992]": 48364, + "[XXXXX993]": 49137, + "[XXXXX994]": 48712, + "[XXXXX995]": 47980, + "[XXXXX996]": 47777, + "[XXXXX997]": 48819, + "[XXXXX998]": 48642, + "[XXXXX999]": 48975, + "[XXXXX99]": 48213, + "[XXXXX9]": 47755 +} diff --git a/checkpoint-7000/config.json b/checkpoint-7000/config.json new file mode 100644 index 0000000..87e344b --- /dev/null +++ b/checkpoint-7000/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 47386, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 47387, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 768, + "n_head": 12, + "n_inner": 3072, + "n_layer": 12, + "n_positions": 512, + "pad_token_id": 47388, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 49152 +} diff --git a/checkpoint-7000/generation_config.json b/checkpoint-7000/generation_config.json new file mode 100644 index 0000000..e73b324 --- /dev/null +++ b/checkpoint-7000/generation_config.json @@ -0,0 +1,10 @@ +{ + "_from_model_config": true, + "bos_token_id": 47386, + "eos_token_id": [ + 47387, + 50001 + ], + "pad_token_id": 47388, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-7000/model.safetensors b/checkpoint-7000/model.safetensors new file mode 100644 index 0000000..c2635c7 --- /dev/null +++ b/checkpoint-7000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67b567db253c498004445c2bbaf29e7c774fc9833483949cda5bc8cc91c8953a +size 246410944 diff --git a/checkpoint-7000/rng_state.pth b/checkpoint-7000/rng_state.pth new file mode 100644 index 0000000..1879477 --- /dev/null +++ b/checkpoint-7000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87eae297a51b182b32cc92afa17f32b5f0de6bd6fb90ab287c5d303ee46978ea +size 14645 diff --git a/checkpoint-7000/special_tokens_map.json b/checkpoint-7000/special_tokens_map.json new file mode 100644 index 0000000..86972d3 --- /dev/null +++ b/checkpoint-7000/special_tokens_map.json @@ -0,0 +1,1815 @@ +{ + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-7000/spiece.model b/checkpoint-7000/spiece.model new file mode 100644 index 0000000..aa5e7bb --- /dev/null +++ b/checkpoint-7000/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:658c1246bf680a2a73ff33ccf7bbcde25b6d81c80c5cc610f4680cf9942f981b +size 1138208 diff --git a/checkpoint-7000/tokenizer_config.json b/checkpoint-7000/tokenizer_config.json new file mode 100644 index 0000000..b5acc55 --- /dev/null +++ b/checkpoint-7000/tokenizer_config.json @@ -0,0 +1,15919 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47386": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47387": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47388": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47389": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47390": { + "content": "[XXXXX1404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47391": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47392": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47393": { + "content": "[XXXXX1731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47394": { + "content": "[XXXXX1315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47395": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47396": { + "content": "[XXXXX1366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47397": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47398": { + "content": "[XXXXX1239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47399": { + "content": "[XXXXX1457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47400": { + "content": "[XXXXX1278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47401": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47402": { + "content": "[XXXXX1313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47403": { + "content": "[XXXXX1395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47404": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47405": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47406": { + "content": "[XXXXX1556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47407": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47408": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47409": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47410": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47411": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47412": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47413": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47414": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47415": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47416": { + "content": "[XXXXX1261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47417": { + "content": "[XXXXX1280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47418": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47419": { + "content": "[XXXXX1220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47420": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47421": { + "content": "[XXXXX1306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47422": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47423": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47424": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47425": { + "content": "[XXXXX1588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47426": { + "content": "[XXXXX1523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47427": { + "content": "[XXXXX1474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47428": { + "content": "[XXXXX1586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47429": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47430": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47431": { + "content": "[XXXXX1342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47432": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47433": { + "content": "[XXXXX1343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47434": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47435": { + "content": "[XXXXX1709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47436": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47437": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47438": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47439": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47440": { + "content": "[XXXXX1563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47441": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47442": { + "content": "[XXXXX1550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47443": { + "content": "[XXXXX1661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47444": { + "content": "[XXXXX1599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47445": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47446": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47447": { + "content": "[XXXXX1635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47448": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47449": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47450": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47451": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47452": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47453": { + "content": "[XXXXX1219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47454": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47455": { + "content": "[XXXXX1418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47456": { + "content": "[XXXXX1680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47457": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47458": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47459": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47460": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47461": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47462": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47463": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47464": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47465": { + "content": "[XXXXX1506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47466": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47467": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47468": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47469": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47470": { + "content": "[XXXXX1411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47471": { + "content": "[XXXXX1561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47472": { + "content": "[XXXXX1282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47473": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47474": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47475": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47476": { + "content": "[XXXXX1583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47477": { + "content": "[XXXXX1737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47478": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47479": { + "content": "[XXXXX1564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47480": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47481": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47482": { + "content": "[XXXXX1573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47483": { + "content": "[XXXXX1253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47484": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47485": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47486": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47487": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47488": { + "content": "[XXXXX1623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47489": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47490": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47491": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47492": { + "content": "[XXXXX1214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47493": { + "content": "[XXXXX1677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47494": { + "content": "[XXXXX1458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47495": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47496": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47497": { + "content": "[XXXXX1215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47498": { + "content": "[XXXXX1248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47499": { + "content": "[XXXXX1555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47500": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47501": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47502": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47503": { + "content": "[XXXXX1670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47504": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47505": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47506": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47507": { + "content": "[XXXXX1582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47508": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47509": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47510": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47511": { + "content": "[XXXXX1257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47512": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47513": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47514": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47515": { + "content": "[XXXXX1410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47516": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47517": { + "content": "[XXXXX1352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47518": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47519": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47520": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47521": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47522": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47523": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47524": { + "content": "[XXXXX1695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47525": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47526": { + "content": "[XXXXX1200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47527": { + "content": "[XXXXX1671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47528": { + "content": "[XXXXX1666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47529": { + "content": "[XXXXX1482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47530": { + "content": "[XXXXX1732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47531": { + "content": "[XXXXX1335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47532": { + "content": "[XXXXX1452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47533": { + "content": "[XXXXX1615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47534": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47535": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47536": { + "content": "[XXXXX1694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47537": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47538": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47539": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47540": { + "content": "[XXXXX1413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47541": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47542": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47543": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47544": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47545": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47546": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47547": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47548": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47549": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47550": { + "content": "[XXXXX1360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47551": { + "content": "[XXXXX1376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47552": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47553": { + "content": "[XXXXX1308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47554": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47555": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47556": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47557": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47558": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47559": { + "content": "[XXXXX1736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47560": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47561": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47562": { + "content": "[XXXXX1370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47563": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47564": { + "content": "[XXXXX1746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47565": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47566": { + "content": "[XXXXX1659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47567": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47568": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47569": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47570": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47571": { + "content": "[XXXXX1648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47572": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47573": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47574": { + "content": "[XXXXX1617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47575": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47576": { + "content": "[XXXXX1567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47577": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47578": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47579": { + "content": "[XXXXX1725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47580": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47581": { + "content": "[XXXXX1513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47582": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47583": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47584": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47585": { + "content": "[XXXXX1251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47586": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47587": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47588": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47589": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47590": { + "content": "[XXXXX1507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47591": { + "content": "[XXXXX1397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47592": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47593": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47594": { + "content": "[XXXXX1390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47595": { + "content": "[XXXXX1442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47596": { + "content": "[XXXXX1228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47597": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47598": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47599": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47600": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47601": { + "content": "[XXXXX1238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47602": { + "content": "[XXXXX1636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47603": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47604": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47605": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47606": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47607": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47608": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47609": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47610": { + "content": "[XXXXX1642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47611": { + "content": "[XXXXX1423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47612": { + "content": "[XXXXX1299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47613": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47614": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47615": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47616": { + "content": "[XXXXX1240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47617": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47618": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47619": { + "content": "[XXXXX1383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47620": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47621": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47622": { + "content": "[XXXXX1209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47623": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47624": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47625": { + "content": "[XXXXX1722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47626": { + "content": "[XXXXX1593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47627": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47628": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47629": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47630": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47631": { + "content": "[XXXXX1446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47632": { + "content": "[XXXXX1398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47633": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47634": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47635": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47636": { + "content": "[XXXXX1421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47637": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47638": { + "content": "[XXXXX1701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47639": { + "content": "[XXXXX1612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47640": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47641": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47642": { + "content": "[XXXXX1527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47643": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47644": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47645": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47646": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47647": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47648": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47649": { + "content": "[XXXXX1481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47650": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47651": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47652": { + "content": "[XXXXX1598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47653": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47654": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47655": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47656": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47657": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47658": { + "content": "[XXXXX1378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47659": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47660": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47661": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47662": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47663": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47664": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47665": { + "content": "[XXXXX1272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47666": { + "content": "[XXXXX1652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47667": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47668": { + "content": "[XXXXX1460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47669": { + "content": "[XXXXX1227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47670": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47671": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47672": { + "content": "[XXXXX1268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47673": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47674": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47675": { + "content": "[XXXXX1488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47676": { + "content": "[XXXXX1393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47677": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47678": { + "content": "[XXXXX1647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47679": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47680": { + "content": "[XXXXX1691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47681": { + "content": "[XXXXX1246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47682": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47683": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47684": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47685": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47686": { + "content": "[XXXXX1367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47687": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47688": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47689": { + "content": "[XXXXX1322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47690": { + "content": "[XXXXX1414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47691": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47692": { + "content": "[XXXXX1729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47693": { + "content": "[XXXXX1703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47694": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47695": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47696": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47697": { + "content": "[XXXXX1309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47698": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47699": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47700": { + "content": "[XXXXX1365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47701": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47702": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47703": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47704": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47705": { + "content": "[XXXXX1400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47706": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47707": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47708": { + "content": "[XXXXX1565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47709": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47710": { + "content": "[XXXXX1284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47711": { + "content": "[XXXXX1473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47712": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47713": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47714": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47715": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47716": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47717": { + "content": "[XXXXX1649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47718": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47719": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47720": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47721": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47722": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47723": { + "content": "[XXXXX1337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47724": { + "content": "[XXXXX1386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47725": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47726": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47727": { + "content": "[XXXXX1533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47728": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47729": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47730": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47731": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47732": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47733": { + "content": "[XXXXX1664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47734": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47735": { + "content": "[XXXXX1289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47736": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47737": { + "content": "[XXXXX1496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47738": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47739": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47740": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47741": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47742": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47743": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47744": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47745": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47746": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47747": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47748": { + "content": "[XXXXX1640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47749": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47750": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47751": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47752": { + "content": "[XXXXX1502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47753": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47754": { + "content": "[XXXXX1279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47755": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47756": { + "content": "[XXXXX1387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47757": { + "content": "[XXXXX1277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47758": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47759": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47760": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47761": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47762": { + "content": "[XXXXX1516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47763": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47764": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47765": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47766": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47767": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47768": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47769": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47770": { + "content": "[XXXXX1471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47771": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47772": { + "content": "[XXXXX1674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47773": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47774": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47775": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47776": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47777": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47778": { + "content": "[XXXXX1486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47779": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47780": { + "content": "[XXXXX1468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47781": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47782": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47783": { + "content": "[XXXXX1675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47784": { + "content": "[XXXXX1708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47785": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47786": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47787": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47788": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47789": { + "content": "[XXXXX1311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47790": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47791": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47792": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47793": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47794": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47795": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47796": { + "content": "[XXXXX1566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47797": { + "content": "[XXXXX1758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47798": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47799": { + "content": "[XXXXX1208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47800": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47801": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47802": { + "content": "[XXXXX1304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47803": { + "content": "[XXXXX1417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47804": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47805": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47806": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47807": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47808": { + "content": "[XXXXX1420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47809": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47810": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47811": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47812": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47813": { + "content": "[XXXXX1328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47814": { + "content": "[XXXXX1431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47815": { + "content": "[XXXXX1273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47816": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47817": { + "content": "[XXXXX1672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47818": { + "content": "[XXXXX1243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47819": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47820": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47821": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47822": { + "content": "[XXXXX1611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47823": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47824": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47825": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47826": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47827": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47828": { + "content": "[XXXXX1379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47829": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47830": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47831": { + "content": "[XXXXX1443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47832": { + "content": "[XXXXX1716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47833": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47834": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47835": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47836": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47837": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47838": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47839": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47840": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47841": { + "content": "[XXXXX1218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47842": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47843": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47844": { + "content": "[XXXXX1558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47845": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47846": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47847": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47848": { + "content": "[XXXXX1269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47849": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47850": { + "content": "[XXXXX1484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47851": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47852": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47853": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47854": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47855": { + "content": "[XXXXX1602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47856": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47857": { + "content": "[XXXXX1755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47858": { + "content": "[XXXXX1412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47859": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47860": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47861": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47862": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47863": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47864": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47865": { + "content": "[XXXXX1266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47866": { + "content": "[XXXXX1624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47867": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47868": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47869": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47870": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47871": { + "content": "[XXXXX1721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47872": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47873": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47874": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47875": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47876": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47877": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47878": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47879": { + "content": "[XXXXX1199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47880": { + "content": "[XXXXX1344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47881": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47882": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47883": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47884": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47885": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47886": { + "content": "[XXXXX1515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47887": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47888": { + "content": "[XXXXX1678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47889": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47890": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47891": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47892": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47893": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47894": { + "content": "[XXXXX1557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47895": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47896": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47897": { + "content": "[XXXXX1324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47898": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47899": { + "content": "[XXXXX1554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47900": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47901": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47902": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47903": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47904": { + "content": "[XXXXX1577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47905": { + "content": "[XXXXX1305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47906": { + "content": "[XXXXX1681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47907": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47908": { + "content": "[XXXXX1338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47909": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47910": { + "content": "[XXXXX1303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47911": { + "content": "[XXXXX1207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47912": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47913": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47914": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47915": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47916": { + "content": "[XXXXX1734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47917": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47918": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47919": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47920": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47921": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47922": { + "content": "[XXXXX1403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47923": { + "content": "[XXXXX1464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47924": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47925": { + "content": "[XXXXX1233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47926": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47927": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47928": { + "content": "[XXXXX1620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47929": { + "content": "[XXXXX1487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47930": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47931": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47932": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47933": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47934": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47935": { + "content": "[XXXXX1637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47936": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47937": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47938": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47939": { + "content": "[XXXXX1633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47940": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47941": { + "content": "[XXXXX1402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47942": { + "content": "[XXXXX1300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47943": { + "content": "[XXXXX1735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47944": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47945": { + "content": "[XXXXX1454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47946": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47947": { + "content": "[XXXXX1470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47948": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47949": { + "content": "[XXXXX1435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47950": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47951": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47952": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47953": { + "content": "[XXXXX1639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47954": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47955": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47956": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47957": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47958": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47959": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47960": { + "content": "[XXXXX1575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47961": { + "content": "[XXXXX1604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47962": { + "content": "[XXXXX1512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47963": { + "content": "[XXXXX1394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47964": { + "content": "[XXXXX1600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47965": { + "content": "[XXXXX1724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47966": { + "content": "[XXXXX1323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47967": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47968": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47969": { + "content": "[XXXXX1753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47970": { + "content": "[XXXXX1752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47971": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47972": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47973": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47974": { + "content": "[XXXXX1646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47975": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47976": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47977": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47978": { + "content": "[XXXXX1720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47979": { + "content": "[XXXXX1263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47980": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47981": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47982": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47983": { + "content": "[XXXXX1616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47984": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47985": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47986": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47987": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47988": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47989": { + "content": "[XXXXX1707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47990": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47991": { + "content": "[XXXXX1553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47992": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47993": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47994": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47995": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47996": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47997": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47998": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47999": { + "content": "[XXXXX1288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48000": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48001": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48002": { + "content": "[XXXXX1241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48003": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48004": { + "content": "[XXXXX1409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48005": { + "content": "[XXXXX1440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48006": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48007": { + "content": "[XXXXX1631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48008": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48009": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48010": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48011": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48012": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48013": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48014": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48015": { + "content": "[XXXXX1275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48016": { + "content": "[XXXXX1274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48017": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48018": { + "content": "[XXXXX1744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48019": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48020": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48021": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48022": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48023": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48024": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48025": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48026": { + "content": "[XXXXX1682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48027": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48028": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48029": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48030": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48031": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48032": { + "content": "[XXXXX1369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48033": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48034": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48035": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48036": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48037": { + "content": "[XXXXX1662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48038": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48039": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48040": { + "content": "[XXXXX1655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48041": { + "content": "[XXXXX1374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48042": { + "content": "[XXXXX1700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48043": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48044": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48045": { + "content": "[XXXXX1596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48046": { + "content": "[XXXXX1287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48047": { + "content": "[XXXXX1281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48048": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48049": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48050": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48051": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48052": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48053": { + "content": "[XXXXX1613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48054": { + "content": "[XXXXX1415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48055": { + "content": "[XXXXX1529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48056": { + "content": "[XXXXX1622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48057": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48058": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48059": { + "content": "[XXXXX1679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48060": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48061": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48062": { + "content": "[XXXXX1357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48063": { + "content": "[XXXXX1301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48064": { + "content": "[XXXXX1230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48065": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48066": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48067": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48068": { + "content": "[XXXXX1434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48069": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48070": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48071": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48072": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48073": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48074": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48075": { + "content": "[XXXXX1628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48076": { + "content": "[XXXXX1325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48077": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48078": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48079": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48080": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48081": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48082": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48083": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48084": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48085": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48086": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48087": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48088": { + "content": "[XXXXX1541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48089": { + "content": "[XXXXX1687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48090": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48091": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48092": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48093": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48094": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48095": { + "content": "[XXXXX1546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48096": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48097": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48098": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48099": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48100": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48101": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48102": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48103": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48104": { + "content": "[XXXXX1351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48105": { + "content": "[XXXXX1643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48106": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48107": { + "content": "[XXXXX1231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48108": { + "content": "[XXXXX1271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48109": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48110": { + "content": "[XXXXX1336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48111": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48112": { + "content": "[XXXXX1748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48113": { + "content": "[XXXXX1545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48114": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48115": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48116": { + "content": "[XXXXX1641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48117": { + "content": "[XXXXX1714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48118": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48119": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48120": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48121": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48122": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48123": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48124": { + "content": "[XXXXX1538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48125": { + "content": "[XXXXX1669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48126": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48127": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48128": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48129": { + "content": "[XXXXX1733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48130": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48131": { + "content": "[XXXXX1210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48132": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48133": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48134": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48135": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48136": { + "content": "[XXXXX1380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48137": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48138": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48139": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48140": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48141": { + "content": "[XXXXX1497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48142": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48143": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48144": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48145": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48146": { + "content": "[XXXXX1692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48147": { + "content": "[XXXXX1317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48148": { + "content": "[XXXXX1606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48149": { + "content": "[XXXXX1683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48150": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48151": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48152": { + "content": "[XXXXX1710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48153": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48154": { + "content": "[XXXXX1222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48155": { + "content": "[XXXXX1461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48156": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48157": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48158": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48159": { + "content": "[XXXXX1698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48160": { + "content": "[XXXXX1232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48161": { + "content": "[XXXXX1743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48162": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48163": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48164": { + "content": "[XXXXX1559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48165": { + "content": "[XXXXX1321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48166": { + "content": "[XXXXX1276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48167": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48168": { + "content": "[XXXXX1259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48169": { + "content": "[XXXXX1408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48170": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48171": { + "content": "[XXXXX1429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48172": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48173": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48174": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48175": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48176": { + "content": "[XXXXX1388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48177": { + "content": "[XXXXX1621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48178": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48179": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48180": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48181": { + "content": "[XXXXX1430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48182": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48183": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48184": { + "content": "[XXXXX1510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48185": { + "content": "[XXXXX1715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48186": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48187": { + "content": "[XXXXX1316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48188": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48189": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48190": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48191": { + "content": "[XXXXX1568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48192": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48193": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48194": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48195": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48196": { + "content": "[XXXXX1349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48197": { + "content": "[XXXXX1696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48198": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48199": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48200": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48201": { + "content": "[XXXXX1237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48202": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48203": { + "content": "[XXXXX1462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48204": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48205": { + "content": "[XXXXX1571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48206": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48207": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48208": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48209": { + "content": "[XXXXX1286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48210": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48211": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48212": { + "content": "[XXXXX1371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48213": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48214": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48215": { + "content": "[XXXXX1548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48216": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48217": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48218": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48219": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48220": { + "content": "[XXXXX1549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48221": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48222": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48223": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48224": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48225": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48226": { + "content": "[XXXXX1419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48227": { + "content": "[XXXXX1658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48228": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48229": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48230": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48231": { + "content": "[XXXXX1594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48232": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48233": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48234": { + "content": "[XXXXX1626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48235": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48236": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48237": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48238": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48239": { + "content": "[XXXXX1267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48240": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48241": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48242": { + "content": "[XXXXX1368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48243": { + "content": "[XXXXX1332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48244": { + "content": "[XXXXX1739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48245": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48246": { + "content": "[XXXXX1375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48247": { + "content": "[XXXXX1723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48248": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48249": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48250": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48251": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48252": { + "content": "[XXXXX1436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48253": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48254": { + "content": "[XXXXX1384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48255": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48256": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48257": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48258": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48259": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48260": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48261": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48262": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48263": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48264": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48265": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48266": { + "content": "[XXXXX1294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48267": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48268": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48269": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48270": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48271": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48272": { + "content": "[XXXXX1493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48273": { + "content": "[XXXXX1625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48274": { + "content": "[XXXXX1585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48275": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48276": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48277": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48278": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48279": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48280": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48281": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48282": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48283": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48284": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48285": { + "content": "[XXXXX1614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48286": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48287": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48288": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48289": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48290": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48291": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48292": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48293": { + "content": "[XXXXX1258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48294": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48295": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48296": { + "content": "[XXXXX1605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48297": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48298": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48299": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48300": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48301": { + "content": "[XXXXX1711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48302": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48303": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48304": { + "content": "[XXXXX1212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48305": { + "content": "[XXXXX1540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48306": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48307": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48308": { + "content": "[XXXXX1463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48309": { + "content": "[XXXXX1205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48310": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48311": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48312": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48313": { + "content": "[XXXXX1686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48314": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48315": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48316": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48317": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48318": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48319": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48320": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48321": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48322": { + "content": "[XXXXX1334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48323": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48324": { + "content": "[XXXXX1603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48325": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48326": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48327": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48328": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48329": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48330": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48331": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48332": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48333": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48334": { + "content": "[XXXXX1619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48335": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48336": { + "content": "[XXXXX1572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48337": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48338": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48339": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48340": { + "content": "[XXXXX1254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48341": { + "content": "[XXXXX1476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48342": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48343": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48344": { + "content": "[XXXXX1250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48345": { + "content": "[XXXXX1211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48346": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48347": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48348": { + "content": "[XXXXX1524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48349": { + "content": "[XXXXX1455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48350": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48351": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48352": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48353": { + "content": "[XXXXX1377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48354": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48355": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48356": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48357": { + "content": "[XXXXX1354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48358": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48359": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48360": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48361": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48362": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48363": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48364": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48365": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48366": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48367": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48368": { + "content": "[XXXXX1302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48369": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48370": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48371": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48372": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48373": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48374": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48375": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48376": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48377": { + "content": "[XXXXX1663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48378": { + "content": "[XXXXX1249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48379": { + "content": "[XXXXX1439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48380": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48381": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48382": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48383": { + "content": "[XXXXX1717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48384": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48385": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48386": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48387": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48388": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48389": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48390": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48391": { + "content": "[XXXXX1347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48392": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48393": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48394": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48395": { + "content": "[XXXXX1727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48396": { + "content": "[XXXXX1689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48397": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48398": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48399": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48400": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48401": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48402": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48403": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48404": { + "content": "[XXXXX1350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48405": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48406": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48407": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48408": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48409": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48410": { + "content": "[XXXXX1517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48411": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48412": { + "content": "[XXXXX1196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48413": { + "content": "[XXXXX1234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48414": { + "content": "[XXXXX1578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48415": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48416": { + "content": "[XXXXX1441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48417": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48418": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48419": { + "content": "[XXXXX1447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48420": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48421": { + "content": "[XXXXX1478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48422": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48423": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48424": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48425": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48426": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48427": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48428": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48429": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48430": { + "content": "[XXXXX1503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48431": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48432": { + "content": "[XXXXX1738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48433": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48434": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48435": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48436": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48437": { + "content": "[XXXXX1518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48438": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48439": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48440": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48441": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48442": { + "content": "[XXXXX1217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48443": { + "content": "[XXXXX1298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48444": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48445": { + "content": "[XXXXX1508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48446": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48447": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48448": { + "content": "[XXXXX1225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48449": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48450": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48451": { + "content": "[XXXXX1684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48452": { + "content": "[XXXXX1499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48453": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48454": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48455": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48456": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48457": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48458": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48459": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48460": { + "content": "[XXXXX1644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48461": { + "content": "[XXXXX1704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48462": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48463": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48464": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48465": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48466": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48467": { + "content": "[XXXXX1705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48468": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48469": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48470": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48471": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48472": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48473": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48474": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48475": { + "content": "[XXXXX1521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48476": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48477": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48478": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48479": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48480": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48481": { + "content": "[XXXXX1203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48482": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48483": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48484": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48485": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48486": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48487": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48488": { + "content": "[XXXXX1197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48489": { + "content": "[XXXXX1331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48490": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48491": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48492": { + "content": "[XXXXX1356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48493": { + "content": "[XXXXX1396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48494": { + "content": "[XXXXX1537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48495": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48496": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48497": { + "content": "[XXXXX1730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48498": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48499": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48500": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48501": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48502": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48503": { + "content": "[XXXXX1757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48504": { + "content": "[XXXXX1467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48505": { + "content": "[XXXXX1706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48506": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48507": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48508": { + "content": "[XXXXX1754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48509": { + "content": "[XXXXX1745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48510": { + "content": "[XXXXX1668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48511": { + "content": "[XXXXX1224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48512": { + "content": "[XXXXX1726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48513": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48514": { + "content": "[XXXXX1407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48515": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48516": { + "content": "[XXXXX1569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48517": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48518": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48519": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48520": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48521": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48522": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48523": { + "content": "[XXXXX1520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48524": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48525": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48526": { + "content": "[XXXXX1651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48527": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48528": { + "content": "[XXXXX1740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48529": { + "content": "[XXXXX1348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48530": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48531": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48532": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48533": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48534": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48535": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48536": { + "content": "[XXXXX1690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48537": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48538": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48539": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48540": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48541": { + "content": "[XXXXX1459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48542": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48543": { + "content": "[XXXXX1242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48544": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48545": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48546": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48547": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48548": { + "content": "[XXXXX1528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48549": { + "content": "[XXXXX1319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48550": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48551": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48552": { + "content": "[XXXXX1632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48553": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48554": { + "content": "[XXXXX1595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48555": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48556": { + "content": "[XXXXX1290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48557": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48558": { + "content": "[XXXXX1699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48559": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48560": { + "content": "[XXXXX1601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48561": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48562": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48563": { + "content": "[XXXXX1756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48564": { + "content": "[XXXXX1381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48565": { + "content": "[XXXXX1560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48566": { + "content": "[XXXXX1270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48567": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48568": { + "content": "[XXXXX1202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48569": { + "content": "[XXXXX1244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48570": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48571": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48572": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48573": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48574": { + "content": "[XXXXX1479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48575": { + "content": "[XXXXX1312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48576": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48577": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48578": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48579": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48580": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48581": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48582": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48583": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48584": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48585": { + "content": "[XXXXX1427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48586": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48587": { + "content": "[XXXXX1657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48588": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48589": { + "content": "[XXXXX1432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48590": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48591": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48592": { + "content": "[XXXXX1264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48593": { + "content": "[XXXXX1498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48594": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48595": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48596": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48597": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48598": { + "content": "[XXXXX1491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48599": { + "content": "[XXXXX1584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48600": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48601": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48602": { + "content": "[XXXXX1229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48603": { + "content": "[XXXXX1511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48604": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48605": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48606": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48607": { + "content": "[XXXXX1544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48608": { + "content": "[XXXXX1204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48609": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48610": { + "content": "[XXXXX1372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48611": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48612": { + "content": "[XXXXX1490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48613": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48614": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48615": { + "content": "[XXXXX1416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48616": { + "content": "[XXXXX1450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48617": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48618": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48619": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48620": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48621": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48622": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48623": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48624": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48625": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48626": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48627": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48628": { + "content": "[XXXXX1465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48629": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48630": { + "content": "[XXXXX1530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48631": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48632": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48633": { + "content": "[XXXXX1580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48634": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48635": { + "content": "[XXXXX1405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48636": { + "content": "[XXXXX1653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48637": { + "content": "[XXXXX1500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48638": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48639": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48640": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48641": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48642": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48643": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48644": { + "content": "[XXXXX1320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48645": { + "content": "[XXXXX1472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48646": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48647": { + "content": "[XXXXX1245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48648": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48649": { + "content": "[XXXXX1713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48650": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48651": { + "content": "[XXXXX1340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48652": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48653": { + "content": "[XXXXX1650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48654": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48655": { + "content": "[XXXXX1514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48656": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48657": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48658": { + "content": "[XXXXX1495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48659": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48660": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48661": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48662": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48663": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48664": { + "content": "[XXXXX1480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48665": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48666": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48667": { + "content": "[XXXXX1428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48668": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48669": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48670": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48671": { + "content": "[XXXXX1741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48672": { + "content": "[XXXXX1221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48673": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48674": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48675": { + "content": "[XXXXX1483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48676": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48677": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48678": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48679": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48680": { + "content": "[XXXXX1385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48681": { + "content": "[XXXXX1389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48682": { + "content": "[XXXXX1213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48683": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48684": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48685": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48686": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48687": { + "content": "[XXXXX1291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48688": { + "content": "[XXXXX1451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48689": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48690": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48691": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48692": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48693": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48694": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48695": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48696": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48697": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48698": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48699": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48700": { + "content": "[XXXXX1339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48701": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48702": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48703": { + "content": "[XXXXX1318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48704": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48705": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48706": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48707": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48708": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48709": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48710": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48711": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48712": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48713": { + "content": "[XXXXX1293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48714": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48715": { + "content": "[XXXXX1252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48716": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48717": { + "content": "[XXXXX1536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48718": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48719": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48720": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48721": { + "content": "[XXXXX1358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48722": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48723": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48724": { + "content": "[XXXXX1437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48725": { + "content": "[XXXXX1634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48726": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48727": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48728": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48729": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48730": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48731": { + "content": "[XXXXX1589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48732": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48733": { + "content": "[XXXXX1693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48734": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48735": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48736": { + "content": "[XXXXX1256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48737": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48738": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48739": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48740": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48741": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48742": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48743": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48744": { + "content": "[XXXXX1477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48745": { + "content": "[XXXXX1262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48746": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48747": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48748": { + "content": "[XXXXX1362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48749": { + "content": "[XXXXX1201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48750": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48751": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48752": { + "content": "[XXXXX1579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48753": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48754": { + "content": "[XXXXX1327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48755": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48756": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48757": { + "content": "[XXXXX1627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48758": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48759": { + "content": "[XXXXX1504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48760": { + "content": "[XXXXX1391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48761": { + "content": "[XXXXX1456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48762": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48763": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48764": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48765": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48766": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48767": { + "content": "[XXXXX1609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48768": { + "content": "[XXXXX1629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48769": { + "content": "[XXXXX1597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48770": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48771": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48772": { + "content": "[XXXXX1346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48773": { + "content": "[XXXXX1645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48774": { + "content": "[XXXXX1660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48775": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48776": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48777": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48778": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48779": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48780": { + "content": "[XXXXX1469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48781": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48782": { + "content": "[XXXXX1424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48783": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48784": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48785": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48786": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48787": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48788": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48789": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48790": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48791": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48792": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48793": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48794": { + "content": "[XXXXX1297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48795": { + "content": "[XXXXX1688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48796": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48797": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48798": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48799": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48800": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48801": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48802": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48803": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48804": { + "content": "[XXXXX1501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48805": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48806": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48807": { + "content": "[XXXXX1438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48808": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48809": { + "content": "[XXXXX1330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48810": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48811": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48812": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48813": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48814": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48815": { + "content": "[XXXXX1519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48816": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48817": { + "content": "[XXXXX1489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48818": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48819": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48820": { + "content": "[XXXXX1630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48821": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48822": { + "content": "[XXXXX1509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48823": { + "content": "[XXXXX1505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48824": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48825": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48826": { + "content": "[XXXXX1581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48827": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48828": { + "content": "[XXXXX1618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48829": { + "content": "[XXXXX1314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48830": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48831": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48832": { + "content": "[XXXXX1422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48833": { + "content": "[XXXXX1364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48834": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48835": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48836": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48837": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48838": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48839": { + "content": "[XXXXX1591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48840": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48841": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48842": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48843": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48844": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48845": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48846": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48847": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48848": { + "content": "[XXXXX1535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48849": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48850": { + "content": "[XXXXX1353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48851": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48852": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48853": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48854": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48855": { + "content": "[XXXXX1206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48856": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48857": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48858": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48859": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48860": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48861": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48862": { + "content": "[XXXXX1355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48863": { + "content": "[XXXXX1547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48864": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48865": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48866": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48867": { + "content": "[XXXXX1728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48868": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48869": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48870": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48871": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48872": { + "content": "[XXXXX1522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48873": { + "content": "[XXXXX1326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48874": { + "content": "[XXXXX1448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48875": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48876": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48877": { + "content": "[XXXXX1341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48878": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48879": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48880": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48881": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48882": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48883": { + "content": "[XXXXX1285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48884": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48885": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48886": { + "content": "[XXXXX1750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48887": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48888": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48889": { + "content": "[XXXXX1742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48890": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48891": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48892": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48893": { + "content": "[XXXXX1445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48894": { + "content": "[XXXXX1466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48895": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48896": { + "content": "[XXXXX1531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48897": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48898": { + "content": "[XXXXX1247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48899": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48900": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48901": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48902": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48903": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48904": { + "content": "[XXXXX1494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48905": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48906": { + "content": "[XXXXX1406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48907": { + "content": "[XXXXX1610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48908": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48909": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48910": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48911": { + "content": "[XXXXX1570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48912": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48913": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48914": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48915": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48916": { + "content": "[XXXXX1433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48917": { + "content": "[XXXXX1295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48918": { + "content": "[XXXXX1485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48919": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48920": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48921": { + "content": "[XXXXX1333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48922": { + "content": "[XXXXX1359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48923": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48924": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48925": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48926": { + "content": "[XXXXX1761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48927": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48928": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48929": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48930": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48931": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48932": { + "content": "[XXXXX1751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48933": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48934": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48935": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48936": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48937": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48938": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48939": { + "content": "[XXXXX1216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48940": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48941": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48942": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48943": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48944": { + "content": "[XXXXX1534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48945": { + "content": "[XXXXX1265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48946": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48947": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48948": { + "content": "[XXXXX1525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48949": { + "content": "[XXXXX1760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48950": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48951": { + "content": "[XXXXX1260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48952": { + "content": "[XXXXX1574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48953": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48954": { + "content": "[XXXXX1702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48955": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48956": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48957": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48958": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48959": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48960": { + "content": "[XXXXX1562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48961": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48962": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48963": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48964": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48965": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48966": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48967": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48968": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48969": { + "content": "[XXXXX1747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48970": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48971": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48972": { + "content": "[XXXXX1587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48973": { + "content": "[XXXXX1382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48974": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48975": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48976": { + "content": "[XXXXX1426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48977": { + "content": "[XXXXX1345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48978": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48979": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48980": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48981": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48982": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48983": { + "content": "[XXXXX1401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48984": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48985": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48986": { + "content": "[XXXXX1719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48987": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48988": { + "content": "[XXXXX1226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48989": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48990": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48991": { + "content": "[XXXXX1255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48992": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48993": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48994": { + "content": "[XXXXX1608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48995": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48996": { + "content": "[XXXXX1399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48997": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48998": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48999": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49000": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49001": { + "content": "[XXXXX1656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49002": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49003": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49004": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49005": { + "content": "[XXXXX1235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49006": { + "content": "[XXXXX1592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49007": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49008": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49009": { + "content": "[XXXXX1590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49010": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49011": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49012": { + "content": "[XXXXX1718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49013": { + "content": "[XXXXX1373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49014": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49015": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49016": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49017": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49018": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49019": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49020": { + "content": "[XXXXX1532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49021": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49022": { + "content": "[XXXXX1542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49023": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49024": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49025": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49026": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49027": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49028": { + "content": "[XXXXX1363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49029": { + "content": "[XXXXX1685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49030": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49031": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49032": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49033": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49034": { + "content": "[XXXXX1444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49035": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49036": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49037": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49038": { + "content": "[XXXXX1607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49039": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49040": { + "content": "[XXXXX1283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49041": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49042": { + "content": "[XXXXX1475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49043": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49044": { + "content": "[XXXXX1543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49045": { + "content": "[XXXXX1361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49046": { + "content": "[XXXXX1292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49047": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49048": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49049": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49050": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49051": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49052": { + "content": "[XXXXX1676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49053": { + "content": "[XXXXX1759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49054": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49055": { + "content": "[XXXXX1539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49056": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49057": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49058": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49059": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49060": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49061": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49062": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49063": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49064": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49065": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49066": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49067": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49068": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49069": { + "content": "[XXXXX1310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49070": { + "content": "[XXXXX1654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49071": { + "content": "[XXXXX1665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49072": { + "content": "[XXXXX1329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49073": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49074": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49075": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49076": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49077": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49078": { + "content": "[XXXXX1449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49079": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49080": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49081": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49082": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49083": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49084": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49085": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49086": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49087": { + "content": "[XXXXX1223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49088": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49089": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49090": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49091": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49092": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49093": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49094": { + "content": "[XXXXX1712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49095": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49096": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49097": { + "content": "[XXXXX1198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49098": { + "content": "[XXXXX1576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49099": { + "content": "[XXXXX1526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49100": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49101": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49102": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49103": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49104": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49105": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49106": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49107": { + "content": "[XXXXX1453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49108": { + "content": "[XXXXX1492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49109": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49110": { + "content": "[XXXXX1392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49111": { + "content": "[XXXXX1673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49112": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49113": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49114": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49115": { + "content": "[XXXXX1236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49116": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49117": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49118": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49119": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49120": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49121": { + "content": "[XXXXX1296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49122": { + "content": "[XXXXX1551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49123": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49124": { + "content": "[XXXXX1667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49125": { + "content": "[XXXXX1307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49126": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49127": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49128": { + "content": "[XXXXX1749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49129": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49130": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49131": { + "content": "[XXXXX1552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49132": { + "content": "[XXXXX1638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49133": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49134": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49135": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49136": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49137": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49138": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49139": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49140": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49141": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49142": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49143": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49144": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49145": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49146": { + "content": "[XXXXX1425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49147": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49148": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49149": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49150": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49151": { + "content": "[XXXXX1697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-7000/trainer_state.json b/checkpoint-7000/trainer_state.json new file mode 100644 index 0000000..bde83d9 --- /dev/null +++ b/checkpoint-7000/trainer_state.json @@ -0,0 +1,14188 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 8.303677342823251, + "eval_steps": 500, + "global_step": 7000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 10.6509840965271, + "epoch": 0.005931198102016607, + "grad_norm": 11.4375, + "learning_rate": 2e-06, + "loss": 10.7955, + "mean_token_accuracy": 0.00017467249417677522, + "num_tokens": 12647.0, + "step": 5 + }, + { + "entropy": 10.650976181030273, + "epoch": 0.011862396204033215, + "grad_norm": 10.875, + "learning_rate": 4.5e-06, + "loss": 10.7449, + "mean_token_accuracy": 0.0003256943717133254, + "num_tokens": 26668.0, + "step": 10 + }, + { + "entropy": 10.65047550201416, + "epoch": 0.017793594306049824, + "grad_norm": 8.5, + "learning_rate": 7e-06, + "loss": 10.5392, + "mean_token_accuracy": 0.011320227157557382, + "num_tokens": 41021.0, + "step": 15 + }, + { + "entropy": 10.645245170593261, + "epoch": 0.02372479240806643, + "grad_norm": 5.6875, + "learning_rate": 9.5e-06, + "loss": 10.2512, + "mean_token_accuracy": 0.03331172131001949, + "num_tokens": 56626.0, + "step": 20 + }, + { + "entropy": 10.620162200927734, + "epoch": 0.02965599051008304, + "grad_norm": 3.46875, + "learning_rate": 1.2e-05, + "loss": 9.9999, + "mean_token_accuracy": 0.03278177715837956, + "num_tokens": 72914.0, + "step": 25 + }, + { + "entropy": 10.59833517074585, + "epoch": 0.03558718861209965, + "grad_norm": 2.75, + "learning_rate": 1.4500000000000002e-05, + "loss": 9.8507, + "mean_token_accuracy": 0.03321463130414486, + "num_tokens": 88514.0, + "step": 30 + }, + { + "entropy": 10.59533166885376, + "epoch": 0.04151838671411625, + "grad_norm": 2.6875, + "learning_rate": 1.7000000000000003e-05, + "loss": 9.7557, + "mean_token_accuracy": 0.03128496501594782, + "num_tokens": 101256.0, + "step": 35 + }, + { + "entropy": 10.598009204864502, + "epoch": 0.04744958481613286, + "grad_norm": 2.34375, + "learning_rate": 1.95e-05, + "loss": 9.7229, + "mean_token_accuracy": 0.03391152955591679, + "num_tokens": 114459.0, + "step": 40 + }, + { + "entropy": 10.583034133911132, + "epoch": 0.05338078291814947, + "grad_norm": 2.203125, + "learning_rate": 2.2e-05, + "loss": 9.7096, + "mean_token_accuracy": 0.031900213845074174, + "num_tokens": 129858.0, + "step": 45 + }, + { + "entropy": 10.583144092559815, + "epoch": 0.05931198102016608, + "grad_norm": 2.421875, + "learning_rate": 2.4500000000000003e-05, + "loss": 9.6353, + "mean_token_accuracy": 0.03371269796043634, + "num_tokens": 143486.0, + "step": 50 + }, + { + "entropy": 10.582204055786132, + "epoch": 0.06524317912218268, + "grad_norm": 2.171875, + "learning_rate": 2.7e-05, + "loss": 9.5795, + "mean_token_accuracy": 0.035220497474074366, + "num_tokens": 156003.0, + "step": 55 + }, + { + "entropy": 10.569349002838134, + "epoch": 0.0711743772241993, + "grad_norm": 2.1875, + "learning_rate": 2.95e-05, + "loss": 9.5437, + "mean_token_accuracy": 0.034727090038359165, + "num_tokens": 170988.0, + "step": 60 + }, + { + "entropy": 10.552780246734619, + "epoch": 0.0771055753262159, + "grad_norm": 2.15625, + "learning_rate": 3.2e-05, + "loss": 9.4193, + "mean_token_accuracy": 0.03448135014623403, + "num_tokens": 187165.0, + "step": 65 + }, + { + "entropy": 10.542837047576905, + "epoch": 0.0830367734282325, + "grad_norm": 2.125, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.368, + "mean_token_accuracy": 0.03228826243430376, + "num_tokens": 202072.0, + "step": 70 + }, + { + "entropy": 10.534712505340575, + "epoch": 0.08896797153024912, + "grad_norm": 2.0625, + "learning_rate": 3.7e-05, + "loss": 9.2131, + "mean_token_accuracy": 0.034324941039085385, + "num_tokens": 215375.0, + "step": 75 + }, + { + "entropy": 10.50705509185791, + "epoch": 0.09489916963226572, + "grad_norm": 1.921875, + "learning_rate": 3.95e-05, + "loss": 9.1257, + "mean_token_accuracy": 0.03353528436273336, + "num_tokens": 228749.0, + "step": 80 + }, + { + "entropy": 10.478670978546143, + "epoch": 0.10083036773428232, + "grad_norm": 2.09375, + "learning_rate": 4.2000000000000004e-05, + "loss": 9.0183, + "mean_token_accuracy": 0.03314766474068165, + "num_tokens": 242387.0, + "step": 85 + }, + { + "entropy": 10.458618545532227, + "epoch": 0.10676156583629894, + "grad_norm": 2.046875, + "learning_rate": 4.45e-05, + "loss": 8.9252, + "mean_token_accuracy": 0.03416665960103273, + "num_tokens": 257793.0, + "step": 90 + }, + { + "entropy": 10.419714641571044, + "epoch": 0.11269276393831554, + "grad_norm": 2.125, + "learning_rate": 4.7000000000000004e-05, + "loss": 8.8134, + "mean_token_accuracy": 0.036843133717775346, + "num_tokens": 271187.0, + "step": 95 + }, + { + "entropy": 10.339355945587158, + "epoch": 0.11862396204033215, + "grad_norm": 1.921875, + "learning_rate": 4.9500000000000004e-05, + "loss": 8.6836, + "mean_token_accuracy": 0.04052316285669803, + "num_tokens": 284937.0, + "step": 100 + }, + { + "entropy": 10.289305877685546, + "epoch": 0.12455516014234876, + "grad_norm": 2.140625, + "learning_rate": 5.2e-05, + "loss": 8.523, + "mean_token_accuracy": 0.042971277609467506, + "num_tokens": 300108.0, + "step": 105 + }, + { + "entropy": 10.171844291687012, + "epoch": 0.13048635824436536, + "grad_norm": 2.109375, + "learning_rate": 5.45e-05, + "loss": 8.4071, + "mean_token_accuracy": 0.0435908630490303, + "num_tokens": 316760.0, + "step": 110 + }, + { + "entropy": 10.090029907226562, + "epoch": 0.13641755634638197, + "grad_norm": 1.8515625, + "learning_rate": 5.7e-05, + "loss": 8.2269, + "mean_token_accuracy": 0.04757884480059147, + "num_tokens": 329705.0, + "step": 115 + }, + { + "entropy": 9.968478775024414, + "epoch": 0.1423487544483986, + "grad_norm": 1.8046875, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.1048, + "mean_token_accuracy": 0.05177154988050461, + "num_tokens": 342947.0, + "step": 120 + }, + { + "entropy": 9.810734272003174, + "epoch": 0.14827995255041518, + "grad_norm": 1.6015625, + "learning_rate": 6.2e-05, + "loss": 7.957, + "mean_token_accuracy": 0.05589810460805893, + "num_tokens": 358397.0, + "step": 125 + }, + { + "entropy": 9.629272270202637, + "epoch": 0.1542111506524318, + "grad_norm": 2.015625, + "learning_rate": 6.450000000000001e-05, + "loss": 7.8543, + "mean_token_accuracy": 0.058608030527830125, + "num_tokens": 370369.0, + "step": 130 + }, + { + "entropy": 9.431285285949707, + "epoch": 0.1601423487544484, + "grad_norm": 1.46875, + "learning_rate": 6.7e-05, + "loss": 7.7282, + "mean_token_accuracy": 0.06019565127789974, + "num_tokens": 386896.0, + "step": 135 + }, + { + "entropy": 9.166491031646729, + "epoch": 0.166073546856465, + "grad_norm": 1.6171875, + "learning_rate": 6.950000000000001e-05, + "loss": 7.571, + "mean_token_accuracy": 0.06539936549961567, + "num_tokens": 400433.0, + "step": 140 + }, + { + "entropy": 8.998315811157227, + "epoch": 0.17200474495848161, + "grad_norm": 1.9296875, + "learning_rate": 7.2e-05, + "loss": 7.5193, + "mean_token_accuracy": 0.06127564944326878, + "num_tokens": 415092.0, + "step": 145 + }, + { + "entropy": 8.760649585723877, + "epoch": 0.17793594306049823, + "grad_norm": 1.625, + "learning_rate": 7.45e-05, + "loss": 7.3847, + "mean_token_accuracy": 0.06551449336111545, + "num_tokens": 429793.0, + "step": 150 + }, + { + "entropy": 8.53032569885254, + "epoch": 0.18386714116251482, + "grad_norm": 1.703125, + "learning_rate": 7.7e-05, + "loss": 7.3618, + "mean_token_accuracy": 0.07152369543910027, + "num_tokens": 442618.0, + "step": 155 + }, + { + "entropy": 8.432501602172852, + "epoch": 0.18979833926453143, + "grad_norm": 1.484375, + "learning_rate": 7.950000000000001e-05, + "loss": 7.2263, + "mean_token_accuracy": 0.0709031268954277, + "num_tokens": 454976.0, + "step": 160 + }, + { + "entropy": 8.288888359069825, + "epoch": 0.19572953736654805, + "grad_norm": 2.09375, + "learning_rate": 8.2e-05, + "loss": 7.2693, + "mean_token_accuracy": 0.06482412219047547, + "num_tokens": 467523.0, + "step": 165 + }, + { + "entropy": 8.135635375976562, + "epoch": 0.20166073546856464, + "grad_norm": 1.203125, + "learning_rate": 8.450000000000001e-05, + "loss": 7.1729, + "mean_token_accuracy": 0.07200234681367874, + "num_tokens": 481391.0, + "step": 170 + }, + { + "entropy": 8.090270137786865, + "epoch": 0.20759193357058126, + "grad_norm": 1.3515625, + "learning_rate": 8.7e-05, + "loss": 7.147, + "mean_token_accuracy": 0.06691372841596603, + "num_tokens": 496697.0, + "step": 175 + }, + { + "entropy": 8.008182764053345, + "epoch": 0.21352313167259787, + "grad_norm": 1.96875, + "learning_rate": 8.95e-05, + "loss": 7.1704, + "mean_token_accuracy": 0.07276545092463493, + "num_tokens": 510091.0, + "step": 180 + }, + { + "entropy": 7.948391151428223, + "epoch": 0.21945432977461446, + "grad_norm": 1.390625, + "learning_rate": 9.2e-05, + "loss": 7.1071, + "mean_token_accuracy": 0.0736262746155262, + "num_tokens": 522168.0, + "step": 185 + }, + { + "entropy": 7.860538482666016, + "epoch": 0.22538552787663108, + "grad_norm": 1.2890625, + "learning_rate": 9.45e-05, + "loss": 7.0333, + "mean_token_accuracy": 0.0750058189034462, + "num_tokens": 535853.0, + "step": 190 + }, + { + "entropy": 7.789449167251587, + "epoch": 0.2313167259786477, + "grad_norm": 1.484375, + "learning_rate": 9.7e-05, + "loss": 7.0532, + "mean_token_accuracy": 0.07566255033016205, + "num_tokens": 551082.0, + "step": 195 + }, + { + "entropy": 7.820679521560669, + "epoch": 0.2372479240806643, + "grad_norm": 1.5859375, + "learning_rate": 9.95e-05, + "loss": 7.0735, + "mean_token_accuracy": 0.0763503935188055, + "num_tokens": 567181.0, + "step": 200 + }, + { + "entropy": 7.715967988967895, + "epoch": 0.2431791221826809, + "grad_norm": 1.46875, + "learning_rate": 0.000102, + "loss": 6.9882, + "mean_token_accuracy": 0.0811008334159851, + "num_tokens": 580689.0, + "step": 205 + }, + { + "entropy": 7.671104192733765, + "epoch": 0.2491103202846975, + "grad_norm": 1.40625, + "learning_rate": 0.00010449999999999999, + "loss": 6.9075, + "mean_token_accuracy": 0.08624595254659653, + "num_tokens": 594590.0, + "step": 210 + }, + { + "entropy": 7.669063520431519, + "epoch": 0.25504151838671413, + "grad_norm": 1.1796875, + "learning_rate": 0.000107, + "loss": 6.9659, + "mean_token_accuracy": 0.07704100087285042, + "num_tokens": 610577.0, + "step": 215 + }, + { + "entropy": 7.621254777908325, + "epoch": 0.2609727164887307, + "grad_norm": 1.1484375, + "learning_rate": 0.0001095, + "loss": 6.9894, + "mean_token_accuracy": 0.0770975686609745, + "num_tokens": 627066.0, + "step": 220 + }, + { + "entropy": 7.582563304901123, + "epoch": 0.2669039145907473, + "grad_norm": 1.2109375, + "learning_rate": 0.000112, + "loss": 6.9863, + "mean_token_accuracy": 0.08030139058828353, + "num_tokens": 642601.0, + "step": 225 + }, + { + "entropy": 7.5748522758483885, + "epoch": 0.27283511269276395, + "grad_norm": 1.4296875, + "learning_rate": 0.0001145, + "loss": 6.8436, + "mean_token_accuracy": 0.08795318827033043, + "num_tokens": 655615.0, + "step": 230 + }, + { + "entropy": 7.51125283241272, + "epoch": 0.27876631079478054, + "grad_norm": 1.140625, + "learning_rate": 0.00011700000000000001, + "loss": 6.8805, + "mean_token_accuracy": 0.08227636963129044, + "num_tokens": 670218.0, + "step": 235 + }, + { + "entropy": 7.581772565841675, + "epoch": 0.2846975088967972, + "grad_norm": 1.359375, + "learning_rate": 0.00011949999999999999, + "loss": 6.8693, + "mean_token_accuracy": 0.08509634733200074, + "num_tokens": 683661.0, + "step": 240 + }, + { + "entropy": 7.414237833023071, + "epoch": 0.29062870699881377, + "grad_norm": 1.15625, + "learning_rate": 0.000122, + "loss": 6.8471, + "mean_token_accuracy": 0.08358772993087768, + "num_tokens": 699767.0, + "step": 245 + }, + { + "entropy": 7.437202262878418, + "epoch": 0.29655990510083036, + "grad_norm": 1.328125, + "learning_rate": 0.0001245, + "loss": 6.774, + "mean_token_accuracy": 0.09326352775096894, + "num_tokens": 713579.0, + "step": 250 + }, + { + "entropy": 7.383161449432373, + "epoch": 0.302491103202847, + "grad_norm": 1.703125, + "learning_rate": 0.000127, + "loss": 6.8019, + "mean_token_accuracy": 0.08484338372945785, + "num_tokens": 727490.0, + "step": 255 + }, + { + "entropy": 7.414105653762817, + "epoch": 0.3084223013048636, + "grad_norm": 1.0625, + "learning_rate": 0.0001295, + "loss": 6.8822, + "mean_token_accuracy": 0.08486307561397552, + "num_tokens": 742477.0, + "step": 260 + }, + { + "entropy": 7.386582565307617, + "epoch": 0.3143534994068802, + "grad_norm": 1.5703125, + "learning_rate": 0.000132, + "loss": 6.7436, + "mean_token_accuracy": 0.08875370100140571, + "num_tokens": 757772.0, + "step": 265 + }, + { + "entropy": 7.385796451568604, + "epoch": 0.3202846975088968, + "grad_norm": 1.515625, + "learning_rate": 0.00013450000000000002, + "loss": 6.795, + "mean_token_accuracy": 0.08812053054571152, + "num_tokens": 772898.0, + "step": 270 + }, + { + "entropy": 7.329386568069458, + "epoch": 0.3262158956109134, + "grad_norm": 1.34375, + "learning_rate": 0.00013700000000000002, + "loss": 6.7697, + "mean_token_accuracy": 0.08715710267424584, + "num_tokens": 788395.0, + "step": 275 + }, + { + "entropy": 7.318710279464722, + "epoch": 0.33214709371293, + "grad_norm": 1.578125, + "learning_rate": 0.0001395, + "loss": 6.83, + "mean_token_accuracy": 0.08070869520306587, + "num_tokens": 803413.0, + "step": 280 + }, + { + "entropy": 7.188418292999268, + "epoch": 0.33807829181494664, + "grad_norm": 1.484375, + "learning_rate": 0.00014199999999999998, + "loss": 6.6976, + "mean_token_accuracy": 0.09588895291090012, + "num_tokens": 817775.0, + "step": 285 + }, + { + "entropy": 7.389742612838745, + "epoch": 0.34400948991696323, + "grad_norm": 1.6328125, + "learning_rate": 0.0001445, + "loss": 6.8092, + "mean_token_accuracy": 0.08903076201677322, + "num_tokens": 831379.0, + "step": 290 + }, + { + "entropy": 7.300806474685669, + "epoch": 0.3499406880189798, + "grad_norm": 1.3046875, + "learning_rate": 0.000147, + "loss": 6.7387, + "mean_token_accuracy": 0.08791814595460892, + "num_tokens": 846596.0, + "step": 295 + }, + { + "entropy": 7.254555749893188, + "epoch": 0.35587188612099646, + "grad_norm": 1.25, + "learning_rate": 0.0001495, + "loss": 6.7438, + "mean_token_accuracy": 0.08821789696812629, + "num_tokens": 862063.0, + "step": 300 + }, + { + "entropy": 7.275745964050293, + "epoch": 0.36180308422301305, + "grad_norm": 1.2734375, + "learning_rate": 0.000152, + "loss": 6.6954, + "mean_token_accuracy": 0.08966124951839446, + "num_tokens": 876841.0, + "step": 305 + }, + { + "entropy": 7.221111488342285, + "epoch": 0.36773428232502964, + "grad_norm": 1.2734375, + "learning_rate": 0.00015450000000000001, + "loss": 6.7751, + "mean_token_accuracy": 0.09116524010896683, + "num_tokens": 890728.0, + "step": 310 + }, + { + "entropy": 7.206338787078858, + "epoch": 0.3736654804270463, + "grad_norm": 1.359375, + "learning_rate": 0.000157, + "loss": 6.6956, + "mean_token_accuracy": 0.09070762842893601, + "num_tokens": 905599.0, + "step": 315 + }, + { + "entropy": 7.1817542552948, + "epoch": 0.37959667852906287, + "grad_norm": 1.59375, + "learning_rate": 0.0001595, + "loss": 6.6483, + "mean_token_accuracy": 0.09768397733569145, + "num_tokens": 918139.0, + "step": 320 + }, + { + "entropy": 7.167359304428101, + "epoch": 0.38552787663107946, + "grad_norm": 1.484375, + "learning_rate": 0.000162, + "loss": 6.7114, + "mean_token_accuracy": 0.09328882694244385, + "num_tokens": 931666.0, + "step": 325 + }, + { + "entropy": 7.196693468093872, + "epoch": 0.3914590747330961, + "grad_norm": 1.3046875, + "learning_rate": 0.00016450000000000001, + "loss": 6.6605, + "mean_token_accuracy": 0.09237670227885246, + "num_tokens": 946286.0, + "step": 330 + }, + { + "entropy": 7.148892021179199, + "epoch": 0.3973902728351127, + "grad_norm": 1.4140625, + "learning_rate": 0.00016700000000000002, + "loss": 6.6029, + "mean_token_accuracy": 0.09802859723567962, + "num_tokens": 959689.0, + "step": 335 + }, + { + "entropy": 7.091142225265503, + "epoch": 0.4033214709371293, + "grad_norm": 1.53125, + "learning_rate": 0.00016950000000000003, + "loss": 6.6481, + "mean_token_accuracy": 0.09793345853686333, + "num_tokens": 972707.0, + "step": 340 + }, + { + "entropy": 7.103200006484985, + "epoch": 0.4092526690391459, + "grad_norm": 1.296875, + "learning_rate": 0.00017199999999999998, + "loss": 6.6694, + "mean_token_accuracy": 0.09691287726163864, + "num_tokens": 988010.0, + "step": 345 + }, + { + "entropy": 7.109372472763061, + "epoch": 0.4151838671411625, + "grad_norm": 1.609375, + "learning_rate": 0.00017449999999999999, + "loss": 6.7001, + "mean_token_accuracy": 0.0866947390139103, + "num_tokens": 1003823.0, + "step": 350 + }, + { + "entropy": 7.018935489654541, + "epoch": 0.4211150652431791, + "grad_norm": 1.3125, + "learning_rate": 0.000177, + "loss": 6.4583, + "mean_token_accuracy": 0.10792901739478111, + "num_tokens": 1018276.0, + "step": 355 + }, + { + "entropy": 7.151296997070313, + "epoch": 0.42704626334519574, + "grad_norm": 1.2890625, + "learning_rate": 0.0001795, + "loss": 6.6782, + "mean_token_accuracy": 0.09361589401960373, + "num_tokens": 1031242.0, + "step": 360 + }, + { + "entropy": 7.0902214527130125, + "epoch": 0.43297746144721233, + "grad_norm": 1.3984375, + "learning_rate": 0.000182, + "loss": 6.5786, + "mean_token_accuracy": 0.09998262599110604, + "num_tokens": 1043940.0, + "step": 365 + }, + { + "entropy": 6.944676065444947, + "epoch": 0.4389086595492289, + "grad_norm": 1.2109375, + "learning_rate": 0.0001845, + "loss": 6.508, + "mean_token_accuracy": 0.09759898036718369, + "num_tokens": 1058656.0, + "step": 370 + }, + { + "entropy": 7.117189264297485, + "epoch": 0.44483985765124556, + "grad_norm": 1.265625, + "learning_rate": 0.000187, + "loss": 6.6092, + "mean_token_accuracy": 0.09189791083335877, + "num_tokens": 1073128.0, + "step": 375 + }, + { + "entropy": 6.948076343536377, + "epoch": 0.45077105575326215, + "grad_norm": 1.5390625, + "learning_rate": 0.0001895, + "loss": 6.5416, + "mean_token_accuracy": 0.09809970185160637, + "num_tokens": 1086467.0, + "step": 380 + }, + { + "entropy": 7.076186227798462, + "epoch": 0.45670225385527874, + "grad_norm": 1.46875, + "learning_rate": 0.000192, + "loss": 6.6616, + "mean_token_accuracy": 0.10060962289571762, + "num_tokens": 1100356.0, + "step": 385 + }, + { + "entropy": 7.028731060028076, + "epoch": 0.4626334519572954, + "grad_norm": 1.3046875, + "learning_rate": 0.0001945, + "loss": 6.5814, + "mean_token_accuracy": 0.10232764557003975, + "num_tokens": 1115877.0, + "step": 390 + }, + { + "entropy": 7.04663872718811, + "epoch": 0.46856465005931197, + "grad_norm": 1.375, + "learning_rate": 0.00019700000000000002, + "loss": 6.5466, + "mean_token_accuracy": 0.10219399407505989, + "num_tokens": 1131415.0, + "step": 395 + }, + { + "entropy": 6.8535503387451175, + "epoch": 0.4744958481613286, + "grad_norm": 1.5234375, + "learning_rate": 0.00019950000000000002, + "loss": 6.5137, + "mean_token_accuracy": 0.09734094068408013, + "num_tokens": 1145903.0, + "step": 400 + }, + { + "entropy": 6.879596471786499, + "epoch": 0.4804270462633452, + "grad_norm": 1.125, + "learning_rate": 0.000202, + "loss": 6.4397, + "mean_token_accuracy": 0.0997365266084671, + "num_tokens": 1161168.0, + "step": 405 + }, + { + "entropy": 6.921687078475952, + "epoch": 0.4863582443653618, + "grad_norm": 1.3515625, + "learning_rate": 0.00020449999999999998, + "loss": 6.5196, + "mean_token_accuracy": 0.09855128526687622, + "num_tokens": 1178155.0, + "step": 410 + }, + { + "entropy": 6.924295806884766, + "epoch": 0.49228944246737844, + "grad_norm": 1.3828125, + "learning_rate": 0.000207, + "loss": 6.3697, + "mean_token_accuracy": 0.1099881686270237, + "num_tokens": 1190830.0, + "step": 415 + }, + { + "entropy": 6.827713060379028, + "epoch": 0.498220640569395, + "grad_norm": 1.375, + "learning_rate": 0.0002095, + "loss": 6.3842, + "mean_token_accuracy": 0.10342236086726189, + "num_tokens": 1205260.0, + "step": 420 + }, + { + "entropy": 6.883217096328735, + "epoch": 0.5041518386714117, + "grad_norm": 1.4453125, + "learning_rate": 0.000212, + "loss": 6.431, + "mean_token_accuracy": 0.10836012288928032, + "num_tokens": 1218856.0, + "step": 425 + }, + { + "entropy": 6.832102727890015, + "epoch": 0.5100830367734283, + "grad_norm": 1.328125, + "learning_rate": 0.0002145, + "loss": 6.5014, + "mean_token_accuracy": 0.10428635627031327, + "num_tokens": 1234669.0, + "step": 430 + }, + { + "entropy": 6.830685758590699, + "epoch": 0.5160142348754448, + "grad_norm": 1.46875, + "learning_rate": 0.00021700000000000002, + "loss": 6.4289, + "mean_token_accuracy": 0.1057804524898529, + "num_tokens": 1249514.0, + "step": 435 + }, + { + "entropy": 6.837182474136353, + "epoch": 0.5219454329774614, + "grad_norm": 1.1015625, + "learning_rate": 0.0002195, + "loss": 6.3638, + "mean_token_accuracy": 0.1109524667263031, + "num_tokens": 1262311.0, + "step": 440 + }, + { + "entropy": 6.767211008071899, + "epoch": 0.527876631079478, + "grad_norm": 1.3359375, + "learning_rate": 0.000222, + "loss": 6.3519, + "mean_token_accuracy": 0.10807539224624634, + "num_tokens": 1277681.0, + "step": 445 + }, + { + "entropy": 6.781484460830688, + "epoch": 0.5338078291814946, + "grad_norm": 1.390625, + "learning_rate": 0.0002245, + "loss": 6.3968, + "mean_token_accuracy": 0.10917404815554618, + "num_tokens": 1292300.0, + "step": 450 + }, + { + "entropy": 6.775958061218262, + "epoch": 0.5397390272835113, + "grad_norm": 1.234375, + "learning_rate": 0.00022700000000000002, + "loss": 6.4142, + "mean_token_accuracy": 0.10393262058496475, + "num_tokens": 1307426.0, + "step": 455 + }, + { + "entropy": 6.787585258483887, + "epoch": 0.5456702253855279, + "grad_norm": 1.0546875, + "learning_rate": 0.00022950000000000002, + "loss": 6.4414, + "mean_token_accuracy": 0.09955934658646584, + "num_tokens": 1322167.0, + "step": 460 + }, + { + "entropy": 6.75556001663208, + "epoch": 0.5516014234875445, + "grad_norm": 1.2265625, + "learning_rate": 0.00023200000000000003, + "loss": 6.3126, + "mean_token_accuracy": 0.11029193922877312, + "num_tokens": 1335343.0, + "step": 465 + }, + { + "entropy": 6.719364500045776, + "epoch": 0.5575326215895611, + "grad_norm": 1.234375, + "learning_rate": 0.00023449999999999998, + "loss": 6.3129, + "mean_token_accuracy": 0.11020243093371392, + "num_tokens": 1349078.0, + "step": 470 + }, + { + "entropy": 6.670861291885376, + "epoch": 0.5634638196915777, + "grad_norm": 1.2265625, + "learning_rate": 0.000237, + "loss": 6.2388, + "mean_token_accuracy": 0.11813571006059646, + "num_tokens": 1362030.0, + "step": 475 + }, + { + "entropy": 6.790364742279053, + "epoch": 0.5693950177935944, + "grad_norm": 1.3125, + "learning_rate": 0.0002395, + "loss": 6.3965, + "mean_token_accuracy": 0.10456062778830529, + "num_tokens": 1378303.0, + "step": 480 + }, + { + "entropy": 6.773904657363891, + "epoch": 0.575326215895611, + "grad_norm": 1.203125, + "learning_rate": 0.000242, + "loss": 6.3906, + "mean_token_accuracy": 0.10592009201645851, + "num_tokens": 1392585.0, + "step": 485 + }, + { + "entropy": 6.805166101455688, + "epoch": 0.5812574139976275, + "grad_norm": 1.5, + "learning_rate": 0.0002445, + "loss": 6.3973, + "mean_token_accuracy": 0.11140659600496292, + "num_tokens": 1406962.0, + "step": 490 + }, + { + "entropy": 6.573492240905762, + "epoch": 0.5871886120996441, + "grad_norm": 1.2265625, + "learning_rate": 0.000247, + "loss": 6.2853, + "mean_token_accuracy": 0.11129999980330467, + "num_tokens": 1419493.0, + "step": 495 + }, + { + "entropy": 6.735859537124634, + "epoch": 0.5931198102016607, + "grad_norm": 1.3125, + "learning_rate": 0.0002495, + "loss": 6.3007, + "mean_token_accuracy": 0.10790175497531891, + "num_tokens": 1435373.0, + "step": 500 + }, + { + "epoch": 0.5931198102016607, + "eval_entropy": 6.67236985896994, + "eval_loss": 6.441715717315674, + "eval_mean_token_accuracy": 0.10966419813685988, + "eval_num_tokens": 1435373.0, + "eval_runtime": 2.4776, + "eval_samples_per_second": 1052.652, + "eval_steps_per_second": 131.581, + "step": 500 + }, + { + "entropy": 6.6947290897369385, + "epoch": 0.5990510083036773, + "grad_norm": 1.3359375, + "learning_rate": 0.000252, + "loss": 6.2707, + "mean_token_accuracy": 0.11756636276841163, + "num_tokens": 1449805.0, + "step": 505 + }, + { + "entropy": 6.634400224685669, + "epoch": 0.604982206405694, + "grad_norm": 1.3125, + "learning_rate": 0.0002545, + "loss": 6.2855, + "mean_token_accuracy": 0.11045260801911354, + "num_tokens": 1463657.0, + "step": 510 + }, + { + "entropy": 6.727581596374511, + "epoch": 0.6109134045077106, + "grad_norm": 1.4140625, + "learning_rate": 0.000257, + "loss": 6.3004, + "mean_token_accuracy": 0.11670920848846436, + "num_tokens": 1478089.0, + "step": 515 + }, + { + "entropy": 6.619698333740234, + "epoch": 0.6168446026097272, + "grad_norm": 1.4296875, + "learning_rate": 0.0002595, + "loss": 6.311, + "mean_token_accuracy": 0.11146906316280365, + "num_tokens": 1492225.0, + "step": 520 + }, + { + "entropy": 6.630937004089356, + "epoch": 0.6227758007117438, + "grad_norm": 1.1875, + "learning_rate": 0.000262, + "loss": 6.3008, + "mean_token_accuracy": 0.10728157833218574, + "num_tokens": 1506751.0, + "step": 525 + }, + { + "entropy": 6.599562358856201, + "epoch": 0.6287069988137604, + "grad_norm": 1.140625, + "learning_rate": 0.00026450000000000003, + "loss": 6.2004, + "mean_token_accuracy": 0.11617306619882584, + "num_tokens": 1520590.0, + "step": 530 + }, + { + "entropy": 6.652629327774048, + "epoch": 0.6346381969157769, + "grad_norm": 1.1953125, + "learning_rate": 0.00026700000000000004, + "loss": 6.2527, + "mean_token_accuracy": 0.11343958005309104, + "num_tokens": 1534752.0, + "step": 535 + }, + { + "entropy": 6.587781953811645, + "epoch": 0.6405693950177936, + "grad_norm": 1.3828125, + "learning_rate": 0.00026950000000000005, + "loss": 6.2154, + "mean_token_accuracy": 0.12041136622428894, + "num_tokens": 1547891.0, + "step": 540 + }, + { + "entropy": 6.418690204620361, + "epoch": 0.6465005931198102, + "grad_norm": 1.2578125, + "learning_rate": 0.00027200000000000005, + "loss": 6.1542, + "mean_token_accuracy": 0.12026057541370391, + "num_tokens": 1562560.0, + "step": 545 + }, + { + "entropy": 6.670684385299682, + "epoch": 0.6524317912218268, + "grad_norm": 1.328125, + "learning_rate": 0.0002745, + "loss": 6.3091, + "mean_token_accuracy": 0.11120221018791199, + "num_tokens": 1576896.0, + "step": 550 + }, + { + "entropy": 6.535441923141479, + "epoch": 0.6583629893238434, + "grad_norm": 1.265625, + "learning_rate": 0.000277, + "loss": 6.2086, + "mean_token_accuracy": 0.11225326210260392, + "num_tokens": 1590806.0, + "step": 555 + }, + { + "entropy": 6.601208257675171, + "epoch": 0.66429418742586, + "grad_norm": 1.234375, + "learning_rate": 0.0002795, + "loss": 6.326, + "mean_token_accuracy": 0.10773437917232513, + "num_tokens": 1605874.0, + "step": 560 + }, + { + "entropy": 6.616091251373291, + "epoch": 0.6702253855278766, + "grad_norm": 1.2734375, + "learning_rate": 0.00028199999999999997, + "loss": 6.2108, + "mean_token_accuracy": 0.11664134711027145, + "num_tokens": 1620947.0, + "step": 565 + }, + { + "entropy": 6.484318447113037, + "epoch": 0.6761565836298933, + "grad_norm": 1.296875, + "learning_rate": 0.0002845, + "loss": 6.2608, + "mean_token_accuracy": 0.10255342498421668, + "num_tokens": 1635974.0, + "step": 570 + }, + { + "entropy": 6.542778062820434, + "epoch": 0.6820877817319099, + "grad_norm": 1.109375, + "learning_rate": 0.000287, + "loss": 6.2163, + "mean_token_accuracy": 0.10959842428565025, + "num_tokens": 1651502.0, + "step": 575 + }, + { + "entropy": 6.45567512512207, + "epoch": 0.6880189798339265, + "grad_norm": 1.1796875, + "learning_rate": 0.0002895, + "loss": 6.1629, + "mean_token_accuracy": 0.11728360131382942, + "num_tokens": 1665547.0, + "step": 580 + }, + { + "entropy": 6.501108646392822, + "epoch": 0.693950177935943, + "grad_norm": 1.1796875, + "learning_rate": 0.000292, + "loss": 6.1508, + "mean_token_accuracy": 0.12227020487189293, + "num_tokens": 1678875.0, + "step": 585 + }, + { + "entropy": 6.480410623550415, + "epoch": 0.6998813760379596, + "grad_norm": 1.3203125, + "learning_rate": 0.0002945, + "loss": 6.1681, + "mean_token_accuracy": 0.11540260091423989, + "num_tokens": 1692673.0, + "step": 590 + }, + { + "entropy": 6.511543416976929, + "epoch": 0.7058125741399762, + "grad_norm": 1.109375, + "learning_rate": 0.000297, + "loss": 6.2156, + "mean_token_accuracy": 0.11393610835075378, + "num_tokens": 1707318.0, + "step": 595 + }, + { + "entropy": 6.460053396224976, + "epoch": 0.7117437722419929, + "grad_norm": 1.4140625, + "learning_rate": 0.0002995, + "loss": 6.2426, + "mean_token_accuracy": 0.11120611354708672, + "num_tokens": 1724331.0, + "step": 600 + }, + { + "entropy": 6.442718982696533, + "epoch": 0.7176749703440095, + "grad_norm": 1.3203125, + "learning_rate": 0.000302, + "loss": 6.0492, + "mean_token_accuracy": 0.12235584780573845, + "num_tokens": 1736151.0, + "step": 605 + }, + { + "entropy": 6.444410896301269, + "epoch": 0.7236061684460261, + "grad_norm": 1.28125, + "learning_rate": 0.0003045, + "loss": 6.1371, + "mean_token_accuracy": 0.11987931281328201, + "num_tokens": 1749831.0, + "step": 610 + }, + { + "entropy": 6.455282926559448, + "epoch": 0.7295373665480427, + "grad_norm": 1.1875, + "learning_rate": 0.000307, + "loss": 6.173, + "mean_token_accuracy": 0.11412288546562195, + "num_tokens": 1764296.0, + "step": 615 + }, + { + "entropy": 6.49344654083252, + "epoch": 0.7354685646500593, + "grad_norm": 1.4609375, + "learning_rate": 0.0003095, + "loss": 6.1473, + "mean_token_accuracy": 0.11842510327696801, + "num_tokens": 1778042.0, + "step": 620 + }, + { + "entropy": 6.402311325073242, + "epoch": 0.741399762752076, + "grad_norm": 1.109375, + "learning_rate": 0.000312, + "loss": 6.1244, + "mean_token_accuracy": 0.1204920805990696, + "num_tokens": 1791614.0, + "step": 625 + }, + { + "entropy": 6.386654949188232, + "epoch": 0.7473309608540926, + "grad_norm": 1.140625, + "learning_rate": 0.0003145, + "loss": 6.082, + "mean_token_accuracy": 0.1170621544122696, + "num_tokens": 1807388.0, + "step": 630 + }, + { + "entropy": 6.513570547103882, + "epoch": 0.7532621589561092, + "grad_norm": 1.2109375, + "learning_rate": 0.000317, + "loss": 6.187, + "mean_token_accuracy": 0.1129879891872406, + "num_tokens": 1820407.0, + "step": 635 + }, + { + "entropy": 6.353465366363525, + "epoch": 0.7591933570581257, + "grad_norm": 1.140625, + "learning_rate": 0.0003195, + "loss": 6.0709, + "mean_token_accuracy": 0.11846939399838448, + "num_tokens": 1834666.0, + "step": 640 + }, + { + "entropy": 6.402153253555298, + "epoch": 0.7651245551601423, + "grad_norm": 1.390625, + "learning_rate": 0.000322, + "loss": 6.169, + "mean_token_accuracy": 0.11969529762864113, + "num_tokens": 1848160.0, + "step": 645 + }, + { + "entropy": 6.429388856887817, + "epoch": 0.7710557532621589, + "grad_norm": 1.046875, + "learning_rate": 0.00032450000000000003, + "loss": 6.1763, + "mean_token_accuracy": 0.11832700744271278, + "num_tokens": 1865140.0, + "step": 650 + }, + { + "entropy": 6.384272193908691, + "epoch": 0.7769869513641756, + "grad_norm": 1.1484375, + "learning_rate": 0.00032700000000000003, + "loss": 6.0502, + "mean_token_accuracy": 0.12135105207562447, + "num_tokens": 1878447.0, + "step": 655 + }, + { + "entropy": 6.368830823898316, + "epoch": 0.7829181494661922, + "grad_norm": 1.1953125, + "learning_rate": 0.00032950000000000004, + "loss": 6.0999, + "mean_token_accuracy": 0.11421585902571678, + "num_tokens": 1893539.0, + "step": 660 + }, + { + "entropy": 6.452864456176758, + "epoch": 0.7888493475682088, + "grad_norm": 1.1328125, + "learning_rate": 0.00033200000000000005, + "loss": 6.1646, + "mean_token_accuracy": 0.120599914342165, + "num_tokens": 1908052.0, + "step": 665 + }, + { + "entropy": 6.347026681900024, + "epoch": 0.7947805456702254, + "grad_norm": 1.0859375, + "learning_rate": 0.00033450000000000005, + "loss": 6.0494, + "mean_token_accuracy": 0.12437219470739365, + "num_tokens": 1921528.0, + "step": 670 + }, + { + "entropy": 6.360257863998413, + "epoch": 0.800711743772242, + "grad_norm": 1.1640625, + "learning_rate": 0.000337, + "loss": 6.0758, + "mean_token_accuracy": 0.12383257448673249, + "num_tokens": 1935089.0, + "step": 675 + }, + { + "entropy": 6.4030664443969725, + "epoch": 0.8066429418742586, + "grad_norm": 1.203125, + "learning_rate": 0.0003395, + "loss": 6.1896, + "mean_token_accuracy": 0.11006285175681114, + "num_tokens": 1949717.0, + "step": 680 + }, + { + "entropy": 6.300024366378784, + "epoch": 0.8125741399762753, + "grad_norm": 1.546875, + "learning_rate": 0.000342, + "loss": 6.0568, + "mean_token_accuracy": 0.12153587713837624, + "num_tokens": 1962619.0, + "step": 685 + }, + { + "entropy": 6.450096464157104, + "epoch": 0.8185053380782918, + "grad_norm": 1.375, + "learning_rate": 0.00034449999999999997, + "loss": 6.143, + "mean_token_accuracy": 0.11284489929676056, + "num_tokens": 1977094.0, + "step": 690 + }, + { + "entropy": 6.286441040039063, + "epoch": 0.8244365361803084, + "grad_norm": 1.0625, + "learning_rate": 0.000347, + "loss": 6.1106, + "mean_token_accuracy": 0.11766432374715804, + "num_tokens": 1992446.0, + "step": 695 + }, + { + "entropy": 6.301593971252442, + "epoch": 0.830367734282325, + "grad_norm": 1.1640625, + "learning_rate": 0.0003495, + "loss": 6.0526, + "mean_token_accuracy": 0.1210049532353878, + "num_tokens": 2008753.0, + "step": 700 + }, + { + "entropy": 6.312734651565552, + "epoch": 0.8362989323843416, + "grad_norm": 1.140625, + "learning_rate": 0.000352, + "loss": 6.0098, + "mean_token_accuracy": 0.1238975889980793, + "num_tokens": 2024088.0, + "step": 705 + }, + { + "entropy": 6.338296222686767, + "epoch": 0.8422301304863582, + "grad_norm": 1.21875, + "learning_rate": 0.0003545, + "loss": 6.0283, + "mean_token_accuracy": 0.11651979684829712, + "num_tokens": 2038449.0, + "step": 710 + }, + { + "entropy": 6.306093740463257, + "epoch": 0.8481613285883749, + "grad_norm": 1.1328125, + "learning_rate": 0.000357, + "loss": 6.0258, + "mean_token_accuracy": 0.1278011307120323, + "num_tokens": 2052038.0, + "step": 715 + }, + { + "entropy": 6.271956300735473, + "epoch": 0.8540925266903915, + "grad_norm": 1.1875, + "learning_rate": 0.0003595, + "loss": 5.9769, + "mean_token_accuracy": 0.12276132255792618, + "num_tokens": 2064907.0, + "step": 720 + }, + { + "entropy": 6.297043323516846, + "epoch": 0.8600237247924081, + "grad_norm": 1.0703125, + "learning_rate": 0.000362, + "loss": 6.1502, + "mean_token_accuracy": 0.1173181675374508, + "num_tokens": 2081295.0, + "step": 725 + }, + { + "entropy": 6.336274099349976, + "epoch": 0.8659549228944247, + "grad_norm": 1.0390625, + "learning_rate": 0.0003645, + "loss": 6.0652, + "mean_token_accuracy": 0.12099355086684227, + "num_tokens": 2098077.0, + "step": 730 + }, + { + "entropy": 6.285319423675537, + "epoch": 0.8718861209964412, + "grad_norm": 1.1484375, + "learning_rate": 0.000367, + "loss": 6.0532, + "mean_token_accuracy": 0.12013457342982292, + "num_tokens": 2111716.0, + "step": 735 + }, + { + "entropy": 6.27389874458313, + "epoch": 0.8778173190984578, + "grad_norm": 1.1171875, + "learning_rate": 0.0003695, + "loss": 5.9654, + "mean_token_accuracy": 0.13291287645697594, + "num_tokens": 2125757.0, + "step": 740 + }, + { + "entropy": 6.267977666854859, + "epoch": 0.8837485172004745, + "grad_norm": 1.1875, + "learning_rate": 0.000372, + "loss": 6.1618, + "mean_token_accuracy": 0.11648618057370186, + "num_tokens": 2142929.0, + "step": 745 + }, + { + "entropy": 6.27850079536438, + "epoch": 0.8896797153024911, + "grad_norm": 1.265625, + "learning_rate": 0.0003745, + "loss": 6.0379, + "mean_token_accuracy": 0.12373944073915481, + "num_tokens": 2155206.0, + "step": 750 + }, + { + "entropy": 6.240651369094849, + "epoch": 0.8956109134045077, + "grad_norm": 1.1875, + "learning_rate": 0.000377, + "loss": 5.9246, + "mean_token_accuracy": 0.12547165155410767, + "num_tokens": 2169816.0, + "step": 755 + }, + { + "entropy": 6.190544652938843, + "epoch": 0.9015421115065243, + "grad_norm": 1.0390625, + "learning_rate": 0.0003795, + "loss": 6.0044, + "mean_token_accuracy": 0.12672639563679694, + "num_tokens": 2184827.0, + "step": 760 + }, + { + "entropy": 6.259784412384033, + "epoch": 0.9074733096085409, + "grad_norm": 1.15625, + "learning_rate": 0.000382, + "loss": 5.9353, + "mean_token_accuracy": 0.12988706678152084, + "num_tokens": 2199333.0, + "step": 765 + }, + { + "entropy": 6.1021686553955075, + "epoch": 0.9134045077105575, + "grad_norm": 0.87109375, + "learning_rate": 0.0003845, + "loss": 5.9947, + "mean_token_accuracy": 0.12381677329540253, + "num_tokens": 2215239.0, + "step": 770 + }, + { + "entropy": 6.2903533458709715, + "epoch": 0.9193357058125742, + "grad_norm": 1.0390625, + "learning_rate": 0.00038700000000000003, + "loss": 5.9998, + "mean_token_accuracy": 0.1248672790825367, + "num_tokens": 2229369.0, + "step": 775 + }, + { + "entropy": 6.169124412536621, + "epoch": 0.9252669039145908, + "grad_norm": 1.1875, + "learning_rate": 0.00038950000000000003, + "loss": 5.9842, + "mean_token_accuracy": 0.12811334952712058, + "num_tokens": 2242709.0, + "step": 780 + }, + { + "entropy": 6.2337898254394535, + "epoch": 0.9311981020166074, + "grad_norm": 1.140625, + "learning_rate": 0.00039200000000000004, + "loss": 5.9655, + "mean_token_accuracy": 0.12137661054730416, + "num_tokens": 2257067.0, + "step": 785 + }, + { + "entropy": 6.1931390285491945, + "epoch": 0.9371293001186239, + "grad_norm": 1.25, + "learning_rate": 0.00039450000000000005, + "loss": 5.9103, + "mean_token_accuracy": 0.13152316808700562, + "num_tokens": 2270932.0, + "step": 790 + }, + { + "entropy": 6.182427406311035, + "epoch": 0.9430604982206405, + "grad_norm": 1.0546875, + "learning_rate": 0.00039700000000000005, + "loss": 6.0279, + "mean_token_accuracy": 0.12549996599555016, + "num_tokens": 2285517.0, + "step": 795 + }, + { + "entropy": 6.1117936134338375, + "epoch": 0.9489916963226572, + "grad_norm": 1.1875, + "learning_rate": 0.0003995, + "loss": 5.8952, + "mean_token_accuracy": 0.1253364697098732, + "num_tokens": 2298657.0, + "step": 800 + }, + { + "entropy": 6.14580602645874, + "epoch": 0.9549228944246738, + "grad_norm": 1.2109375, + "learning_rate": 0.000402, + "loss": 5.9069, + "mean_token_accuracy": 0.132824869453907, + "num_tokens": 2312521.0, + "step": 805 + }, + { + "entropy": 6.149325656890869, + "epoch": 0.9608540925266904, + "grad_norm": 1.375, + "learning_rate": 0.0004045, + "loss": 5.901, + "mean_token_accuracy": 0.12876850068569184, + "num_tokens": 2325849.0, + "step": 810 + }, + { + "entropy": 6.160182809829712, + "epoch": 0.966785290628707, + "grad_norm": 1.2578125, + "learning_rate": 0.00040699999999999997, + "loss": 5.933, + "mean_token_accuracy": 0.12433248236775399, + "num_tokens": 2339717.0, + "step": 815 + }, + { + "entropy": 6.148682689666748, + "epoch": 0.9727164887307236, + "grad_norm": 1.078125, + "learning_rate": 0.0004095, + "loss": 5.9644, + "mean_token_accuracy": 0.12969405129551886, + "num_tokens": 2353536.0, + "step": 820 + }, + { + "entropy": 6.15325140953064, + "epoch": 0.9786476868327402, + "grad_norm": 1.1953125, + "learning_rate": 0.000412, + "loss": 5.9392, + "mean_token_accuracy": 0.12233664244413375, + "num_tokens": 2368626.0, + "step": 825 + }, + { + "entropy": 6.148900079727173, + "epoch": 0.9845788849347569, + "grad_norm": 1.1796875, + "learning_rate": 0.0004145, + "loss": 6.0228, + "mean_token_accuracy": 0.1229950562119484, + "num_tokens": 2383768.0, + "step": 830 + }, + { + "entropy": 6.253143930435181, + "epoch": 0.9905100830367735, + "grad_norm": 1.1640625, + "learning_rate": 0.000417, + "loss": 6.0531, + "mean_token_accuracy": 0.12633627876639367, + "num_tokens": 2398089.0, + "step": 835 + }, + { + "entropy": 6.143814277648926, + "epoch": 0.99644128113879, + "grad_norm": 1.15625, + "learning_rate": 0.0004195, + "loss": 5.9179, + "mean_token_accuracy": 0.13075150698423385, + "num_tokens": 2411354.0, + "step": 840 + }, + { + "entropy": 6.1597785472869875, + "epoch": 1.0023724792408066, + "grad_norm": 1.1015625, + "learning_rate": 0.000422, + "loss": 5.9132, + "mean_token_accuracy": 0.1338951252400875, + "num_tokens": 2425071.0, + "step": 845 + }, + { + "entropy": 6.226427221298218, + "epoch": 1.0083036773428233, + "grad_norm": 1.234375, + "learning_rate": 0.0004245, + "loss": 5.8618, + "mean_token_accuracy": 0.13656074777245522, + "num_tokens": 2439143.0, + "step": 850 + }, + { + "entropy": 5.997689485549927, + "epoch": 1.0142348754448398, + "grad_norm": 1.0859375, + "learning_rate": 0.000427, + "loss": 5.7022, + "mean_token_accuracy": 0.1348326951265335, + "num_tokens": 2453466.0, + "step": 855 + }, + { + "entropy": 6.064882230758667, + "epoch": 1.0201660735468565, + "grad_norm": 1.21875, + "learning_rate": 0.0004295, + "loss": 5.815, + "mean_token_accuracy": 0.13819923251867294, + "num_tokens": 2466802.0, + "step": 860 + }, + { + "entropy": 6.077611827850342, + "epoch": 1.026097271648873, + "grad_norm": 1.265625, + "learning_rate": 0.000432, + "loss": 5.7763, + "mean_token_accuracy": 0.13229055777192117, + "num_tokens": 2480080.0, + "step": 865 + }, + { + "entropy": 6.0491447925567625, + "epoch": 1.0320284697508897, + "grad_norm": 1.390625, + "learning_rate": 0.0004345, + "loss": 5.83, + "mean_token_accuracy": 0.1349202238023281, + "num_tokens": 2495196.0, + "step": 870 + }, + { + "entropy": 5.99519829750061, + "epoch": 1.0379596678529064, + "grad_norm": 1.1875, + "learning_rate": 0.000437, + "loss": 5.734, + "mean_token_accuracy": 0.13301657065749167, + "num_tokens": 2510084.0, + "step": 875 + }, + { + "entropy": 6.138531064987182, + "epoch": 1.0438908659549229, + "grad_norm": 1.203125, + "learning_rate": 0.0004395, + "loss": 5.8045, + "mean_token_accuracy": 0.13315934240818023, + "num_tokens": 2522834.0, + "step": 880 + }, + { + "entropy": 6.013190269470215, + "epoch": 1.0498220640569396, + "grad_norm": 1.0703125, + "learning_rate": 0.000442, + "loss": 5.7781, + "mean_token_accuracy": 0.1408059172332287, + "num_tokens": 2536778.0, + "step": 885 + }, + { + "entropy": 6.016625690460205, + "epoch": 1.055753262158956, + "grad_norm": 1.171875, + "learning_rate": 0.0004445, + "loss": 5.8079, + "mean_token_accuracy": 0.13629683703184128, + "num_tokens": 2551220.0, + "step": 890 + }, + { + "entropy": 6.152676439285278, + "epoch": 1.0616844602609727, + "grad_norm": 1.2734375, + "learning_rate": 0.000447, + "loss": 5.8853, + "mean_token_accuracy": 0.12912147343158722, + "num_tokens": 2565686.0, + "step": 895 + }, + { + "entropy": 5.9945775985717775, + "epoch": 1.0676156583629894, + "grad_norm": 1.234375, + "learning_rate": 0.00044950000000000003, + "loss": 5.8012, + "mean_token_accuracy": 0.1301092065870762, + "num_tokens": 2579569.0, + "step": 900 + }, + { + "entropy": 6.045119094848633, + "epoch": 1.073546856465006, + "grad_norm": 1.390625, + "learning_rate": 0.00045200000000000004, + "loss": 5.7873, + "mean_token_accuracy": 0.13423676043748856, + "num_tokens": 2593226.0, + "step": 905 + }, + { + "entropy": 5.971383666992187, + "epoch": 1.0794780545670226, + "grad_norm": 1.046875, + "learning_rate": 0.00045450000000000004, + "loss": 5.748, + "mean_token_accuracy": 0.13364143371582032, + "num_tokens": 2607711.0, + "step": 910 + }, + { + "entropy": 6.028302955627441, + "epoch": 1.085409252669039, + "grad_norm": 1.109375, + "learning_rate": 0.00045700000000000005, + "loss": 5.7788, + "mean_token_accuracy": 0.13531881719827651, + "num_tokens": 2623024.0, + "step": 915 + }, + { + "entropy": 6.003001356124878, + "epoch": 1.0913404507710558, + "grad_norm": 1.078125, + "learning_rate": 0.00045950000000000006, + "loss": 5.7666, + "mean_token_accuracy": 0.1361100286245346, + "num_tokens": 2637824.0, + "step": 920 + }, + { + "entropy": 5.995635271072388, + "epoch": 1.0972716488730723, + "grad_norm": 1.1796875, + "learning_rate": 0.000462, + "loss": 5.7772, + "mean_token_accuracy": 0.13633406162261963, + "num_tokens": 2652077.0, + "step": 925 + }, + { + "entropy": 5.994116687774659, + "epoch": 1.103202846975089, + "grad_norm": 1.2265625, + "learning_rate": 0.0004645, + "loss": 5.7796, + "mean_token_accuracy": 0.1343744106590748, + "num_tokens": 2666791.0, + "step": 930 + }, + { + "entropy": 5.9884919166564945, + "epoch": 1.1091340450771057, + "grad_norm": 0.9375, + "learning_rate": 0.000467, + "loss": 5.8653, + "mean_token_accuracy": 0.13153321593999862, + "num_tokens": 2681482.0, + "step": 935 + }, + { + "entropy": 5.957932996749878, + "epoch": 1.1150652431791221, + "grad_norm": 1.09375, + "learning_rate": 0.0004695, + "loss": 5.6686, + "mean_token_accuracy": 0.14378132447600364, + "num_tokens": 2695305.0, + "step": 940 + }, + { + "entropy": 6.023182153701782, + "epoch": 1.1209964412811388, + "grad_norm": 1.1640625, + "learning_rate": 0.000472, + "loss": 5.7336, + "mean_token_accuracy": 0.13786137402057647, + "num_tokens": 2712211.0, + "step": 945 + }, + { + "entropy": 5.941826725006104, + "epoch": 1.1269276393831553, + "grad_norm": 1.109375, + "learning_rate": 0.0004745, + "loss": 5.7816, + "mean_token_accuracy": 0.13546779826283456, + "num_tokens": 2726888.0, + "step": 950 + }, + { + "entropy": 5.957491064071656, + "epoch": 1.132858837485172, + "grad_norm": 1.0859375, + "learning_rate": 0.000477, + "loss": 5.7527, + "mean_token_accuracy": 0.13760311529040337, + "num_tokens": 2741734.0, + "step": 955 + }, + { + "entropy": 5.94100170135498, + "epoch": 1.1387900355871885, + "grad_norm": 1.3046875, + "learning_rate": 0.0004795, + "loss": 5.7551, + "mean_token_accuracy": 0.14393994361162185, + "num_tokens": 2754680.0, + "step": 960 + }, + { + "entropy": 5.94309253692627, + "epoch": 1.1447212336892052, + "grad_norm": 1.3125, + "learning_rate": 0.000482, + "loss": 5.8065, + "mean_token_accuracy": 0.129212536662817, + "num_tokens": 2769572.0, + "step": 965 + }, + { + "entropy": 6.076050662994385, + "epoch": 1.150652431791222, + "grad_norm": 1.3359375, + "learning_rate": 0.0004845, + "loss": 5.7537, + "mean_token_accuracy": 0.13419156968593599, + "num_tokens": 2782948.0, + "step": 970 + }, + { + "entropy": 5.846741008758545, + "epoch": 1.1565836298932384, + "grad_norm": 1.1171875, + "learning_rate": 0.000487, + "loss": 5.6832, + "mean_token_accuracy": 0.1396567314863205, + "num_tokens": 2795399.0, + "step": 975 + }, + { + "entropy": 5.9153892993927, + "epoch": 1.162514827995255, + "grad_norm": 1.203125, + "learning_rate": 0.0004895, + "loss": 5.6837, + "mean_token_accuracy": 0.13754538744688033, + "num_tokens": 2809591.0, + "step": 980 + }, + { + "entropy": 5.938817977905273, + "epoch": 1.1684460260972718, + "grad_norm": 1.015625, + "learning_rate": 0.000492, + "loss": 5.7227, + "mean_token_accuracy": 0.13820295482873918, + "num_tokens": 2824106.0, + "step": 985 + }, + { + "entropy": 5.93713231086731, + "epoch": 1.1743772241992882, + "grad_norm": 1.1640625, + "learning_rate": 0.0004945, + "loss": 5.8459, + "mean_token_accuracy": 0.1346195101737976, + "num_tokens": 2838616.0, + "step": 990 + }, + { + "entropy": 5.968208456039429, + "epoch": 1.180308422301305, + "grad_norm": 1.4140625, + "learning_rate": 0.000497, + "loss": 5.7473, + "mean_token_accuracy": 0.13854797407984734, + "num_tokens": 2851707.0, + "step": 995 + }, + { + "entropy": 5.898858261108399, + "epoch": 1.1862396204033214, + "grad_norm": 1.0390625, + "learning_rate": 0.0004995, + "loss": 5.7691, + "mean_token_accuracy": 0.1328132927417755, + "num_tokens": 2867644.0, + "step": 1000 + }, + { + "epoch": 1.1862396204033214, + "eval_entropy": 5.91133521232137, + "eval_loss": 6.012734413146973, + "eval_mean_token_accuracy": 0.13139666496930313, + "eval_num_tokens": 2867644.0, + "eval_runtime": 2.4739, + "eval_samples_per_second": 1054.225, + "eval_steps_per_second": 131.778, + "step": 1000 + }, + { + "entropy": 5.986166191101074, + "epoch": 1.1921708185053381, + "grad_norm": 1.0703125, + "learning_rate": 0.00049999967732573, + "loss": 5.7701, + "mean_token_accuracy": 0.1327154405415058, + "num_tokens": 2882663.0, + "step": 1005 + }, + { + "entropy": 5.940847110748291, + "epoch": 1.1981020166073546, + "grad_norm": 1.21875, + "learning_rate": 0.0004999983664630945, + "loss": 5.8284, + "mean_token_accuracy": 0.1329515464603901, + "num_tokens": 2898791.0, + "step": 1010 + }, + { + "entropy": 5.939939355850219, + "epoch": 1.2040332147093713, + "grad_norm": 1.09375, + "learning_rate": 0.0004999960472508219, + "loss": 5.7229, + "mean_token_accuracy": 0.14346506744623183, + "num_tokens": 2912997.0, + "step": 1015 + }, + { + "entropy": 5.890226602554321, + "epoch": 1.209964412811388, + "grad_norm": 1.171875, + "learning_rate": 0.0004999927196993059, + "loss": 5.7083, + "mean_token_accuracy": 0.1415116421878338, + "num_tokens": 2925064.0, + "step": 1020 + }, + { + "entropy": 5.959262037277222, + "epoch": 1.2158956109134045, + "grad_norm": 1.1484375, + "learning_rate": 0.0004999883838234592, + "loss": 5.7633, + "mean_token_accuracy": 0.13465891852974893, + "num_tokens": 2941400.0, + "step": 1025 + }, + { + "entropy": 5.861705589294433, + "epoch": 1.2218268090154212, + "grad_norm": 1.1328125, + "learning_rate": 0.0004999830396427133, + "loss": 5.7352, + "mean_token_accuracy": 0.13958436101675034, + "num_tokens": 2955541.0, + "step": 1030 + }, + { + "entropy": 5.922749280929565, + "epoch": 1.2277580071174377, + "grad_norm": 1.109375, + "learning_rate": 0.0004999766871810188, + "loss": 5.7479, + "mean_token_accuracy": 0.1416574686765671, + "num_tokens": 2968928.0, + "step": 1035 + }, + { + "entropy": 5.934699630737304, + "epoch": 1.2336892052194544, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999693264668446, + "loss": 5.6844, + "mean_token_accuracy": 0.14234655275940894, + "num_tokens": 2984072.0, + "step": 1040 + }, + { + "entropy": 5.891662549972534, + "epoch": 1.2396204033214708, + "grad_norm": 1.015625, + "learning_rate": 0.0004999609575331786, + "loss": 5.7787, + "mean_token_accuracy": 0.13772650435566902, + "num_tokens": 2999083.0, + "step": 1045 + }, + { + "entropy": 5.854400157928467, + "epoch": 1.2455516014234875, + "grad_norm": 1.1796875, + "learning_rate": 0.0004999515804175268, + "loss": 5.726, + "mean_token_accuracy": 0.13745229691267014, + "num_tokens": 3012738.0, + "step": 1050 + }, + { + "entropy": 5.869228887557983, + "epoch": 1.2514827995255042, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999411951619134, + "loss": 5.6694, + "mean_token_accuracy": 0.14171827286481858, + "num_tokens": 3027929.0, + "step": 1055 + }, + { + "entropy": 5.864783573150635, + "epoch": 1.2574139976275207, + "grad_norm": 0.98828125, + "learning_rate": 0.000499929801812881, + "loss": 5.8025, + "mean_token_accuracy": 0.13281177058815957, + "num_tokens": 3043576.0, + "step": 1060 + }, + { + "entropy": 5.822867107391358, + "epoch": 1.2633451957295374, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999174004214899, + "loss": 5.6696, + "mean_token_accuracy": 0.1398370385169983, + "num_tokens": 3059352.0, + "step": 1065 + }, + { + "entropy": 5.936639642715454, + "epoch": 1.269276393831554, + "grad_norm": 1.1484375, + "learning_rate": 0.0004999039910433179, + "loss": 5.7859, + "mean_token_accuracy": 0.1422264978289604, + "num_tokens": 3073140.0, + "step": 1070 + }, + { + "entropy": 5.890475559234619, + "epoch": 1.2752075919335706, + "grad_norm": 1.1015625, + "learning_rate": 0.0004998895737384605, + "loss": 5.7601, + "mean_token_accuracy": 0.14164954274892808, + "num_tokens": 3087710.0, + "step": 1075 + }, + { + "entropy": 5.919763278961182, + "epoch": 1.281138790035587, + "grad_norm": 1.125, + "learning_rate": 0.0004998741485715297, + "loss": 5.713, + "mean_token_accuracy": 0.14089994207024575, + "num_tokens": 3102035.0, + "step": 1080 + }, + { + "entropy": 5.838283920288086, + "epoch": 1.2870699881376038, + "grad_norm": 0.984375, + "learning_rate": 0.0004998577156116551, + "loss": 5.7754, + "mean_token_accuracy": 0.13512811809778214, + "num_tokens": 3118534.0, + "step": 1085 + }, + { + "entropy": 5.856381511688232, + "epoch": 1.2930011862396205, + "grad_norm": 1.0078125, + "learning_rate": 0.0004998402749324823, + "loss": 5.7229, + "mean_token_accuracy": 0.13245076537132264, + "num_tokens": 3133419.0, + "step": 1090 + }, + { + "entropy": 5.997888469696045, + "epoch": 1.298932384341637, + "grad_norm": 1.25, + "learning_rate": 0.0004998218266121731, + "loss": 5.8243, + "mean_token_accuracy": 0.1440747559070587, + "num_tokens": 3145903.0, + "step": 1095 + }, + { + "entropy": 5.824967718124389, + "epoch": 1.3048635824436536, + "grad_norm": 1.078125, + "learning_rate": 0.0004998023707334055, + "loss": 5.7688, + "mean_token_accuracy": 0.1350715659558773, + "num_tokens": 3159938.0, + "step": 1100 + }, + { + "entropy": 5.8246561050415036, + "epoch": 1.3107947805456703, + "grad_norm": 0.9921875, + "learning_rate": 0.0004997819073833724, + "loss": 5.6475, + "mean_token_accuracy": 0.1452900804579258, + "num_tokens": 3175089.0, + "step": 1105 + }, + { + "entropy": 5.855417728424072, + "epoch": 1.3167259786476868, + "grad_norm": 1.0859375, + "learning_rate": 0.0004997604366537823, + "loss": 5.7858, + "mean_token_accuracy": 0.13705137223005295, + "num_tokens": 3191027.0, + "step": 1110 + }, + { + "entropy": 5.746766853332519, + "epoch": 1.3226571767497035, + "grad_norm": 1.140625, + "learning_rate": 0.000499737958640858, + "loss": 5.6247, + "mean_token_accuracy": 0.14565233290195465, + "num_tokens": 3205489.0, + "step": 1115 + }, + { + "entropy": 5.841010189056396, + "epoch": 1.32858837485172, + "grad_norm": 1.0625, + "learning_rate": 0.0004997144734453367, + "loss": 5.604, + "mean_token_accuracy": 0.14238353818655014, + "num_tokens": 3218764.0, + "step": 1120 + }, + { + "entropy": 5.837244129180908, + "epoch": 1.3345195729537367, + "grad_norm": 1.0078125, + "learning_rate": 0.0004996899811724693, + "loss": 5.7391, + "mean_token_accuracy": 0.13837844729423524, + "num_tokens": 3232953.0, + "step": 1125 + }, + { + "entropy": 5.772788858413696, + "epoch": 1.3404507710557532, + "grad_norm": 1.03125, + "learning_rate": 0.0004996644819320201, + "loss": 5.646, + "mean_token_accuracy": 0.14131752848625184, + "num_tokens": 3246977.0, + "step": 1130 + }, + { + "entropy": 5.676492929458618, + "epoch": 1.3463819691577699, + "grad_norm": 1.1640625, + "learning_rate": 0.0004996379758382662, + "loss": 5.5467, + "mean_token_accuracy": 0.14851859956979752, + "num_tokens": 3260668.0, + "step": 1135 + }, + { + "entropy": 5.83406023979187, + "epoch": 1.3523131672597866, + "grad_norm": 1.0859375, + "learning_rate": 0.0004996104630099969, + "loss": 5.6622, + "mean_token_accuracy": 0.1436814546585083, + "num_tokens": 3274213.0, + "step": 1140 + }, + { + "entropy": 5.770905447006226, + "epoch": 1.358244365361803, + "grad_norm": 1.1875, + "learning_rate": 0.0004995819435705133, + "loss": 5.6455, + "mean_token_accuracy": 0.13666117042303086, + "num_tokens": 3288011.0, + "step": 1145 + }, + { + "entropy": 5.856086683273316, + "epoch": 1.3641755634638197, + "grad_norm": 1.0546875, + "learning_rate": 0.0004995524176476277, + "loss": 5.7079, + "mean_token_accuracy": 0.1383526973426342, + "num_tokens": 3303263.0, + "step": 1150 + }, + { + "entropy": 5.795949029922485, + "epoch": 1.3701067615658362, + "grad_norm": 1.1328125, + "learning_rate": 0.0004995218853736631, + "loss": 5.6848, + "mean_token_accuracy": 0.14614594876766204, + "num_tokens": 3316843.0, + "step": 1155 + }, + { + "entropy": 5.752928686141968, + "epoch": 1.376037959667853, + "grad_norm": 1.0625, + "learning_rate": 0.0004994903468854527, + "loss": 5.5688, + "mean_token_accuracy": 0.14343352913856505, + "num_tokens": 3331527.0, + "step": 1160 + }, + { + "entropy": 5.751480293273926, + "epoch": 1.3819691577698694, + "grad_norm": 1.09375, + "learning_rate": 0.0004994578023243386, + "loss": 5.6655, + "mean_token_accuracy": 0.1439042344689369, + "num_tokens": 3347795.0, + "step": 1165 + }, + { + "entropy": 5.797406005859375, + "epoch": 1.387900355871886, + "grad_norm": 0.94140625, + "learning_rate": 0.0004994242518361723, + "loss": 5.7132, + "mean_token_accuracy": 0.1414179876446724, + "num_tokens": 3363532.0, + "step": 1170 + }, + { + "entropy": 5.777079343795776, + "epoch": 1.3938315539739028, + "grad_norm": 1.109375, + "learning_rate": 0.0004993896955713133, + "loss": 5.6743, + "mean_token_accuracy": 0.14409229755401612, + "num_tokens": 3377040.0, + "step": 1175 + }, + { + "entropy": 5.753640937805176, + "epoch": 1.3997627520759193, + "grad_norm": 1.25, + "learning_rate": 0.0004993541336846283, + "loss": 5.6287, + "mean_token_accuracy": 0.1529825061559677, + "num_tokens": 3390663.0, + "step": 1180 + }, + { + "entropy": 5.791894626617432, + "epoch": 1.405693950177936, + "grad_norm": 0.96875, + "learning_rate": 0.000499317566335491, + "loss": 5.6625, + "mean_token_accuracy": 0.1494051843881607, + "num_tokens": 3405860.0, + "step": 1185 + }, + { + "entropy": 5.734993839263916, + "epoch": 1.4116251482799527, + "grad_norm": 1.0859375, + "learning_rate": 0.0004992799936877813, + "loss": 5.6489, + "mean_token_accuracy": 0.14007329940795898, + "num_tokens": 3420248.0, + "step": 1190 + }, + { + "entropy": 5.817593097686768, + "epoch": 1.4175563463819691, + "grad_norm": 1.03125, + "learning_rate": 0.0004992414159098841, + "loss": 5.6469, + "mean_token_accuracy": 0.14704996794462205, + "num_tokens": 3434126.0, + "step": 1195 + }, + { + "entropy": 5.779922151565552, + "epoch": 1.4234875444839858, + "grad_norm": 1.1328125, + "learning_rate": 0.0004992018331746891, + "loss": 5.7038, + "mean_token_accuracy": 0.14136891365051268, + "num_tokens": 3449462.0, + "step": 1200 + }, + { + "entropy": 5.80670485496521, + "epoch": 1.4294187425860023, + "grad_norm": 1.0078125, + "learning_rate": 0.0004991612456595896, + "loss": 5.7589, + "mean_token_accuracy": 0.1408810332417488, + "num_tokens": 3465536.0, + "step": 1205 + }, + { + "entropy": 5.7316718101501465, + "epoch": 1.435349940688019, + "grad_norm": 1.0859375, + "learning_rate": 0.0004991196535464824, + "loss": 5.6359, + "mean_token_accuracy": 0.14721256196498872, + "num_tokens": 3479129.0, + "step": 1210 + }, + { + "entropy": 5.719354104995728, + "epoch": 1.4412811387900355, + "grad_norm": 1.3203125, + "learning_rate": 0.0004990770570217659, + "loss": 5.5441, + "mean_token_accuracy": 0.15703994482755662, + "num_tokens": 3492191.0, + "step": 1215 + }, + { + "entropy": 5.779579067230225, + "epoch": 1.4472123368920522, + "grad_norm": 1.1796875, + "learning_rate": 0.0004990334562763401, + "loss": 5.7006, + "mean_token_accuracy": 0.1453902617096901, + "num_tokens": 3507459.0, + "step": 1220 + }, + { + "entropy": 5.741008663177491, + "epoch": 1.453143534994069, + "grad_norm": 1.0390625, + "learning_rate": 0.0004989888515056057, + "loss": 5.6628, + "mean_token_accuracy": 0.14069193080067635, + "num_tokens": 3521517.0, + "step": 1225 + }, + { + "entropy": 5.746186399459839, + "epoch": 1.4590747330960854, + "grad_norm": 1.0625, + "learning_rate": 0.0004989432429094627, + "loss": 5.6036, + "mean_token_accuracy": 0.1472635604441166, + "num_tokens": 3535279.0, + "step": 1230 + }, + { + "entropy": 5.725585222244263, + "epoch": 1.465005931198102, + "grad_norm": 1.0859375, + "learning_rate": 0.0004988966306923099, + "loss": 5.5219, + "mean_token_accuracy": 0.1509362980723381, + "num_tokens": 3549960.0, + "step": 1235 + }, + { + "entropy": 5.702635431289673, + "epoch": 1.4709371293001186, + "grad_norm": 1.078125, + "learning_rate": 0.0004988490150630441, + "loss": 5.6504, + "mean_token_accuracy": 0.1413729466497898, + "num_tokens": 3563814.0, + "step": 1240 + }, + { + "entropy": 5.836396932601929, + "epoch": 1.4768683274021353, + "grad_norm": 1.0390625, + "learning_rate": 0.0004988003962350589, + "loss": 5.653, + "mean_token_accuracy": 0.15044173300266267, + "num_tokens": 3577529.0, + "step": 1245 + }, + { + "entropy": 5.712747097015381, + "epoch": 1.4827995255041517, + "grad_norm": 1.21875, + "learning_rate": 0.0004987507744262436, + "loss": 5.5913, + "mean_token_accuracy": 0.1456787832081318, + "num_tokens": 3591812.0, + "step": 1250 + }, + { + "entropy": 5.635834550857544, + "epoch": 1.4887307236061684, + "grad_norm": 1.0546875, + "learning_rate": 0.0004987001498589828, + "loss": 5.5787, + "mean_token_accuracy": 0.14813287556171417, + "num_tokens": 3604954.0, + "step": 1255 + }, + { + "entropy": 5.760722827911377, + "epoch": 1.4946619217081851, + "grad_norm": 1.03125, + "learning_rate": 0.0004986485227601548, + "loss": 5.6178, + "mean_token_accuracy": 0.14130520299077035, + "num_tokens": 3620486.0, + "step": 1260 + }, + { + "entropy": 5.717405652999878, + "epoch": 1.5005931198102016, + "grad_norm": 0.9921875, + "learning_rate": 0.000498595893361131, + "loss": 5.555, + "mean_token_accuracy": 0.15612171441316605, + "num_tokens": 3633972.0, + "step": 1265 + }, + { + "entropy": 5.7364737033844, + "epoch": 1.5065243179122183, + "grad_norm": 1.0546875, + "learning_rate": 0.0004985422618977744, + "loss": 5.6037, + "mean_token_accuracy": 0.151451975107193, + "num_tokens": 3649306.0, + "step": 1270 + }, + { + "entropy": 5.7654664516448975, + "epoch": 1.512455516014235, + "grad_norm": 0.98828125, + "learning_rate": 0.0004984876286104392, + "loss": 5.6786, + "mean_token_accuracy": 0.14375052377581596, + "num_tokens": 3664809.0, + "step": 1275 + }, + { + "entropy": 5.70614218711853, + "epoch": 1.5183867141162515, + "grad_norm": 1.2421875, + "learning_rate": 0.0004984319937439693, + "loss": 5.6095, + "mean_token_accuracy": 0.15040914267301558, + "num_tokens": 3677669.0, + "step": 1280 + }, + { + "entropy": 5.743654489517212, + "epoch": 1.524317912218268, + "grad_norm": 1.015625, + "learning_rate": 0.0004983753575476969, + "loss": 5.6267, + "mean_token_accuracy": 0.14291197434067726, + "num_tokens": 3690588.0, + "step": 1285 + }, + { + "entropy": 5.696566772460938, + "epoch": 1.5302491103202847, + "grad_norm": 1.0703125, + "learning_rate": 0.0004983177202754421, + "loss": 5.6522, + "mean_token_accuracy": 0.14571921825408934, + "num_tokens": 3703749.0, + "step": 1290 + }, + { + "entropy": 5.805274868011475, + "epoch": 1.5361803084223014, + "grad_norm": 0.9296875, + "learning_rate": 0.0004982590821855115, + "loss": 5.68, + "mean_token_accuracy": 0.13761823400855064, + "num_tokens": 3720181.0, + "step": 1295 + }, + { + "entropy": 5.711960506439209, + "epoch": 1.5421115065243178, + "grad_norm": 0.953125, + "learning_rate": 0.0004981994435406965, + "loss": 5.6042, + "mean_token_accuracy": 0.14782098084688186, + "num_tokens": 3734918.0, + "step": 1300 + }, + { + "entropy": 5.666572904586792, + "epoch": 1.5480427046263345, + "grad_norm": 0.9765625, + "learning_rate": 0.0004981388046082731, + "loss": 5.5494, + "mean_token_accuracy": 0.15440027564764022, + "num_tokens": 3748660.0, + "step": 1305 + }, + { + "entropy": 5.685553789138794, + "epoch": 1.5539739027283512, + "grad_norm": 0.97265625, + "learning_rate": 0.0004980771656599998, + "loss": 5.6201, + "mean_token_accuracy": 0.14841450601816178, + "num_tokens": 3763481.0, + "step": 1310 + }, + { + "entropy": 5.763680267333984, + "epoch": 1.5599051008303677, + "grad_norm": 1.0390625, + "learning_rate": 0.0004980145269721168, + "loss": 5.6376, + "mean_token_accuracy": 0.14404506087303162, + "num_tokens": 3777077.0, + "step": 1315 + }, + { + "entropy": 5.685877466201783, + "epoch": 1.5658362989323842, + "grad_norm": 0.91796875, + "learning_rate": 0.000497950888825345, + "loss": 5.6386, + "mean_token_accuracy": 0.14266225099563598, + "num_tokens": 3793649.0, + "step": 1320 + }, + { + "entropy": 5.687498426437378, + "epoch": 1.571767497034401, + "grad_norm": 0.96484375, + "learning_rate": 0.000497886251504884, + "loss": 5.5262, + "mean_token_accuracy": 0.15134050250053405, + "num_tokens": 3807712.0, + "step": 1325 + }, + { + "entropy": 5.639243650436401, + "epoch": 1.5776986951364176, + "grad_norm": 0.98046875, + "learning_rate": 0.0004978206153004117, + "loss": 5.5347, + "mean_token_accuracy": 0.1552049770951271, + "num_tokens": 3821637.0, + "step": 1330 + }, + { + "entropy": 5.8086631298065186, + "epoch": 1.583629893238434, + "grad_norm": 1.0546875, + "learning_rate": 0.0004977539805060824, + "loss": 5.6912, + "mean_token_accuracy": 0.1436895474791527, + "num_tokens": 3836272.0, + "step": 1335 + }, + { + "entropy": 5.614665985107422, + "epoch": 1.5895610913404508, + "grad_norm": 1.1171875, + "learning_rate": 0.0004976863474205257, + "loss": 5.5055, + "mean_token_accuracy": 0.15429906994104386, + "num_tokens": 3850018.0, + "step": 1340 + }, + { + "entropy": 5.774603271484375, + "epoch": 1.5954922894424675, + "grad_norm": 1.1640625, + "learning_rate": 0.0004976177163468451, + "loss": 5.5949, + "mean_token_accuracy": 0.15020062923431396, + "num_tokens": 3865061.0, + "step": 1345 + }, + { + "entropy": 5.631220006942749, + "epoch": 1.601423487544484, + "grad_norm": 1.09375, + "learning_rate": 0.0004975480875926168, + "loss": 5.6835, + "mean_token_accuracy": 0.15097753554582596, + "num_tokens": 3879697.0, + "step": 1350 + }, + { + "entropy": 5.735270404815674, + "epoch": 1.6073546856465006, + "grad_norm": 1.140625, + "learning_rate": 0.000497477461469888, + "loss": 5.4825, + "mean_token_accuracy": 0.15924198776483536, + "num_tokens": 3891889.0, + "step": 1355 + }, + { + "entropy": 5.665686845779419, + "epoch": 1.6132858837485173, + "grad_norm": 1.0234375, + "learning_rate": 0.0004974058382951757, + "loss": 5.5945, + "mean_token_accuracy": 0.1450992450118065, + "num_tokens": 3907356.0, + "step": 1360 + }, + { + "entropy": 5.731923580169678, + "epoch": 1.6192170818505338, + "grad_norm": 1.078125, + "learning_rate": 0.0004973332183894653, + "loss": 5.5786, + "mean_token_accuracy": 0.14734622836112976, + "num_tokens": 3921839.0, + "step": 1365 + }, + { + "entropy": 5.587240982055664, + "epoch": 1.6251482799525503, + "grad_norm": 0.9609375, + "learning_rate": 0.0004972596020782096, + "loss": 5.483, + "mean_token_accuracy": 0.15152351856231688, + "num_tokens": 3937266.0, + "step": 1370 + }, + { + "entropy": 5.740517473220825, + "epoch": 1.631079478054567, + "grad_norm": 1.046875, + "learning_rate": 0.0004971849896913259, + "loss": 5.6174, + "mean_token_accuracy": 0.14421468004584312, + "num_tokens": 3952721.0, + "step": 1375 + }, + { + "entropy": 5.699207830429077, + "epoch": 1.6370106761565837, + "grad_norm": 1.21875, + "learning_rate": 0.0004971093815631965, + "loss": 5.626, + "mean_token_accuracy": 0.14614131152629853, + "num_tokens": 3966557.0, + "step": 1380 + }, + { + "entropy": 5.577703142166138, + "epoch": 1.6429418742586002, + "grad_norm": 0.98828125, + "learning_rate": 0.0004970327780326655, + "loss": 5.4592, + "mean_token_accuracy": 0.15435569435358049, + "num_tokens": 3978739.0, + "step": 1385 + }, + { + "entropy": 5.523289442062378, + "epoch": 1.6488730723606169, + "grad_norm": 0.90234375, + "learning_rate": 0.0004969551794430383, + "loss": 5.4758, + "mean_token_accuracy": 0.15182152688503264, + "num_tokens": 3993868.0, + "step": 1390 + }, + { + "entropy": 5.735844373703003, + "epoch": 1.6548042704626336, + "grad_norm": 1.0859375, + "learning_rate": 0.0004968765861420799, + "loss": 5.6032, + "mean_token_accuracy": 0.15374974012374878, + "num_tokens": 4006661.0, + "step": 1395 + }, + { + "entropy": 5.63426947593689, + "epoch": 1.66073546856465, + "grad_norm": 0.984375, + "learning_rate": 0.0004967969984820128, + "loss": 5.5828, + "mean_token_accuracy": 0.1495743677020073, + "num_tokens": 4021670.0, + "step": 1400 + }, + { + "entropy": 5.673282051086426, + "epoch": 1.6666666666666665, + "grad_norm": 1.0703125, + "learning_rate": 0.0004967164168195159, + "loss": 5.5646, + "mean_token_accuracy": 0.1479659453034401, + "num_tokens": 4036995.0, + "step": 1405 + }, + { + "entropy": 5.667166376113892, + "epoch": 1.6725978647686834, + "grad_norm": 1.15625, + "learning_rate": 0.000496634841515723, + "loss": 5.6035, + "mean_token_accuracy": 0.15370306074619294, + "num_tokens": 4049464.0, + "step": 1410 + }, + { + "entropy": 5.649252462387085, + "epoch": 1.6785290628707, + "grad_norm": 1.15625, + "learning_rate": 0.0004965522729362209, + "loss": 5.5096, + "mean_token_accuracy": 0.15451542884111405, + "num_tokens": 4063630.0, + "step": 1415 + }, + { + "entropy": 5.63691987991333, + "epoch": 1.6844602609727164, + "grad_norm": 1.1484375, + "learning_rate": 0.0004964687114510478, + "loss": 5.5176, + "mean_token_accuracy": 0.14818612933158876, + "num_tokens": 4079890.0, + "step": 1420 + }, + { + "entropy": 5.556159973144531, + "epoch": 1.690391459074733, + "grad_norm": 0.984375, + "learning_rate": 0.0004963841574346917, + "loss": 5.5784, + "mean_token_accuracy": 0.15199574530124665, + "num_tokens": 4095693.0, + "step": 1425 + }, + { + "entropy": 5.76162371635437, + "epoch": 1.6963226571767498, + "grad_norm": 1.0390625, + "learning_rate": 0.0004962986112660887, + "loss": 5.6264, + "mean_token_accuracy": 0.14758573174476625, + "num_tokens": 4109655.0, + "step": 1430 + }, + { + "entropy": 5.5980674743652346, + "epoch": 1.7022538552787663, + "grad_norm": 1.046875, + "learning_rate": 0.0004962120733286215, + "loss": 5.4904, + "mean_token_accuracy": 0.15562087446451187, + "num_tokens": 4123870.0, + "step": 1435 + }, + { + "entropy": 5.724174547195434, + "epoch": 1.708185053380783, + "grad_norm": 1.0859375, + "learning_rate": 0.0004961245440101171, + "loss": 5.6127, + "mean_token_accuracy": 0.15370832234621049, + "num_tokens": 4138009.0, + "step": 1440 + }, + { + "entropy": 5.661290311813355, + "epoch": 1.7141162514827997, + "grad_norm": 1.125, + "learning_rate": 0.000496036023702846, + "loss": 5.6985, + "mean_token_accuracy": 0.14476853236556053, + "num_tokens": 4151929.0, + "step": 1445 + }, + { + "entropy": 5.681108665466309, + "epoch": 1.7200474495848161, + "grad_norm": 1.109375, + "learning_rate": 0.0004959465128035195, + "loss": 5.5322, + "mean_token_accuracy": 0.1587254822254181, + "num_tokens": 4164626.0, + "step": 1450 + }, + { + "entropy": 5.668149662017822, + "epoch": 1.7259786476868326, + "grad_norm": 0.96875, + "learning_rate": 0.0004958560117132884, + "loss": 5.4829, + "mean_token_accuracy": 0.1552940219640732, + "num_tokens": 4179418.0, + "step": 1455 + }, + { + "entropy": 5.586788272857666, + "epoch": 1.7319098457888493, + "grad_norm": 0.9296875, + "learning_rate": 0.0004957645208377411, + "loss": 5.5927, + "mean_token_accuracy": 0.14715088456869124, + "num_tokens": 4194385.0, + "step": 1460 + }, + { + "entropy": 5.677043342590332, + "epoch": 1.737841043890866, + "grad_norm": 1.0234375, + "learning_rate": 0.000495672040586902, + "loss": 5.5726, + "mean_token_accuracy": 0.1476666510105133, + "num_tokens": 4209246.0, + "step": 1465 + }, + { + "entropy": 5.573235273361206, + "epoch": 1.7437722419928825, + "grad_norm": 0.94921875, + "learning_rate": 0.0004955785713752292, + "loss": 5.5215, + "mean_token_accuracy": 0.1514071211218834, + "num_tokens": 4225142.0, + "step": 1470 + }, + { + "entropy": 5.6124965190887455, + "epoch": 1.7497034400948992, + "grad_norm": 0.9921875, + "learning_rate": 0.0004954841136216132, + "loss": 5.5121, + "mean_token_accuracy": 0.1569083496928215, + "num_tokens": 4239495.0, + "step": 1475 + }, + { + "entropy": 5.6624431133270265, + "epoch": 1.755634638196916, + "grad_norm": 1.1640625, + "learning_rate": 0.0004953886677493746, + "loss": 5.4459, + "mean_token_accuracy": 0.16436467915773392, + "num_tokens": 4251780.0, + "step": 1480 + }, + { + "entropy": 5.616982173919678, + "epoch": 1.7615658362989324, + "grad_norm": 1.515625, + "learning_rate": 0.0004952922341862622, + "loss": 5.6927, + "mean_token_accuracy": 0.14587103947997093, + "num_tokens": 4265490.0, + "step": 1485 + }, + { + "entropy": 5.64134464263916, + "epoch": 1.7674970344009489, + "grad_norm": 1.0234375, + "learning_rate": 0.0004951948133644514, + "loss": 5.4655, + "mean_token_accuracy": 0.15793099850416184, + "num_tokens": 4280478.0, + "step": 1490 + }, + { + "entropy": 5.635649013519287, + "epoch": 1.7734282325029656, + "grad_norm": 0.93359375, + "learning_rate": 0.0004950964057205421, + "loss": 5.5551, + "mean_token_accuracy": 0.1520090416073799, + "num_tokens": 4296649.0, + "step": 1495 + }, + { + "entropy": 5.565133810043335, + "epoch": 1.7793594306049823, + "grad_norm": 0.97265625, + "learning_rate": 0.0004949970116955566, + "loss": 5.525, + "mean_token_accuracy": 0.15610957741737366, + "num_tokens": 4310470.0, + "step": 1500 + }, + { + "epoch": 1.7793594306049823, + "eval_entropy": 5.4890358755193605, + "eval_loss": 5.720747947692871, + "eval_mean_token_accuracy": 0.15074070664179837, + "eval_num_tokens": 4310470.0, + "eval_runtime": 2.4551, + "eval_samples_per_second": 1062.291, + "eval_steps_per_second": 132.786, + "step": 1500 + }, + { + "entropy": 5.62813172340393, + "epoch": 1.7852906287069987, + "grad_norm": 1.09375, + "learning_rate": 0.0004948966317349379, + "loss": 5.5502, + "mean_token_accuracy": 0.15073443800210953, + "num_tokens": 4324996.0, + "step": 1505 + }, + { + "entropy": 5.527570104598999, + "epoch": 1.7912218268090154, + "grad_norm": 1.0390625, + "learning_rate": 0.0004947952662885473, + "loss": 5.4804, + "mean_token_accuracy": 0.15607783049345017, + "num_tokens": 4337194.0, + "step": 1510 + }, + { + "entropy": 5.547454500198365, + "epoch": 1.7971530249110321, + "grad_norm": 0.96875, + "learning_rate": 0.000494692915810663, + "loss": 5.4743, + "mean_token_accuracy": 0.1528942972421646, + "num_tokens": 4352516.0, + "step": 1515 + }, + { + "entropy": 5.56812629699707, + "epoch": 1.8030842230130486, + "grad_norm": 1.171875, + "learning_rate": 0.0004945895807599775, + "loss": 5.5122, + "mean_token_accuracy": 0.16002019345760346, + "num_tokens": 4367654.0, + "step": 1520 + }, + { + "entropy": 5.605467319488525, + "epoch": 1.809015421115065, + "grad_norm": 1.125, + "learning_rate": 0.0004944852615995956, + "loss": 5.5013, + "mean_token_accuracy": 0.15724539756774902, + "num_tokens": 4381275.0, + "step": 1525 + }, + { + "entropy": 5.572732782363891, + "epoch": 1.814946619217082, + "grad_norm": 1.078125, + "learning_rate": 0.0004943799587970328, + "loss": 5.494, + "mean_token_accuracy": 0.1523606076836586, + "num_tokens": 4394392.0, + "step": 1530 + }, + { + "entropy": 5.530032682418823, + "epoch": 1.8208778173190985, + "grad_norm": 1.0625, + "learning_rate": 0.0004942736728242127, + "loss": 5.4026, + "mean_token_accuracy": 0.15689572244882583, + "num_tokens": 4407512.0, + "step": 1535 + }, + { + "entropy": 5.584712648391724, + "epoch": 1.826809015421115, + "grad_norm": 1.125, + "learning_rate": 0.0004941664041574651, + "loss": 5.507, + "mean_token_accuracy": 0.15881744623184205, + "num_tokens": 4422223.0, + "step": 1540 + }, + { + "entropy": 5.6050506114959715, + "epoch": 1.8327402135231317, + "grad_norm": 1.09375, + "learning_rate": 0.0004940581532775237, + "loss": 5.4926, + "mean_token_accuracy": 0.1518533781170845, + "num_tokens": 4436994.0, + "step": 1545 + }, + { + "entropy": 5.4888392925262455, + "epoch": 1.8386714116251484, + "grad_norm": 0.95703125, + "learning_rate": 0.0004939489206695241, + "loss": 5.4267, + "mean_token_accuracy": 0.15675119161605836, + "num_tokens": 4450429.0, + "step": 1550 + }, + { + "entropy": 5.62486629486084, + "epoch": 1.8446026097271648, + "grad_norm": 0.98046875, + "learning_rate": 0.0004938387068230021, + "loss": 5.5789, + "mean_token_accuracy": 0.15119255930185319, + "num_tokens": 4465991.0, + "step": 1555 + }, + { + "entropy": 5.55673360824585, + "epoch": 1.8505338078291815, + "grad_norm": 1.03125, + "learning_rate": 0.0004937275122318902, + "loss": 5.4977, + "mean_token_accuracy": 0.15660169571638108, + "num_tokens": 4480873.0, + "step": 1560 + }, + { + "entropy": 5.634980964660644, + "epoch": 1.8564650059311982, + "grad_norm": 1.1015625, + "learning_rate": 0.0004936153373945165, + "loss": 5.5428, + "mean_token_accuracy": 0.159622260928154, + "num_tokens": 4493443.0, + "step": 1565 + }, + { + "entropy": 5.580209970474243, + "epoch": 1.8623962040332147, + "grad_norm": 1.015625, + "learning_rate": 0.0004935021828136025, + "loss": 5.5042, + "mean_token_accuracy": 0.15394536405801773, + "num_tokens": 4506457.0, + "step": 1570 + }, + { + "entropy": 5.547038459777832, + "epoch": 1.8683274021352312, + "grad_norm": 1.078125, + "learning_rate": 0.0004933880489962602, + "loss": 5.4575, + "mean_token_accuracy": 0.15576548576354982, + "num_tokens": 4520529.0, + "step": 1575 + }, + { + "entropy": 5.558015251159668, + "epoch": 1.8742586002372479, + "grad_norm": 0.96875, + "learning_rate": 0.0004932729364539901, + "loss": 5.3993, + "mean_token_accuracy": 0.15773553699254989, + "num_tokens": 4535100.0, + "step": 1580 + }, + { + "entropy": 5.509803533554077, + "epoch": 1.8801897983392646, + "grad_norm": 1.1328125, + "learning_rate": 0.0004931568457026789, + "loss": 5.5262, + "mean_token_accuracy": 0.1584371492266655, + "num_tokens": 4549152.0, + "step": 1585 + }, + { + "entropy": 5.5465106010437015, + "epoch": 1.886120996441281, + "grad_norm": 1.015625, + "learning_rate": 0.0004930397772625976, + "loss": 5.3981, + "mean_token_accuracy": 0.16331460624933242, + "num_tokens": 4563302.0, + "step": 1590 + }, + { + "entropy": 5.470412969589233, + "epoch": 1.8920521945432978, + "grad_norm": 0.9921875, + "learning_rate": 0.0004929217316583985, + "loss": 5.3418, + "mean_token_accuracy": 0.1644173815846443, + "num_tokens": 4576770.0, + "step": 1595 + }, + { + "entropy": 5.56337342262268, + "epoch": 1.8979833926453145, + "grad_norm": 0.90625, + "learning_rate": 0.000492802709419113, + "loss": 5.4922, + "mean_token_accuracy": 0.1560358837246895, + "num_tokens": 4590264.0, + "step": 1600 + }, + { + "entropy": 5.541475391387939, + "epoch": 1.903914590747331, + "grad_norm": 0.9609375, + "learning_rate": 0.0004926827110781496, + "loss": 5.4658, + "mean_token_accuracy": 0.1521800145506859, + "num_tokens": 4606217.0, + "step": 1605 + }, + { + "entropy": 5.499109220504761, + "epoch": 1.9098457888493474, + "grad_norm": 1.0703125, + "learning_rate": 0.0004925617371732914, + "loss": 5.3749, + "mean_token_accuracy": 0.16113989651203156, + "num_tokens": 4620460.0, + "step": 1610 + }, + { + "entropy": 5.545439529418945, + "epoch": 1.9157769869513643, + "grad_norm": 0.94921875, + "learning_rate": 0.0004924397882466933, + "loss": 5.4441, + "mean_token_accuracy": 0.15975887924432755, + "num_tokens": 4635915.0, + "step": 1615 + }, + { + "entropy": 5.561807680130005, + "epoch": 1.9217081850533808, + "grad_norm": 1.046875, + "learning_rate": 0.0004923168648448799, + "loss": 5.4467, + "mean_token_accuracy": 0.15793247371912003, + "num_tokens": 4650789.0, + "step": 1620 + }, + { + "entropy": 5.594422292709351, + "epoch": 1.9276393831553973, + "grad_norm": 0.9609375, + "learning_rate": 0.0004921929675187433, + "loss": 5.518, + "mean_token_accuracy": 0.15074024945497513, + "num_tokens": 4666306.0, + "step": 1625 + }, + { + "entropy": 5.519123840332031, + "epoch": 1.933570581257414, + "grad_norm": 1.046875, + "learning_rate": 0.0004920680968235397, + "loss": 5.5125, + "mean_token_accuracy": 0.1595379963517189, + "num_tokens": 4679587.0, + "step": 1630 + }, + { + "entropy": 5.621131181716919, + "epoch": 1.9395017793594307, + "grad_norm": 1.109375, + "learning_rate": 0.0004919422533188882, + "loss": 5.441, + "mean_token_accuracy": 0.15777284204959868, + "num_tokens": 4694237.0, + "step": 1635 + }, + { + "entropy": 5.571220350265503, + "epoch": 1.9454329774614472, + "grad_norm": 0.93359375, + "learning_rate": 0.0004918154375687673, + "loss": 5.5383, + "mean_token_accuracy": 0.1469981402158737, + "num_tokens": 4708423.0, + "step": 1640 + }, + { + "entropy": 5.614190530776978, + "epoch": 1.9513641755634639, + "grad_norm": 1.0234375, + "learning_rate": 0.0004916876501415129, + "loss": 5.495, + "mean_token_accuracy": 0.15826049596071243, + "num_tokens": 4723039.0, + "step": 1645 + }, + { + "entropy": 5.505533838272095, + "epoch": 1.9572953736654806, + "grad_norm": 1.2265625, + "learning_rate": 0.0004915588916098151, + "loss": 5.4317, + "mean_token_accuracy": 0.16039896309375762, + "num_tokens": 4735882.0, + "step": 1650 + }, + { + "entropy": 5.477867507934571, + "epoch": 1.963226571767497, + "grad_norm": 1.140625, + "learning_rate": 0.0004914291625507164, + "loss": 5.4436, + "mean_token_accuracy": 0.16591833531856537, + "num_tokens": 4748810.0, + "step": 1655 + }, + { + "entropy": 5.561583375930786, + "epoch": 1.9691577698695135, + "grad_norm": 0.94921875, + "learning_rate": 0.000491298463545609, + "loss": 5.4632, + "mean_token_accuracy": 0.1546772077679634, + "num_tokens": 4763563.0, + "step": 1660 + }, + { + "entropy": 5.511043453216553, + "epoch": 1.9750889679715302, + "grad_norm": 1.109375, + "learning_rate": 0.0004911667951802318, + "loss": 5.4528, + "mean_token_accuracy": 0.15551470816135407, + "num_tokens": 4775483.0, + "step": 1665 + }, + { + "entropy": 5.501114273071289, + "epoch": 1.981020166073547, + "grad_norm": 0.8359375, + "learning_rate": 0.000491034158044668, + "loss": 5.4583, + "mean_token_accuracy": 0.1569467306137085, + "num_tokens": 4792507.0, + "step": 1670 + }, + { + "entropy": 5.568025827407837, + "epoch": 1.9869513641755634, + "grad_norm": 0.953125, + "learning_rate": 0.0004909005527333421, + "loss": 5.5004, + "mean_token_accuracy": 0.155551216006279, + "num_tokens": 4807722.0, + "step": 1675 + }, + { + "entropy": 5.516203594207764, + "epoch": 1.99288256227758, + "grad_norm": 1.015625, + "learning_rate": 0.000490765979845018, + "loss": 5.32, + "mean_token_accuracy": 0.16825991868972778, + "num_tokens": 4821129.0, + "step": 1680 + }, + { + "entropy": 5.505976819992066, + "epoch": 1.9988137603795968, + "grad_norm": 1.109375, + "learning_rate": 0.000490630439982796, + "loss": 5.3815, + "mean_token_accuracy": 0.15964729189872742, + "num_tokens": 4835483.0, + "step": 1685 + }, + { + "entropy": 5.534174060821533, + "epoch": 2.0047449584816133, + "grad_norm": 0.98828125, + "learning_rate": 0.0004904939337541093, + "loss": 5.165, + "mean_token_accuracy": 0.17265937626361846, + "num_tokens": 4848607.0, + "step": 1690 + }, + { + "entropy": 5.4161741733551025, + "epoch": 2.0106761565836297, + "grad_norm": 1.03125, + "learning_rate": 0.0004903564617707227, + "loss": 5.129, + "mean_token_accuracy": 0.17384703904390336, + "num_tokens": 4863324.0, + "step": 1695 + }, + { + "entropy": 5.535564327239991, + "epoch": 2.0166073546856467, + "grad_norm": 1.0234375, + "learning_rate": 0.0004902180246487285, + "loss": 5.1794, + "mean_token_accuracy": 0.17566659599542617, + "num_tokens": 4876603.0, + "step": 1700 + }, + { + "entropy": 5.487852954864502, + "epoch": 2.022538552787663, + "grad_norm": 0.90625, + "learning_rate": 0.000490078623008545, + "loss": 5.2708, + "mean_token_accuracy": 0.16383918672800063, + "num_tokens": 4893733.0, + "step": 1705 + }, + { + "entropy": 5.522866249084473, + "epoch": 2.0284697508896796, + "grad_norm": 1.0546875, + "learning_rate": 0.0004899382574749124, + "loss": 5.2032, + "mean_token_accuracy": 0.1683608591556549, + "num_tokens": 4908476.0, + "step": 1710 + }, + { + "entropy": 5.46659140586853, + "epoch": 2.0344009489916965, + "grad_norm": 1.0390625, + "learning_rate": 0.000489796928676891, + "loss": 5.1535, + "mean_token_accuracy": 0.17724859714508057, + "num_tokens": 4920471.0, + "step": 1715 + }, + { + "entropy": 5.461789083480835, + "epoch": 2.040332147093713, + "grad_norm": 1.0390625, + "learning_rate": 0.0004896546372478581, + "loss": 5.1845, + "mean_token_accuracy": 0.17168280780315398, + "num_tokens": 4934984.0, + "step": 1720 + }, + { + "entropy": 5.375751543045044, + "epoch": 2.0462633451957295, + "grad_norm": 0.99609375, + "learning_rate": 0.0004895113838255049, + "loss": 5.1993, + "mean_token_accuracy": 0.16719358563423156, + "num_tokens": 4949709.0, + "step": 1725 + }, + { + "entropy": 5.503344297409058, + "epoch": 2.052194543297746, + "grad_norm": 0.9609375, + "learning_rate": 0.0004893671690518343, + "loss": 5.1678, + "mean_token_accuracy": 0.17527552992105483, + "num_tokens": 4964439.0, + "step": 1730 + }, + { + "entropy": 5.424249362945557, + "epoch": 2.058125741399763, + "grad_norm": 1.0390625, + "learning_rate": 0.0004892219935731571, + "loss": 5.1255, + "mean_token_accuracy": 0.1706253096461296, + "num_tokens": 4979958.0, + "step": 1735 + }, + { + "entropy": 5.445143413543701, + "epoch": 2.0640569395017794, + "grad_norm": 1.0, + "learning_rate": 0.0004890758580400898, + "loss": 5.2107, + "mean_token_accuracy": 0.17454935014247894, + "num_tokens": 4993034.0, + "step": 1740 + }, + { + "entropy": 5.3907262802124025, + "epoch": 2.069988137603796, + "grad_norm": 1.0078125, + "learning_rate": 0.0004889287631075513, + "loss": 5.1469, + "mean_token_accuracy": 0.17527274340391158, + "num_tokens": 5008580.0, + "step": 1745 + }, + { + "entropy": 5.415247631072998, + "epoch": 2.0759193357058128, + "grad_norm": 0.98828125, + "learning_rate": 0.0004887807094347606, + "loss": 5.1757, + "mean_token_accuracy": 0.1709846779704094, + "num_tokens": 5022322.0, + "step": 1750 + }, + { + "entropy": 5.5165040493011475, + "epoch": 2.0818505338078293, + "grad_norm": 0.9453125, + "learning_rate": 0.0004886316976852326, + "loss": 5.1905, + "mean_token_accuracy": 0.16880395114421845, + "num_tokens": 5036511.0, + "step": 1755 + }, + { + "entropy": 5.393788051605225, + "epoch": 2.0877817319098457, + "grad_norm": 1.0234375, + "learning_rate": 0.0004884817285267766, + "loss": 5.1845, + "mean_token_accuracy": 0.1742696449160576, + "num_tokens": 5050129.0, + "step": 1760 + }, + { + "entropy": 5.337964820861816, + "epoch": 2.093712930011862, + "grad_norm": 1.0390625, + "learning_rate": 0.0004883308026314923, + "loss": 5.0561, + "mean_token_accuracy": 0.18535924702882767, + "num_tokens": 5062299.0, + "step": 1765 + }, + { + "entropy": 5.378459167480469, + "epoch": 2.099644128113879, + "grad_norm": 1.0546875, + "learning_rate": 0.00048817892067576726, + "loss": 5.1866, + "mean_token_accuracy": 0.17031457126140595, + "num_tokens": 5077665.0, + "step": 1770 + }, + { + "entropy": 5.357861471176148, + "epoch": 2.1055753262158956, + "grad_norm": 1.140625, + "learning_rate": 0.0004880260833402734, + "loss": 5.1114, + "mean_token_accuracy": 0.1715405285358429, + "num_tokens": 5092005.0, + "step": 1775 + }, + { + "entropy": 5.379746150970459, + "epoch": 2.111506524317912, + "grad_norm": 0.96484375, + "learning_rate": 0.0004878722913099645, + "loss": 5.199, + "mean_token_accuracy": 0.16930181831121444, + "num_tokens": 5109155.0, + "step": 1780 + }, + { + "entropy": 5.383475065231323, + "epoch": 2.117437722419929, + "grad_norm": 0.96484375, + "learning_rate": 0.000487717545274073, + "loss": 5.149, + "mean_token_accuracy": 0.16863701194524766, + "num_tokens": 5125791.0, + "step": 1785 + }, + { + "entropy": 5.384926605224609, + "epoch": 2.1233689205219455, + "grad_norm": 1.078125, + "learning_rate": 0.0004875618459261065, + "loss": 5.1762, + "mean_token_accuracy": 0.16971782743930816, + "num_tokens": 5139908.0, + "step": 1790 + }, + { + "entropy": 5.391865921020508, + "epoch": 2.129300118623962, + "grad_norm": 0.96875, + "learning_rate": 0.00048740519396384515, + "loss": 5.1527, + "mean_token_accuracy": 0.17617459148168563, + "num_tokens": 5154922.0, + "step": 1795 + }, + { + "entropy": 5.33276104927063, + "epoch": 2.135231316725979, + "grad_norm": 1.0625, + "learning_rate": 0.0004872475900893382, + "loss": 5.1899, + "mean_token_accuracy": 0.17570777982473373, + "num_tokens": 5169919.0, + "step": 1800 + }, + { + "entropy": 5.48026123046875, + "epoch": 2.1411625148279954, + "grad_norm": 1.0390625, + "learning_rate": 0.0004870890350089011, + "loss": 5.1829, + "mean_token_accuracy": 0.16823343187570572, + "num_tokens": 5186687.0, + "step": 1805 + }, + { + "entropy": 5.437422800064087, + "epoch": 2.147093712930012, + "grad_norm": 1.0859375, + "learning_rate": 0.00048692952943311214, + "loss": 5.2063, + "mean_token_accuracy": 0.1717593029141426, + "num_tokens": 5199489.0, + "step": 1810 + }, + { + "entropy": 5.496373796463013, + "epoch": 2.1530249110320283, + "grad_norm": 1.015625, + "learning_rate": 0.0004867690740768094, + "loss": 5.2399, + "mean_token_accuracy": 0.17145588397979736, + "num_tokens": 5214549.0, + "step": 1815 + }, + { + "entropy": 5.366263675689697, + "epoch": 2.1589561091340452, + "grad_norm": 1.0390625, + "learning_rate": 0.00048660766965908736, + "loss": 5.2164, + "mean_token_accuracy": 0.16977577656507492, + "num_tokens": 5228571.0, + "step": 1820 + }, + { + "entropy": 5.388319301605224, + "epoch": 2.1648873072360617, + "grad_norm": 1.03125, + "learning_rate": 0.000486445316903294, + "loss": 5.1452, + "mean_token_accuracy": 0.17680991888046266, + "num_tokens": 5242797.0, + "step": 1825 + }, + { + "entropy": 5.426320600509643, + "epoch": 2.170818505338078, + "grad_norm": 0.99609375, + "learning_rate": 0.000486282016537027, + "loss": 5.2368, + "mean_token_accuracy": 0.17110936492681503, + "num_tokens": 5257692.0, + "step": 1830 + }, + { + "entropy": 5.450334596633911, + "epoch": 2.176749703440095, + "grad_norm": 1.125, + "learning_rate": 0.0004861177692921313, + "loss": 5.2329, + "mean_token_accuracy": 0.17457327097654343, + "num_tokens": 5273117.0, + "step": 1835 + }, + { + "entropy": 5.369627332687378, + "epoch": 2.1826809015421116, + "grad_norm": 0.9375, + "learning_rate": 0.000485952575904695, + "loss": 5.1764, + "mean_token_accuracy": 0.165084633231163, + "num_tokens": 5287232.0, + "step": 1840 + }, + { + "entropy": 5.3623122215271, + "epoch": 2.188612099644128, + "grad_norm": 1.0859375, + "learning_rate": 0.0004857864371150467, + "loss": 5.164, + "mean_token_accuracy": 0.17174010574817658, + "num_tokens": 5300049.0, + "step": 1845 + }, + { + "entropy": 5.422196960449218, + "epoch": 2.1945432977461445, + "grad_norm": 1.109375, + "learning_rate": 0.0004856193536677515, + "loss": 5.1665, + "mean_token_accuracy": 0.17225924283266067, + "num_tokens": 5313811.0, + "step": 1850 + }, + { + "entropy": 5.38545184135437, + "epoch": 2.2004744958481615, + "grad_norm": 1.109375, + "learning_rate": 0.00048545132631160856, + "loss": 5.2414, + "mean_token_accuracy": 0.16925344467163086, + "num_tokens": 5326402.0, + "step": 1855 + }, + { + "entropy": 5.331728982925415, + "epoch": 2.206405693950178, + "grad_norm": 1.1875, + "learning_rate": 0.000485282355799647, + "loss": 5.1074, + "mean_token_accuracy": 0.1777871370315552, + "num_tokens": 5340440.0, + "step": 1860 + }, + { + "entropy": 5.373279333114624, + "epoch": 2.2123368920521944, + "grad_norm": 1.0546875, + "learning_rate": 0.0004851124428891226, + "loss": 5.2044, + "mean_token_accuracy": 0.17208765894174577, + "num_tokens": 5355271.0, + "step": 1865 + }, + { + "entropy": 5.3738720417022705, + "epoch": 2.2182680901542113, + "grad_norm": 0.953125, + "learning_rate": 0.00048494158834151485, + "loss": 5.1657, + "mean_token_accuracy": 0.1768079251050949, + "num_tokens": 5371939.0, + "step": 1870 + }, + { + "entropy": 5.338125801086425, + "epoch": 2.224199288256228, + "grad_norm": 0.984375, + "learning_rate": 0.00048476979292252323, + "loss": 5.0599, + "mean_token_accuracy": 0.18021448701620102, + "num_tokens": 5386242.0, + "step": 1875 + }, + { + "entropy": 5.32992787361145, + "epoch": 2.2301304863582443, + "grad_norm": 1.0625, + "learning_rate": 0.0004845970574020637, + "loss": 5.1392, + "mean_token_accuracy": 0.17196872234344482, + "num_tokens": 5399867.0, + "step": 1880 + }, + { + "entropy": 5.3204365253448485, + "epoch": 2.2360616844602608, + "grad_norm": 0.9609375, + "learning_rate": 0.00048442338255426555, + "loss": 5.0614, + "mean_token_accuracy": 0.1749480903148651, + "num_tokens": 5414236.0, + "step": 1885 + }, + { + "entropy": 5.360966062545776, + "epoch": 2.2419928825622777, + "grad_norm": 1.03125, + "learning_rate": 0.0004842487691574675, + "loss": 5.1766, + "mean_token_accuracy": 0.17208879739046096, + "num_tokens": 5428510.0, + "step": 1890 + }, + { + "entropy": 5.411381673812866, + "epoch": 2.247924080664294, + "grad_norm": 1.0390625, + "learning_rate": 0.0004840732179942146, + "loss": 5.1757, + "mean_token_accuracy": 0.17247659713029861, + "num_tokens": 5443137.0, + "step": 1895 + }, + { + "entropy": 5.371445941925049, + "epoch": 2.2538552787663106, + "grad_norm": 1.0390625, + "learning_rate": 0.00048389672985125467, + "loss": 5.1897, + "mean_token_accuracy": 0.1735587641596794, + "num_tokens": 5456574.0, + "step": 1900 + }, + { + "entropy": 5.3538429737091064, + "epoch": 2.2597864768683276, + "grad_norm": 0.91796875, + "learning_rate": 0.0004837193055195344, + "loss": 5.1926, + "mean_token_accuracy": 0.17189497202634813, + "num_tokens": 5472789.0, + "step": 1905 + }, + { + "entropy": 5.422811889648438, + "epoch": 2.265717674970344, + "grad_norm": 0.9921875, + "learning_rate": 0.00048354094579419656, + "loss": 5.1784, + "mean_token_accuracy": 0.1655895009636879, + "num_tokens": 5488202.0, + "step": 1910 + }, + { + "entropy": 5.344785451889038, + "epoch": 2.2716488730723605, + "grad_norm": 0.9375, + "learning_rate": 0.00048336165147457537, + "loss": 5.2373, + "mean_token_accuracy": 0.16763855069875716, + "num_tokens": 5502661.0, + "step": 1915 + }, + { + "entropy": 5.352733612060547, + "epoch": 2.277580071174377, + "grad_norm": 1.3046875, + "learning_rate": 0.00048318142336419413, + "loss": 5.1591, + "mean_token_accuracy": 0.17304945439100267, + "num_tokens": 5516371.0, + "step": 1920 + }, + { + "entropy": 5.342757987976074, + "epoch": 2.283511269276394, + "grad_norm": 1.0390625, + "learning_rate": 0.0004830002622707604, + "loss": 5.1239, + "mean_token_accuracy": 0.1793706387281418, + "num_tokens": 5529339.0, + "step": 1925 + }, + { + "entropy": 5.337879085540772, + "epoch": 2.2894424673784104, + "grad_norm": 1.0859375, + "learning_rate": 0.00048281816900616354, + "loss": 5.1158, + "mean_token_accuracy": 0.17504990845918655, + "num_tokens": 5543173.0, + "step": 1930 + }, + { + "entropy": 5.280277824401855, + "epoch": 2.295373665480427, + "grad_norm": 0.98046875, + "learning_rate": 0.00048263514438647015, + "loss": 5.1089, + "mean_token_accuracy": 0.17652505189180373, + "num_tokens": 5557080.0, + "step": 1935 + }, + { + "entropy": 5.356028890609741, + "epoch": 2.301304863582444, + "grad_norm": 0.9609375, + "learning_rate": 0.0004824511892319209, + "loss": 5.1702, + "mean_token_accuracy": 0.17574198096990584, + "num_tokens": 5571422.0, + "step": 1940 + }, + { + "entropy": 5.253097772598267, + "epoch": 2.3072360616844603, + "grad_norm": 1.265625, + "learning_rate": 0.0004822663043669267, + "loss": 4.9664, + "mean_token_accuracy": 0.18942097276449205, + "num_tokens": 5583057.0, + "step": 1945 + }, + { + "entropy": 5.27740592956543, + "epoch": 2.3131672597864767, + "grad_norm": 1.0546875, + "learning_rate": 0.00048208049062006505, + "loss": 5.2096, + "mean_token_accuracy": 0.16950699239969252, + "num_tokens": 5596201.0, + "step": 1950 + }, + { + "entropy": 5.393002700805664, + "epoch": 2.3190984578884937, + "grad_norm": 0.921875, + "learning_rate": 0.0004818937488240764, + "loss": 5.1601, + "mean_token_accuracy": 0.17385102808475494, + "num_tokens": 5612461.0, + "step": 1955 + }, + { + "entropy": 5.323347473144532, + "epoch": 2.32502965599051, + "grad_norm": 1.046875, + "learning_rate": 0.00048170607981586023, + "loss": 5.2285, + "mean_token_accuracy": 0.16853837668895721, + "num_tokens": 5628148.0, + "step": 1960 + }, + { + "entropy": 5.288127470016479, + "epoch": 2.3309608540925266, + "grad_norm": 1.015625, + "learning_rate": 0.0004815174844364714, + "loss": 5.0684, + "mean_token_accuracy": 0.1746617555618286, + "num_tokens": 5641695.0, + "step": 1965 + }, + { + "entropy": 5.371695184707642, + "epoch": 2.3368920521945435, + "grad_norm": 1.0625, + "learning_rate": 0.0004813279635311165, + "loss": 5.1085, + "mean_token_accuracy": 0.18225748091936111, + "num_tokens": 5654902.0, + "step": 1970 + }, + { + "entropy": 5.291834688186645, + "epoch": 2.34282325029656, + "grad_norm": 1.125, + "learning_rate": 0.00048113751794914974, + "loss": 5.1022, + "mean_token_accuracy": 0.18446253687143327, + "num_tokens": 5666899.0, + "step": 1975 + }, + { + "entropy": 5.420601224899292, + "epoch": 2.3487544483985765, + "grad_norm": 0.9296875, + "learning_rate": 0.0004809461485440694, + "loss": 5.2152, + "mean_token_accuracy": 0.17578936219215394, + "num_tokens": 5682525.0, + "step": 1980 + }, + { + "entropy": 5.2827568531036375, + "epoch": 2.354685646500593, + "grad_norm": 1.0, + "learning_rate": 0.0004807538561735143, + "loss": 5.14, + "mean_token_accuracy": 0.16829978823661804, + "num_tokens": 5697097.0, + "step": 1985 + }, + { + "entropy": 5.2644284725189205, + "epoch": 2.36061684460261, + "grad_norm": 1.140625, + "learning_rate": 0.00048056064169925904, + "loss": 5.0869, + "mean_token_accuracy": 0.17536696344614028, + "num_tokens": 5712340.0, + "step": 1990 + }, + { + "entropy": 5.353961038589477, + "epoch": 2.3665480427046264, + "grad_norm": 1.0625, + "learning_rate": 0.00048036650598721125, + "loss": 5.197, + "mean_token_accuracy": 0.16865415275096893, + "num_tokens": 5726509.0, + "step": 1995 + }, + { + "entropy": 5.3073567867279055, + "epoch": 2.372479240806643, + "grad_norm": 1.015625, + "learning_rate": 0.00048017144990740673, + "loss": 5.121, + "mean_token_accuracy": 0.1786181464791298, + "num_tokens": 5740977.0, + "step": 2000 + }, + { + "epoch": 2.372479240806643, + "eval_entropy": 5.170273498523454, + "eval_loss": 5.574867248535156, + "eval_mean_token_accuracy": 0.16265562777778853, + "eval_num_tokens": 5740977.0, + "eval_runtime": 2.4303, + "eval_samples_per_second": 1073.13, + "eval_steps_per_second": 134.141, + "step": 2000 + }, + { + "entropy": 5.288026952743531, + "epoch": 2.3784104389086593, + "grad_norm": 1.15625, + "learning_rate": 0.00047997547433400615, + "loss": 5.0974, + "mean_token_accuracy": 0.1805935502052307, + "num_tokens": 5756000.0, + "step": 2005 + }, + { + "entropy": 5.338898134231568, + "epoch": 2.3843416370106763, + "grad_norm": 0.97265625, + "learning_rate": 0.0004797785801452911, + "loss": 5.1033, + "mean_token_accuracy": 0.18041265308856963, + "num_tokens": 5771438.0, + "step": 2010 + }, + { + "entropy": 5.329379606246948, + "epoch": 2.3902728351126927, + "grad_norm": 1.1171875, + "learning_rate": 0.00047958076822365994, + "loss": 5.1506, + "mean_token_accuracy": 0.17072732895612716, + "num_tokens": 5784686.0, + "step": 2015 + }, + { + "entropy": 5.344692611694336, + "epoch": 2.396204033214709, + "grad_norm": 1.0078125, + "learning_rate": 0.0004793820394556238, + "loss": 5.201, + "mean_token_accuracy": 0.17325544208288193, + "num_tokens": 5799363.0, + "step": 2020 + }, + { + "entropy": 5.308460712432861, + "epoch": 2.402135231316726, + "grad_norm": 1.0390625, + "learning_rate": 0.0004791823947318029, + "loss": 5.0887, + "mean_token_accuracy": 0.176689213514328, + "num_tokens": 5812109.0, + "step": 2025 + }, + { + "entropy": 5.2809264183044435, + "epoch": 2.4080664294187426, + "grad_norm": 1.078125, + "learning_rate": 0.0004789818349469222, + "loss": 5.0932, + "mean_token_accuracy": 0.18039163053035737, + "num_tokens": 5825780.0, + "step": 2030 + }, + { + "entropy": 5.265401554107666, + "epoch": 2.413997627520759, + "grad_norm": 1.0625, + "learning_rate": 0.00047878036099980795, + "loss": 5.1356, + "mean_token_accuracy": 0.16557523757219314, + "num_tokens": 5841184.0, + "step": 2035 + }, + { + "entropy": 5.28918867111206, + "epoch": 2.419928825622776, + "grad_norm": 1.15625, + "learning_rate": 0.00047857797379338284, + "loss": 5.1151, + "mean_token_accuracy": 0.18016838133335114, + "num_tokens": 5854422.0, + "step": 2040 + }, + { + "entropy": 5.434517860412598, + "epoch": 2.4258600237247925, + "grad_norm": 1.0625, + "learning_rate": 0.00047837467423466284, + "loss": 5.2756, + "mean_token_accuracy": 0.16469118744134903, + "num_tokens": 5870878.0, + "step": 2045 + }, + { + "entropy": 5.323330879211426, + "epoch": 2.431791221826809, + "grad_norm": 1.1015625, + "learning_rate": 0.00047817046323475246, + "loss": 5.2065, + "mean_token_accuracy": 0.16481388956308365, + "num_tokens": 5886137.0, + "step": 2050 + }, + { + "entropy": 5.346496486663819, + "epoch": 2.4377224199288254, + "grad_norm": 1.03125, + "learning_rate": 0.0004779653417088408, + "loss": 5.1252, + "mean_token_accuracy": 0.17990775406360626, + "num_tokens": 5900300.0, + "step": 2055 + }, + { + "entropy": 5.322238492965698, + "epoch": 2.4436536180308424, + "grad_norm": 0.9375, + "learning_rate": 0.00047775931057619786, + "loss": 5.2122, + "mean_token_accuracy": 0.1684417709708214, + "num_tokens": 5917933.0, + "step": 2060 + }, + { + "entropy": 5.431944942474365, + "epoch": 2.449584816132859, + "grad_norm": 0.984375, + "learning_rate": 0.00047755237076016997, + "loss": 5.1549, + "mean_token_accuracy": 0.1798498421907425, + "num_tokens": 5932189.0, + "step": 2065 + }, + { + "entropy": 5.2723767280578615, + "epoch": 2.4555160142348753, + "grad_norm": 1.0234375, + "learning_rate": 0.0004773445231881757, + "loss": 5.1586, + "mean_token_accuracy": 0.17868874669075013, + "num_tokens": 5945999.0, + "step": 2070 + }, + { + "entropy": 5.317199230194092, + "epoch": 2.4614472123368922, + "grad_norm": 1.015625, + "learning_rate": 0.0004771357687917021, + "loss": 5.1759, + "mean_token_accuracy": 0.17290179580450057, + "num_tokens": 5960187.0, + "step": 2075 + }, + { + "entropy": 5.290809917449951, + "epoch": 2.4673784104389087, + "grad_norm": 0.96875, + "learning_rate": 0.0004769261085063, + "loss": 5.1032, + "mean_token_accuracy": 0.17626044750213624, + "num_tokens": 5975211.0, + "step": 2080 + }, + { + "entropy": 5.2783082008361815, + "epoch": 2.473309608540925, + "grad_norm": 1.015625, + "learning_rate": 0.00047671554327157996, + "loss": 5.09, + "mean_token_accuracy": 0.17717413753271102, + "num_tokens": 5988904.0, + "step": 2085 + }, + { + "entropy": 5.230610990524292, + "epoch": 2.4792408066429417, + "grad_norm": 1.0546875, + "learning_rate": 0.00047650407403120845, + "loss": 5.0964, + "mean_token_accuracy": 0.17791107147932053, + "num_tokens": 6004691.0, + "step": 2090 + }, + { + "entropy": 5.2898766040802006, + "epoch": 2.4851720047449586, + "grad_norm": 1.0625, + "learning_rate": 0.00047629170173290296, + "loss": 5.1428, + "mean_token_accuracy": 0.17288617938756942, + "num_tokens": 6017859.0, + "step": 2095 + }, + { + "entropy": 5.320411825180054, + "epoch": 2.491103202846975, + "grad_norm": 0.98828125, + "learning_rate": 0.0004760784273284286, + "loss": 5.1645, + "mean_token_accuracy": 0.17397502213716506, + "num_tokens": 6032042.0, + "step": 2100 + }, + { + "entropy": 5.293785238265992, + "epoch": 2.4970344009489915, + "grad_norm": 0.97265625, + "learning_rate": 0.0004758642517735928, + "loss": 5.1838, + "mean_token_accuracy": 0.1742447093129158, + "num_tokens": 6048591.0, + "step": 2105 + }, + { + "entropy": 5.232989549636841, + "epoch": 2.5029655990510085, + "grad_norm": 1.109375, + "learning_rate": 0.00047564917602824203, + "loss": 5.0759, + "mean_token_accuracy": 0.179649518430233, + "num_tokens": 6062436.0, + "step": 2110 + }, + { + "entropy": 5.266342687606811, + "epoch": 2.508896797153025, + "grad_norm": 1.125, + "learning_rate": 0.0004754332010562567, + "loss": 5.0365, + "mean_token_accuracy": 0.18351121246814728, + "num_tokens": 6075564.0, + "step": 2115 + }, + { + "entropy": 5.31279501914978, + "epoch": 2.5148279952550414, + "grad_norm": 1.046875, + "learning_rate": 0.0004752163278255473, + "loss": 5.1432, + "mean_token_accuracy": 0.1722079709172249, + "num_tokens": 6088939.0, + "step": 2120 + }, + { + "entropy": 5.295576190948486, + "epoch": 2.5207591933570583, + "grad_norm": 1.03125, + "learning_rate": 0.0004749985573080501, + "loss": 5.0956, + "mean_token_accuracy": 0.17826481014490128, + "num_tokens": 6101855.0, + "step": 2125 + }, + { + "entropy": 5.266389179229736, + "epoch": 2.526690391459075, + "grad_norm": 1.0546875, + "learning_rate": 0.0004747798904797225, + "loss": 5.0738, + "mean_token_accuracy": 0.1764925792813301, + "num_tokens": 6116192.0, + "step": 2130 + }, + { + "entropy": 5.1693144798278805, + "epoch": 2.5326215895610913, + "grad_norm": 0.94921875, + "learning_rate": 0.0004745603283205387, + "loss": 5.0887, + "mean_token_accuracy": 0.17885565012693405, + "num_tokens": 6130741.0, + "step": 2135 + }, + { + "entropy": 5.278003215789795, + "epoch": 2.538552787663108, + "grad_norm": 1.0703125, + "learning_rate": 0.00047433987181448546, + "loss": 5.056, + "mean_token_accuracy": 0.180057655274868, + "num_tokens": 6144937.0, + "step": 2140 + }, + { + "entropy": 5.2536839008331295, + "epoch": 2.5444839857651247, + "grad_norm": 1.1484375, + "learning_rate": 0.0004741185219495579, + "loss": 5.1384, + "mean_token_accuracy": 0.1841862380504608, + "num_tokens": 6156747.0, + "step": 2145 + }, + { + "entropy": 5.199393939971924, + "epoch": 2.550415183867141, + "grad_norm": 1.078125, + "learning_rate": 0.0004738962797177544, + "loss": 5.0336, + "mean_token_accuracy": 0.18659159690141677, + "num_tokens": 6169148.0, + "step": 2150 + }, + { + "entropy": 5.317109870910644, + "epoch": 2.5563463819691576, + "grad_norm": 1.03125, + "learning_rate": 0.00047367314611507276, + "loss": 5.107, + "mean_token_accuracy": 0.17958347201347352, + "num_tokens": 6181881.0, + "step": 2155 + }, + { + "entropy": 5.259987688064575, + "epoch": 2.562277580071174, + "grad_norm": 1.03125, + "learning_rate": 0.00047344912214150565, + "loss": 5.0531, + "mean_token_accuracy": 0.17894216775894164, + "num_tokens": 6196155.0, + "step": 2160 + }, + { + "entropy": 5.232990169525147, + "epoch": 2.568208778173191, + "grad_norm": 1.109375, + "learning_rate": 0.00047322420880103566, + "loss": 5.124, + "mean_token_accuracy": 0.17405239790678023, + "num_tokens": 6210918.0, + "step": 2165 + }, + { + "entropy": 5.249849700927735, + "epoch": 2.5741399762752075, + "grad_norm": 0.96484375, + "learning_rate": 0.00047299840710163157, + "loss": 5.0786, + "mean_token_accuracy": 0.18167687505483626, + "num_tokens": 6225747.0, + "step": 2170 + }, + { + "entropy": 5.256479358673095, + "epoch": 2.580071174377224, + "grad_norm": 1.109375, + "learning_rate": 0.0004727717180552431, + "loss": 5.137, + "mean_token_accuracy": 0.17358365505933762, + "num_tokens": 6239038.0, + "step": 2175 + }, + { + "entropy": 5.342339181900025, + "epoch": 2.586002372479241, + "grad_norm": 1.0546875, + "learning_rate": 0.00047254414267779686, + "loss": 5.2372, + "mean_token_accuracy": 0.17196187376976013, + "num_tokens": 6253346.0, + "step": 2180 + }, + { + "entropy": 5.303297472000122, + "epoch": 2.5919335705812574, + "grad_norm": 0.9453125, + "learning_rate": 0.0004723156819891917, + "loss": 5.2119, + "mean_token_accuracy": 0.17385910600423812, + "num_tokens": 6268060.0, + "step": 2185 + }, + { + "entropy": 5.266570806503296, + "epoch": 2.597864768683274, + "grad_norm": 0.94921875, + "learning_rate": 0.0004720863370132937, + "loss": 5.0388, + "mean_token_accuracy": 0.18387284874916077, + "num_tokens": 6283192.0, + "step": 2190 + }, + { + "entropy": 5.214200639724732, + "epoch": 2.603795966785291, + "grad_norm": 1.015625, + "learning_rate": 0.00047185610877793245, + "loss": 5.1047, + "mean_token_accuracy": 0.18674758821725845, + "num_tokens": 6297511.0, + "step": 2195 + }, + { + "entropy": 5.277515506744384, + "epoch": 2.6097271648873073, + "grad_norm": 0.94921875, + "learning_rate": 0.0004716249983148955, + "loss": 5.1247, + "mean_token_accuracy": 0.1791581928730011, + "num_tokens": 6313257.0, + "step": 2200 + }, + { + "entropy": 5.248571062088013, + "epoch": 2.6156583629893237, + "grad_norm": 1.0703125, + "learning_rate": 0.0004713930066599246, + "loss": 5.0519, + "mean_token_accuracy": 0.1780620649456978, + "num_tokens": 6326437.0, + "step": 2205 + }, + { + "entropy": 5.23038158416748, + "epoch": 2.6215895610913407, + "grad_norm": 0.96875, + "learning_rate": 0.00047116013485271014, + "loss": 5.0944, + "mean_token_accuracy": 0.18125442415475845, + "num_tokens": 6341704.0, + "step": 2210 + }, + { + "entropy": 5.240528726577759, + "epoch": 2.627520759193357, + "grad_norm": 1.0078125, + "learning_rate": 0.0004709263839368875, + "loss": 5.105, + "mean_token_accuracy": 0.17949420362710952, + "num_tokens": 6355783.0, + "step": 2215 + }, + { + "entropy": 5.3141090869903564, + "epoch": 2.6334519572953736, + "grad_norm": 1.0, + "learning_rate": 0.00047069175496003147, + "loss": 5.1015, + "mean_token_accuracy": 0.1741042762994766, + "num_tokens": 6370601.0, + "step": 2220 + }, + { + "entropy": 5.2879376888275145, + "epoch": 2.6393831553973905, + "grad_norm": 0.9765625, + "learning_rate": 0.0004704562489736522, + "loss": 5.1441, + "mean_token_accuracy": 0.1749232068657875, + "num_tokens": 6388124.0, + "step": 2225 + }, + { + "entropy": 5.316340398788452, + "epoch": 2.645314353499407, + "grad_norm": 1.0, + "learning_rate": 0.0004702198670331901, + "loss": 5.1487, + "mean_token_accuracy": 0.17196937203407286, + "num_tokens": 6403018.0, + "step": 2230 + }, + { + "entropy": 5.255807828903198, + "epoch": 2.6512455516014235, + "grad_norm": 1.0625, + "learning_rate": 0.0004699826101980112, + "loss": 5.0898, + "mean_token_accuracy": 0.17568791508674622, + "num_tokens": 6417403.0, + "step": 2235 + }, + { + "entropy": 5.249996376037598, + "epoch": 2.65717674970344, + "grad_norm": 1.1015625, + "learning_rate": 0.0004697444795314027, + "loss": 5.1367, + "mean_token_accuracy": 0.1690463364124298, + "num_tokens": 6432950.0, + "step": 2240 + }, + { + "entropy": 5.27621431350708, + "epoch": 2.6631079478054565, + "grad_norm": 1.0625, + "learning_rate": 0.00046950547610056766, + "loss": 5.1516, + "mean_token_accuracy": 0.1721343442797661, + "num_tokens": 6447735.0, + "step": 2245 + }, + { + "entropy": 5.281610584259033, + "epoch": 2.6690391459074734, + "grad_norm": 1.0859375, + "learning_rate": 0.0004692656009766206, + "loss": 5.0463, + "mean_token_accuracy": 0.18724312782287597, + "num_tokens": 6460066.0, + "step": 2250 + }, + { + "entropy": 5.2377824783325195, + "epoch": 2.67497034400949, + "grad_norm": 1.1328125, + "learning_rate": 0.00046902485523458266, + "loss": 5.1765, + "mean_token_accuracy": 0.16881112903356552, + "num_tokens": 6473880.0, + "step": 2255 + }, + { + "entropy": 5.330496311187744, + "epoch": 2.6809015421115063, + "grad_norm": 1.0859375, + "learning_rate": 0.0004687832399533767, + "loss": 5.0731, + "mean_token_accuracy": 0.1850060999393463, + "num_tokens": 6485678.0, + "step": 2260 + }, + { + "entropy": 5.215729856491089, + "epoch": 2.6868327402135233, + "grad_norm": 1.0, + "learning_rate": 0.0004685407562158226, + "loss": 5.1479, + "mean_token_accuracy": 0.17705656737089157, + "num_tokens": 6498606.0, + "step": 2265 + }, + { + "entropy": 5.218173503875732, + "epoch": 2.6927639383155397, + "grad_norm": 1.046875, + "learning_rate": 0.0004682974051086321, + "loss": 5.0863, + "mean_token_accuracy": 0.18237122297286987, + "num_tokens": 6511590.0, + "step": 2270 + }, + { + "entropy": 5.29819803237915, + "epoch": 2.698695136417556, + "grad_norm": 1.0703125, + "learning_rate": 0.0004680531877224042, + "loss": 5.1659, + "mean_token_accuracy": 0.17502329647541046, + "num_tokens": 6525391.0, + "step": 2275 + }, + { + "entropy": 5.247089862823486, + "epoch": 2.704626334519573, + "grad_norm": 0.97265625, + "learning_rate": 0.00046780810515162027, + "loss": 5.1129, + "mean_token_accuracy": 0.17722094506025315, + "num_tokens": 6540749.0, + "step": 2280 + }, + { + "entropy": 5.228551435470581, + "epoch": 2.7105575326215896, + "grad_norm": 1.0078125, + "learning_rate": 0.00046756215849463905, + "loss": 5.1351, + "mean_token_accuracy": 0.1777515858411789, + "num_tokens": 6556607.0, + "step": 2285 + }, + { + "entropy": 5.227963972091675, + "epoch": 2.716488730723606, + "grad_norm": 1.1328125, + "learning_rate": 0.00046731534885369175, + "loss": 5.0378, + "mean_token_accuracy": 0.18670109808444976, + "num_tokens": 6569340.0, + "step": 2290 + }, + { + "entropy": 5.254456853866577, + "epoch": 2.722419928825623, + "grad_norm": 1.0390625, + "learning_rate": 0.00046706767733487714, + "loss": 5.1495, + "mean_token_accuracy": 0.168257737159729, + "num_tokens": 6586070.0, + "step": 2295 + }, + { + "entropy": 5.350936985015869, + "epoch": 2.7283511269276395, + "grad_norm": 1.09375, + "learning_rate": 0.00046681914504815653, + "loss": 5.2384, + "mean_token_accuracy": 0.17244828790426253, + "num_tokens": 6601441.0, + "step": 2300 + }, + { + "entropy": 5.22352089881897, + "epoch": 2.734282325029656, + "grad_norm": 1.0390625, + "learning_rate": 0.0004665697531073489, + "loss": 5.1004, + "mean_token_accuracy": 0.17834114283323288, + "num_tokens": 6616478.0, + "step": 2305 + }, + { + "entropy": 5.29279670715332, + "epoch": 2.7402135231316724, + "grad_norm": 0.9453125, + "learning_rate": 0.0004663195026301258, + "loss": 5.1774, + "mean_token_accuracy": 0.17028742134571076, + "num_tokens": 6631519.0, + "step": 2310 + }, + { + "entropy": 5.289520025253296, + "epoch": 2.7461447212336894, + "grad_norm": 0.99609375, + "learning_rate": 0.00046606839473800626, + "loss": 5.1519, + "mean_token_accuracy": 0.1711852639913559, + "num_tokens": 6646862.0, + "step": 2315 + }, + { + "entropy": 5.285637235641479, + "epoch": 2.752075919335706, + "grad_norm": 1.0078125, + "learning_rate": 0.00046581643055635215, + "loss": 5.0706, + "mean_token_accuracy": 0.18027766644954682, + "num_tokens": 6660731.0, + "step": 2320 + }, + { + "entropy": 5.257721757888794, + "epoch": 2.7580071174377223, + "grad_norm": 1.0, + "learning_rate": 0.00046556361121436265, + "loss": 5.0884, + "mean_token_accuracy": 0.17217349857091904, + "num_tokens": 6675922.0, + "step": 2325 + }, + { + "entropy": 5.210122585296631, + "epoch": 2.763938315539739, + "grad_norm": 1.0078125, + "learning_rate": 0.0004653099378450696, + "loss": 5.086, + "mean_token_accuracy": 0.17834757566452025, + "num_tokens": 6689363.0, + "step": 2330 + }, + { + "entropy": 5.289632892608642, + "epoch": 2.7698695136417557, + "grad_norm": 1.1796875, + "learning_rate": 0.0004650554115853321, + "loss": 5.08, + "mean_token_accuracy": 0.17782238125801086, + "num_tokens": 6702655.0, + "step": 2335 + }, + { + "entropy": 5.233364868164062, + "epoch": 2.775800711743772, + "grad_norm": 0.94921875, + "learning_rate": 0.00046480003357583154, + "loss": 5.115, + "mean_token_accuracy": 0.1791711837053299, + "num_tokens": 6718101.0, + "step": 2340 + }, + { + "entropy": 5.249103927612305, + "epoch": 2.7817319098457887, + "grad_norm": 1.015625, + "learning_rate": 0.00046454380496106665, + "loss": 5.0327, + "mean_token_accuracy": 0.18523623198270797, + "num_tokens": 6731410.0, + "step": 2345 + }, + { + "entropy": 5.2448647022247314, + "epoch": 2.7876631079478056, + "grad_norm": 1.109375, + "learning_rate": 0.0004642867268893481, + "loss": 5.1059, + "mean_token_accuracy": 0.18096584379673003, + "num_tokens": 6744544.0, + "step": 2350 + }, + { + "entropy": 5.1900553703308105, + "epoch": 2.793594306049822, + "grad_norm": 0.97265625, + "learning_rate": 0.0004640288005127933, + "loss": 5.0096, + "mean_token_accuracy": 0.18570955991744995, + "num_tokens": 6757559.0, + "step": 2355 + }, + { + "entropy": 5.22004246711731, + "epoch": 2.7995255041518385, + "grad_norm": 1.0390625, + "learning_rate": 0.000463770026987322, + "loss": 5.0821, + "mean_token_accuracy": 0.17724673599004745, + "num_tokens": 6772655.0, + "step": 2360 + }, + { + "entropy": 5.193439579010009, + "epoch": 2.8054567022538555, + "grad_norm": 1.078125, + "learning_rate": 0.0004635104074726498, + "loss": 5.011, + "mean_token_accuracy": 0.18544310331344604, + "num_tokens": 6786038.0, + "step": 2365 + }, + { + "entropy": 5.228322505950928, + "epoch": 2.811387900355872, + "grad_norm": 1.0703125, + "learning_rate": 0.0004632499431322842, + "loss": 5.0586, + "mean_token_accuracy": 0.17480345368385314, + "num_tokens": 6799759.0, + "step": 2370 + }, + { + "entropy": 5.192971563339233, + "epoch": 2.8173190984578884, + "grad_norm": 1.1015625, + "learning_rate": 0.00046298863513351854, + "loss": 5.1025, + "mean_token_accuracy": 0.1785614773631096, + "num_tokens": 6814242.0, + "step": 2375 + }, + { + "entropy": 5.30884952545166, + "epoch": 2.8232502965599053, + "grad_norm": 0.96484375, + "learning_rate": 0.00046272648464742733, + "loss": 5.1246, + "mean_token_accuracy": 0.16953468918800355, + "num_tokens": 6828697.0, + "step": 2380 + }, + { + "entropy": 5.15752215385437, + "epoch": 2.829181494661922, + "grad_norm": 1.1953125, + "learning_rate": 0.0004624634928488605, + "loss": 5.0758, + "mean_token_accuracy": 0.18574994206428527, + "num_tokens": 6842549.0, + "step": 2385 + }, + { + "entropy": 5.288483715057373, + "epoch": 2.8351126927639383, + "grad_norm": 1.0546875, + "learning_rate": 0.00046219966091643865, + "loss": 5.1667, + "mean_token_accuracy": 0.17601943910121917, + "num_tokens": 6857599.0, + "step": 2390 + }, + { + "entropy": 5.216753959655762, + "epoch": 2.8410438908659548, + "grad_norm": 1.15625, + "learning_rate": 0.00046193499003254737, + "loss": 5.0904, + "mean_token_accuracy": 0.18286330252885818, + "num_tokens": 6872621.0, + "step": 2395 + }, + { + "entropy": 5.251305961608887, + "epoch": 2.8469750889679717, + "grad_norm": 1.0625, + "learning_rate": 0.0004616694813833322, + "loss": 5.1589, + "mean_token_accuracy": 0.1729411706328392, + "num_tokens": 6887297.0, + "step": 2400 + }, + { + "entropy": 5.263056373596191, + "epoch": 2.852906287069988, + "grad_norm": 1.1484375, + "learning_rate": 0.00046140313615869287, + "loss": 5.0538, + "mean_token_accuracy": 0.18049194067716598, + "num_tokens": 6900857.0, + "step": 2405 + }, + { + "entropy": 5.1703661441802975, + "epoch": 2.8588374851720046, + "grad_norm": 1.03125, + "learning_rate": 0.00046113595555227885, + "loss": 5.0715, + "mean_token_accuracy": 0.18290164321660995, + "num_tokens": 6917351.0, + "step": 2410 + }, + { + "entropy": 5.134192991256714, + "epoch": 2.864768683274021, + "grad_norm": 1.0859375, + "learning_rate": 0.000460867940761483, + "loss": 5.0086, + "mean_token_accuracy": 0.19504904747009277, + "num_tokens": 6930619.0, + "step": 2415 + }, + { + "entropy": 5.185745000839233, + "epoch": 2.870699881376038, + "grad_norm": 1.0546875, + "learning_rate": 0.0004605990929874366, + "loss": 5.0501, + "mean_token_accuracy": 0.17975494414567947, + "num_tokens": 6944842.0, + "step": 2420 + }, + { + "entropy": 5.221125698089599, + "epoch": 2.8766310794780545, + "grad_norm": 1.0859375, + "learning_rate": 0.00046032941343500443, + "loss": 5.0331, + "mean_token_accuracy": 0.18169520050287247, + "num_tokens": 6957699.0, + "step": 2425 + }, + { + "entropy": 5.243278074264526, + "epoch": 2.882562277580071, + "grad_norm": 1.1015625, + "learning_rate": 0.00046005890331277875, + "loss": 5.1779, + "mean_token_accuracy": 0.1789306804537773, + "num_tokens": 6973373.0, + "step": 2430 + }, + { + "entropy": 5.273877429962158, + "epoch": 2.888493475682088, + "grad_norm": 1.046875, + "learning_rate": 0.0004597875638330739, + "loss": 5.1065, + "mean_token_accuracy": 0.17897169589996337, + "num_tokens": 6985943.0, + "step": 2435 + }, + { + "entropy": 5.267488431930542, + "epoch": 2.8944246737841044, + "grad_norm": 1.0859375, + "learning_rate": 0.00045951539621192137, + "loss": 5.1196, + "mean_token_accuracy": 0.19029628336429597, + "num_tokens": 6999655.0, + "step": 2440 + }, + { + "entropy": 5.225543117523193, + "epoch": 2.900355871886121, + "grad_norm": 0.97265625, + "learning_rate": 0.0004592424016690637, + "loss": 5.0894, + "mean_token_accuracy": 0.1805782213807106, + "num_tokens": 7014278.0, + "step": 2445 + }, + { + "entropy": 5.211720752716064, + "epoch": 2.906287069988138, + "grad_norm": 1.0546875, + "learning_rate": 0.00045896858142794976, + "loss": 5.0853, + "mean_token_accuracy": 0.18050264269113542, + "num_tokens": 7029998.0, + "step": 2450 + }, + { + "entropy": 5.261847639083863, + "epoch": 2.9122182680901543, + "grad_norm": 1.0390625, + "learning_rate": 0.0004586939367157285, + "loss": 5.08, + "mean_token_accuracy": 0.17528700977563857, + "num_tokens": 7043212.0, + "step": 2455 + }, + { + "entropy": 5.205530023574829, + "epoch": 2.9181494661921707, + "grad_norm": 1.0546875, + "learning_rate": 0.000458418468763244, + "loss": 5.0157, + "mean_token_accuracy": 0.18455137461423873, + "num_tokens": 7057723.0, + "step": 2460 + }, + { + "entropy": 5.222577953338623, + "epoch": 2.9240806642941877, + "grad_norm": 1.1015625, + "learning_rate": 0.00045814217880502973, + "loss": 5.1525, + "mean_token_accuracy": 0.17377886772155762, + "num_tokens": 7073334.0, + "step": 2465 + }, + { + "entropy": 5.240353107452393, + "epoch": 2.930011862396204, + "grad_norm": 0.9453125, + "learning_rate": 0.000457865068079303, + "loss": 5.1136, + "mean_token_accuracy": 0.17955139875411988, + "num_tokens": 7087671.0, + "step": 2470 + }, + { + "entropy": 5.162194871902466, + "epoch": 2.9359430604982206, + "grad_norm": 1.09375, + "learning_rate": 0.00045758713782795946, + "loss": 4.9601, + "mean_token_accuracy": 0.18688122928142548, + "num_tokens": 7101168.0, + "step": 2475 + }, + { + "entropy": 5.209585046768188, + "epoch": 2.941874258600237, + "grad_norm": 1.046875, + "learning_rate": 0.0004573083892965677, + "loss": 5.1268, + "mean_token_accuracy": 0.18048435896635057, + "num_tokens": 7115581.0, + "step": 2480 + }, + { + "entropy": 5.200497722625732, + "epoch": 2.9478054567022536, + "grad_norm": 1.09375, + "learning_rate": 0.00045702882373436317, + "loss": 5.1, + "mean_token_accuracy": 0.17545540034770965, + "num_tokens": 7129948.0, + "step": 2485 + }, + { + "entropy": 5.13970685005188, + "epoch": 2.9537366548042705, + "grad_norm": 1.0390625, + "learning_rate": 0.0004567484423942433, + "loss": 4.9933, + "mean_token_accuracy": 0.18735943138599395, + "num_tokens": 7144122.0, + "step": 2490 + }, + { + "entropy": 5.212256240844726, + "epoch": 2.959667852906287, + "grad_norm": 1.25, + "learning_rate": 0.00045646724653276117, + "loss": 5.0423, + "mean_token_accuracy": 0.19172451496124268, + "num_tokens": 7157892.0, + "step": 2495 + }, + { + "entropy": 5.22672963142395, + "epoch": 2.9655990510083035, + "grad_norm": 0.94140625, + "learning_rate": 0.00045618523741012044, + "loss": 5.1198, + "mean_token_accuracy": 0.1785096600651741, + "num_tokens": 7172581.0, + "step": 2500 + }, + { + "epoch": 2.9655990510083035, + "eval_entropy": 5.128191098113732, + "eval_loss": 5.4554667472839355, + "eval_mean_token_accuracy": 0.16967149755340413, + "eval_num_tokens": 7172581.0, + "eval_runtime": 2.4682, + "eval_samples_per_second": 1056.643, + "eval_steps_per_second": 132.08, + "step": 2500 + }, + { + "entropy": 5.209706211090088, + "epoch": 2.9715302491103204, + "grad_norm": 1.09375, + "learning_rate": 0.00045590241629016933, + "loss": 5.081, + "mean_token_accuracy": 0.17838001102209092, + "num_tokens": 7187180.0, + "step": 2505 + }, + { + "entropy": 5.186795330047607, + "epoch": 2.977461447212337, + "grad_norm": 1.078125, + "learning_rate": 0.00045561878444039526, + "loss": 5.0928, + "mean_token_accuracy": 0.1853885158896446, + "num_tokens": 7202153.0, + "step": 2510 + }, + { + "entropy": 5.233902025222778, + "epoch": 2.9833926453143533, + "grad_norm": 1.109375, + "learning_rate": 0.00045533434313191866, + "loss": 5.0663, + "mean_token_accuracy": 0.1795577213168144, + "num_tokens": 7217714.0, + "step": 2515 + }, + { + "entropy": 5.072184324264526, + "epoch": 2.9893238434163703, + "grad_norm": 1.03125, + "learning_rate": 0.0004550490936394881, + "loss": 5.0248, + "mean_token_accuracy": 0.1885547786951065, + "num_tokens": 7232366.0, + "step": 2520 + }, + { + "entropy": 5.288804340362549, + "epoch": 2.9952550415183867, + "grad_norm": 1.1484375, + "learning_rate": 0.0004547630372414737, + "loss": 5.0433, + "mean_token_accuracy": 0.18170098960399628, + "num_tokens": 7245542.0, + "step": 2525 + }, + { + "entropy": 5.13629674911499, + "epoch": 3.001186239620403, + "grad_norm": 0.96484375, + "learning_rate": 0.00045447617521986205, + "loss": 4.966, + "mean_token_accuracy": 0.18382924646139145, + "num_tokens": 7260437.0, + "step": 2530 + }, + { + "entropy": 5.186529493331909, + "epoch": 3.00711743772242, + "grad_norm": 1.09375, + "learning_rate": 0.00045418850886025006, + "loss": 4.7908, + "mean_token_accuracy": 0.19730883985757827, + "num_tokens": 7273470.0, + "step": 2535 + }, + { + "entropy": 5.14306674003601, + "epoch": 3.0130486358244366, + "grad_norm": 1.0078125, + "learning_rate": 0.0004539000394518393, + "loss": 4.8184, + "mean_token_accuracy": 0.19704275578260422, + "num_tokens": 7286515.0, + "step": 2540 + }, + { + "entropy": 5.08558144569397, + "epoch": 3.018979833926453, + "grad_norm": 1.1015625, + "learning_rate": 0.00045361076828743054, + "loss": 4.6494, + "mean_token_accuracy": 0.2086326450109482, + "num_tokens": 7299011.0, + "step": 2545 + }, + { + "entropy": 5.100022411346435, + "epoch": 3.0249110320284696, + "grad_norm": 0.99609375, + "learning_rate": 0.00045332069666341733, + "loss": 4.7556, + "mean_token_accuracy": 0.2030994936823845, + "num_tokens": 7312421.0, + "step": 2550 + }, + { + "entropy": 5.228758382797241, + "epoch": 3.0308422301304865, + "grad_norm": 0.8828125, + "learning_rate": 0.000453029825879781, + "loss": 4.829, + "mean_token_accuracy": 0.1881020963191986, + "num_tokens": 7326298.0, + "step": 2555 + }, + { + "entropy": 5.20881233215332, + "epoch": 3.036773428232503, + "grad_norm": 1.1015625, + "learning_rate": 0.0004527381572400838, + "loss": 4.8349, + "mean_token_accuracy": 0.19809474796056747, + "num_tokens": 7340411.0, + "step": 2560 + }, + { + "entropy": 5.2084184169769285, + "epoch": 3.0427046263345194, + "grad_norm": 1.03125, + "learning_rate": 0.00045244569205146425, + "loss": 4.7739, + "mean_token_accuracy": 0.19972959756851197, + "num_tokens": 7355853.0, + "step": 2565 + }, + { + "entropy": 5.0268631935119625, + "epoch": 3.0486358244365364, + "grad_norm": 0.9765625, + "learning_rate": 0.00045215243162463023, + "loss": 4.7546, + "mean_token_accuracy": 0.2027596727013588, + "num_tokens": 7370462.0, + "step": 2570 + }, + { + "entropy": 5.1120353698730465, + "epoch": 3.054567022538553, + "grad_norm": 1.1171875, + "learning_rate": 0.00045185837727385373, + "loss": 4.7613, + "mean_token_accuracy": 0.19956568926572799, + "num_tokens": 7382283.0, + "step": 2575 + }, + { + "entropy": 5.185872745513916, + "epoch": 3.0604982206405693, + "grad_norm": 0.99609375, + "learning_rate": 0.0004515635303169648, + "loss": 4.8004, + "mean_token_accuracy": 0.19398040175437928, + "num_tokens": 7397282.0, + "step": 2580 + }, + { + "entropy": 5.129135847091675, + "epoch": 3.066429418742586, + "grad_norm": 1.09375, + "learning_rate": 0.00045126789207534544, + "loss": 4.7633, + "mean_token_accuracy": 0.19493884593248367, + "num_tokens": 7410471.0, + "step": 2585 + }, + { + "entropy": 5.097009515762329, + "epoch": 3.0723606168446027, + "grad_norm": 1.1640625, + "learning_rate": 0.00045097146387392423, + "loss": 4.7541, + "mean_token_accuracy": 0.20093791782855988, + "num_tokens": 7426151.0, + "step": 2590 + }, + { + "entropy": 5.208783435821533, + "epoch": 3.078291814946619, + "grad_norm": 1.0, + "learning_rate": 0.00045067424704116956, + "loss": 4.8063, + "mean_token_accuracy": 0.19725323617458343, + "num_tokens": 7441336.0, + "step": 2595 + }, + { + "entropy": 5.1333612442016605, + "epoch": 3.0842230130486357, + "grad_norm": 1.03125, + "learning_rate": 0.0004503762429090845, + "loss": 4.8512, + "mean_token_accuracy": 0.19190199822187423, + "num_tokens": 7456152.0, + "step": 2600 + }, + { + "entropy": 5.071452474594116, + "epoch": 3.0901542111506526, + "grad_norm": 1.0390625, + "learning_rate": 0.00045007745281320035, + "loss": 4.7492, + "mean_token_accuracy": 0.19597499817609787, + "num_tokens": 7469477.0, + "step": 2605 + }, + { + "entropy": 5.152786159515381, + "epoch": 3.096085409252669, + "grad_norm": 1.1875, + "learning_rate": 0.0004497778780925706, + "loss": 4.745, + "mean_token_accuracy": 0.20036472231149674, + "num_tokens": 7482859.0, + "step": 2610 + }, + { + "entropy": 5.149897813796997, + "epoch": 3.1020166073546855, + "grad_norm": 1.171875, + "learning_rate": 0.00044947752008976546, + "loss": 4.7565, + "mean_token_accuracy": 0.20434682816267014, + "num_tokens": 7497021.0, + "step": 2615 + }, + { + "entropy": 5.082270812988281, + "epoch": 3.1079478054567025, + "grad_norm": 0.98828125, + "learning_rate": 0.0004491763801508652, + "loss": 4.8287, + "mean_token_accuracy": 0.19397101253271104, + "num_tokens": 7512528.0, + "step": 2620 + }, + { + "entropy": 5.1444420337677, + "epoch": 3.113879003558719, + "grad_norm": 1.03125, + "learning_rate": 0.0004488744596254545, + "loss": 4.8243, + "mean_token_accuracy": 0.19616906642913817, + "num_tokens": 7529492.0, + "step": 2625 + }, + { + "entropy": 5.099391889572144, + "epoch": 3.1198102016607354, + "grad_norm": 1.046875, + "learning_rate": 0.00044857175986661634, + "loss": 4.8307, + "mean_token_accuracy": 0.1908296301960945, + "num_tokens": 7544750.0, + "step": 2630 + }, + { + "entropy": 5.151020145416259, + "epoch": 3.125741399762752, + "grad_norm": 0.98828125, + "learning_rate": 0.00044826828223092584, + "loss": 4.8131, + "mean_token_accuracy": 0.19755022823810578, + "num_tokens": 7560436.0, + "step": 2635 + }, + { + "entropy": 5.078480672836304, + "epoch": 3.131672597864769, + "grad_norm": 1.0546875, + "learning_rate": 0.0004479640280784443, + "loss": 4.744, + "mean_token_accuracy": 0.19955695867538453, + "num_tokens": 7572784.0, + "step": 2640 + }, + { + "entropy": 5.113914966583252, + "epoch": 3.1376037959667853, + "grad_norm": 1.171875, + "learning_rate": 0.00044765899877271306, + "loss": 4.859, + "mean_token_accuracy": 0.1986508622765541, + "num_tokens": 7585677.0, + "step": 2645 + }, + { + "entropy": 5.126020288467407, + "epoch": 3.1435349940688018, + "grad_norm": 1.0625, + "learning_rate": 0.0004473531956807471, + "loss": 4.8702, + "mean_token_accuracy": 0.19153172969818116, + "num_tokens": 7600099.0, + "step": 2650 + }, + { + "entropy": 5.072196006774902, + "epoch": 3.1494661921708187, + "grad_norm": 0.93359375, + "learning_rate": 0.0004470466201730298, + "loss": 4.7925, + "mean_token_accuracy": 0.19439838826656342, + "num_tokens": 7615907.0, + "step": 2655 + }, + { + "entropy": 5.143037557601929, + "epoch": 3.155397390272835, + "grad_norm": 1.03125, + "learning_rate": 0.00044673927362350545, + "loss": 4.8237, + "mean_token_accuracy": 0.19680167287588118, + "num_tokens": 7629322.0, + "step": 2660 + }, + { + "entropy": 5.135795927047729, + "epoch": 3.1613285883748516, + "grad_norm": 1.1328125, + "learning_rate": 0.00044643115740957437, + "loss": 4.7916, + "mean_token_accuracy": 0.1951526179909706, + "num_tokens": 7642876.0, + "step": 2665 + }, + { + "entropy": 5.147537422180176, + "epoch": 3.167259786476868, + "grad_norm": 1.0859375, + "learning_rate": 0.000446122272912086, + "loss": 4.7397, + "mean_token_accuracy": 0.20763775259256362, + "num_tokens": 7655252.0, + "step": 2670 + }, + { + "entropy": 5.109446811676025, + "epoch": 3.173190984578885, + "grad_norm": 1.015625, + "learning_rate": 0.0004458126215153329, + "loss": 4.7983, + "mean_token_accuracy": 0.19524380266666413, + "num_tokens": 7669858.0, + "step": 2675 + }, + { + "entropy": 5.115171337127686, + "epoch": 3.1791221826809015, + "grad_norm": 1.0546875, + "learning_rate": 0.0004455022046070446, + "loss": 4.8484, + "mean_token_accuracy": 0.18973655700683595, + "num_tokens": 7684268.0, + "step": 2680 + }, + { + "entropy": 5.018248653411865, + "epoch": 3.185053380782918, + "grad_norm": 1.109375, + "learning_rate": 0.0004451910235783814, + "loss": 4.717, + "mean_token_accuracy": 0.21085696369409562, + "num_tokens": 7696579.0, + "step": 2685 + }, + { + "entropy": 5.127526092529297, + "epoch": 3.190984578884935, + "grad_norm": 1.09375, + "learning_rate": 0.0004448790798239278, + "loss": 4.8436, + "mean_token_accuracy": 0.19351662397384645, + "num_tokens": 7712167.0, + "step": 2690 + }, + { + "entropy": 5.105394887924194, + "epoch": 3.1969157769869514, + "grad_norm": 0.96875, + "learning_rate": 0.0004445663747416868, + "loss": 4.8131, + "mean_token_accuracy": 0.19317025691270828, + "num_tokens": 7729466.0, + "step": 2695 + }, + { + "entropy": 5.043076610565185, + "epoch": 3.202846975088968, + "grad_norm": 1.140625, + "learning_rate": 0.00044425290973307345, + "loss": 4.6998, + "mean_token_accuracy": 0.20704733729362487, + "num_tokens": 7741327.0, + "step": 2700 + }, + { + "entropy": 5.05340690612793, + "epoch": 3.208778173190985, + "grad_norm": 1.140625, + "learning_rate": 0.0004439386862029081, + "loss": 4.7979, + "mean_token_accuracy": 0.2003027930855751, + "num_tokens": 7757212.0, + "step": 2705 + }, + { + "entropy": 5.1013377666473385, + "epoch": 3.2147093712930013, + "grad_norm": 1.078125, + "learning_rate": 0.00044362370555941057, + "loss": 4.8373, + "mean_token_accuracy": 0.19453289955854416, + "num_tokens": 7772726.0, + "step": 2710 + }, + { + "entropy": 5.200697374343872, + "epoch": 3.2206405693950177, + "grad_norm": 1.109375, + "learning_rate": 0.0004433079692141941, + "loss": 4.9332, + "mean_token_accuracy": 0.1931446298956871, + "num_tokens": 7788185.0, + "step": 2715 + }, + { + "entropy": 5.098084259033203, + "epoch": 3.2265717674970342, + "grad_norm": 1.09375, + "learning_rate": 0.00044299147858225835, + "loss": 4.8124, + "mean_token_accuracy": 0.19363399744033813, + "num_tokens": 7802653.0, + "step": 2720 + }, + { + "entropy": 5.1125976085662845, + "epoch": 3.232502965599051, + "grad_norm": 0.95703125, + "learning_rate": 0.0004426742350819834, + "loss": 4.7917, + "mean_token_accuracy": 0.19389940202236175, + "num_tokens": 7816898.0, + "step": 2725 + }, + { + "entropy": 5.147168445587158, + "epoch": 3.2384341637010676, + "grad_norm": 0.98828125, + "learning_rate": 0.0004423562401351234, + "loss": 4.876, + "mean_token_accuracy": 0.1905128002166748, + "num_tokens": 7833509.0, + "step": 2730 + }, + { + "entropy": 5.192942333221436, + "epoch": 3.244365361803084, + "grad_norm": 0.99609375, + "learning_rate": 0.00044203749516680035, + "loss": 4.8427, + "mean_token_accuracy": 0.1987154722213745, + "num_tokens": 7849910.0, + "step": 2735 + }, + { + "entropy": 5.063848209381104, + "epoch": 3.250296559905101, + "grad_norm": 1.0546875, + "learning_rate": 0.0004417180016054972, + "loss": 4.8113, + "mean_token_accuracy": 0.1946829855442047, + "num_tokens": 7864555.0, + "step": 2740 + }, + { + "entropy": 5.090720558166504, + "epoch": 3.2562277580071175, + "grad_norm": 1.0703125, + "learning_rate": 0.00044139776088305215, + "loss": 4.7492, + "mean_token_accuracy": 0.2016763925552368, + "num_tokens": 7878850.0, + "step": 2745 + }, + { + "entropy": 5.091657066345215, + "epoch": 3.262158956109134, + "grad_norm": 1.046875, + "learning_rate": 0.00044107677443465165, + "loss": 4.9031, + "mean_token_accuracy": 0.19536128789186477, + "num_tokens": 7894200.0, + "step": 2750 + }, + { + "entropy": 5.134050750732422, + "epoch": 3.2680901542111505, + "grad_norm": 1.1953125, + "learning_rate": 0.00044075504369882416, + "loss": 4.8529, + "mean_token_accuracy": 0.19184636920690537, + "num_tokens": 7908939.0, + "step": 2755 + }, + { + "entropy": 5.132843923568726, + "epoch": 3.2740213523131674, + "grad_norm": 0.9921875, + "learning_rate": 0.0004404325701174338, + "loss": 4.8618, + "mean_token_accuracy": 0.19030990153551103, + "num_tokens": 7924223.0, + "step": 2760 + }, + { + "entropy": 5.081524896621704, + "epoch": 3.279952550415184, + "grad_norm": 1.0625, + "learning_rate": 0.0004401093551356739, + "loss": 4.7557, + "mean_token_accuracy": 0.2024812862277031, + "num_tokens": 7938323.0, + "step": 2765 + }, + { + "entropy": 5.049100589752197, + "epoch": 3.2858837485172003, + "grad_norm": 0.92578125, + "learning_rate": 0.0004397854002020604, + "loss": 4.7814, + "mean_token_accuracy": 0.2020518437027931, + "num_tokens": 7952126.0, + "step": 2770 + }, + { + "entropy": 5.080816555023193, + "epoch": 3.2918149466192173, + "grad_norm": 1.2265625, + "learning_rate": 0.0004394607067684251, + "loss": 4.7988, + "mean_token_accuracy": 0.19751653522253038, + "num_tokens": 7965150.0, + "step": 2775 + }, + { + "entropy": 5.15736985206604, + "epoch": 3.2977461447212337, + "grad_norm": 1.015625, + "learning_rate": 0.00043913527628990984, + "loss": 4.8365, + "mean_token_accuracy": 0.19114754498004913, + "num_tokens": 7980532.0, + "step": 2780 + }, + { + "entropy": 5.0498096466064455, + "epoch": 3.30367734282325, + "grad_norm": 1.0546875, + "learning_rate": 0.00043880911022495955, + "loss": 4.7979, + "mean_token_accuracy": 0.19996661990880965, + "num_tokens": 7994731.0, + "step": 2785 + }, + { + "entropy": 5.045728778839111, + "epoch": 3.309608540925267, + "grad_norm": 1.0, + "learning_rate": 0.0004384822100353155, + "loss": 4.7792, + "mean_token_accuracy": 0.20297738313674926, + "num_tokens": 8009405.0, + "step": 2790 + }, + { + "entropy": 5.043602848052979, + "epoch": 3.3155397390272836, + "grad_norm": 1.046875, + "learning_rate": 0.00043815457718600933, + "loss": 4.703, + "mean_token_accuracy": 0.20316480547189714, + "num_tokens": 8023683.0, + "step": 2795 + }, + { + "entropy": 4.979565191268921, + "epoch": 3.3214709371293, + "grad_norm": 1.0625, + "learning_rate": 0.0004378262131453558, + "loss": 4.7448, + "mean_token_accuracy": 0.20116145312786102, + "num_tokens": 8038219.0, + "step": 2800 + }, + { + "entropy": 5.029000902175904, + "epoch": 3.3274021352313166, + "grad_norm": 1.1484375, + "learning_rate": 0.00043749711938494693, + "loss": 4.7479, + "mean_token_accuracy": 0.2009764328598976, + "num_tokens": 8052037.0, + "step": 2805 + }, + { + "entropy": 5.063984489440918, + "epoch": 3.3333333333333335, + "grad_norm": 1.109375, + "learning_rate": 0.00043716729737964475, + "loss": 4.8005, + "mean_token_accuracy": 0.19967271238565446, + "num_tokens": 8065346.0, + "step": 2810 + }, + { + "entropy": 5.089534330368042, + "epoch": 3.33926453143535, + "grad_norm": 1.1953125, + "learning_rate": 0.000436836748607575, + "loss": 4.8024, + "mean_token_accuracy": 0.19638994485139846, + "num_tokens": 8081411.0, + "step": 2815 + }, + { + "entropy": 5.120129728317261, + "epoch": 3.3451957295373664, + "grad_norm": 1.1015625, + "learning_rate": 0.0004365054745501209, + "loss": 4.8472, + "mean_token_accuracy": 0.19565204232931138, + "num_tokens": 8096979.0, + "step": 2820 + }, + { + "entropy": 5.020432186126709, + "epoch": 3.351126927639383, + "grad_norm": 1.1953125, + "learning_rate": 0.0004361734766919156, + "loss": 4.8349, + "mean_token_accuracy": 0.1926871970295906, + "num_tokens": 8110573.0, + "step": 2825 + }, + { + "entropy": 5.061763572692871, + "epoch": 3.3570581257414, + "grad_norm": 1.171875, + "learning_rate": 0.0004358407565208361, + "loss": 4.8833, + "mean_token_accuracy": 0.1976574257016182, + "num_tokens": 8125529.0, + "step": 2830 + }, + { + "entropy": 5.12091588973999, + "epoch": 3.3629893238434163, + "grad_norm": 0.953125, + "learning_rate": 0.00043550731552799676, + "loss": 4.8466, + "mean_token_accuracy": 0.19565797746181487, + "num_tokens": 8141042.0, + "step": 2835 + }, + { + "entropy": 5.022051239013672, + "epoch": 3.368920521945433, + "grad_norm": 1.1796875, + "learning_rate": 0.0004351731552077423, + "loss": 4.7575, + "mean_token_accuracy": 0.19804837554693222, + "num_tokens": 8153157.0, + "step": 2840 + }, + { + "entropy": 5.021864032745361, + "epoch": 3.3748517200474497, + "grad_norm": 0.99609375, + "learning_rate": 0.00043483827705764094, + "loss": 4.7646, + "mean_token_accuracy": 0.20032886266708375, + "num_tokens": 8168570.0, + "step": 2845 + }, + { + "entropy": 5.108405017852784, + "epoch": 3.380782918149466, + "grad_norm": 1.0703125, + "learning_rate": 0.00043450268257847814, + "loss": 4.8059, + "mean_token_accuracy": 0.19953808933496475, + "num_tokens": 8182041.0, + "step": 2850 + }, + { + "entropy": 5.110202646255493, + "epoch": 3.3867141162514827, + "grad_norm": 1.0859375, + "learning_rate": 0.00043416637327424955, + "loss": 4.8449, + "mean_token_accuracy": 0.19766062647104263, + "num_tokens": 8196466.0, + "step": 2855 + }, + { + "entropy": 5.049158334732056, + "epoch": 3.3926453143534996, + "grad_norm": 1.078125, + "learning_rate": 0.00043382935065215444, + "loss": 4.7834, + "mean_token_accuracy": 0.19956779778003692, + "num_tokens": 8210847.0, + "step": 2860 + }, + { + "entropy": 5.013025093078613, + "epoch": 3.398576512455516, + "grad_norm": 1.0703125, + "learning_rate": 0.0004334916162225889, + "loss": 4.7041, + "mean_token_accuracy": 0.2068425863981247, + "num_tokens": 8225575.0, + "step": 2865 + }, + { + "entropy": 5.076068353652954, + "epoch": 3.4045077105575325, + "grad_norm": 1.1171875, + "learning_rate": 0.00043315317149913876, + "loss": 4.808, + "mean_token_accuracy": 0.19905340373516084, + "num_tokens": 8239881.0, + "step": 2870 + }, + { + "entropy": 5.018644142150879, + "epoch": 3.4104389086595495, + "grad_norm": 1.0859375, + "learning_rate": 0.00043281401799857356, + "loss": 4.8426, + "mean_token_accuracy": 0.19684257358312607, + "num_tokens": 8253692.0, + "step": 2875 + }, + { + "entropy": 5.0646027565002445, + "epoch": 3.416370106761566, + "grad_norm": 1.03125, + "learning_rate": 0.00043247415724083886, + "loss": 4.7819, + "mean_token_accuracy": 0.19912485182285308, + "num_tokens": 8268322.0, + "step": 2880 + }, + { + "entropy": 5.025012445449829, + "epoch": 3.4223013048635824, + "grad_norm": 0.953125, + "learning_rate": 0.0004321335907490502, + "loss": 4.8053, + "mean_token_accuracy": 0.19429467767477035, + "num_tokens": 8285317.0, + "step": 2885 + }, + { + "entropy": 5.100164270401001, + "epoch": 3.428232502965599, + "grad_norm": 1.046875, + "learning_rate": 0.0004317923200494856, + "loss": 4.7933, + "mean_token_accuracy": 0.20158445090055466, + "num_tokens": 8299429.0, + "step": 2890 + }, + { + "entropy": 5.039232349395752, + "epoch": 3.434163701067616, + "grad_norm": 1.046875, + "learning_rate": 0.00043145034667157935, + "loss": 4.8165, + "mean_token_accuracy": 0.1936866894364357, + "num_tokens": 8314039.0, + "step": 2895 + }, + { + "entropy": 5.04435977935791, + "epoch": 3.4400948991696323, + "grad_norm": 1.015625, + "learning_rate": 0.00043110767214791466, + "loss": 4.8579, + "mean_token_accuracy": 0.19030549228191376, + "num_tokens": 8328634.0, + "step": 2900 + }, + { + "entropy": 5.061645078659057, + "epoch": 3.4460260972716488, + "grad_norm": 1.078125, + "learning_rate": 0.0004307642980142171, + "loss": 4.7607, + "mean_token_accuracy": 0.20237151086330413, + "num_tokens": 8342448.0, + "step": 2905 + }, + { + "entropy": 5.0385942459106445, + "epoch": 3.4519572953736652, + "grad_norm": 1.140625, + "learning_rate": 0.0004304202258093473, + "loss": 4.7632, + "mean_token_accuracy": 0.20581259578466415, + "num_tokens": 8354450.0, + "step": 2910 + }, + { + "entropy": 5.031369161605835, + "epoch": 3.457888493475682, + "grad_norm": 1.125, + "learning_rate": 0.00043007545707529496, + "loss": 4.8276, + "mean_token_accuracy": 0.20016095489263536, + "num_tokens": 8369054.0, + "step": 2915 + }, + { + "entropy": 5.084920263290405, + "epoch": 3.4638196915776986, + "grad_norm": 1.0625, + "learning_rate": 0.0004297299933571708, + "loss": 4.8296, + "mean_token_accuracy": 0.20116593837738037, + "num_tokens": 8383401.0, + "step": 2920 + }, + { + "entropy": 5.0826586246490475, + "epoch": 3.469750889679715, + "grad_norm": 1.1640625, + "learning_rate": 0.0004293838362032003, + "loss": 4.8431, + "mean_token_accuracy": 0.19186071306467056, + "num_tokens": 8396990.0, + "step": 2925 + }, + { + "entropy": 5.091199779510498, + "epoch": 3.475682087781732, + "grad_norm": 1.15625, + "learning_rate": 0.00042903698716471677, + "loss": 4.7678, + "mean_token_accuracy": 0.2013833075761795, + "num_tokens": 8411212.0, + "step": 2930 + }, + { + "entropy": 5.048702621459961, + "epoch": 3.4816132858837485, + "grad_norm": 1.15625, + "learning_rate": 0.0004286894477961541, + "loss": 4.816, + "mean_token_accuracy": 0.19629474729299545, + "num_tokens": 8424669.0, + "step": 2935 + }, + { + "entropy": 4.976538515090942, + "epoch": 3.487544483985765, + "grad_norm": 1.109375, + "learning_rate": 0.00042834121965504014, + "loss": 4.7754, + "mean_token_accuracy": 0.19990172535181044, + "num_tokens": 8437122.0, + "step": 2940 + }, + { + "entropy": 5.10742974281311, + "epoch": 3.493475682087782, + "grad_norm": 0.98046875, + "learning_rate": 0.00042799230430198935, + "loss": 4.8296, + "mean_token_accuracy": 0.1914140284061432, + "num_tokens": 8450543.0, + "step": 2945 + }, + { + "entropy": 5.064130353927612, + "epoch": 3.4994068801897984, + "grad_norm": 1.234375, + "learning_rate": 0.000427642703300696, + "loss": 4.7662, + "mean_token_accuracy": 0.2023661881685257, + "num_tokens": 8464720.0, + "step": 2950 + }, + { + "entropy": 5.0957324504852295, + "epoch": 3.505338078291815, + "grad_norm": 1.21875, + "learning_rate": 0.00042729241821792726, + "loss": 4.8549, + "mean_token_accuracy": 0.1962006002664566, + "num_tokens": 8478547.0, + "step": 2955 + }, + { + "entropy": 5.1516471862792965, + "epoch": 3.511269276393832, + "grad_norm": 0.9765625, + "learning_rate": 0.000426941450623516, + "loss": 4.8781, + "mean_token_accuracy": 0.19749569445848464, + "num_tokens": 8494126.0, + "step": 2960 + }, + { + "entropy": 5.031353759765625, + "epoch": 3.5172004744958483, + "grad_norm": 1.0859375, + "learning_rate": 0.00042658980209035394, + "loss": 4.8601, + "mean_token_accuracy": 0.186987940967083, + "num_tokens": 8508575.0, + "step": 2965 + }, + { + "entropy": 5.0075500965118405, + "epoch": 3.5231316725978647, + "grad_norm": 1.1484375, + "learning_rate": 0.00042623747419438427, + "loss": 4.7508, + "mean_token_accuracy": 0.1991992712020874, + "num_tokens": 8523589.0, + "step": 2970 + }, + { + "entropy": 5.158101797103882, + "epoch": 3.5290628706998812, + "grad_norm": 1.109375, + "learning_rate": 0.000425884468514595, + "loss": 4.8535, + "mean_token_accuracy": 0.19646587669849397, + "num_tokens": 8538238.0, + "step": 2975 + }, + { + "entropy": 4.996473217010498, + "epoch": 3.534994068801898, + "grad_norm": 1.046875, + "learning_rate": 0.00042553078663301163, + "loss": 4.8191, + "mean_token_accuracy": 0.20561834871768953, + "num_tokens": 8551959.0, + "step": 2980 + }, + { + "entropy": 5.088233804702758, + "epoch": 3.5409252669039146, + "grad_norm": 1.046875, + "learning_rate": 0.00042517643013469, + "loss": 4.8048, + "mean_token_accuracy": 0.20215945243835448, + "num_tokens": 8564628.0, + "step": 2985 + }, + { + "entropy": 5.071303081512451, + "epoch": 3.546856465005931, + "grad_norm": 1.09375, + "learning_rate": 0.0004248214006077095, + "loss": 4.821, + "mean_token_accuracy": 0.19784992188215256, + "num_tokens": 8579342.0, + "step": 2990 + }, + { + "entropy": 5.061466932296753, + "epoch": 3.5527876631079476, + "grad_norm": 1.0859375, + "learning_rate": 0.00042446569964316557, + "loss": 4.8055, + "mean_token_accuracy": 0.19897904992103577, + "num_tokens": 8595096.0, + "step": 2995 + }, + { + "entropy": 5.215964984893799, + "epoch": 3.5587188612099645, + "grad_norm": 1.0625, + "learning_rate": 0.00042410932883516297, + "loss": 4.9033, + "mean_token_accuracy": 0.1953563556075096, + "num_tokens": 8608023.0, + "step": 3000 + }, + { + "epoch": 3.5587188612099645, + "eval_entropy": 4.9771839255935575, + "eval_loss": 5.412055492401123, + "eval_mean_token_accuracy": 0.17675103251736587, + "eval_num_tokens": 8608023.0, + "eval_runtime": 2.4284, + "eval_samples_per_second": 1073.944, + "eval_steps_per_second": 134.243, + "step": 3000 + }, + { + "entropy": 5.042902183532715, + "epoch": 3.564650059311981, + "grad_norm": 0.9609375, + "learning_rate": 0.00042375228978080813, + "loss": 4.7649, + "mean_token_accuracy": 0.2008129134774208, + "num_tokens": 8623529.0, + "step": 3005 + }, + { + "entropy": 5.038916540145874, + "epoch": 3.5705812574139975, + "grad_norm": 1.1875, + "learning_rate": 0.00042339458408020267, + "loss": 4.8383, + "mean_token_accuracy": 0.19716774225234984, + "num_tokens": 8639007.0, + "step": 3010 + }, + { + "entropy": 5.000910806655884, + "epoch": 3.5765124555160144, + "grad_norm": 1.1171875, + "learning_rate": 0.0004230362133364354, + "loss": 4.7451, + "mean_token_accuracy": 0.20509970784187317, + "num_tokens": 8653678.0, + "step": 3015 + }, + { + "entropy": 5.084241008758545, + "epoch": 3.582443653618031, + "grad_norm": 1.0859375, + "learning_rate": 0.0004226771791555758, + "loss": 4.9001, + "mean_token_accuracy": 0.18916919380426406, + "num_tokens": 8668663.0, + "step": 3020 + }, + { + "entropy": 5.098063039779663, + "epoch": 3.5883748517200473, + "grad_norm": 1.1015625, + "learning_rate": 0.00042231748314666684, + "loss": 4.8285, + "mean_token_accuracy": 0.1972780004143715, + "num_tokens": 8682121.0, + "step": 3025 + }, + { + "entropy": 4.962451457977295, + "epoch": 3.5943060498220643, + "grad_norm": 1.0546875, + "learning_rate": 0.00042195712692171705, + "loss": 4.8254, + "mean_token_accuracy": 0.19526612013578415, + "num_tokens": 8698409.0, + "step": 3030 + }, + { + "entropy": 5.078032970428467, + "epoch": 3.6002372479240807, + "grad_norm": 1.0859375, + "learning_rate": 0.00042159611209569416, + "loss": 4.8473, + "mean_token_accuracy": 0.1929122567176819, + "num_tokens": 8714076.0, + "step": 3035 + }, + { + "entropy": 5.09345006942749, + "epoch": 3.606168446026097, + "grad_norm": 0.9765625, + "learning_rate": 0.00042123444028651725, + "loss": 4.7946, + "mean_token_accuracy": 0.20138713866472244, + "num_tokens": 8730482.0, + "step": 3040 + }, + { + "entropy": 4.995736932754516, + "epoch": 3.612099644128114, + "grad_norm": 0.98046875, + "learning_rate": 0.00042087211311504986, + "loss": 4.7808, + "mean_token_accuracy": 0.2021682783961296, + "num_tokens": 8744036.0, + "step": 3045 + }, + { + "entropy": 5.092488193511963, + "epoch": 3.6180308422301306, + "grad_norm": 1.21875, + "learning_rate": 0.00042050913220509253, + "loss": 4.8339, + "mean_token_accuracy": 0.1878429561853409, + "num_tokens": 8760458.0, + "step": 3050 + }, + { + "entropy": 5.027280521392822, + "epoch": 3.623962040332147, + "grad_norm": 1.171875, + "learning_rate": 0.00042014549918337554, + "loss": 4.788, + "mean_token_accuracy": 0.19931856244802476, + "num_tokens": 8774946.0, + "step": 3055 + }, + { + "entropy": 5.0445245742797855, + "epoch": 3.6298932384341636, + "grad_norm": 1.0625, + "learning_rate": 0.0004197812156795518, + "loss": 4.7885, + "mean_token_accuracy": 0.20058033168315886, + "num_tokens": 8790918.0, + "step": 3060 + }, + { + "entropy": 5.032378005981445, + "epoch": 3.63582443653618, + "grad_norm": 1.2421875, + "learning_rate": 0.0004194162833261893, + "loss": 4.8178, + "mean_token_accuracy": 0.1946185812354088, + "num_tokens": 8803505.0, + "step": 3065 + }, + { + "entropy": 5.082729768753052, + "epoch": 3.641755634638197, + "grad_norm": 1.046875, + "learning_rate": 0.0004190507037587639, + "loss": 4.8787, + "mean_token_accuracy": 0.1933801293373108, + "num_tokens": 8819567.0, + "step": 3070 + }, + { + "entropy": 5.109076070785522, + "epoch": 3.6476868327402134, + "grad_norm": 1.25, + "learning_rate": 0.0004186844786156522, + "loss": 4.7838, + "mean_token_accuracy": 0.18985679149627685, + "num_tokens": 8834257.0, + "step": 3075 + }, + { + "entropy": 5.0223876476287845, + "epoch": 3.65361803084223, + "grad_norm": 1.0390625, + "learning_rate": 0.0004183176095381238, + "loss": 4.7938, + "mean_token_accuracy": 0.2065998211503029, + "num_tokens": 8847866.0, + "step": 3080 + }, + { + "entropy": 5.010385465621948, + "epoch": 3.659549228944247, + "grad_norm": 1.1015625, + "learning_rate": 0.000417950098170334, + "loss": 4.8118, + "mean_token_accuracy": 0.19870606809854507, + "num_tokens": 8863297.0, + "step": 3085 + }, + { + "entropy": 5.062593126296997, + "epoch": 3.6654804270462633, + "grad_norm": 1.15625, + "learning_rate": 0.000417581946159317, + "loss": 4.817, + "mean_token_accuracy": 0.19981457144021988, + "num_tokens": 8876605.0, + "step": 3090 + }, + { + "entropy": 4.998176097869873, + "epoch": 3.67141162514828, + "grad_norm": 0.953125, + "learning_rate": 0.0004172131551549778, + "loss": 4.7572, + "mean_token_accuracy": 0.206072661280632, + "num_tokens": 8892040.0, + "step": 3095 + }, + { + "entropy": 4.948314142227173, + "epoch": 3.6773428232502967, + "grad_norm": 0.9609375, + "learning_rate": 0.00041684372681008506, + "loss": 4.8146, + "mean_token_accuracy": 0.19830800145864486, + "num_tokens": 8905806.0, + "step": 3100 + }, + { + "entropy": 5.009223079681396, + "epoch": 3.683274021352313, + "grad_norm": 1.0703125, + "learning_rate": 0.00041647366278026415, + "loss": 4.777, + "mean_token_accuracy": 0.2011968970298767, + "num_tokens": 8920638.0, + "step": 3105 + }, + { + "entropy": 5.031396293640137, + "epoch": 3.6892052194543297, + "grad_norm": 1.125, + "learning_rate": 0.00041610296472398875, + "loss": 4.7595, + "mean_token_accuracy": 0.1939758390188217, + "num_tokens": 8933501.0, + "step": 3110 + }, + { + "entropy": 5.029152154922485, + "epoch": 3.6951364175563466, + "grad_norm": 1.1015625, + "learning_rate": 0.00041573163430257435, + "loss": 4.8538, + "mean_token_accuracy": 0.19719393253326417, + "num_tokens": 8948909.0, + "step": 3115 + }, + { + "entropy": 5.086005306243896, + "epoch": 3.701067615658363, + "grad_norm": 1.109375, + "learning_rate": 0.00041535967318017037, + "loss": 4.8204, + "mean_token_accuracy": 0.19703703224658967, + "num_tokens": 8961611.0, + "step": 3120 + }, + { + "entropy": 4.937661504745483, + "epoch": 3.7069988137603795, + "grad_norm": 1.0703125, + "learning_rate": 0.00041498708302375277, + "loss": 4.7334, + "mean_token_accuracy": 0.20828222185373307, + "num_tokens": 8975993.0, + "step": 3125 + }, + { + "entropy": 5.019860696792603, + "epoch": 3.7129300118623965, + "grad_norm": 1.0703125, + "learning_rate": 0.0004146138655031165, + "loss": 4.8078, + "mean_token_accuracy": 0.1950700029730797, + "num_tokens": 8989198.0, + "step": 3130 + }, + { + "entropy": 5.036433696746826, + "epoch": 3.718861209964413, + "grad_norm": 1.015625, + "learning_rate": 0.0004142400222908681, + "loss": 4.8078, + "mean_token_accuracy": 0.20096368491649627, + "num_tokens": 9004592.0, + "step": 3135 + }, + { + "entropy": 4.998563623428344, + "epoch": 3.7247924080664294, + "grad_norm": 1.140625, + "learning_rate": 0.0004138655550624183, + "loss": 4.773, + "mean_token_accuracy": 0.19526535868644715, + "num_tokens": 9017772.0, + "step": 3140 + }, + { + "entropy": 5.036626148223877, + "epoch": 3.730723606168446, + "grad_norm": 1.0625, + "learning_rate": 0.0004134904654959745, + "loss": 4.7073, + "mean_token_accuracy": 0.20760386288166047, + "num_tokens": 9031182.0, + "step": 3145 + }, + { + "entropy": 5.066286182403564, + "epoch": 3.7366548042704624, + "grad_norm": 1.0390625, + "learning_rate": 0.00041311475527253284, + "loss": 4.7977, + "mean_token_accuracy": 0.19728391021490096, + "num_tokens": 9044934.0, + "step": 3150 + }, + { + "entropy": 5.016174173355102, + "epoch": 3.7425860023724793, + "grad_norm": 1.0703125, + "learning_rate": 0.00041273842607587137, + "loss": 4.7928, + "mean_token_accuracy": 0.1950550675392151, + "num_tokens": 9059795.0, + "step": 3155 + }, + { + "entropy": 4.972341299057007, + "epoch": 3.7485172004744958, + "grad_norm": 1.03125, + "learning_rate": 0.00041236147959254166, + "loss": 4.782, + "mean_token_accuracy": 0.20030613243579865, + "num_tokens": 9073410.0, + "step": 3160 + }, + { + "entropy": 5.022267293930054, + "epoch": 3.7544483985765122, + "grad_norm": 1.046875, + "learning_rate": 0.00041198391751186227, + "loss": 4.8398, + "mean_token_accuracy": 0.19292792528867722, + "num_tokens": 9089338.0, + "step": 3165 + }, + { + "entropy": 5.042642307281494, + "epoch": 3.760379596678529, + "grad_norm": 1.15625, + "learning_rate": 0.0004116057415259101, + "loss": 4.7528, + "mean_token_accuracy": 0.20497467815876008, + "num_tokens": 9103520.0, + "step": 3170 + }, + { + "entropy": 5.021176958084107, + "epoch": 3.7663107947805456, + "grad_norm": 0.9765625, + "learning_rate": 0.00041122695332951363, + "loss": 4.7706, + "mean_token_accuracy": 0.20218247920274734, + "num_tokens": 9117935.0, + "step": 3175 + }, + { + "entropy": 4.987675666809082, + "epoch": 3.772241992882562, + "grad_norm": 1.0, + "learning_rate": 0.0004108475546202449, + "loss": 4.759, + "mean_token_accuracy": 0.20431260019540787, + "num_tokens": 9132457.0, + "step": 3180 + }, + { + "entropy": 5.050307130813598, + "epoch": 3.778173190984579, + "grad_norm": 1.09375, + "learning_rate": 0.0004104675470984121, + "loss": 4.8232, + "mean_token_accuracy": 0.19753638207912444, + "num_tokens": 9147329.0, + "step": 3185 + }, + { + "entropy": 5.029834890365601, + "epoch": 3.7841043890865955, + "grad_norm": 1.0625, + "learning_rate": 0.0004100869324670517, + "loss": 4.7634, + "mean_token_accuracy": 0.20562210381031037, + "num_tokens": 9161052.0, + "step": 3190 + }, + { + "entropy": 5.00586576461792, + "epoch": 3.790035587188612, + "grad_norm": 1.078125, + "learning_rate": 0.0004097057124319212, + "loss": 4.8242, + "mean_token_accuracy": 0.20105937719345093, + "num_tokens": 9175900.0, + "step": 3195 + }, + { + "entropy": 4.9953101634979244, + "epoch": 3.795966785290629, + "grad_norm": 1.0703125, + "learning_rate": 0.000409323888701491, + "loss": 4.7846, + "mean_token_accuracy": 0.2029906615614891, + "num_tokens": 9189706.0, + "step": 3200 + }, + { + "entropy": 5.035350704193116, + "epoch": 3.8018979833926454, + "grad_norm": 1.1328125, + "learning_rate": 0.0004089414629869373, + "loss": 4.8483, + "mean_token_accuracy": 0.1962611809372902, + "num_tokens": 9203727.0, + "step": 3205 + }, + { + "entropy": 5.05778546333313, + "epoch": 3.807829181494662, + "grad_norm": 0.98828125, + "learning_rate": 0.00040855843700213386, + "loss": 4.796, + "mean_token_accuracy": 0.19637212604284288, + "num_tokens": 9217664.0, + "step": 3210 + }, + { + "entropy": 4.937251186370849, + "epoch": 3.813760379596679, + "grad_norm": 0.99609375, + "learning_rate": 0.0004081748124636449, + "loss": 4.7115, + "mean_token_accuracy": 0.20479025095701217, + "num_tokens": 9233474.0, + "step": 3215 + }, + { + "entropy": 4.995423221588135, + "epoch": 3.8196915776986953, + "grad_norm": 1.046875, + "learning_rate": 0.00040779059109071706, + "loss": 4.7895, + "mean_token_accuracy": 0.20069828033447265, + "num_tokens": 9247567.0, + "step": 3220 + }, + { + "entropy": 5.027128553390503, + "epoch": 3.8256227758007118, + "grad_norm": 0.96875, + "learning_rate": 0.0004074057746052713, + "loss": 4.7736, + "mean_token_accuracy": 0.1999478057026863, + "num_tokens": 9262264.0, + "step": 3225 + }, + { + "entropy": 5.114210844039917, + "epoch": 3.8315539739027282, + "grad_norm": 1.0546875, + "learning_rate": 0.0004070203647318963, + "loss": 4.9095, + "mean_token_accuracy": 0.18577013909816742, + "num_tokens": 9276893.0, + "step": 3230 + }, + { + "entropy": 5.053824806213379, + "epoch": 3.8374851720047447, + "grad_norm": 1.1640625, + "learning_rate": 0.00040663436319783965, + "loss": 4.8054, + "mean_token_accuracy": 0.19727878272533417, + "num_tokens": 9291646.0, + "step": 3235 + }, + { + "entropy": 5.021931886672974, + "epoch": 3.8434163701067616, + "grad_norm": 1.0546875, + "learning_rate": 0.0004062477717330006, + "loss": 4.8344, + "mean_token_accuracy": 0.19990530163049697, + "num_tokens": 9305789.0, + "step": 3240 + }, + { + "entropy": 4.9833355903625485, + "epoch": 3.849347568208778, + "grad_norm": 1.03125, + "learning_rate": 0.00040586059206992214, + "loss": 4.7497, + "mean_token_accuracy": 0.1978788733482361, + "num_tokens": 9321039.0, + "step": 3245 + }, + { + "entropy": 5.031898260116577, + "epoch": 3.8552787663107946, + "grad_norm": 1.1171875, + "learning_rate": 0.0004054728259437836, + "loss": 4.82, + "mean_token_accuracy": 0.1935506910085678, + "num_tokens": 9337105.0, + "step": 3250 + }, + { + "entropy": 5.07962851524353, + "epoch": 3.8612099644128115, + "grad_norm": 1.015625, + "learning_rate": 0.00040508447509239224, + "loss": 4.8061, + "mean_token_accuracy": 0.19505731612443925, + "num_tokens": 9350684.0, + "step": 3255 + }, + { + "entropy": 5.032706165313721, + "epoch": 3.867141162514828, + "grad_norm": 1.03125, + "learning_rate": 0.000404695541256176, + "loss": 4.8298, + "mean_token_accuracy": 0.19414604753255843, + "num_tokens": 9365074.0, + "step": 3260 + }, + { + "entropy": 5.051387643814087, + "epoch": 3.8730723606168445, + "grad_norm": 1.046875, + "learning_rate": 0.0004043060261781756, + "loss": 4.9184, + "mean_token_accuracy": 0.18420381844043732, + "num_tokens": 9380912.0, + "step": 3265 + }, + { + "entropy": 5.086946487426758, + "epoch": 3.8790035587188614, + "grad_norm": 1.1640625, + "learning_rate": 0.00040391593160403656, + "loss": 4.8248, + "mean_token_accuracy": 0.20802772492170335, + "num_tokens": 9393812.0, + "step": 3270 + }, + { + "entropy": 4.938499832153321, + "epoch": 3.884934756820878, + "grad_norm": 1.1640625, + "learning_rate": 0.00040352525928200137, + "loss": 4.7925, + "mean_token_accuracy": 0.20416243374347687, + "num_tokens": 9409731.0, + "step": 3275 + }, + { + "entropy": 5.003332328796387, + "epoch": 3.8908659549228943, + "grad_norm": 1.078125, + "learning_rate": 0.0004031340109629017, + "loss": 4.7663, + "mean_token_accuracy": 0.20782396644353868, + "num_tokens": 9422743.0, + "step": 3280 + }, + { + "entropy": 5.017239379882812, + "epoch": 3.8967971530249113, + "grad_norm": 1.2578125, + "learning_rate": 0.000402742188400151, + "loss": 4.8235, + "mean_token_accuracy": 0.19541184455156327, + "num_tokens": 9436440.0, + "step": 3285 + }, + { + "entropy": 4.970128440856934, + "epoch": 3.9027283511269277, + "grad_norm": 1.0234375, + "learning_rate": 0.00040234979334973577, + "loss": 4.8555, + "mean_token_accuracy": 0.19211765229701996, + "num_tokens": 9451668.0, + "step": 3290 + }, + { + "entropy": 5.056919956207276, + "epoch": 3.908659549228944, + "grad_norm": 1.1640625, + "learning_rate": 0.00040195682757020846, + "loss": 4.7723, + "mean_token_accuracy": 0.21034520268440246, + "num_tokens": 9464700.0, + "step": 3295 + }, + { + "entropy": 4.960184717178345, + "epoch": 3.914590747330961, + "grad_norm": 1.03125, + "learning_rate": 0.00040156329282267915, + "loss": 4.7365, + "mean_token_accuracy": 0.20848041474819184, + "num_tokens": 9479003.0, + "step": 3300 + }, + { + "entropy": 4.990036296844482, + "epoch": 3.9205219454329776, + "grad_norm": 0.98828125, + "learning_rate": 0.00040116919087080787, + "loss": 4.7514, + "mean_token_accuracy": 0.20134748965501786, + "num_tokens": 9493134.0, + "step": 3305 + }, + { + "entropy": 5.011323022842407, + "epoch": 3.926453143534994, + "grad_norm": 1.1328125, + "learning_rate": 0.00040077452348079664, + "loss": 4.7617, + "mean_token_accuracy": 0.20163092166185378, + "num_tokens": 9507087.0, + "step": 3310 + }, + { + "entropy": 5.019417953491211, + "epoch": 3.9323843416370106, + "grad_norm": 1.2109375, + "learning_rate": 0.0004003792924213814, + "loss": 4.7621, + "mean_token_accuracy": 0.20881457775831222, + "num_tokens": 9518328.0, + "step": 3315 + }, + { + "entropy": 4.98180365562439, + "epoch": 3.938315539739027, + "grad_norm": 1.09375, + "learning_rate": 0.0003999834994638243, + "loss": 4.8216, + "mean_token_accuracy": 0.20216355621814727, + "num_tokens": 9532413.0, + "step": 3320 + }, + { + "entropy": 5.001606082916259, + "epoch": 3.944246737841044, + "grad_norm": 1.125, + "learning_rate": 0.0003995871463819059, + "loss": 4.761, + "mean_token_accuracy": 0.2026512235403061, + "num_tokens": 9547681.0, + "step": 3325 + }, + { + "entropy": 4.967384576797485, + "epoch": 3.9501779359430604, + "grad_norm": 1.1484375, + "learning_rate": 0.00039919023495191665, + "loss": 4.7276, + "mean_token_accuracy": 0.20670733749866485, + "num_tokens": 9560198.0, + "step": 3330 + }, + { + "entropy": 4.987757778167724, + "epoch": 3.956109134045077, + "grad_norm": 1.046875, + "learning_rate": 0.0003987927669526494, + "loss": 4.8062, + "mean_token_accuracy": 0.1983866959810257, + "num_tokens": 9574347.0, + "step": 3335 + }, + { + "entropy": 4.972973728179932, + "epoch": 3.962040332147094, + "grad_norm": 1.09375, + "learning_rate": 0.00039839474416539163, + "loss": 4.7004, + "mean_token_accuracy": 0.20886301398277282, + "num_tokens": 9587337.0, + "step": 3340 + }, + { + "entropy": 4.984016704559326, + "epoch": 3.9679715302491103, + "grad_norm": 1.171875, + "learning_rate": 0.00039799616837391655, + "loss": 4.784, + "mean_token_accuracy": 0.19981919676065446, + "num_tokens": 9601047.0, + "step": 3345 + }, + { + "entropy": 5.0524254322052, + "epoch": 3.973902728351127, + "grad_norm": 1.0625, + "learning_rate": 0.00039759704136447627, + "loss": 4.7662, + "mean_token_accuracy": 0.20110076069831848, + "num_tokens": 9614164.0, + "step": 3350 + }, + { + "entropy": 5.00496735572815, + "epoch": 3.9798339264531437, + "grad_norm": 1.21875, + "learning_rate": 0.0003971973649257929, + "loss": 4.8026, + "mean_token_accuracy": 0.19617463350296022, + "num_tokens": 9628179.0, + "step": 3355 + }, + { + "entropy": 4.986306190490723, + "epoch": 3.98576512455516, + "grad_norm": 1.1015625, + "learning_rate": 0.000396797140849051, + "loss": 4.8062, + "mean_token_accuracy": 0.20138847976922988, + "num_tokens": 9641575.0, + "step": 3360 + }, + { + "entropy": 5.002590847015381, + "epoch": 3.9916963226571767, + "grad_norm": 1.3046875, + "learning_rate": 0.00039639637092788935, + "loss": 4.7214, + "mean_token_accuracy": 0.20492513924837114, + "num_tokens": 9655381.0, + "step": 3365 + }, + { + "entropy": 5.0504356861114506, + "epoch": 3.9976275207591936, + "grad_norm": 1.1015625, + "learning_rate": 0.000395995056958393, + "loss": 4.8149, + "mean_token_accuracy": 0.19649633914232253, + "num_tokens": 9670477.0, + "step": 3370 + }, + { + "entropy": 4.922432947158813, + "epoch": 4.00355871886121, + "grad_norm": 1.1640625, + "learning_rate": 0.00039559320073908526, + "loss": 4.5875, + "mean_token_accuracy": 0.2211996853351593, + "num_tokens": 9683964.0, + "step": 3375 + }, + { + "entropy": 5.0110671043396, + "epoch": 4.0094899169632265, + "grad_norm": 0.94140625, + "learning_rate": 0.00039519080407091956, + "loss": 4.58, + "mean_token_accuracy": 0.21853467971086502, + "num_tokens": 9698415.0, + "step": 3380 + }, + { + "entropy": 5.0225770473480225, + "epoch": 4.0154211150652435, + "grad_norm": 0.98828125, + "learning_rate": 0.00039478786875727116, + "loss": 4.5708, + "mean_token_accuracy": 0.21765107959508895, + "num_tokens": 9712895.0, + "step": 3385 + }, + { + "entropy": 4.9370323657989506, + "epoch": 4.0213523131672595, + "grad_norm": 1.1015625, + "learning_rate": 0.00039438439660392983, + "loss": 4.475, + "mean_token_accuracy": 0.22428351193666457, + "num_tokens": 9728872.0, + "step": 3390 + }, + { + "entropy": 4.997824096679688, + "epoch": 4.027283511269276, + "grad_norm": 1.1171875, + "learning_rate": 0.00039398038941909066, + "loss": 4.5467, + "mean_token_accuracy": 0.21755390614271164, + "num_tokens": 9744284.0, + "step": 3395 + }, + { + "entropy": 4.97338900566101, + "epoch": 4.033214709371293, + "grad_norm": 1.078125, + "learning_rate": 0.000393575849013347, + "loss": 4.5463, + "mean_token_accuracy": 0.2152925118803978, + "num_tokens": 9759374.0, + "step": 3400 + }, + { + "entropy": 4.930527114868164, + "epoch": 4.039145907473309, + "grad_norm": 1.0625, + "learning_rate": 0.00039317077719968143, + "loss": 4.5183, + "mean_token_accuracy": 0.21953357756137848, + "num_tokens": 9773919.0, + "step": 3405 + }, + { + "entropy": 4.989052486419678, + "epoch": 4.045077105575326, + "grad_norm": 1.21875, + "learning_rate": 0.00039276517579345846, + "loss": 4.5668, + "mean_token_accuracy": 0.21412246227264403, + "num_tokens": 9788023.0, + "step": 3410 + }, + { + "entropy": 5.021774053573608, + "epoch": 4.051008303677343, + "grad_norm": 1.046875, + "learning_rate": 0.0003923590466124159, + "loss": 4.561, + "mean_token_accuracy": 0.21579589694738388, + "num_tokens": 9803037.0, + "step": 3415 + }, + { + "entropy": 4.994525671005249, + "epoch": 4.056939501779359, + "grad_norm": 1.1328125, + "learning_rate": 0.00039195239147665664, + "loss": 4.5317, + "mean_token_accuracy": 0.21720170676708223, + "num_tokens": 9816782.0, + "step": 3420 + }, + { + "entropy": 4.995402812957764, + "epoch": 4.062870699881376, + "grad_norm": 1.0625, + "learning_rate": 0.00039154521220864094, + "loss": 4.544, + "mean_token_accuracy": 0.21858830749988556, + "num_tokens": 9830471.0, + "step": 3425 + }, + { + "entropy": 4.991329097747803, + "epoch": 4.068801897983393, + "grad_norm": 1.0703125, + "learning_rate": 0.00039113751063317795, + "loss": 4.597, + "mean_token_accuracy": 0.21205688118934632, + "num_tokens": 9844303.0, + "step": 3430 + }, + { + "entropy": 4.940326738357544, + "epoch": 4.074733096085409, + "grad_norm": 1.0234375, + "learning_rate": 0.0003907292885774175, + "loss": 4.5388, + "mean_token_accuracy": 0.21253766417503356, + "num_tokens": 9861002.0, + "step": 3435 + }, + { + "entropy": 4.897701930999756, + "epoch": 4.080664294187426, + "grad_norm": 1.0703125, + "learning_rate": 0.0003903205478708419, + "loss": 4.5072, + "mean_token_accuracy": 0.22263137847185135, + "num_tokens": 9876338.0, + "step": 3440 + }, + { + "entropy": 5.052014923095703, + "epoch": 4.086595492289442, + "grad_norm": 1.0625, + "learning_rate": 0.0003899112903452582, + "loss": 4.6115, + "mean_token_accuracy": 0.21495201140642167, + "num_tokens": 9891217.0, + "step": 3445 + }, + { + "entropy": 4.955441427230835, + "epoch": 4.092526690391459, + "grad_norm": 1.1015625, + "learning_rate": 0.00038950151783478926, + "loss": 4.547, + "mean_token_accuracy": 0.22495205700397491, + "num_tokens": 9905309.0, + "step": 3450 + }, + { + "entropy": 4.965147495269775, + "epoch": 4.098457888493476, + "grad_norm": 1.015625, + "learning_rate": 0.000389091232175866, + "loss": 4.5015, + "mean_token_accuracy": 0.22329854369163513, + "num_tokens": 9918347.0, + "step": 3455 + }, + { + "entropy": 4.948949956893921, + "epoch": 4.104389086595492, + "grad_norm": 1.2265625, + "learning_rate": 0.0003886804352072192, + "loss": 4.5585, + "mean_token_accuracy": 0.21841878592967987, + "num_tokens": 9933068.0, + "step": 3460 + }, + { + "entropy": 4.864326620101929, + "epoch": 4.110320284697509, + "grad_norm": 1.0234375, + "learning_rate": 0.0003882691287698709, + "loss": 4.5283, + "mean_token_accuracy": 0.2233476459980011, + "num_tokens": 9948149.0, + "step": 3465 + }, + { + "entropy": 4.933009481430053, + "epoch": 4.116251482799526, + "grad_norm": 1.1015625, + "learning_rate": 0.0003878573147071265, + "loss": 4.5161, + "mean_token_accuracy": 0.2156417414546013, + "num_tokens": 9961494.0, + "step": 3470 + }, + { + "entropy": 4.932680368423462, + "epoch": 4.122182680901542, + "grad_norm": 1.0234375, + "learning_rate": 0.0003874449948645664, + "loss": 4.5063, + "mean_token_accuracy": 0.2222415953874588, + "num_tokens": 9977270.0, + "step": 3475 + }, + { + "entropy": 4.86724328994751, + "epoch": 4.128113879003559, + "grad_norm": 1.0390625, + "learning_rate": 0.0003870321710900375, + "loss": 4.4522, + "mean_token_accuracy": 0.2294168159365654, + "num_tokens": 9991102.0, + "step": 3480 + }, + { + "entropy": 4.947033166885376, + "epoch": 4.134045077105576, + "grad_norm": 1.171875, + "learning_rate": 0.00038661884523364537, + "loss": 4.5741, + "mean_token_accuracy": 0.22195196747779847, + "num_tokens": 10004991.0, + "step": 3485 + }, + { + "entropy": 4.9410834312438965, + "epoch": 4.139976275207592, + "grad_norm": 1.0859375, + "learning_rate": 0.00038620501914774554, + "loss": 4.5944, + "mean_token_accuracy": 0.2187734752893448, + "num_tokens": 10019654.0, + "step": 3490 + }, + { + "entropy": 4.893217134475708, + "epoch": 4.145907473309609, + "grad_norm": 1.078125, + "learning_rate": 0.00038579069468693526, + "loss": 4.4958, + "mean_token_accuracy": 0.22282861918210983, + "num_tokens": 10033831.0, + "step": 3495 + }, + { + "entropy": 4.945186996459961, + "epoch": 4.1518386714116255, + "grad_norm": 0.98046875, + "learning_rate": 0.00038537587370804567, + "loss": 4.5099, + "mean_token_accuracy": 0.21789855360984803, + "num_tokens": 10049549.0, + "step": 3500 + }, + { + "epoch": 4.1518386714116255, + "eval_entropy": 4.839259713705332, + "eval_loss": 5.367321491241455, + "eval_mean_token_accuracy": 0.18195566196748816, + "eval_num_tokens": 10049549.0, + "eval_runtime": 2.4857, + "eval_samples_per_second": 1049.215, + "eval_steps_per_second": 131.152, + "step": 3500 + }, + { + "entropy": 4.949001407623291, + "epoch": 4.157769869513642, + "grad_norm": 1.1953125, + "learning_rate": 0.0003849605580701327, + "loss": 4.5444, + "mean_token_accuracy": 0.21757382601499559, + "num_tokens": 10062471.0, + "step": 3505 + }, + { + "entropy": 4.934420490264893, + "epoch": 4.1637010676156585, + "grad_norm": 1.0703125, + "learning_rate": 0.0003845447496344694, + "loss": 4.5807, + "mean_token_accuracy": 0.21373047232627868, + "num_tokens": 10077154.0, + "step": 3510 + }, + { + "entropy": 4.976820373535157, + "epoch": 4.169632265717675, + "grad_norm": 1.046875, + "learning_rate": 0.00038412845026453715, + "loss": 4.526, + "mean_token_accuracy": 0.21752108186483382, + "num_tokens": 10089474.0, + "step": 3515 + }, + { + "entropy": 4.9126228332519535, + "epoch": 4.1755634638196915, + "grad_norm": 1.0546875, + "learning_rate": 0.00038371166182601756, + "loss": 4.5337, + "mean_token_accuracy": 0.21539070457220078, + "num_tokens": 10104377.0, + "step": 3520 + }, + { + "entropy": 4.887478303909302, + "epoch": 4.181494661921708, + "grad_norm": 1.0703125, + "learning_rate": 0.00038329438618678427, + "loss": 4.4854, + "mean_token_accuracy": 0.22191788107156754, + "num_tokens": 10119580.0, + "step": 3525 + }, + { + "entropy": 4.967412519454956, + "epoch": 4.187425860023724, + "grad_norm": 1.1015625, + "learning_rate": 0.0003828766252168938, + "loss": 4.6256, + "mean_token_accuracy": 0.20895761251449585, + "num_tokens": 10135586.0, + "step": 3530 + }, + { + "entropy": 4.829362487792968, + "epoch": 4.193357058125741, + "grad_norm": 1.2109375, + "learning_rate": 0.00038245838078857837, + "loss": 4.5119, + "mean_token_accuracy": 0.21914001256227494, + "num_tokens": 10148464.0, + "step": 3535 + }, + { + "entropy": 4.941340827941895, + "epoch": 4.199288256227758, + "grad_norm": 1.2109375, + "learning_rate": 0.0003820396547762363, + "loss": 4.5293, + "mean_token_accuracy": 0.21329305917024613, + "num_tokens": 10162838.0, + "step": 3540 + }, + { + "entropy": 4.8993401527404785, + "epoch": 4.205219454329774, + "grad_norm": 0.97265625, + "learning_rate": 0.0003816204490564247, + "loss": 4.4626, + "mean_token_accuracy": 0.225820828974247, + "num_tokens": 10178385.0, + "step": 3545 + }, + { + "entropy": 4.919313240051269, + "epoch": 4.211150652431791, + "grad_norm": 1.2265625, + "learning_rate": 0.0003812007655078501, + "loss": 4.5609, + "mean_token_accuracy": 0.21777454614639283, + "num_tokens": 10192616.0, + "step": 3550 + }, + { + "entropy": 4.987676429748535, + "epoch": 4.217081850533808, + "grad_norm": 1.1328125, + "learning_rate": 0.0003807806060113606, + "loss": 4.5856, + "mean_token_accuracy": 0.21827704459428787, + "num_tokens": 10206467.0, + "step": 3555 + }, + { + "entropy": 4.911167335510254, + "epoch": 4.223013048635824, + "grad_norm": 1.0703125, + "learning_rate": 0.0003803599724499373, + "loss": 4.5154, + "mean_token_accuracy": 0.22495382130146027, + "num_tokens": 10219993.0, + "step": 3560 + }, + { + "entropy": 4.865255451202392, + "epoch": 4.228944246737841, + "grad_norm": 1.0625, + "learning_rate": 0.000379938866708686, + "loss": 4.5095, + "mean_token_accuracy": 0.2240983322262764, + "num_tokens": 10234359.0, + "step": 3565 + }, + { + "entropy": 4.949184846878052, + "epoch": 4.234875444839858, + "grad_norm": 1.234375, + "learning_rate": 0.00037951729067482845, + "loss": 4.6212, + "mean_token_accuracy": 0.21564119905233384, + "num_tokens": 10248498.0, + "step": 3570 + }, + { + "entropy": 5.020032358169556, + "epoch": 4.240806642941874, + "grad_norm": 1.0390625, + "learning_rate": 0.00037909524623769405, + "loss": 4.6366, + "mean_token_accuracy": 0.2105604127049446, + "num_tokens": 10264281.0, + "step": 3575 + }, + { + "entropy": 4.982895183563232, + "epoch": 4.246737841043891, + "grad_norm": 1.125, + "learning_rate": 0.0003786727352887114, + "loss": 4.5799, + "mean_token_accuracy": 0.21946978121995925, + "num_tokens": 10278089.0, + "step": 3580 + }, + { + "entropy": 4.895901250839233, + "epoch": 4.252669039145908, + "grad_norm": 1.1171875, + "learning_rate": 0.00037824975972140004, + "loss": 4.5528, + "mean_token_accuracy": 0.21517277508974075, + "num_tokens": 10293704.0, + "step": 3585 + }, + { + "entropy": 4.942791414260864, + "epoch": 4.258600237247924, + "grad_norm": 1.109375, + "learning_rate": 0.0003778263214313614, + "loss": 4.6005, + "mean_token_accuracy": 0.21143771708011627, + "num_tokens": 10309242.0, + "step": 3590 + }, + { + "entropy": 4.96503586769104, + "epoch": 4.264531435349941, + "grad_norm": 1.09375, + "learning_rate": 0.00037740242231627086, + "loss": 4.5739, + "mean_token_accuracy": 0.21260294765233995, + "num_tokens": 10326394.0, + "step": 3595 + }, + { + "entropy": 4.9582971096038815, + "epoch": 4.270462633451958, + "grad_norm": 1.1875, + "learning_rate": 0.00037697806427586895, + "loss": 4.5723, + "mean_token_accuracy": 0.20982261300086974, + "num_tokens": 10338835.0, + "step": 3600 + }, + { + "entropy": 4.95024733543396, + "epoch": 4.276393831553974, + "grad_norm": 1.140625, + "learning_rate": 0.00037655324921195295, + "loss": 4.5422, + "mean_token_accuracy": 0.21664880514144896, + "num_tokens": 10352665.0, + "step": 3605 + }, + { + "entropy": 4.949320077896118, + "epoch": 4.282325029655991, + "grad_norm": 1.015625, + "learning_rate": 0.0003761279790283682, + "loss": 4.6211, + "mean_token_accuracy": 0.2119644895195961, + "num_tokens": 10368016.0, + "step": 3610 + }, + { + "entropy": 4.932809591293335, + "epoch": 4.288256227758007, + "grad_norm": 1.1328125, + "learning_rate": 0.00037570225563099993, + "loss": 4.5848, + "mean_token_accuracy": 0.207173253595829, + "num_tokens": 10383828.0, + "step": 3615 + }, + { + "entropy": 4.879697322845459, + "epoch": 4.294187425860024, + "grad_norm": 1.21875, + "learning_rate": 0.00037527608092776434, + "loss": 4.5116, + "mean_token_accuracy": 0.2246400997042656, + "num_tokens": 10396806.0, + "step": 3620 + }, + { + "entropy": 4.912312746047974, + "epoch": 4.300118623962041, + "grad_norm": 1.1640625, + "learning_rate": 0.0003748494568286002, + "loss": 4.5452, + "mean_token_accuracy": 0.2169484555721283, + "num_tokens": 10409240.0, + "step": 3625 + }, + { + "entropy": 4.952205801010132, + "epoch": 4.306049822064057, + "grad_norm": 1.078125, + "learning_rate": 0.0003744223852454603, + "loss": 4.5684, + "mean_token_accuracy": 0.2195367306470871, + "num_tokens": 10423780.0, + "step": 3630 + }, + { + "entropy": 4.926177883148194, + "epoch": 4.3119810201660735, + "grad_norm": 1.03125, + "learning_rate": 0.00037399486809230285, + "loss": 4.564, + "mean_token_accuracy": 0.21954804956912993, + "num_tokens": 10438351.0, + "step": 3635 + }, + { + "entropy": 4.919487428665161, + "epoch": 4.3179122182680905, + "grad_norm": 1.0546875, + "learning_rate": 0.0003735669072850829, + "loss": 4.4666, + "mean_token_accuracy": 0.22758726328611373, + "num_tokens": 10451489.0, + "step": 3640 + }, + { + "entropy": 4.992522239685059, + "epoch": 4.3238434163701065, + "grad_norm": 1.1328125, + "learning_rate": 0.0003731385047417439, + "loss": 4.6153, + "mean_token_accuracy": 0.2079178586602211, + "num_tokens": 10467610.0, + "step": 3645 + }, + { + "entropy": 4.967781734466553, + "epoch": 4.329774614472123, + "grad_norm": 1.1015625, + "learning_rate": 0.000372709662382209, + "loss": 4.552, + "mean_token_accuracy": 0.21371103674173356, + "num_tokens": 10481029.0, + "step": 3650 + }, + { + "entropy": 4.878114366531372, + "epoch": 4.33570581257414, + "grad_norm": 1.0859375, + "learning_rate": 0.0003722803821283722, + "loss": 4.5956, + "mean_token_accuracy": 0.2139382153749466, + "num_tokens": 10497318.0, + "step": 3655 + }, + { + "entropy": 4.859429502487183, + "epoch": 4.341637010676156, + "grad_norm": 1.078125, + "learning_rate": 0.00037185066590408997, + "loss": 4.392, + "mean_token_accuracy": 0.23174477219581605, + "num_tokens": 10511194.0, + "step": 3660 + }, + { + "entropy": 4.868615961074829, + "epoch": 4.347568208778173, + "grad_norm": 1.1171875, + "learning_rate": 0.00037142051563517287, + "loss": 4.5525, + "mean_token_accuracy": 0.2176743671298027, + "num_tokens": 10524609.0, + "step": 3665 + }, + { + "entropy": 4.932547903060913, + "epoch": 4.35349940688019, + "grad_norm": 1.1796875, + "learning_rate": 0.0003709899332493765, + "loss": 4.4982, + "mean_token_accuracy": 0.2166844129562378, + "num_tokens": 10537398.0, + "step": 3670 + }, + { + "entropy": 4.928352165222168, + "epoch": 4.359430604982206, + "grad_norm": 1.0859375, + "learning_rate": 0.00037055892067639314, + "loss": 4.6053, + "mean_token_accuracy": 0.21913551688194274, + "num_tokens": 10551658.0, + "step": 3675 + }, + { + "entropy": 4.989397954940796, + "epoch": 4.365361803084223, + "grad_norm": 0.86328125, + "learning_rate": 0.00037012747984784276, + "loss": 4.6025, + "mean_token_accuracy": 0.21916887611150743, + "num_tokens": 10567241.0, + "step": 3680 + }, + { + "entropy": 4.885055685043335, + "epoch": 4.37129300118624, + "grad_norm": 1.046875, + "learning_rate": 0.0003696956126972648, + "loss": 4.5511, + "mean_token_accuracy": 0.21823447644710542, + "num_tokens": 10581625.0, + "step": 3685 + }, + { + "entropy": 4.958601999282837, + "epoch": 4.377224199288256, + "grad_norm": 1.046875, + "learning_rate": 0.00036926332116010935, + "loss": 4.5612, + "mean_token_accuracy": 0.2181847646832466, + "num_tokens": 10596619.0, + "step": 3690 + }, + { + "entropy": 4.868906784057617, + "epoch": 4.383155397390273, + "grad_norm": 1.125, + "learning_rate": 0.00036883060717372813, + "loss": 4.571, + "mean_token_accuracy": 0.21200695186853408, + "num_tokens": 10611525.0, + "step": 3695 + }, + { + "entropy": 5.026228427886963, + "epoch": 4.389086595492289, + "grad_norm": 0.9453125, + "learning_rate": 0.0003683974726773664, + "loss": 4.7066, + "mean_token_accuracy": 0.2007292851805687, + "num_tokens": 10628139.0, + "step": 3700 + }, + { + "entropy": 4.917442035675049, + "epoch": 4.395017793594306, + "grad_norm": 1.078125, + "learning_rate": 0.0003679639196121539, + "loss": 4.5421, + "mean_token_accuracy": 0.21730383038520812, + "num_tokens": 10641093.0, + "step": 3705 + }, + { + "entropy": 4.904851627349854, + "epoch": 4.400948991696323, + "grad_norm": 1.109375, + "learning_rate": 0.00036752994992109617, + "loss": 4.5413, + "mean_token_accuracy": 0.22170090973377227, + "num_tokens": 10653360.0, + "step": 3710 + }, + { + "entropy": 4.865046739578247, + "epoch": 4.406880189798339, + "grad_norm": 1.203125, + "learning_rate": 0.0003670955655490658, + "loss": 4.5119, + "mean_token_accuracy": 0.2288769945502281, + "num_tokens": 10667170.0, + "step": 3715 + }, + { + "entropy": 4.892205238342285, + "epoch": 4.412811387900356, + "grad_norm": 1.1640625, + "learning_rate": 0.000366660768442794, + "loss": 4.5313, + "mean_token_accuracy": 0.21561039686203004, + "num_tokens": 10679998.0, + "step": 3720 + }, + { + "entropy": 4.871367263793945, + "epoch": 4.418742586002373, + "grad_norm": 1.0546875, + "learning_rate": 0.00036622556055086167, + "loss": 4.4911, + "mean_token_accuracy": 0.22132606208324432, + "num_tokens": 10693538.0, + "step": 3725 + }, + { + "entropy": 4.9184425354003904, + "epoch": 4.424673784104389, + "grad_norm": 1.1953125, + "learning_rate": 0.0003657899438236904, + "loss": 4.5128, + "mean_token_accuracy": 0.22167116701602935, + "num_tokens": 10705883.0, + "step": 3730 + }, + { + "entropy": 4.985387086868286, + "epoch": 4.430604982206406, + "grad_norm": 1.1015625, + "learning_rate": 0.0003653539202135345, + "loss": 4.5781, + "mean_token_accuracy": 0.21406898498535157, + "num_tokens": 10720294.0, + "step": 3735 + }, + { + "entropy": 4.9532801628112795, + "epoch": 4.436536180308423, + "grad_norm": 1.0390625, + "learning_rate": 0.0003649174916744713, + "loss": 4.6105, + "mean_token_accuracy": 0.2147031158208847, + "num_tokens": 10734784.0, + "step": 3740 + }, + { + "entropy": 4.879120302200318, + "epoch": 4.442467378410439, + "grad_norm": 1.1171875, + "learning_rate": 0.00036448066016239316, + "loss": 4.495, + "mean_token_accuracy": 0.21976542025804519, + "num_tokens": 10748397.0, + "step": 3745 + }, + { + "entropy": 4.983062505722046, + "epoch": 4.448398576512456, + "grad_norm": 1.046875, + "learning_rate": 0.00036404342763499814, + "loss": 4.666, + "mean_token_accuracy": 0.21218072026968002, + "num_tokens": 10763938.0, + "step": 3750 + }, + { + "entropy": 4.908005809783935, + "epoch": 4.454329774614472, + "grad_norm": 1.0859375, + "learning_rate": 0.00036360579605178176, + "loss": 4.6143, + "mean_token_accuracy": 0.21130552887916565, + "num_tokens": 10777723.0, + "step": 3755 + }, + { + "entropy": 4.94810152053833, + "epoch": 4.460260972716489, + "grad_norm": 1.1875, + "learning_rate": 0.00036316776737402767, + "loss": 4.5086, + "mean_token_accuracy": 0.22831115126609802, + "num_tokens": 10790744.0, + "step": 3760 + }, + { + "entropy": 4.875180673599243, + "epoch": 4.4661921708185055, + "grad_norm": 1.203125, + "learning_rate": 0.0003627293435647994, + "loss": 4.5773, + "mean_token_accuracy": 0.2184601604938507, + "num_tokens": 10804720.0, + "step": 3765 + }, + { + "entropy": 4.932240056991577, + "epoch": 4.4721233689205215, + "grad_norm": 1.0703125, + "learning_rate": 0.00036229052658893107, + "loss": 4.5138, + "mean_token_accuracy": 0.22189483791589737, + "num_tokens": 10819348.0, + "step": 3770 + }, + { + "entropy": 4.913123369216919, + "epoch": 4.4780545670225385, + "grad_norm": 1.2890625, + "learning_rate": 0.00036185131841301894, + "loss": 4.5474, + "mean_token_accuracy": 0.224131940305233, + "num_tokens": 10832549.0, + "step": 3775 + }, + { + "entropy": 4.929586887359619, + "epoch": 4.483985765124555, + "grad_norm": 1.1328125, + "learning_rate": 0.00036141172100541245, + "loss": 4.5888, + "mean_token_accuracy": 0.21493848264217377, + "num_tokens": 10846766.0, + "step": 3780 + }, + { + "entropy": 4.914976263046265, + "epoch": 4.489916963226571, + "grad_norm": 1.2734375, + "learning_rate": 0.0003609717363362054, + "loss": 4.6012, + "mean_token_accuracy": 0.21102828532457352, + "num_tokens": 10859506.0, + "step": 3785 + }, + { + "entropy": 4.856210708618164, + "epoch": 4.495848161328588, + "grad_norm": 1.1015625, + "learning_rate": 0.00036053136637722715, + "loss": 4.5178, + "mean_token_accuracy": 0.2186322867870331, + "num_tokens": 10873559.0, + "step": 3790 + }, + { + "entropy": 4.900162935256958, + "epoch": 4.501779359430605, + "grad_norm": 1.0390625, + "learning_rate": 0.00036009061310203374, + "loss": 4.5792, + "mean_token_accuracy": 0.20522619485855104, + "num_tokens": 10889441.0, + "step": 3795 + }, + { + "entropy": 4.9840555667877195, + "epoch": 4.507710557532621, + "grad_norm": 1.0703125, + "learning_rate": 0.00035964947848589904, + "loss": 4.6068, + "mean_token_accuracy": 0.20724985450506211, + "num_tokens": 10904538.0, + "step": 3800 + }, + { + "entropy": 4.90825400352478, + "epoch": 4.513641755634638, + "grad_norm": 1.125, + "learning_rate": 0.00035920796450580596, + "loss": 4.5775, + "mean_token_accuracy": 0.2163109451532364, + "num_tokens": 10920129.0, + "step": 3805 + }, + { + "entropy": 4.829426240921021, + "epoch": 4.519572953736655, + "grad_norm": 1.171875, + "learning_rate": 0.00035876607314043766, + "loss": 4.512, + "mean_token_accuracy": 0.22267879992723466, + "num_tokens": 10933100.0, + "step": 3810 + }, + { + "entropy": 4.878107118606567, + "epoch": 4.525504151838671, + "grad_norm": 1.2109375, + "learning_rate": 0.00035832380637016846, + "loss": 4.6123, + "mean_token_accuracy": 0.21037212014198303, + "num_tokens": 10949333.0, + "step": 3815 + }, + { + "entropy": 4.95169038772583, + "epoch": 4.531435349940688, + "grad_norm": 1.0390625, + "learning_rate": 0.00035788116617705535, + "loss": 4.5142, + "mean_token_accuracy": 0.22315363585948944, + "num_tokens": 10963539.0, + "step": 3820 + }, + { + "entropy": 4.918026256561279, + "epoch": 4.537366548042705, + "grad_norm": 1.1171875, + "learning_rate": 0.00035743815454482834, + "loss": 4.6232, + "mean_token_accuracy": 0.20704769790172578, + "num_tokens": 10978205.0, + "step": 3825 + }, + { + "entropy": 4.879274702072143, + "epoch": 4.543297746144721, + "grad_norm": 1.359375, + "learning_rate": 0.0003569947734588824, + "loss": 4.4718, + "mean_token_accuracy": 0.23167906254529952, + "num_tokens": 10990599.0, + "step": 3830 + }, + { + "entropy": 4.917426490783692, + "epoch": 4.549228944246738, + "grad_norm": 1.3125, + "learning_rate": 0.0003565510249062684, + "loss": 4.5469, + "mean_token_accuracy": 0.21902925819158553, + "num_tokens": 11003101.0, + "step": 3835 + }, + { + "entropy": 4.871329975128174, + "epoch": 4.555160142348754, + "grad_norm": 1.1484375, + "learning_rate": 0.0003561069108756837, + "loss": 4.5204, + "mean_token_accuracy": 0.22292227298021317, + "num_tokens": 11016390.0, + "step": 3840 + }, + { + "entropy": 4.88023362159729, + "epoch": 4.561091340450771, + "grad_norm": 1.1015625, + "learning_rate": 0.00035566243335746387, + "loss": 4.5717, + "mean_token_accuracy": 0.21451771706342698, + "num_tokens": 11031372.0, + "step": 3845 + }, + { + "entropy": 4.816264247894287, + "epoch": 4.567022538552788, + "grad_norm": 1.0625, + "learning_rate": 0.0003552175943435731, + "loss": 4.4249, + "mean_token_accuracy": 0.23228887915611268, + "num_tokens": 11045634.0, + "step": 3850 + }, + { + "entropy": 4.815663433074951, + "epoch": 4.572953736654805, + "grad_norm": 1.203125, + "learning_rate": 0.00035477239582759623, + "loss": 4.5014, + "mean_token_accuracy": 0.23030359745025636, + "num_tokens": 11058185.0, + "step": 3855 + }, + { + "entropy": 4.9244019985198975, + "epoch": 4.578884934756821, + "grad_norm": 1.0703125, + "learning_rate": 0.0003543268398047286, + "loss": 4.5686, + "mean_token_accuracy": 0.21440733075141907, + "num_tokens": 11073789.0, + "step": 3860 + }, + { + "entropy": 4.894974422454834, + "epoch": 4.584816132858838, + "grad_norm": 1.046875, + "learning_rate": 0.0003538809282717683, + "loss": 4.5714, + "mean_token_accuracy": 0.21468473076820374, + "num_tokens": 11087307.0, + "step": 3865 + }, + { + "entropy": 4.956341075897217, + "epoch": 4.590747330960854, + "grad_norm": 1.1484375, + "learning_rate": 0.0003534346632271063, + "loss": 4.6001, + "mean_token_accuracy": 0.21189410835504532, + "num_tokens": 11101966.0, + "step": 3870 + }, + { + "entropy": 4.930508327484131, + "epoch": 4.596678529062871, + "grad_norm": 1.203125, + "learning_rate": 0.00035298804667071806, + "loss": 4.5909, + "mean_token_accuracy": 0.2205038547515869, + "num_tokens": 11115642.0, + "step": 3875 + }, + { + "entropy": 4.882773685455322, + "epoch": 4.602609727164888, + "grad_norm": 1.1875, + "learning_rate": 0.00035254108060415415, + "loss": 4.5814, + "mean_token_accuracy": 0.2154085248708725, + "num_tokens": 11129616.0, + "step": 3880 + }, + { + "entropy": 4.87270073890686, + "epoch": 4.608540925266904, + "grad_norm": 1.1015625, + "learning_rate": 0.0003520937670305318, + "loss": 4.5488, + "mean_token_accuracy": 0.22267507910728454, + "num_tokens": 11141975.0, + "step": 3885 + }, + { + "entropy": 4.938285255432129, + "epoch": 4.6144721233689205, + "grad_norm": 1.109375, + "learning_rate": 0.0003516461079545255, + "loss": 4.5509, + "mean_token_accuracy": 0.21113669872283936, + "num_tokens": 11156128.0, + "step": 3890 + }, + { + "entropy": 4.924780225753784, + "epoch": 4.6204033214709375, + "grad_norm": 1.109375, + "learning_rate": 0.0003511981053823579, + "loss": 4.5647, + "mean_token_accuracy": 0.21801244020462035, + "num_tokens": 11170334.0, + "step": 3895 + }, + { + "entropy": 4.898917198181152, + "epoch": 4.6263345195729535, + "grad_norm": 1.15625, + "learning_rate": 0.00035074976132179155, + "loss": 4.5635, + "mean_token_accuracy": 0.21639289408922197, + "num_tokens": 11185165.0, + "step": 3900 + }, + { + "entropy": 4.871355104446411, + "epoch": 4.63226571767497, + "grad_norm": 1.0546875, + "learning_rate": 0.00035030107778211893, + "loss": 4.5284, + "mean_token_accuracy": 0.22062084525823594, + "num_tokens": 11199250.0, + "step": 3905 + }, + { + "entropy": 4.890713834762574, + "epoch": 4.638196915776987, + "grad_norm": 1.0234375, + "learning_rate": 0.0003498520567741543, + "loss": 4.5565, + "mean_token_accuracy": 0.2167780503630638, + "num_tokens": 11214585.0, + "step": 3910 + }, + { + "entropy": 4.872895050048828, + "epoch": 4.644128113879003, + "grad_norm": 1.09375, + "learning_rate": 0.0003494027003102239, + "loss": 4.4899, + "mean_token_accuracy": 0.22181470692157745, + "num_tokens": 11228664.0, + "step": 3915 + }, + { + "entropy": 4.836891031265258, + "epoch": 4.65005931198102, + "grad_norm": 1.125, + "learning_rate": 0.0003489530104041577, + "loss": 4.4951, + "mean_token_accuracy": 0.22113146185874938, + "num_tokens": 11243896.0, + "step": 3920 + }, + { + "entropy": 4.923533821105957, + "epoch": 4.655990510083036, + "grad_norm": 1.1875, + "learning_rate": 0.00034850298907128, + "loss": 4.53, + "mean_token_accuracy": 0.2168356418609619, + "num_tokens": 11257919.0, + "step": 3925 + }, + { + "entropy": 4.860488414764404, + "epoch": 4.661921708185053, + "grad_norm": 1.046875, + "learning_rate": 0.00034805263832840024, + "loss": 4.4978, + "mean_token_accuracy": 0.22182656079530716, + "num_tokens": 11271416.0, + "step": 3930 + }, + { + "entropy": 4.826270341873169, + "epoch": 4.66785290628707, + "grad_norm": 1.1640625, + "learning_rate": 0.00034760196019380425, + "loss": 4.5671, + "mean_token_accuracy": 0.21985392570495604, + "num_tokens": 11286870.0, + "step": 3935 + }, + { + "entropy": 4.985865783691406, + "epoch": 4.673784104389087, + "grad_norm": 1.1015625, + "learning_rate": 0.00034715095668724495, + "loss": 4.5457, + "mean_token_accuracy": 0.22065018266439437, + "num_tokens": 11300784.0, + "step": 3940 + }, + { + "entropy": 4.941800451278686, + "epoch": 4.679715302491103, + "grad_norm": 1.1015625, + "learning_rate": 0.0003466996298299336, + "loss": 4.6109, + "mean_token_accuracy": 0.2118876174092293, + "num_tokens": 11315988.0, + "step": 3945 + }, + { + "entropy": 4.850393199920655, + "epoch": 4.68564650059312, + "grad_norm": 1.1171875, + "learning_rate": 0.0003462479816445307, + "loss": 4.5779, + "mean_token_accuracy": 0.2169851690530777, + "num_tokens": 11329136.0, + "step": 3950 + }, + { + "entropy": 4.866232681274414, + "epoch": 4.691577698695136, + "grad_norm": 1.0078125, + "learning_rate": 0.0003457960141551365, + "loss": 4.5216, + "mean_token_accuracy": 0.21714198887348174, + "num_tokens": 11343381.0, + "step": 3955 + }, + { + "entropy": 4.905858325958252, + "epoch": 4.697508896797153, + "grad_norm": 0.91796875, + "learning_rate": 0.0003453437293872823, + "loss": 4.6158, + "mean_token_accuracy": 0.2082674726843834, + "num_tokens": 11360177.0, + "step": 3960 + }, + { + "entropy": 4.930188465118408, + "epoch": 4.70344009489917, + "grad_norm": 1.09375, + "learning_rate": 0.0003448911293679217, + "loss": 4.5419, + "mean_token_accuracy": 0.21424513608217238, + "num_tokens": 11375523.0, + "step": 3965 + }, + { + "entropy": 4.866753625869751, + "epoch": 4.709371293001186, + "grad_norm": 1.03125, + "learning_rate": 0.00034443821612542054, + "loss": 4.5526, + "mean_token_accuracy": 0.21434911489486694, + "num_tokens": 11392353.0, + "step": 3970 + }, + { + "entropy": 4.886464166641235, + "epoch": 4.715302491103203, + "grad_norm": 0.96484375, + "learning_rate": 0.0003439849916895488, + "loss": 4.559, + "mean_token_accuracy": 0.2147858500480652, + "num_tokens": 11407918.0, + "step": 3975 + }, + { + "entropy": 4.937608671188355, + "epoch": 4.72123368920522, + "grad_norm": 1.09375, + "learning_rate": 0.000343531458091471, + "loss": 4.582, + "mean_token_accuracy": 0.21453986465930938, + "num_tokens": 11421888.0, + "step": 3980 + }, + { + "entropy": 4.861459112167358, + "epoch": 4.727164887307236, + "grad_norm": 1.0703125, + "learning_rate": 0.00034307761736373723, + "loss": 4.522, + "mean_token_accuracy": 0.22018359303474427, + "num_tokens": 11436338.0, + "step": 3985 + }, + { + "entropy": 4.854418611526489, + "epoch": 4.733096085409253, + "grad_norm": 1.1015625, + "learning_rate": 0.0003426234715402738, + "loss": 4.4659, + "mean_token_accuracy": 0.223881858587265, + "num_tokens": 11450658.0, + "step": 3990 + }, + { + "entropy": 4.839980363845825, + "epoch": 4.73902728351127, + "grad_norm": 1.1015625, + "learning_rate": 0.00034216902265637463, + "loss": 4.4885, + "mean_token_accuracy": 0.21753302216529846, + "num_tokens": 11464073.0, + "step": 3995 + }, + { + "entropy": 4.8677722930908205, + "epoch": 4.744958481613286, + "grad_norm": 1.0546875, + "learning_rate": 0.00034171427274869165, + "loss": 4.5004, + "mean_token_accuracy": 0.22347734719514847, + "num_tokens": 11477212.0, + "step": 4000 + }, + { + "epoch": 4.744958481613286, + "eval_entropy": 4.764749740530377, + "eval_loss": 5.325899124145508, + "eval_mean_token_accuracy": 0.18570856036949743, + "eval_num_tokens": 11477212.0, + "eval_runtime": 2.4276, + "eval_samples_per_second": 1074.332, + "eval_steps_per_second": 134.292, + "step": 4000 + }, + { + "entropy": 4.929757022857666, + "epoch": 4.750889679715303, + "grad_norm": 1.1875, + "learning_rate": 0.0003412592238552259, + "loss": 4.6662, + "mean_token_accuracy": 0.20496707409620285, + "num_tokens": 11491444.0, + "step": 4005 + }, + { + "entropy": 4.878577470779419, + "epoch": 4.756820877817319, + "grad_norm": 1.125, + "learning_rate": 0.0003408038780153183, + "loss": 4.5484, + "mean_token_accuracy": 0.21888002008199692, + "num_tokens": 11506132.0, + "step": 4010 + }, + { + "entropy": 4.823000574111939, + "epoch": 4.762752075919336, + "grad_norm": 1.1484375, + "learning_rate": 0.0003403482372696407, + "loss": 4.5454, + "mean_token_accuracy": 0.22043904811143875, + "num_tokens": 11519504.0, + "step": 4015 + }, + { + "entropy": 4.863145542144776, + "epoch": 4.7686832740213525, + "grad_norm": 1.078125, + "learning_rate": 0.0003398923036601864, + "loss": 4.5668, + "mean_token_accuracy": 0.2200538322329521, + "num_tokens": 11534759.0, + "step": 4020 + }, + { + "entropy": 4.933641195297241, + "epoch": 4.7746144721233685, + "grad_norm": 1.09375, + "learning_rate": 0.0003394360792302614, + "loss": 4.5454, + "mean_token_accuracy": 0.22164178192615508, + "num_tokens": 11549206.0, + "step": 4025 + }, + { + "entropy": 4.864947748184204, + "epoch": 4.7805456702253855, + "grad_norm": 1.078125, + "learning_rate": 0.00033897956602447495, + "loss": 4.5406, + "mean_token_accuracy": 0.225573368370533, + "num_tokens": 11563651.0, + "step": 4030 + }, + { + "entropy": 4.863853979110718, + "epoch": 4.786476868327402, + "grad_norm": 1.125, + "learning_rate": 0.00033852276608873033, + "loss": 4.5314, + "mean_token_accuracy": 0.21896956264972686, + "num_tokens": 11575766.0, + "step": 4035 + }, + { + "entropy": 4.818316555023193, + "epoch": 4.792408066429418, + "grad_norm": 1.125, + "learning_rate": 0.0003380656814702161, + "loss": 4.4652, + "mean_token_accuracy": 0.22464113533496857, + "num_tokens": 11591603.0, + "step": 4040 + }, + { + "entropy": 4.836750316619873, + "epoch": 4.798339264531435, + "grad_norm": 1.09375, + "learning_rate": 0.0003376083142173964, + "loss": 4.5211, + "mean_token_accuracy": 0.2172957882285118, + "num_tokens": 11606018.0, + "step": 4045 + }, + { + "entropy": 4.810761117935181, + "epoch": 4.804270462633452, + "grad_norm": 1.1328125, + "learning_rate": 0.00033715066638000216, + "loss": 4.4951, + "mean_token_accuracy": 0.23342375010251998, + "num_tokens": 11619293.0, + "step": 4050 + }, + { + "entropy": 4.862966299057007, + "epoch": 4.810201660735468, + "grad_norm": 1.1015625, + "learning_rate": 0.0003366927400090217, + "loss": 4.5458, + "mean_token_accuracy": 0.21534148454666138, + "num_tokens": 11633322.0, + "step": 4055 + }, + { + "entropy": 4.8932507038116455, + "epoch": 4.816132858837485, + "grad_norm": 1.3125, + "learning_rate": 0.0003362345371566918, + "loss": 4.546, + "mean_token_accuracy": 0.21567253470420839, + "num_tokens": 11646093.0, + "step": 4060 + }, + { + "entropy": 4.863575220108032, + "epoch": 4.822064056939502, + "grad_norm": 1.3203125, + "learning_rate": 0.000335776059876488, + "loss": 4.5688, + "mean_token_accuracy": 0.2165099173784256, + "num_tokens": 11660747.0, + "step": 4065 + }, + { + "entropy": 4.835976409912109, + "epoch": 4.827995255041518, + "grad_norm": 1.1875, + "learning_rate": 0.000335317310223116, + "loss": 4.4153, + "mean_token_accuracy": 0.23717533499002458, + "num_tokens": 11672187.0, + "step": 4070 + }, + { + "entropy": 4.890113735198975, + "epoch": 4.833926453143535, + "grad_norm": 1.125, + "learning_rate": 0.00033485829025250194, + "loss": 4.6077, + "mean_token_accuracy": 0.21407151222229004, + "num_tokens": 11685967.0, + "step": 4075 + }, + { + "entropy": 4.913485717773438, + "epoch": 4.839857651245552, + "grad_norm": 1.046875, + "learning_rate": 0.00033439900202178355, + "loss": 4.5178, + "mean_token_accuracy": 0.2256149709224701, + "num_tokens": 11701206.0, + "step": 4080 + }, + { + "entropy": 4.845592927932739, + "epoch": 4.845788849347568, + "grad_norm": 1.1328125, + "learning_rate": 0.0003339394475893008, + "loss": 4.5699, + "mean_token_accuracy": 0.2117096647620201, + "num_tokens": 11715353.0, + "step": 4085 + }, + { + "entropy": 4.919902086257935, + "epoch": 4.851720047449585, + "grad_norm": 1.0703125, + "learning_rate": 0.00033347962901458664, + "loss": 4.5958, + "mean_token_accuracy": 0.2184079959988594, + "num_tokens": 11730399.0, + "step": 4090 + }, + { + "entropy": 4.889105176925659, + "epoch": 4.857651245551601, + "grad_norm": 1.1640625, + "learning_rate": 0.0003330195483583577, + "loss": 4.5858, + "mean_token_accuracy": 0.213704152405262, + "num_tokens": 11745479.0, + "step": 4095 + }, + { + "entropy": 4.864266729354858, + "epoch": 4.863582443653618, + "grad_norm": 1.1015625, + "learning_rate": 0.0003325592076825053, + "loss": 4.5809, + "mean_token_accuracy": 0.2179402753710747, + "num_tokens": 11760878.0, + "step": 4100 + }, + { + "entropy": 4.93606538772583, + "epoch": 4.869513641755635, + "grad_norm": 1.0625, + "learning_rate": 0.00033209860905008583, + "loss": 4.6481, + "mean_token_accuracy": 0.20525944828987122, + "num_tokens": 11777028.0, + "step": 4105 + }, + { + "entropy": 4.8634905338287355, + "epoch": 4.875444839857651, + "grad_norm": 1.140625, + "learning_rate": 0.0003316377545253121, + "loss": 4.5195, + "mean_token_accuracy": 0.22125555127859114, + "num_tokens": 11792209.0, + "step": 4110 + }, + { + "entropy": 4.887179136276245, + "epoch": 4.881376037959668, + "grad_norm": 1.0859375, + "learning_rate": 0.0003311766461735434, + "loss": 4.5487, + "mean_token_accuracy": 0.22195642739534377, + "num_tokens": 11805912.0, + "step": 4115 + }, + { + "entropy": 4.9255828857421875, + "epoch": 4.887307236061685, + "grad_norm": 1.078125, + "learning_rate": 0.0003307152860612768, + "loss": 4.5808, + "mean_token_accuracy": 0.21789040863513948, + "num_tokens": 11821172.0, + "step": 4120 + }, + { + "entropy": 4.893458461761474, + "epoch": 4.893238434163701, + "grad_norm": 1.3046875, + "learning_rate": 0.0003302536762561374, + "loss": 4.5034, + "mean_token_accuracy": 0.2284863442182541, + "num_tokens": 11833933.0, + "step": 4125 + }, + { + "entropy": 4.8413220882415775, + "epoch": 4.899169632265718, + "grad_norm": 1.0234375, + "learning_rate": 0.0003297918188268695, + "loss": 4.5183, + "mean_token_accuracy": 0.2248077154159546, + "num_tokens": 11848990.0, + "step": 4130 + }, + { + "entropy": 4.888180494308472, + "epoch": 4.905100830367735, + "grad_norm": 1.140625, + "learning_rate": 0.0003293297158433271, + "loss": 4.5235, + "mean_token_accuracy": 0.22172283083200456, + "num_tokens": 11863919.0, + "step": 4135 + }, + { + "entropy": 4.9175646781921385, + "epoch": 4.911032028469751, + "grad_norm": 1.21875, + "learning_rate": 0.0003288673693764648, + "loss": 4.6062, + "mean_token_accuracy": 0.21565455198287964, + "num_tokens": 11876650.0, + "step": 4140 + }, + { + "entropy": 4.859852123260498, + "epoch": 4.9169632265717675, + "grad_norm": 0.98046875, + "learning_rate": 0.00032840478149832815, + "loss": 4.5481, + "mean_token_accuracy": 0.22236864566802977, + "num_tokens": 11892036.0, + "step": 4145 + }, + { + "entropy": 4.8943390369415285, + "epoch": 4.9228944246737845, + "grad_norm": 1.1328125, + "learning_rate": 0.0003279419542820448, + "loss": 4.5155, + "mean_token_accuracy": 0.21823452562093734, + "num_tokens": 11907398.0, + "step": 4150 + }, + { + "entropy": 4.858145904541016, + "epoch": 4.9288256227758005, + "grad_norm": 1.0390625, + "learning_rate": 0.0003274788898018149, + "loss": 4.599, + "mean_token_accuracy": 0.21382927298545837, + "num_tokens": 11923165.0, + "step": 4155 + }, + { + "entropy": 4.871183061599732, + "epoch": 4.934756820877817, + "grad_norm": 1.1640625, + "learning_rate": 0.00032701559013290196, + "loss": 4.476, + "mean_token_accuracy": 0.2178041011095047, + "num_tokens": 11938729.0, + "step": 4160 + }, + { + "entropy": 4.86397876739502, + "epoch": 4.940688018979834, + "grad_norm": 1.125, + "learning_rate": 0.0003265520573516235, + "loss": 4.5686, + "mean_token_accuracy": 0.2136895924806595, + "num_tokens": 11953671.0, + "step": 4165 + }, + { + "entropy": 4.81421914100647, + "epoch": 4.94661921708185, + "grad_norm": 1.078125, + "learning_rate": 0.00032608829353534185, + "loss": 4.5268, + "mean_token_accuracy": 0.22146143168210983, + "num_tokens": 11968617.0, + "step": 4170 + }, + { + "entropy": 4.896321058273315, + "epoch": 4.952550415183867, + "grad_norm": 1.09375, + "learning_rate": 0.0003256243007624546, + "loss": 4.6166, + "mean_token_accuracy": 0.21703510284423827, + "num_tokens": 11982847.0, + "step": 4175 + }, + { + "entropy": 4.855389261245728, + "epoch": 4.958481613285883, + "grad_norm": 1.1015625, + "learning_rate": 0.00032516008111238543, + "loss": 4.5444, + "mean_token_accuracy": 0.21965168863534928, + "num_tokens": 11997491.0, + "step": 4180 + }, + { + "entropy": 4.862688875198364, + "epoch": 4.9644128113879, + "grad_norm": 1.09375, + "learning_rate": 0.000324695636665575, + "loss": 4.5908, + "mean_token_accuracy": 0.2122807189822197, + "num_tokens": 12012741.0, + "step": 4185 + }, + { + "entropy": 4.927348279953003, + "epoch": 4.970344009489917, + "grad_norm": 1.203125, + "learning_rate": 0.0003242309695034711, + "loss": 4.6636, + "mean_token_accuracy": 0.21313626170158387, + "num_tokens": 12026201.0, + "step": 4190 + }, + { + "entropy": 4.957273483276367, + "epoch": 4.976275207591933, + "grad_norm": 1.0859375, + "learning_rate": 0.0003237660817085199, + "loss": 4.5618, + "mean_token_accuracy": 0.21957833766937257, + "num_tokens": 12041320.0, + "step": 4195 + }, + { + "entropy": 4.910650777816772, + "epoch": 4.98220640569395, + "grad_norm": 1.4140625, + "learning_rate": 0.0003233009753641562, + "loss": 4.5201, + "mean_token_accuracy": 0.22384442687034606, + "num_tokens": 12053660.0, + "step": 4200 + }, + { + "entropy": 4.848115587234497, + "epoch": 4.988137603795967, + "grad_norm": 1.1796875, + "learning_rate": 0.00032283565255479443, + "loss": 4.4791, + "mean_token_accuracy": 0.2266686037182808, + "num_tokens": 12068555.0, + "step": 4205 + }, + { + "entropy": 4.831573581695556, + "epoch": 4.994068801897983, + "grad_norm": 1.3125, + "learning_rate": 0.00032237011536581883, + "loss": 4.5855, + "mean_token_accuracy": 0.22208631336688994, + "num_tokens": 12082957.0, + "step": 4210 + }, + { + "entropy": 4.878744792938233, + "epoch": 5.0, + "grad_norm": 1.421875, + "learning_rate": 0.00032190436588357466, + "loss": 4.5258, + "mean_token_accuracy": 0.22166276276111602, + "num_tokens": 12095555.0, + "step": 4215 + }, + { + "entropy": 4.844231748580933, + "epoch": 5.005931198102017, + "grad_norm": 1.15625, + "learning_rate": 0.00032143840619535844, + "loss": 4.2337, + "mean_token_accuracy": 0.2483227163553238, + "num_tokens": 12109513.0, + "step": 4220 + }, + { + "entropy": 4.829920148849487, + "epoch": 5.011862396204033, + "grad_norm": 1.1015625, + "learning_rate": 0.00032097223838940895, + "loss": 4.3141, + "mean_token_accuracy": 0.23649795353412628, + "num_tokens": 12122918.0, + "step": 4225 + }, + { + "entropy": 4.917979097366333, + "epoch": 5.01779359430605, + "grad_norm": 1.03125, + "learning_rate": 0.0003205058645548975, + "loss": 4.3393, + "mean_token_accuracy": 0.22969220727682113, + "num_tokens": 12135918.0, + "step": 4230 + }, + { + "entropy": 4.8438128471374515, + "epoch": 5.023724792408067, + "grad_norm": 1.2421875, + "learning_rate": 0.00032003928678191857, + "loss": 4.3453, + "mean_token_accuracy": 0.2355492815375328, + "num_tokens": 12150990.0, + "step": 4235 + }, + { + "entropy": 4.836665248870849, + "epoch": 5.029655990510083, + "grad_norm": 1.046875, + "learning_rate": 0.00031957250716148095, + "loss": 4.2984, + "mean_token_accuracy": 0.23910901099443435, + "num_tokens": 12163890.0, + "step": 4240 + }, + { + "entropy": 4.823347854614258, + "epoch": 5.0355871886121, + "grad_norm": 1.1015625, + "learning_rate": 0.0003191055277854979, + "loss": 4.3162, + "mean_token_accuracy": 0.23670894354581834, + "num_tokens": 12178595.0, + "step": 4245 + }, + { + "entropy": 4.877349472045898, + "epoch": 5.041518386714117, + "grad_norm": 1.046875, + "learning_rate": 0.0003186383507467777, + "loss": 4.3386, + "mean_token_accuracy": 0.24057582765817642, + "num_tokens": 12193676.0, + "step": 4250 + }, + { + "entropy": 4.781665372848511, + "epoch": 5.047449584816133, + "grad_norm": 1.0390625, + "learning_rate": 0.000318170978139015, + "loss": 4.27, + "mean_token_accuracy": 0.24249815344810485, + "num_tokens": 12209710.0, + "step": 4255 + }, + { + "entropy": 4.860457086563111, + "epoch": 5.05338078291815, + "grad_norm": 1.109375, + "learning_rate": 0.0003177034120567802, + "loss": 4.3273, + "mean_token_accuracy": 0.2391873389482498, + "num_tokens": 12224997.0, + "step": 4260 + }, + { + "entropy": 4.844028377532959, + "epoch": 5.059311981020166, + "grad_norm": 1.1015625, + "learning_rate": 0.0003172356545955113, + "loss": 4.3181, + "mean_token_accuracy": 0.23947612792253495, + "num_tokens": 12239382.0, + "step": 4265 + }, + { + "entropy": 4.771719360351563, + "epoch": 5.065243179122183, + "grad_norm": 1.1875, + "learning_rate": 0.0003167677078515038, + "loss": 4.283, + "mean_token_accuracy": 0.24752182513475418, + "num_tokens": 12253107.0, + "step": 4270 + }, + { + "entropy": 4.876428747177124, + "epoch": 5.0711743772241995, + "grad_norm": 1.265625, + "learning_rate": 0.0003162995739219015, + "loss": 4.3646, + "mean_token_accuracy": 0.23150966167449952, + "num_tokens": 12268745.0, + "step": 4275 + }, + { + "entropy": 4.897872829437256, + "epoch": 5.0771055753262155, + "grad_norm": 1.125, + "learning_rate": 0.00031583125490468707, + "loss": 4.4342, + "mean_token_accuracy": 0.23373969942331313, + "num_tokens": 12283940.0, + "step": 4280 + }, + { + "entropy": 4.785506391525269, + "epoch": 5.0830367734282325, + "grad_norm": 1.1796875, + "learning_rate": 0.0003153627528986727, + "loss": 4.2806, + "mean_token_accuracy": 0.23809199929237365, + "num_tokens": 12299780.0, + "step": 4285 + }, + { + "entropy": 4.889186716079712, + "epoch": 5.088967971530249, + "grad_norm": 1.2265625, + "learning_rate": 0.00031489407000349066, + "loss": 4.3844, + "mean_token_accuracy": 0.23290240168571472, + "num_tokens": 12313087.0, + "step": 4290 + }, + { + "entropy": 4.807843160629273, + "epoch": 5.094899169632265, + "grad_norm": 1.2578125, + "learning_rate": 0.0003144252083195838, + "loss": 4.3164, + "mean_token_accuracy": 0.23950324654579164, + "num_tokens": 12326465.0, + "step": 4295 + }, + { + "entropy": 4.8577714443206785, + "epoch": 5.100830367734282, + "grad_norm": 1.0078125, + "learning_rate": 0.0003139561699481964, + "loss": 4.379, + "mean_token_accuracy": 0.235987351834774, + "num_tokens": 12341287.0, + "step": 4300 + }, + { + "entropy": 4.905805683135986, + "epoch": 5.106761565836299, + "grad_norm": 1.140625, + "learning_rate": 0.0003134869569913645, + "loss": 4.3656, + "mean_token_accuracy": 0.23341237306594848, + "num_tokens": 12356658.0, + "step": 4305 + }, + { + "entropy": 4.860331201553345, + "epoch": 5.112692763938315, + "grad_norm": 1.1640625, + "learning_rate": 0.00031301757155190646, + "loss": 4.3051, + "mean_token_accuracy": 0.24117062687873841, + "num_tokens": 12370697.0, + "step": 4310 + }, + { + "entropy": 4.8742602348327635, + "epoch": 5.118623962040332, + "grad_norm": 1.25, + "learning_rate": 0.00031254801573341376, + "loss": 4.3619, + "mean_token_accuracy": 0.23451096564531326, + "num_tokens": 12385894.0, + "step": 4315 + }, + { + "entropy": 4.841465282440185, + "epoch": 5.124555160142349, + "grad_norm": 1.015625, + "learning_rate": 0.00031207829164024134, + "loss": 4.314, + "mean_token_accuracy": 0.23838258236646653, + "num_tokens": 12402898.0, + "step": 4320 + }, + { + "entropy": 4.796236276626587, + "epoch": 5.130486358244365, + "grad_norm": 1.15625, + "learning_rate": 0.0003116084013774984, + "loss": 4.3, + "mean_token_accuracy": 0.23429224789142608, + "num_tokens": 12418827.0, + "step": 4325 + }, + { + "entropy": 4.802973985671997, + "epoch": 5.136417556346382, + "grad_norm": 1.0078125, + "learning_rate": 0.0003111383470510388, + "loss": 4.3419, + "mean_token_accuracy": 0.22728391885757446, + "num_tokens": 12434147.0, + "step": 4330 + }, + { + "entropy": 4.87151985168457, + "epoch": 5.142348754448399, + "grad_norm": 1.078125, + "learning_rate": 0.00031066813076745166, + "loss": 4.4053, + "mean_token_accuracy": 0.23225222229957582, + "num_tokens": 12449443.0, + "step": 4335 + }, + { + "entropy": 4.881012678146362, + "epoch": 5.148279952550415, + "grad_norm": 1.15625, + "learning_rate": 0.000310197754634052, + "loss": 4.3351, + "mean_token_accuracy": 0.23594305366277696, + "num_tokens": 12464433.0, + "step": 4340 + }, + { + "entropy": 4.789875793457031, + "epoch": 5.154211150652432, + "grad_norm": 1.0546875, + "learning_rate": 0.000309727220758871, + "loss": 4.3604, + "mean_token_accuracy": 0.23187562078237534, + "num_tokens": 12479591.0, + "step": 4345 + }, + { + "entropy": 4.771931934356689, + "epoch": 5.160142348754448, + "grad_norm": 1.140625, + "learning_rate": 0.0003092565312506468, + "loss": 4.2235, + "mean_token_accuracy": 0.24507446885108947, + "num_tokens": 12494167.0, + "step": 4350 + }, + { + "entropy": 4.88389139175415, + "epoch": 5.166073546856465, + "grad_norm": 1.171875, + "learning_rate": 0.0003087856882188155, + "loss": 4.3452, + "mean_token_accuracy": 0.24188133627176284, + "num_tokens": 12509967.0, + "step": 4355 + }, + { + "entropy": 4.853326320648193, + "epoch": 5.172004744958482, + "grad_norm": 1.125, + "learning_rate": 0.0003083146937735005, + "loss": 4.367, + "mean_token_accuracy": 0.2336810678243637, + "num_tokens": 12523620.0, + "step": 4360 + }, + { + "entropy": 4.800257539749145, + "epoch": 5.177935943060498, + "grad_norm": 1.09375, + "learning_rate": 0.0003078435500255044, + "loss": 4.3525, + "mean_token_accuracy": 0.24038705974817276, + "num_tokens": 12538097.0, + "step": 4365 + }, + { + "entropy": 4.813706731796264, + "epoch": 5.183867141162515, + "grad_norm": 1.0625, + "learning_rate": 0.0003073722590862985, + "loss": 4.3658, + "mean_token_accuracy": 0.23492267727851868, + "num_tokens": 12554161.0, + "step": 4370 + }, + { + "entropy": 4.866216468811035, + "epoch": 5.189798339264532, + "grad_norm": 1.1328125, + "learning_rate": 0.000306900823068014, + "loss": 4.4054, + "mean_token_accuracy": 0.2308848738670349, + "num_tokens": 12568918.0, + "step": 4375 + }, + { + "entropy": 4.847630739212036, + "epoch": 5.195729537366548, + "grad_norm": 1.03125, + "learning_rate": 0.00030642924408343217, + "loss": 4.4189, + "mean_token_accuracy": 0.2318817436695099, + "num_tokens": 12585563.0, + "step": 4380 + }, + { + "entropy": 4.821104240417481, + "epoch": 5.201660735468565, + "grad_norm": 1.0703125, + "learning_rate": 0.0003059575242459749, + "loss": 4.2935, + "mean_token_accuracy": 0.24165243059396743, + "num_tokens": 12599936.0, + "step": 4385 + }, + { + "entropy": 4.8254319190979, + "epoch": 5.207591933570582, + "grad_norm": 1.1171875, + "learning_rate": 0.0003054856656696955, + "loss": 4.2942, + "mean_token_accuracy": 0.24453072249889374, + "num_tokens": 12614032.0, + "step": 4390 + }, + { + "entropy": 4.816964149475098, + "epoch": 5.213523131672598, + "grad_norm": 1.125, + "learning_rate": 0.00030501367046926905, + "loss": 4.3592, + "mean_token_accuracy": 0.23119001239538192, + "num_tokens": 12629945.0, + "step": 4395 + }, + { + "entropy": 4.867587947845459, + "epoch": 5.2194543297746145, + "grad_norm": 1.0703125, + "learning_rate": 0.0003045415407599828, + "loss": 4.4008, + "mean_token_accuracy": 0.22786637842655183, + "num_tokens": 12644734.0, + "step": 4400 + }, + { + "entropy": 4.835189485549927, + "epoch": 5.2253855278766315, + "grad_norm": 1.0390625, + "learning_rate": 0.0003040692786577269, + "loss": 4.2955, + "mean_token_accuracy": 0.24150839895009996, + "num_tokens": 12659161.0, + "step": 4405 + }, + { + "entropy": 4.755004167556763, + "epoch": 5.2313167259786475, + "grad_norm": 1.1640625, + "learning_rate": 0.00030359688627898466, + "loss": 4.35, + "mean_token_accuracy": 0.23513848781585694, + "num_tokens": 12672967.0, + "step": 4410 + }, + { + "entropy": 4.802477884292602, + "epoch": 5.237247924080664, + "grad_norm": 1.171875, + "learning_rate": 0.0003031243657408237, + "loss": 4.267, + "mean_token_accuracy": 0.2523533508181572, + "num_tokens": 12686976.0, + "step": 4415 + }, + { + "entropy": 4.853684425354004, + "epoch": 5.243179122182681, + "grad_norm": 1.1015625, + "learning_rate": 0.0003026517191608854, + "loss": 4.3461, + "mean_token_accuracy": 0.23946220874786378, + "num_tokens": 12701194.0, + "step": 4420 + }, + { + "entropy": 4.806097936630249, + "epoch": 5.249110320284697, + "grad_norm": 1.21875, + "learning_rate": 0.0003021789486573763, + "loss": 4.3171, + "mean_token_accuracy": 0.23169240206480027, + "num_tokens": 12715746.0, + "step": 4425 + }, + { + "entropy": 4.824302625656128, + "epoch": 5.255041518386714, + "grad_norm": 1.2734375, + "learning_rate": 0.0003017060563490584, + "loss": 4.3597, + "mean_token_accuracy": 0.2341614618897438, + "num_tokens": 12728992.0, + "step": 4430 + }, + { + "entropy": 4.8253926753997805, + "epoch": 5.26097271648873, + "grad_norm": 1.171875, + "learning_rate": 0.0003012330443552394, + "loss": 4.278, + "mean_token_accuracy": 0.2492676392197609, + "num_tokens": 12742845.0, + "step": 4435 + }, + { + "entropy": 4.8544597148895265, + "epoch": 5.266903914590747, + "grad_norm": 1.15625, + "learning_rate": 0.0003007599147957635, + "loss": 4.3682, + "mean_token_accuracy": 0.23218867927789688, + "num_tokens": 12757043.0, + "step": 4440 + }, + { + "entropy": 4.778638744354248, + "epoch": 5.272835112692764, + "grad_norm": 1.1328125, + "learning_rate": 0.0003002866697910018, + "loss": 4.3194, + "mean_token_accuracy": 0.24172900766134262, + "num_tokens": 12771387.0, + "step": 4445 + }, + { + "entropy": 4.8287107944488525, + "epoch": 5.27876631079478, + "grad_norm": 1.1640625, + "learning_rate": 0.00029981331146184255, + "loss": 4.4119, + "mean_token_accuracy": 0.23451469391584395, + "num_tokens": 12784876.0, + "step": 4450 + }, + { + "entropy": 4.8477085590362545, + "epoch": 5.284697508896797, + "grad_norm": 1.109375, + "learning_rate": 0.00029933984192968214, + "loss": 4.3993, + "mean_token_accuracy": 0.22882209867238998, + "num_tokens": 12799244.0, + "step": 4455 + }, + { + "entropy": 4.748208379745483, + "epoch": 5.290628706998814, + "grad_norm": 1.234375, + "learning_rate": 0.0002988662633164152, + "loss": 4.2731, + "mean_token_accuracy": 0.23907728642225265, + "num_tokens": 12813096.0, + "step": 4460 + }, + { + "entropy": 4.787684202194214, + "epoch": 5.29655990510083, + "grad_norm": 1.1484375, + "learning_rate": 0.00029839257774442535, + "loss": 4.3194, + "mean_token_accuracy": 0.2362244665622711, + "num_tokens": 12826868.0, + "step": 4465 + }, + { + "entropy": 4.847586345672608, + "epoch": 5.302491103202847, + "grad_norm": 1.1953125, + "learning_rate": 0.0002979187873365752, + "loss": 4.4331, + "mean_token_accuracy": 0.22908033728599547, + "num_tokens": 12842112.0, + "step": 4470 + }, + { + "entropy": 4.826005601882935, + "epoch": 5.308422301304864, + "grad_norm": 1.125, + "learning_rate": 0.0002974448942161977, + "loss": 4.4115, + "mean_token_accuracy": 0.22701163291931153, + "num_tokens": 12856449.0, + "step": 4475 + }, + { + "entropy": 4.841357088088989, + "epoch": 5.31435349940688, + "grad_norm": 1.1640625, + "learning_rate": 0.00029697090050708575, + "loss": 4.4079, + "mean_token_accuracy": 0.2250249296426773, + "num_tokens": 12870535.0, + "step": 4480 + }, + { + "entropy": 4.855857563018799, + "epoch": 5.320284697508897, + "grad_norm": 1.140625, + "learning_rate": 0.00029649680833348304, + "loss": 4.3412, + "mean_token_accuracy": 0.23591906279325486, + "num_tokens": 12886203.0, + "step": 4485 + }, + { + "entropy": 4.813349199295044, + "epoch": 5.326215895610914, + "grad_norm": 1.0625, + "learning_rate": 0.00029602261982007483, + "loss": 4.3633, + "mean_token_accuracy": 0.23256391584873198, + "num_tokens": 12901141.0, + "step": 4490 + }, + { + "entropy": 4.8215296268463135, + "epoch": 5.33214709371293, + "grad_norm": 1.1015625, + "learning_rate": 0.0002955483370919778, + "loss": 4.3965, + "mean_token_accuracy": 0.22666836231946946, + "num_tokens": 12915652.0, + "step": 4495 + }, + { + "entropy": 4.880937623977661, + "epoch": 5.338078291814947, + "grad_norm": 1.0859375, + "learning_rate": 0.00029507396227473106, + "loss": 4.4473, + "mean_token_accuracy": 0.22892194539308547, + "num_tokens": 12930700.0, + "step": 4500 + }, + { + "epoch": 5.338078291814947, + "eval_entropy": 4.736137125389708, + "eval_loss": 5.304569721221924, + "eval_mean_token_accuracy": 0.18938717486028292, + "eval_num_tokens": 12930700.0, + "eval_runtime": 2.4511, + "eval_samples_per_second": 1064.013, + "eval_steps_per_second": 133.002, + "step": 4500 + }, + { + "entropy": 4.843664312362671, + "epoch": 5.344009489916964, + "grad_norm": 1.0859375, + "learning_rate": 0.0002945994974942864, + "loss": 4.3186, + "mean_token_accuracy": 0.2355135813355446, + "num_tokens": 12946770.0, + "step": 4505 + }, + { + "entropy": 4.8574419021606445, + "epoch": 5.34994068801898, + "grad_norm": 1.234375, + "learning_rate": 0.0002941249448769988, + "loss": 4.439, + "mean_token_accuracy": 0.2281257063150406, + "num_tokens": 12959987.0, + "step": 4510 + }, + { + "entropy": 4.75574221611023, + "epoch": 5.355871886120997, + "grad_norm": 1.1328125, + "learning_rate": 0.0002936503065496167, + "loss": 4.2882, + "mean_token_accuracy": 0.24525963217020036, + "num_tokens": 12973955.0, + "step": 4515 + }, + { + "entropy": 4.7831604957580565, + "epoch": 5.361803084223013, + "grad_norm": 1.078125, + "learning_rate": 0.0002931755846392731, + "loss": 4.3314, + "mean_token_accuracy": 0.24529619365930558, + "num_tokens": 12989517.0, + "step": 4520 + }, + { + "entropy": 4.780605030059815, + "epoch": 5.36773428232503, + "grad_norm": 1.109375, + "learning_rate": 0.000292700781273475, + "loss": 4.316, + "mean_token_accuracy": 0.2391658142209053, + "num_tokens": 13003551.0, + "step": 4525 + }, + { + "entropy": 4.755113983154297, + "epoch": 5.3736654804270465, + "grad_norm": 1.21875, + "learning_rate": 0.00029222589858009484, + "loss": 4.2842, + "mean_token_accuracy": 0.24647714495658873, + "num_tokens": 13018061.0, + "step": 4530 + }, + { + "entropy": 4.792725515365601, + "epoch": 5.3795966785290625, + "grad_norm": 1.1015625, + "learning_rate": 0.0002917509386873605, + "loss": 4.3053, + "mean_token_accuracy": 0.2352105051279068, + "num_tokens": 13032649.0, + "step": 4535 + }, + { + "entropy": 4.802401876449585, + "epoch": 5.3855278766310795, + "grad_norm": 1.1953125, + "learning_rate": 0.00029127590372384583, + "loss": 4.3525, + "mean_token_accuracy": 0.234721739590168, + "num_tokens": 13045177.0, + "step": 4540 + }, + { + "entropy": 4.844398450851441, + "epoch": 5.391459074733096, + "grad_norm": 1.0625, + "learning_rate": 0.00029080079581846106, + "loss": 4.3601, + "mean_token_accuracy": 0.22997759580612182, + "num_tokens": 13060681.0, + "step": 4545 + }, + { + "entropy": 4.834163570404053, + "epoch": 5.397390272835112, + "grad_norm": 1.1875, + "learning_rate": 0.0002903256171004434, + "loss": 4.4038, + "mean_token_accuracy": 0.22616221457719804, + "num_tokens": 13075626.0, + "step": 4550 + }, + { + "entropy": 4.823126602172851, + "epoch": 5.403321470937129, + "grad_norm": 1.125, + "learning_rate": 0.00028985036969934744, + "loss": 4.3701, + "mean_token_accuracy": 0.23211364597082138, + "num_tokens": 13090116.0, + "step": 4555 + }, + { + "entropy": 4.761039781570434, + "epoch": 5.409252669039146, + "grad_norm": 1.1875, + "learning_rate": 0.00028937505574503535, + "loss": 4.3318, + "mean_token_accuracy": 0.24012514650821687, + "num_tokens": 13103898.0, + "step": 4560 + }, + { + "entropy": 4.825210905075073, + "epoch": 5.415183867141162, + "grad_norm": 1.2734375, + "learning_rate": 0.0002888996773676677, + "loss": 4.3503, + "mean_token_accuracy": 0.24052769392728807, + "num_tokens": 13118797.0, + "step": 4565 + }, + { + "entropy": 4.7785906314849855, + "epoch": 5.421115065243179, + "grad_norm": 1.171875, + "learning_rate": 0.0002884242366976939, + "loss": 4.3371, + "mean_token_accuracy": 0.23428652435541153, + "num_tokens": 13134561.0, + "step": 4570 + }, + { + "entropy": 4.820053434371948, + "epoch": 5.427046263345196, + "grad_norm": 1.15625, + "learning_rate": 0.0002879487358658425, + "loss": 4.3491, + "mean_token_accuracy": 0.23811828792095185, + "num_tokens": 13149524.0, + "step": 4575 + }, + { + "entropy": 4.847623109817505, + "epoch": 5.432977461447212, + "grad_norm": 1.109375, + "learning_rate": 0.00028747317700311144, + "loss": 4.3921, + "mean_token_accuracy": 0.23596978485584258, + "num_tokens": 13163943.0, + "step": 4580 + }, + { + "entropy": 4.833776330947876, + "epoch": 5.438908659549229, + "grad_norm": 1.2265625, + "learning_rate": 0.00028699756224075893, + "loss": 4.2558, + "mean_token_accuracy": 0.23830387145280837, + "num_tokens": 13176577.0, + "step": 4585 + }, + { + "entropy": 4.823756504058838, + "epoch": 5.444839857651246, + "grad_norm": 1.2109375, + "learning_rate": 0.0002865218937102938, + "loss": 4.3746, + "mean_token_accuracy": 0.24103988707065582, + "num_tokens": 13190242.0, + "step": 4590 + }, + { + "entropy": 4.767862176895141, + "epoch": 5.450771055753262, + "grad_norm": 1.2578125, + "learning_rate": 0.0002860461735434655, + "loss": 4.3094, + "mean_token_accuracy": 0.24475302696228027, + "num_tokens": 13203362.0, + "step": 4595 + }, + { + "entropy": 4.826624965667724, + "epoch": 5.456702253855279, + "grad_norm": 1.265625, + "learning_rate": 0.0002855704038722552, + "loss": 4.3317, + "mean_token_accuracy": 0.23604598343372346, + "num_tokens": 13217032.0, + "step": 4600 + }, + { + "entropy": 4.841291427612305, + "epoch": 5.462633451957295, + "grad_norm": 1.15625, + "learning_rate": 0.0002850945868288659, + "loss": 4.3418, + "mean_token_accuracy": 0.2411078616976738, + "num_tokens": 13232744.0, + "step": 4605 + }, + { + "entropy": 4.7415900230407715, + "epoch": 5.468564650059312, + "grad_norm": 1.1328125, + "learning_rate": 0.0002846187245457127, + "loss": 4.3422, + "mean_token_accuracy": 0.2436609834432602, + "num_tokens": 13245735.0, + "step": 4610 + }, + { + "entropy": 4.8344916820526125, + "epoch": 5.474495848161329, + "grad_norm": 1.1875, + "learning_rate": 0.00028414281915541356, + "loss": 4.3528, + "mean_token_accuracy": 0.23394585400819778, + "num_tokens": 13259536.0, + "step": 4615 + }, + { + "entropy": 4.810553359985351, + "epoch": 5.480427046263345, + "grad_norm": 1.171875, + "learning_rate": 0.00028366687279077977, + "loss": 4.3221, + "mean_token_accuracy": 0.24472051113843918, + "num_tokens": 13272090.0, + "step": 4620 + }, + { + "entropy": 4.795799779891968, + "epoch": 5.486358244365362, + "grad_norm": 1.1953125, + "learning_rate": 0.000283190887584806, + "loss": 4.3636, + "mean_token_accuracy": 0.24185323417186738, + "num_tokens": 13288133.0, + "step": 4625 + }, + { + "entropy": 4.768116998672485, + "epoch": 5.492289442467379, + "grad_norm": 1.21875, + "learning_rate": 0.00028271486567066123, + "loss": 4.3262, + "mean_token_accuracy": 0.24516888856887817, + "num_tokens": 13302669.0, + "step": 4630 + }, + { + "entropy": 4.857626676559448, + "epoch": 5.498220640569395, + "grad_norm": 1.2890625, + "learning_rate": 0.0002822388091816788, + "loss": 4.34, + "mean_token_accuracy": 0.23627338856458663, + "num_tokens": 13315699.0, + "step": 4635 + }, + { + "entropy": 4.802936267852783, + "epoch": 5.504151838671412, + "grad_norm": 1.203125, + "learning_rate": 0.00028176272025134697, + "loss": 4.3174, + "mean_token_accuracy": 0.24233974516391754, + "num_tokens": 13330488.0, + "step": 4640 + }, + { + "entropy": 4.826246643066407, + "epoch": 5.510083036773429, + "grad_norm": 1.0703125, + "learning_rate": 0.0002812866010132995, + "loss": 4.4473, + "mean_token_accuracy": 0.23123548179864883, + "num_tokens": 13346136.0, + "step": 4645 + }, + { + "entropy": 4.820386505126953, + "epoch": 5.516014234875445, + "grad_norm": 1.2734375, + "learning_rate": 0.00028081045360130587, + "loss": 4.3884, + "mean_token_accuracy": 0.23265957981348037, + "num_tokens": 13359155.0, + "step": 4650 + }, + { + "entropy": 4.768516778945923, + "epoch": 5.5219454329774615, + "grad_norm": 1.2265625, + "learning_rate": 0.000280334280149262, + "loss": 4.31, + "mean_token_accuracy": 0.23903701454401016, + "num_tokens": 13375746.0, + "step": 4655 + }, + { + "entropy": 4.829752349853516, + "epoch": 5.527876631079478, + "grad_norm": 1.140625, + "learning_rate": 0.0002798580827911803, + "loss": 4.4025, + "mean_token_accuracy": 0.23296053260564803, + "num_tokens": 13389305.0, + "step": 4660 + }, + { + "entropy": 4.794039678573609, + "epoch": 5.5338078291814945, + "grad_norm": 1.328125, + "learning_rate": 0.0002793818636611805, + "loss": 4.3455, + "mean_token_accuracy": 0.2343529686331749, + "num_tokens": 13402776.0, + "step": 4665 + }, + { + "entropy": 4.847577714920044, + "epoch": 5.539739027283511, + "grad_norm": 1.140625, + "learning_rate": 0.0002789056248934797, + "loss": 4.3892, + "mean_token_accuracy": 0.22388842105865478, + "num_tokens": 13417814.0, + "step": 4670 + }, + { + "entropy": 4.86315131187439, + "epoch": 5.545670225385528, + "grad_norm": 1.1015625, + "learning_rate": 0.0002784293686223832, + "loss": 4.3679, + "mean_token_accuracy": 0.23124499768018722, + "num_tokens": 13432469.0, + "step": 4675 + }, + { + "entropy": 4.774190044403076, + "epoch": 5.551601423487544, + "grad_norm": 1.1875, + "learning_rate": 0.0002779530969822746, + "loss": 4.289, + "mean_token_accuracy": 0.2422730177640915, + "num_tokens": 13445653.0, + "step": 4680 + }, + { + "entropy": 4.768375205993652, + "epoch": 5.557532621589561, + "grad_norm": 1.140625, + "learning_rate": 0.0002774768121076065, + "loss": 4.3366, + "mean_token_accuracy": 0.24606663435697557, + "num_tokens": 13458930.0, + "step": 4685 + }, + { + "entropy": 4.8354926109313965, + "epoch": 5.563463819691577, + "grad_norm": 1.234375, + "learning_rate": 0.0002770005161328908, + "loss": 4.348, + "mean_token_accuracy": 0.23646435737609864, + "num_tokens": 13472681.0, + "step": 4690 + }, + { + "entropy": 4.77135648727417, + "epoch": 5.569395017793594, + "grad_norm": 0.99609375, + "learning_rate": 0.0002765242111926891, + "loss": 4.33, + "mean_token_accuracy": 0.24189464002847672, + "num_tokens": 13488461.0, + "step": 4695 + }, + { + "entropy": 4.798003149032593, + "epoch": 5.575326215895611, + "grad_norm": 1.109375, + "learning_rate": 0.00027604789942160297, + "loss": 4.3788, + "mean_token_accuracy": 0.22928581088781358, + "num_tokens": 13504080.0, + "step": 4700 + }, + { + "entropy": 4.863557386398315, + "epoch": 5.581257413997627, + "grad_norm": 1.171875, + "learning_rate": 0.00027557158295426506, + "loss": 4.3436, + "mean_token_accuracy": 0.2349960759282112, + "num_tokens": 13516923.0, + "step": 4705 + }, + { + "entropy": 4.781201934814453, + "epoch": 5.587188612099644, + "grad_norm": 1.109375, + "learning_rate": 0.0002750952639253287, + "loss": 4.3449, + "mean_token_accuracy": 0.23918874561786652, + "num_tokens": 13531275.0, + "step": 4710 + }, + { + "entropy": 4.806018733978272, + "epoch": 5.593119810201661, + "grad_norm": 1.1484375, + "learning_rate": 0.00027461894446945877, + "loss": 4.3748, + "mean_token_accuracy": 0.23156485408544542, + "num_tokens": 13544924.0, + "step": 4715 + }, + { + "entropy": 4.832040071487427, + "epoch": 5.599051008303677, + "grad_norm": 1.28125, + "learning_rate": 0.0002741426267213223, + "loss": 4.3362, + "mean_token_accuracy": 0.24287913590669633, + "num_tokens": 13559265.0, + "step": 4720 + }, + { + "entropy": 4.819747447967529, + "epoch": 5.604982206405694, + "grad_norm": 1.125, + "learning_rate": 0.0002736663128155781, + "loss": 4.2819, + "mean_token_accuracy": 0.2389657273888588, + "num_tokens": 13572656.0, + "step": 4725 + }, + { + "entropy": 4.810615396499633, + "epoch": 5.610913404507711, + "grad_norm": 1.0390625, + "learning_rate": 0.0002731900048868685, + "loss": 4.3715, + "mean_token_accuracy": 0.23842447102069855, + "num_tokens": 13587723.0, + "step": 4730 + }, + { + "entropy": 4.850817251205444, + "epoch": 5.616844602609727, + "grad_norm": 1.125, + "learning_rate": 0.00027271370506980853, + "loss": 4.329, + "mean_token_accuracy": 0.2373041734099388, + "num_tokens": 13600739.0, + "step": 4735 + }, + { + "entropy": 4.835582685470581, + "epoch": 5.622775800711744, + "grad_norm": 1.0234375, + "learning_rate": 0.00027223741549897696, + "loss": 4.374, + "mean_token_accuracy": 0.23551319241523744, + "num_tokens": 13616911.0, + "step": 4740 + }, + { + "entropy": 4.746273756027222, + "epoch": 5.62870699881376, + "grad_norm": 1.1328125, + "learning_rate": 0.00027176113830890673, + "loss": 4.3158, + "mean_token_accuracy": 0.23994861990213395, + "num_tokens": 13630518.0, + "step": 4745 + }, + { + "entropy": 4.687458848953247, + "epoch": 5.634638196915777, + "grad_norm": 1.25, + "learning_rate": 0.0002712848756340754, + "loss": 4.1742, + "mean_token_accuracy": 0.2465816020965576, + "num_tokens": 13643295.0, + "step": 4750 + }, + { + "entropy": 4.753887128829956, + "epoch": 5.640569395017794, + "grad_norm": 1.1875, + "learning_rate": 0.000270808629608895, + "loss": 4.337, + "mean_token_accuracy": 0.24828400015830993, + "num_tokens": 13655484.0, + "step": 4755 + }, + { + "entropy": 4.8279914379119875, + "epoch": 5.646500593119811, + "grad_norm": 1.1328125, + "learning_rate": 0.0002703324023677036, + "loss": 4.3604, + "mean_token_accuracy": 0.23901474326848984, + "num_tokens": 13668188.0, + "step": 4760 + }, + { + "entropy": 4.796302223205567, + "epoch": 5.652431791221827, + "grad_norm": 1.0625, + "learning_rate": 0.00026985619604475466, + "loss": 4.3168, + "mean_token_accuracy": 0.24608149528503417, + "num_tokens": 13680172.0, + "step": 4765 + }, + { + "entropy": 4.8139900207519535, + "epoch": 5.658362989323844, + "grad_norm": 1.0546875, + "learning_rate": 0.00026938001277420785, + "loss": 4.3363, + "mean_token_accuracy": 0.2425275981426239, + "num_tokens": 13694330.0, + "step": 4770 + }, + { + "entropy": 4.676712131500244, + "epoch": 5.66429418742586, + "grad_norm": 0.9765625, + "learning_rate": 0.00026890385469011997, + "loss": 4.2022, + "mean_token_accuracy": 0.2537962973117828, + "num_tokens": 13709193.0, + "step": 4775 + }, + { + "entropy": 4.779815292358398, + "epoch": 5.670225385527877, + "grad_norm": 1.2109375, + "learning_rate": 0.00026842772392643443, + "loss": 4.3709, + "mean_token_accuracy": 0.23214032351970673, + "num_tokens": 13722796.0, + "step": 4780 + }, + { + "entropy": 4.808645009994507, + "epoch": 5.6761565836298935, + "grad_norm": 1.078125, + "learning_rate": 0.0002679516226169724, + "loss": 4.3884, + "mean_token_accuracy": 0.22750346809625627, + "num_tokens": 13738026.0, + "step": 4785 + }, + { + "entropy": 4.745830249786377, + "epoch": 5.6820877817319095, + "grad_norm": 1.0625, + "learning_rate": 0.0002674755528954232, + "loss": 4.3299, + "mean_token_accuracy": 0.23688622266054155, + "num_tokens": 13751992.0, + "step": 4790 + }, + { + "entropy": 4.880949592590332, + "epoch": 5.6880189798339265, + "grad_norm": 1.15625, + "learning_rate": 0.00026699951689533445, + "loss": 4.414, + "mean_token_accuracy": 0.23022955358028413, + "num_tokens": 13765489.0, + "step": 4795 + }, + { + "entropy": 4.832452249526978, + "epoch": 5.693950177935943, + "grad_norm": 1.125, + "learning_rate": 0.0002665235167501026, + "loss": 4.3951, + "mean_token_accuracy": 0.22654036283493043, + "num_tokens": 13778840.0, + "step": 4800 + }, + { + "entropy": 4.846195983886719, + "epoch": 5.699881376037959, + "grad_norm": 1.2109375, + "learning_rate": 0.0002660475545929636, + "loss": 4.3922, + "mean_token_accuracy": 0.23317624777555465, + "num_tokens": 13792851.0, + "step": 4805 + }, + { + "entropy": 4.803857803344727, + "epoch": 5.705812574139976, + "grad_norm": 1.140625, + "learning_rate": 0.00026557163255698274, + "loss": 4.3714, + "mean_token_accuracy": 0.23640986084938048, + "num_tokens": 13806024.0, + "step": 4810 + }, + { + "entropy": 4.793094682693481, + "epoch": 5.711743772241993, + "grad_norm": 0.9921875, + "learning_rate": 0.00026509575277504593, + "loss": 4.3571, + "mean_token_accuracy": 0.23723326474428177, + "num_tokens": 13822361.0, + "step": 4815 + }, + { + "entropy": 4.79110016822815, + "epoch": 5.717674970344009, + "grad_norm": 0.99609375, + "learning_rate": 0.0002646199173798497, + "loss": 4.3377, + "mean_token_accuracy": 0.2404965952038765, + "num_tokens": 13836795.0, + "step": 4820 + }, + { + "entropy": 4.765324878692627, + "epoch": 5.723606168446026, + "grad_norm": 1.1796875, + "learning_rate": 0.0002641441285038913, + "loss": 4.2808, + "mean_token_accuracy": 0.2442572832107544, + "num_tokens": 13850955.0, + "step": 4825 + }, + { + "entropy": 4.8904516220092775, + "epoch": 5.729537366548042, + "grad_norm": 1.03125, + "learning_rate": 0.00026366838827945985, + "loss": 4.4156, + "mean_token_accuracy": 0.23086105585098265, + "num_tokens": 13866041.0, + "step": 4830 + }, + { + "entropy": 4.7407355308532715, + "epoch": 5.735468564650059, + "grad_norm": 1.140625, + "learning_rate": 0.00026319269883862633, + "loss": 4.3002, + "mean_token_accuracy": 0.23912660926580429, + "num_tokens": 13880331.0, + "step": 4835 + }, + { + "entropy": 4.74866042137146, + "epoch": 5.741399762752076, + "grad_norm": 1.171875, + "learning_rate": 0.000262717062313234, + "loss": 4.3506, + "mean_token_accuracy": 0.23290519118309022, + "num_tokens": 13894735.0, + "step": 4840 + }, + { + "entropy": 4.799971199035644, + "epoch": 5.747330960854093, + "grad_norm": 1.1796875, + "learning_rate": 0.0002622414808348892, + "loss": 4.3015, + "mean_token_accuracy": 0.2426670715212822, + "num_tokens": 13909786.0, + "step": 4845 + }, + { + "entropy": 4.724190092086792, + "epoch": 5.753262158956109, + "grad_norm": 1.1328125, + "learning_rate": 0.00026176595653495136, + "loss": 4.2908, + "mean_token_accuracy": 0.24885344058275222, + "num_tokens": 13922757.0, + "step": 4850 + }, + { + "entropy": 4.760520982742309, + "epoch": 5.759193357058126, + "grad_norm": 1.1171875, + "learning_rate": 0.0002612904915445238, + "loss": 4.2922, + "mean_token_accuracy": 0.24650558680295945, + "num_tokens": 13937580.0, + "step": 4855 + }, + { + "entropy": 4.810915470123291, + "epoch": 5.765124555160142, + "grad_norm": 1.109375, + "learning_rate": 0.000260815087994444, + "loss": 4.3505, + "mean_token_accuracy": 0.23467869609594344, + "num_tokens": 13954003.0, + "step": 4860 + }, + { + "entropy": 4.779822301864624, + "epoch": 5.771055753262159, + "grad_norm": 1.2578125, + "learning_rate": 0.000260339748015274, + "loss": 4.3166, + "mean_token_accuracy": 0.23698662519454955, + "num_tokens": 13968201.0, + "step": 4865 + }, + { + "entropy": 4.694350147247315, + "epoch": 5.776986951364176, + "grad_norm": 1.109375, + "learning_rate": 0.0002598644737372911, + "loss": 4.2988, + "mean_token_accuracy": 0.2477506458759308, + "num_tokens": 13981851.0, + "step": 4870 + }, + { + "entropy": 4.813791799545288, + "epoch": 5.782918149466192, + "grad_norm": 1.2890625, + "learning_rate": 0.0002593892672904781, + "loss": 4.3285, + "mean_token_accuracy": 0.23808160722255706, + "num_tokens": 13993490.0, + "step": 4875 + }, + { + "entropy": 4.808310556411743, + "epoch": 5.788849347568209, + "grad_norm": 1.0703125, + "learning_rate": 0.00025891413080451377, + "loss": 4.3523, + "mean_token_accuracy": 0.2352833107113838, + "num_tokens": 14008228.0, + "step": 4880 + }, + { + "entropy": 4.792012166976929, + "epoch": 5.794780545670226, + "grad_norm": 1.34375, + "learning_rate": 0.00025843906640876326, + "loss": 4.3314, + "mean_token_accuracy": 0.24585116654634476, + "num_tokens": 14021867.0, + "step": 4885 + }, + { + "entropy": 4.734698677062989, + "epoch": 5.800711743772242, + "grad_norm": 1.1875, + "learning_rate": 0.000257964076232269, + "loss": 4.2356, + "mean_token_accuracy": 0.2509154349565506, + "num_tokens": 14034363.0, + "step": 4890 + }, + { + "entropy": 4.8481605529785154, + "epoch": 5.806642941874259, + "grad_norm": 1.046875, + "learning_rate": 0.00025748916240374016, + "loss": 4.4136, + "mean_token_accuracy": 0.2393478125333786, + "num_tokens": 14050746.0, + "step": 4895 + }, + { + "entropy": 4.8150547504425045, + "epoch": 5.812574139976276, + "grad_norm": 1.296875, + "learning_rate": 0.00025701432705154445, + "loss": 4.4077, + "mean_token_accuracy": 0.2336001753807068, + "num_tokens": 14064729.0, + "step": 4900 + }, + { + "entropy": 4.827139234542846, + "epoch": 5.818505338078292, + "grad_norm": 1.0859375, + "learning_rate": 0.0002565395723036975, + "loss": 4.4199, + "mean_token_accuracy": 0.23818397521972656, + "num_tokens": 14080618.0, + "step": 4905 + }, + { + "entropy": 4.806284618377686, + "epoch": 5.8244365361803085, + "grad_norm": 1.2421875, + "learning_rate": 0.0002560649002878537, + "loss": 4.3333, + "mean_token_accuracy": 0.2396669343113899, + "num_tokens": 14094201.0, + "step": 4910 + }, + { + "entropy": 4.794505453109741, + "epoch": 5.830367734282325, + "grad_norm": 1.140625, + "learning_rate": 0.00025559031313129675, + "loss": 4.3886, + "mean_token_accuracy": 0.22983593195676805, + "num_tokens": 14109905.0, + "step": 4915 + }, + { + "entropy": 4.758055019378662, + "epoch": 5.8362989323843415, + "grad_norm": 1.171875, + "learning_rate": 0.00025511581296093006, + "loss": 4.3336, + "mean_token_accuracy": 0.239557483792305, + "num_tokens": 14125540.0, + "step": 4920 + }, + { + "entropy": 4.840940189361572, + "epoch": 5.842230130486358, + "grad_norm": 1.109375, + "learning_rate": 0.0002546414019032671, + "loss": 4.4238, + "mean_token_accuracy": 0.2327907755970955, + "num_tokens": 14139677.0, + "step": 4925 + }, + { + "entropy": 4.826468849182129, + "epoch": 5.848161328588375, + "grad_norm": 1.1796875, + "learning_rate": 0.0002541670820844223, + "loss": 4.4244, + "mean_token_accuracy": 0.23376403898000717, + "num_tokens": 14154924.0, + "step": 4930 + }, + { + "entropy": 4.799694156646728, + "epoch": 5.854092526690391, + "grad_norm": 1.15625, + "learning_rate": 0.0002536928556301006, + "loss": 4.3389, + "mean_token_accuracy": 0.24434418678283693, + "num_tokens": 14169287.0, + "step": 4935 + }, + { + "entropy": 4.836445283889771, + "epoch": 5.860023724792408, + "grad_norm": 1.1875, + "learning_rate": 0.0002532187246655891, + "loss": 4.2819, + "mean_token_accuracy": 0.24367126673460007, + "num_tokens": 14181965.0, + "step": 4940 + }, + { + "entropy": 4.824612140655518, + "epoch": 5.865954922894424, + "grad_norm": 1.234375, + "learning_rate": 0.0002527446913157467, + "loss": 4.3276, + "mean_token_accuracy": 0.2377263769507408, + "num_tokens": 14195946.0, + "step": 4945 + }, + { + "entropy": 4.764058065414429, + "epoch": 5.871886120996441, + "grad_norm": 1.109375, + "learning_rate": 0.0002522707577049947, + "loss": 4.3822, + "mean_token_accuracy": 0.2389196291565895, + "num_tokens": 14210639.0, + "step": 4950 + }, + { + "entropy": 4.784085130691528, + "epoch": 5.877817319098458, + "grad_norm": 1.1328125, + "learning_rate": 0.00025179692595730767, + "loss": 4.3196, + "mean_token_accuracy": 0.23978573679924012, + "num_tokens": 14225355.0, + "step": 4955 + }, + { + "entropy": 4.843112564086914, + "epoch": 5.883748517200474, + "grad_norm": 1.203125, + "learning_rate": 0.00025132319819620377, + "loss": 4.3853, + "mean_token_accuracy": 0.23785216063261033, + "num_tokens": 14239634.0, + "step": 4960 + }, + { + "entropy": 4.74089937210083, + "epoch": 5.889679715302491, + "grad_norm": 1.234375, + "learning_rate": 0.0002508495765447345, + "loss": 4.2764, + "mean_token_accuracy": 0.2535801813006401, + "num_tokens": 14252622.0, + "step": 4965 + }, + { + "entropy": 4.739436149597168, + "epoch": 5.895610913404508, + "grad_norm": 1.2734375, + "learning_rate": 0.00025037606312547654, + "loss": 4.2741, + "mean_token_accuracy": 0.2499685674905777, + "num_tokens": 14265164.0, + "step": 4970 + }, + { + "entropy": 4.81330246925354, + "epoch": 5.901542111506524, + "grad_norm": 1.171875, + "learning_rate": 0.0002499026600605212, + "loss": 4.3143, + "mean_token_accuracy": 0.24147066473960876, + "num_tokens": 14278402.0, + "step": 4975 + }, + { + "entropy": 4.804416990280151, + "epoch": 5.907473309608541, + "grad_norm": 1.1796875, + "learning_rate": 0.00024942936947146515, + "loss": 4.336, + "mean_token_accuracy": 0.2330878794193268, + "num_tokens": 14292409.0, + "step": 4980 + }, + { + "entropy": 4.761972236633301, + "epoch": 5.913404507710558, + "grad_norm": 1.0390625, + "learning_rate": 0.00024895619347940117, + "loss": 4.3306, + "mean_token_accuracy": 0.24056018590927125, + "num_tokens": 14307269.0, + "step": 4985 + }, + { + "entropy": 4.7936664581298825, + "epoch": 5.919335705812574, + "grad_norm": 1.1875, + "learning_rate": 0.0002484831342049085, + "loss": 4.3291, + "mean_token_accuracy": 0.23838138431310654, + "num_tokens": 14321146.0, + "step": 4990 + }, + { + "entropy": 4.801939821243286, + "epoch": 5.925266903914591, + "grad_norm": 1.203125, + "learning_rate": 0.00024801019376804296, + "loss": 4.3219, + "mean_token_accuracy": 0.23990344852209092, + "num_tokens": 14334060.0, + "step": 4995 + }, + { + "entropy": 4.748884820938111, + "epoch": 5.931198102016607, + "grad_norm": 1.0546875, + "learning_rate": 0.0002475373742883282, + "loss": 4.3339, + "mean_token_accuracy": 0.23838832527399062, + "num_tokens": 14349274.0, + "step": 5000 + }, + { + "epoch": 5.931198102016607, + "eval_entropy": 4.652599839345077, + "eval_loss": 5.263965606689453, + "eval_mean_token_accuracy": 0.19459956169037, + "eval_num_tokens": 14349274.0, + "eval_runtime": 2.4654, + "eval_samples_per_second": 1057.826, + "eval_steps_per_second": 132.228, + "step": 5000 + }, + { + "entropy": 4.708192014694214, + "epoch": 5.937129300118624, + "grad_norm": 1.09375, + "learning_rate": 0.0002470646778847455, + "loss": 4.296, + "mean_token_accuracy": 0.24259315431118011, + "num_tokens": 14364007.0, + "step": 5005 + }, + { + "entropy": 4.773913097381592, + "epoch": 5.943060498220641, + "grad_norm": 0.96484375, + "learning_rate": 0.00024659210667572464, + "loss": 4.3266, + "mean_token_accuracy": 0.23536466509103776, + "num_tokens": 14378916.0, + "step": 5010 + }, + { + "entropy": 4.7855369567871096, + "epoch": 5.948991696322658, + "grad_norm": 1.21875, + "learning_rate": 0.0002461196627791345, + "loss": 4.2882, + "mean_token_accuracy": 0.2476044699549675, + "num_tokens": 14393345.0, + "step": 5015 + }, + { + "entropy": 4.832712602615357, + "epoch": 5.954922894424674, + "grad_norm": 1.1796875, + "learning_rate": 0.00024564734831227316, + "loss": 4.3449, + "mean_token_accuracy": 0.23937438428401947, + "num_tokens": 14405835.0, + "step": 5020 + }, + { + "entropy": 4.792354726791382, + "epoch": 5.960854092526691, + "grad_norm": 1.125, + "learning_rate": 0.0002451751653918587, + "loss": 4.3892, + "mean_token_accuracy": 0.2276507556438446, + "num_tokens": 14421842.0, + "step": 5025 + }, + { + "entropy": 4.811455392837525, + "epoch": 5.966785290628707, + "grad_norm": 1.125, + "learning_rate": 0.00024470311613401997, + "loss": 4.3797, + "mean_token_accuracy": 0.23294659405946733, + "num_tokens": 14436064.0, + "step": 5030 + }, + { + "entropy": 4.774214029312134, + "epoch": 5.972716488730724, + "grad_norm": 1.171875, + "learning_rate": 0.00024423120265428623, + "loss": 4.3126, + "mean_token_accuracy": 0.23919883668422698, + "num_tokens": 14450321.0, + "step": 5035 + }, + { + "entropy": 4.796865844726563, + "epoch": 5.9786476868327405, + "grad_norm": 1.1796875, + "learning_rate": 0.0002437594270675787, + "loss": 4.398, + "mean_token_accuracy": 0.23655554354190828, + "num_tokens": 14465584.0, + "step": 5040 + }, + { + "entropy": 4.830087375640869, + "epoch": 5.9845788849347565, + "grad_norm": 1.21875, + "learning_rate": 0.00024328779148820052, + "loss": 4.473, + "mean_token_accuracy": 0.22175321578979493, + "num_tokens": 14480581.0, + "step": 5045 + }, + { + "entropy": 4.851241827011108, + "epoch": 5.9905100830367735, + "grad_norm": 1.21875, + "learning_rate": 0.0002428162980298272, + "loss": 4.4138, + "mean_token_accuracy": 0.2366853713989258, + "num_tokens": 14493514.0, + "step": 5050 + }, + { + "entropy": 4.79337968826294, + "epoch": 5.99644128113879, + "grad_norm": 1.0234375, + "learning_rate": 0.00024234494880549746, + "loss": 4.3931, + "mean_token_accuracy": 0.23066162765026094, + "num_tokens": 14508061.0, + "step": 5055 + }, + { + "entropy": 4.745760822296143, + "epoch": 6.002372479240806, + "grad_norm": 0.98828125, + "learning_rate": 0.00024187374592760376, + "loss": 4.2059, + "mean_token_accuracy": 0.24971580356359482, + "num_tokens": 14521367.0, + "step": 5060 + }, + { + "entropy": 4.73035454750061, + "epoch": 6.008303677342823, + "grad_norm": 1.1875, + "learning_rate": 0.00024140269150788236, + "loss": 4.1042, + "mean_token_accuracy": 0.2597766384482384, + "num_tokens": 14535691.0, + "step": 5065 + }, + { + "entropy": 4.804089164733886, + "epoch": 6.01423487544484, + "grad_norm": 1.1484375, + "learning_rate": 0.00024093178765740452, + "loss": 4.1846, + "mean_token_accuracy": 0.24867794066667556, + "num_tokens": 14549300.0, + "step": 5070 + }, + { + "entropy": 4.743141746520996, + "epoch": 6.020166073546856, + "grad_norm": 1.578125, + "learning_rate": 0.00024046103648656648, + "loss": 4.1357, + "mean_token_accuracy": 0.25618866086006165, + "num_tokens": 14563517.0, + "step": 5075 + }, + { + "entropy": 4.742384672164917, + "epoch": 6.026097271648873, + "grad_norm": 1.21875, + "learning_rate": 0.00023999044010508037, + "loss": 4.0899, + "mean_token_accuracy": 0.26528758853673934, + "num_tokens": 14577298.0, + "step": 5080 + }, + { + "entropy": 4.77992262840271, + "epoch": 6.032028469750889, + "grad_norm": 1.265625, + "learning_rate": 0.00023952000062196454, + "loss": 4.1423, + "mean_token_accuracy": 0.26021771878004074, + "num_tokens": 14589621.0, + "step": 5085 + }, + { + "entropy": 4.745220375061035, + "epoch": 6.037959667852906, + "grad_norm": 1.125, + "learning_rate": 0.0002390497201455342, + "loss": 4.132, + "mean_token_accuracy": 0.25740298330783845, + "num_tokens": 14603449.0, + "step": 5090 + }, + { + "entropy": 4.76898684501648, + "epoch": 6.043890865954923, + "grad_norm": 1.2890625, + "learning_rate": 0.00023857960078339208, + "loss": 4.144, + "mean_token_accuracy": 0.2559265360236168, + "num_tokens": 14616326.0, + "step": 5095 + }, + { + "entropy": 4.8157140731811525, + "epoch": 6.049822064056939, + "grad_norm": 1.046875, + "learning_rate": 0.00023810964464241868, + "loss": 4.2635, + "mean_token_accuracy": 0.24587225615978242, + "num_tokens": 14631267.0, + "step": 5100 + }, + { + "entropy": 4.746673822402954, + "epoch": 6.055753262158956, + "grad_norm": 1.15625, + "learning_rate": 0.00023763985382876308, + "loss": 4.1225, + "mean_token_accuracy": 0.2622628450393677, + "num_tokens": 14645045.0, + "step": 5105 + }, + { + "entropy": 4.7064050197601315, + "epoch": 6.061684460260973, + "grad_norm": 1.0625, + "learning_rate": 0.00023717023044783343, + "loss": 4.0384, + "mean_token_accuracy": 0.26922540813684465, + "num_tokens": 14659302.0, + "step": 5110 + }, + { + "entropy": 4.775246334075928, + "epoch": 6.067615658362989, + "grad_norm": 1.140625, + "learning_rate": 0.00023670077660428756, + "loss": 4.1612, + "mean_token_accuracy": 0.24770891070365905, + "num_tokens": 14672544.0, + "step": 5115 + }, + { + "entropy": 4.792227792739868, + "epoch": 6.073546856465006, + "grad_norm": 1.09375, + "learning_rate": 0.0002362314944020234, + "loss": 4.2134, + "mean_token_accuracy": 0.24917837828397751, + "num_tokens": 14689011.0, + "step": 5120 + }, + { + "entropy": 4.791463613510132, + "epoch": 6.079478054567023, + "grad_norm": 1.109375, + "learning_rate": 0.0002357623859441698, + "loss": 4.1419, + "mean_token_accuracy": 0.25728278011083605, + "num_tokens": 14701455.0, + "step": 5125 + }, + { + "entropy": 4.814793825149536, + "epoch": 6.085409252669039, + "grad_norm": 1.140625, + "learning_rate": 0.000235293453333077, + "loss": 4.2177, + "mean_token_accuracy": 0.25009917467832565, + "num_tokens": 14716483.0, + "step": 5130 + }, + { + "entropy": 4.751215982437134, + "epoch": 6.091340450771056, + "grad_norm": 1.078125, + "learning_rate": 0.00023482469867030676, + "loss": 4.1233, + "mean_token_accuracy": 0.25721742063760755, + "num_tokens": 14730164.0, + "step": 5135 + }, + { + "entropy": 4.785274934768677, + "epoch": 6.097271648873073, + "grad_norm": 1.1328125, + "learning_rate": 0.00023435612405662388, + "loss": 4.1816, + "mean_token_accuracy": 0.2555907517671585, + "num_tokens": 14744695.0, + "step": 5140 + }, + { + "entropy": 4.749642086029053, + "epoch": 6.103202846975089, + "grad_norm": 1.1171875, + "learning_rate": 0.00023388773159198584, + "loss": 4.2059, + "mean_token_accuracy": 0.2520121678709984, + "num_tokens": 14759503.0, + "step": 5145 + }, + { + "entropy": 4.843703651428223, + "epoch": 6.109134045077106, + "grad_norm": 1.078125, + "learning_rate": 0.00023341952337553414, + "loss": 4.2096, + "mean_token_accuracy": 0.252188840508461, + "num_tokens": 14774961.0, + "step": 5150 + }, + { + "entropy": 4.758553743362427, + "epoch": 6.115065243179123, + "grad_norm": 1.1328125, + "learning_rate": 0.0002329515015055843, + "loss": 4.113, + "mean_token_accuracy": 0.2630035519599915, + "num_tokens": 14789617.0, + "step": 5155 + }, + { + "entropy": 4.7613019943237305, + "epoch": 6.120996441281139, + "grad_norm": 1.140625, + "learning_rate": 0.00023248366807961674, + "loss": 4.1801, + "mean_token_accuracy": 0.25420621037483215, + "num_tokens": 14803921.0, + "step": 5160 + }, + { + "entropy": 4.78867392539978, + "epoch": 6.1269276393831555, + "grad_norm": 1.1328125, + "learning_rate": 0.0002320160251942675, + "loss": 4.1839, + "mean_token_accuracy": 0.25387351512908934, + "num_tokens": 14818466.0, + "step": 5165 + }, + { + "entropy": 4.767274618148804, + "epoch": 6.132858837485172, + "grad_norm": 1.1640625, + "learning_rate": 0.00023154857494531872, + "loss": 4.2231, + "mean_token_accuracy": 0.25017287135124205, + "num_tokens": 14833256.0, + "step": 5170 + }, + { + "entropy": 4.780109071731568, + "epoch": 6.1387900355871885, + "grad_norm": 1.109375, + "learning_rate": 0.0002310813194276889, + "loss": 4.1899, + "mean_token_accuracy": 0.250496344268322, + "num_tokens": 14848164.0, + "step": 5175 + }, + { + "entropy": 4.742455339431762, + "epoch": 6.144721233689205, + "grad_norm": 1.1796875, + "learning_rate": 0.00023061426073542413, + "loss": 4.1381, + "mean_token_accuracy": 0.26113935112953185, + "num_tokens": 14860418.0, + "step": 5180 + }, + { + "entropy": 4.796003627777099, + "epoch": 6.1506524317912215, + "grad_norm": 1.1953125, + "learning_rate": 0.0002301474009616885, + "loss": 4.247, + "mean_token_accuracy": 0.24784840941429137, + "num_tokens": 14875655.0, + "step": 5185 + }, + { + "entropy": 4.808759689331055, + "epoch": 6.156583629893238, + "grad_norm": 1.0859375, + "learning_rate": 0.00022968074219875418, + "loss": 4.2155, + "mean_token_accuracy": 0.2534328117966652, + "num_tokens": 14890851.0, + "step": 5190 + }, + { + "entropy": 4.7517026424407955, + "epoch": 6.162514827995255, + "grad_norm": 1.125, + "learning_rate": 0.00022921428653799298, + "loss": 4.1056, + "mean_token_accuracy": 0.2656860455870628, + "num_tokens": 14906189.0, + "step": 5195 + }, + { + "entropy": 4.72308316230774, + "epoch": 6.168446026097271, + "grad_norm": 1.15625, + "learning_rate": 0.00022874803606986617, + "loss": 4.1346, + "mean_token_accuracy": 0.2545752048492432, + "num_tokens": 14920625.0, + "step": 5200 + }, + { + "entropy": 4.731480121612549, + "epoch": 6.174377224199288, + "grad_norm": 1.21875, + "learning_rate": 0.00022828199288391554, + "loss": 4.1352, + "mean_token_accuracy": 0.25461106449365617, + "num_tokens": 14935524.0, + "step": 5205 + }, + { + "entropy": 4.818871974945068, + "epoch": 6.180308422301305, + "grad_norm": 1.125, + "learning_rate": 0.00022781615906875414, + "loss": 4.1816, + "mean_token_accuracy": 0.2538179770112038, + "num_tokens": 14950503.0, + "step": 5210 + }, + { + "entropy": 4.788936758041382, + "epoch": 6.186239620403321, + "grad_norm": 1.0859375, + "learning_rate": 0.0002273505367120562, + "loss": 4.1846, + "mean_token_accuracy": 0.24845887273550032, + "num_tokens": 14967533.0, + "step": 5215 + }, + { + "entropy": 4.842661952972412, + "epoch": 6.192170818505338, + "grad_norm": 1.1015625, + "learning_rate": 0.00022688512790054865, + "loss": 4.2189, + "mean_token_accuracy": 0.24378627836704253, + "num_tokens": 14980276.0, + "step": 5220 + }, + { + "entropy": 4.736074161529541, + "epoch": 6.198102016607355, + "grad_norm": 1.1640625, + "learning_rate": 0.0002264199347200015, + "loss": 4.1122, + "mean_token_accuracy": 0.2617910668253899, + "num_tokens": 14993270.0, + "step": 5225 + }, + { + "entropy": 4.726060914993286, + "epoch": 6.204033214709371, + "grad_norm": 1.0390625, + "learning_rate": 0.00022595495925521804, + "loss": 4.1215, + "mean_token_accuracy": 0.2615621656179428, + "num_tokens": 15007725.0, + "step": 5230 + }, + { + "entropy": 4.710829830169677, + "epoch": 6.209964412811388, + "grad_norm": 1.171875, + "learning_rate": 0.0002254902035900261, + "loss": 4.1208, + "mean_token_accuracy": 0.253796873986721, + "num_tokens": 15022909.0, + "step": 5235 + }, + { + "entropy": 4.801334238052368, + "epoch": 6.215895610913405, + "grad_norm": 1.0859375, + "learning_rate": 0.00022502566980726852, + "loss": 4.1901, + "mean_token_accuracy": 0.25595812797546386, + "num_tokens": 15036894.0, + "step": 5240 + }, + { + "entropy": 4.777053499221802, + "epoch": 6.221826809015421, + "grad_norm": 1.0, + "learning_rate": 0.00022456135998879335, + "loss": 4.1183, + "mean_token_accuracy": 0.2579038292169571, + "num_tokens": 15053898.0, + "step": 5245 + }, + { + "entropy": 4.754766321182251, + "epoch": 6.227758007117438, + "grad_norm": 1.1953125, + "learning_rate": 0.0002240972762154453, + "loss": 4.1538, + "mean_token_accuracy": 0.25917364209890364, + "num_tokens": 15067661.0, + "step": 5250 + }, + { + "entropy": 4.779755878448486, + "epoch": 6.233689205219454, + "grad_norm": 1.140625, + "learning_rate": 0.000223633420567056, + "loss": 4.182, + "mean_token_accuracy": 0.2558010220527649, + "num_tokens": 15082174.0, + "step": 5255 + }, + { + "entropy": 4.731582498550415, + "epoch": 6.239620403321471, + "grad_norm": 1.109375, + "learning_rate": 0.0002231697951224346, + "loss": 4.1443, + "mean_token_accuracy": 0.25625418722629545, + "num_tokens": 15096044.0, + "step": 5260 + }, + { + "entropy": 4.8570098876953125, + "epoch": 6.245551601423488, + "grad_norm": 1.265625, + "learning_rate": 0.0002227064019593586, + "loss": 4.2752, + "mean_token_accuracy": 0.2415375977754593, + "num_tokens": 15111548.0, + "step": 5265 + }, + { + "entropy": 4.703935050964356, + "epoch": 6.251482799525504, + "grad_norm": 1.2109375, + "learning_rate": 0.00022224324315456474, + "loss": 4.1051, + "mean_token_accuracy": 0.2591488644480705, + "num_tokens": 15125669.0, + "step": 5270 + }, + { + "entropy": 4.771063804626465, + "epoch": 6.257413997627521, + "grad_norm": 1.25, + "learning_rate": 0.00022178032078373894, + "loss": 4.1977, + "mean_token_accuracy": 0.2615684702992439, + "num_tokens": 15139708.0, + "step": 5275 + }, + { + "entropy": 4.7325742721557615, + "epoch": 6.263345195729538, + "grad_norm": 1.109375, + "learning_rate": 0.00022131763692150798, + "loss": 4.1431, + "mean_token_accuracy": 0.2557313323020935, + "num_tokens": 15154147.0, + "step": 5280 + }, + { + "entropy": 4.734698009490967, + "epoch": 6.269276393831554, + "grad_norm": 1.2734375, + "learning_rate": 0.00022085519364142963, + "loss": 4.0968, + "mean_token_accuracy": 0.26601689010858537, + "num_tokens": 15167684.0, + "step": 5285 + }, + { + "entropy": 4.75499119758606, + "epoch": 6.275207591933571, + "grad_norm": 1.2734375, + "learning_rate": 0.00022039299301598343, + "loss": 4.2305, + "mean_token_accuracy": 0.24574412703514098, + "num_tokens": 15180863.0, + "step": 5290 + }, + { + "entropy": 4.757374382019043, + "epoch": 6.2811387900355875, + "grad_norm": 1.1640625, + "learning_rate": 0.00021993103711656148, + "loss": 4.1598, + "mean_token_accuracy": 0.25554181486368177, + "num_tokens": 15195479.0, + "step": 5295 + }, + { + "entropy": 4.715495347976685, + "epoch": 6.2870699881376035, + "grad_norm": 1.140625, + "learning_rate": 0.00021946932801345903, + "loss": 4.1223, + "mean_token_accuracy": 0.25854379385709764, + "num_tokens": 15209262.0, + "step": 5300 + }, + { + "entropy": 4.6957752227783205, + "epoch": 6.2930011862396205, + "grad_norm": 1.203125, + "learning_rate": 0.00021900786777586534, + "loss": 4.0705, + "mean_token_accuracy": 0.27112670689821244, + "num_tokens": 15223626.0, + "step": 5305 + }, + { + "entropy": 4.763528347015381, + "epoch": 6.298932384341637, + "grad_norm": 1.1953125, + "learning_rate": 0.00021854665847185445, + "loss": 4.1249, + "mean_token_accuracy": 0.259819307923317, + "num_tokens": 15237868.0, + "step": 5310 + }, + { + "entropy": 4.7126524448394775, + "epoch": 6.304863582443653, + "grad_norm": 1.1171875, + "learning_rate": 0.00021808570216837569, + "loss": 4.1449, + "mean_token_accuracy": 0.25789590924978256, + "num_tokens": 15252569.0, + "step": 5315 + }, + { + "entropy": 4.786526203155518, + "epoch": 6.31079478054567, + "grad_norm": 1.1015625, + "learning_rate": 0.0002176250009312446, + "loss": 4.1082, + "mean_token_accuracy": 0.2608945667743683, + "num_tokens": 15266181.0, + "step": 5320 + }, + { + "entropy": 4.792176580429077, + "epoch": 6.316725978647687, + "grad_norm": 1.28125, + "learning_rate": 0.0002171645568251337, + "loss": 4.2237, + "mean_token_accuracy": 0.24639234989881514, + "num_tokens": 15281177.0, + "step": 5325 + }, + { + "entropy": 4.685246562957763, + "epoch": 6.322657176749703, + "grad_norm": 1.25, + "learning_rate": 0.00021670437191356295, + "loss": 4.0926, + "mean_token_accuracy": 0.27036156356334684, + "num_tokens": 15293344.0, + "step": 5330 + }, + { + "entropy": 4.756206893920899, + "epoch": 6.32858837485172, + "grad_norm": 1.140625, + "learning_rate": 0.0002162444482588908, + "loss": 4.2745, + "mean_token_accuracy": 0.2503564581274986, + "num_tokens": 15307438.0, + "step": 5335 + }, + { + "entropy": 4.750091648101806, + "epoch": 6.334519572953736, + "grad_norm": 1.109375, + "learning_rate": 0.00021578478792230504, + "loss": 4.1165, + "mean_token_accuracy": 0.25345486402511597, + "num_tokens": 15320478.0, + "step": 5340 + }, + { + "entropy": 4.777521848678589, + "epoch": 6.340450771055753, + "grad_norm": 1.1484375, + "learning_rate": 0.00021532539296381314, + "loss": 4.1919, + "mean_token_accuracy": 0.24896891564130783, + "num_tokens": 15335037.0, + "step": 5345 + }, + { + "entropy": 4.727483654022217, + "epoch": 6.34638196915777, + "grad_norm": 1.03125, + "learning_rate": 0.00021486626544223332, + "loss": 4.2599, + "mean_token_accuracy": 0.2466239184141159, + "num_tokens": 15351310.0, + "step": 5350 + }, + { + "entropy": 4.745375299453736, + "epoch": 6.352313167259786, + "grad_norm": 1.265625, + "learning_rate": 0.00021440740741518534, + "loss": 4.1448, + "mean_token_accuracy": 0.2537722200155258, + "num_tokens": 15365009.0, + "step": 5355 + }, + { + "entropy": 4.724126195907592, + "epoch": 6.358244365361803, + "grad_norm": 1.125, + "learning_rate": 0.00021394882093908097, + "loss": 4.1642, + "mean_token_accuracy": 0.24910940676927568, + "num_tokens": 15379980.0, + "step": 5360 + }, + { + "entropy": 4.710079765319824, + "epoch": 6.36417556346382, + "grad_norm": 1.171875, + "learning_rate": 0.00021349050806911536, + "loss": 4.101, + "mean_token_accuracy": 0.25774708241224287, + "num_tokens": 15393331.0, + "step": 5365 + }, + { + "entropy": 4.796683835983276, + "epoch": 6.370106761565836, + "grad_norm": 1.15625, + "learning_rate": 0.00021303247085925715, + "loss": 4.18, + "mean_token_accuracy": 0.2545799657702446, + "num_tokens": 15406384.0, + "step": 5370 + }, + { + "entropy": 4.70715069770813, + "epoch": 6.376037959667853, + "grad_norm": 1.1015625, + "learning_rate": 0.00021257471136223972, + "loss": 4.1033, + "mean_token_accuracy": 0.2652807131409645, + "num_tokens": 15421366.0, + "step": 5375 + }, + { + "entropy": 4.796708965301514, + "epoch": 6.38196915776987, + "grad_norm": 1.1796875, + "learning_rate": 0.00021211723162955194, + "loss": 4.3088, + "mean_token_accuracy": 0.2433738112449646, + "num_tokens": 15436499.0, + "step": 5380 + }, + { + "entropy": 4.7571878910064695, + "epoch": 6.387900355871886, + "grad_norm": 1.1171875, + "learning_rate": 0.00021166003371142855, + "loss": 4.1354, + "mean_token_accuracy": 0.2604342848062515, + "num_tokens": 15450695.0, + "step": 5385 + }, + { + "entropy": 4.728578424453735, + "epoch": 6.393831553973903, + "grad_norm": 1.296875, + "learning_rate": 0.0002112031196568418, + "loss": 4.1403, + "mean_token_accuracy": 0.2522526666522026, + "num_tokens": 15465113.0, + "step": 5390 + }, + { + "entropy": 4.745226716995239, + "epoch": 6.39976275207592, + "grad_norm": 1.28125, + "learning_rate": 0.00021074649151349157, + "loss": 4.142, + "mean_token_accuracy": 0.25918426364660263, + "num_tokens": 15478194.0, + "step": 5395 + }, + { + "entropy": 4.745215320587159, + "epoch": 6.405693950177936, + "grad_norm": 1.2578125, + "learning_rate": 0.00021029015132779615, + "loss": 4.2211, + "mean_token_accuracy": 0.2551017105579376, + "num_tokens": 15492600.0, + "step": 5400 + }, + { + "entropy": 4.838167905807495, + "epoch": 6.411625148279953, + "grad_norm": 1.2109375, + "learning_rate": 0.00020983410114488367, + "loss": 4.2233, + "mean_token_accuracy": 0.2533955991268158, + "num_tokens": 15506023.0, + "step": 5405 + }, + { + "entropy": 4.741149950027466, + "epoch": 6.41755634638197, + "grad_norm": 1.2890625, + "learning_rate": 0.0002093783430085825, + "loss": 4.2066, + "mean_token_accuracy": 0.2551663339138031, + "num_tokens": 15520530.0, + "step": 5410 + }, + { + "entropy": 4.8033700466156, + "epoch": 6.423487544483986, + "grad_norm": 1.1171875, + "learning_rate": 0.00020892287896141204, + "loss": 4.1593, + "mean_token_accuracy": 0.2508813560009003, + "num_tokens": 15534048.0, + "step": 5415 + }, + { + "entropy": 4.7030867576599125, + "epoch": 6.4294187425860025, + "grad_norm": 1.2109375, + "learning_rate": 0.0002084677110445739, + "loss": 4.1392, + "mean_token_accuracy": 0.26492889374494555, + "num_tokens": 15547188.0, + "step": 5420 + }, + { + "entropy": 4.7414158344268795, + "epoch": 6.435349940688019, + "grad_norm": 1.140625, + "learning_rate": 0.0002080128412979425, + "loss": 4.1605, + "mean_token_accuracy": 0.262862454354763, + "num_tokens": 15560867.0, + "step": 5425 + }, + { + "entropy": 4.7034995555877686, + "epoch": 6.4412811387900355, + "grad_norm": 1.125, + "learning_rate": 0.00020755827176005575, + "loss": 4.1243, + "mean_token_accuracy": 0.26048964262008667, + "num_tokens": 15573812.0, + "step": 5430 + }, + { + "entropy": 4.752125215530396, + "epoch": 6.447212336892052, + "grad_norm": 1.0625, + "learning_rate": 0.00020710400446810658, + "loss": 4.1689, + "mean_token_accuracy": 0.24977132230997084, + "num_tokens": 15589427.0, + "step": 5435 + }, + { + "entropy": 4.764254903793335, + "epoch": 6.4531435349940685, + "grad_norm": 1.1171875, + "learning_rate": 0.00020665004145793293, + "loss": 4.1237, + "mean_token_accuracy": 0.26629842519760133, + "num_tokens": 15603741.0, + "step": 5440 + }, + { + "entropy": 4.722282791137696, + "epoch": 6.459074733096085, + "grad_norm": 1.0859375, + "learning_rate": 0.00020619638476400943, + "loss": 4.1705, + "mean_token_accuracy": 0.25587973445653917, + "num_tokens": 15617735.0, + "step": 5445 + }, + { + "entropy": 4.722723722457886, + "epoch": 6.465005931198102, + "grad_norm": 1.3671875, + "learning_rate": 0.00020574303641943782, + "loss": 4.1902, + "mean_token_accuracy": 0.2547612652182579, + "num_tokens": 15630910.0, + "step": 5450 + }, + { + "entropy": 4.742911911010742, + "epoch": 6.470937129300118, + "grad_norm": 1.125, + "learning_rate": 0.0002052899984559377, + "loss": 4.1566, + "mean_token_accuracy": 0.2643850788474083, + "num_tokens": 15644797.0, + "step": 5455 + }, + { + "entropy": 4.760161256790161, + "epoch": 6.476868327402135, + "grad_norm": 1.0859375, + "learning_rate": 0.00020483727290383812, + "loss": 4.1903, + "mean_token_accuracy": 0.250904580950737, + "num_tokens": 15658991.0, + "step": 5460 + }, + { + "entropy": 4.706643009185791, + "epoch": 6.482799525504152, + "grad_norm": 1.21875, + "learning_rate": 0.00020438486179206772, + "loss": 4.1439, + "mean_token_accuracy": 0.25506513714790346, + "num_tokens": 15671787.0, + "step": 5465 + }, + { + "entropy": 4.693522787094116, + "epoch": 6.488730723606168, + "grad_norm": 1.0703125, + "learning_rate": 0.0002039327671481459, + "loss": 4.1592, + "mean_token_accuracy": 0.2543107122182846, + "num_tokens": 15687183.0, + "step": 5470 + }, + { + "entropy": 4.765786266326904, + "epoch": 6.494661921708185, + "grad_norm": 0.97265625, + "learning_rate": 0.000203480990998174, + "loss": 4.1716, + "mean_token_accuracy": 0.25282373279333115, + "num_tokens": 15704586.0, + "step": 5475 + }, + { + "entropy": 4.7568827152252195, + "epoch": 6.500593119810202, + "grad_norm": 1.046875, + "learning_rate": 0.00020302953536682606, + "loss": 4.1898, + "mean_token_accuracy": 0.25484422594308853, + "num_tokens": 15718861.0, + "step": 5480 + }, + { + "entropy": 4.758185243606567, + "epoch": 6.506524317912218, + "grad_norm": 1.1953125, + "learning_rate": 0.00020257840227733926, + "loss": 4.2025, + "mean_token_accuracy": 0.2534889817237854, + "num_tokens": 15733547.0, + "step": 5485 + }, + { + "entropy": 4.733855247497559, + "epoch": 6.512455516014235, + "grad_norm": 1.1875, + "learning_rate": 0.00020212759375150564, + "loss": 4.1747, + "mean_token_accuracy": 0.2521922826766968, + "num_tokens": 15747662.0, + "step": 5490 + }, + { + "entropy": 4.776731967926025, + "epoch": 6.518386714116252, + "grad_norm": 1.2734375, + "learning_rate": 0.00020167711180966275, + "loss": 4.2361, + "mean_token_accuracy": 0.24944700449705123, + "num_tokens": 15762160.0, + "step": 5495 + }, + { + "entropy": 4.7545074939727785, + "epoch": 6.524317912218268, + "grad_norm": 1.2109375, + "learning_rate": 0.00020122695847068413, + "loss": 4.1817, + "mean_token_accuracy": 0.2521538719534874, + "num_tokens": 15778486.0, + "step": 5500 + }, + { + "epoch": 6.524317912218268, + "eval_entropy": 4.677589024502807, + "eval_loss": 5.258727550506592, + "eval_mean_token_accuracy": 0.196114729335703, + "eval_num_tokens": 15778486.0, + "eval_runtime": 2.6281, + "eval_samples_per_second": 992.341, + "eval_steps_per_second": 124.043, + "step": 5500 + }, + { + "entropy": 4.7626618385314945, + "epoch": 6.530249110320285, + "grad_norm": 1.015625, + "learning_rate": 0.00020077713575197115, + "loss": 4.1431, + "mean_token_accuracy": 0.2633996903896332, + "num_tokens": 15792912.0, + "step": 5505 + }, + { + "entropy": 4.821646690368652, + "epoch": 6.536180308422301, + "grad_norm": 1.2578125, + "learning_rate": 0.000200327645669443, + "loss": 4.2466, + "mean_token_accuracy": 0.24895731806755067, + "num_tokens": 15806844.0, + "step": 5510 + }, + { + "entropy": 4.7317163944244385, + "epoch": 6.542111506524318, + "grad_norm": 1.046875, + "learning_rate": 0.0001998784902375284, + "loss": 4.1274, + "mean_token_accuracy": 0.26149736940860746, + "num_tokens": 15820005.0, + "step": 5515 + }, + { + "entropy": 4.832112836837768, + "epoch": 6.548042704626335, + "grad_norm": 1.296875, + "learning_rate": 0.00019942967146915642, + "loss": 4.3039, + "mean_token_accuracy": 0.24466286301612855, + "num_tokens": 15834518.0, + "step": 5520 + }, + { + "entropy": 4.759687042236328, + "epoch": 6.553973902728351, + "grad_norm": 1.1640625, + "learning_rate": 0.000198981191375747, + "loss": 4.1858, + "mean_token_accuracy": 0.25404632091522217, + "num_tokens": 15848414.0, + "step": 5525 + }, + { + "entropy": 4.7223570346832275, + "epoch": 6.559905100830368, + "grad_norm": 1.2421875, + "learning_rate": 0.0001985330519672025, + "loss": 4.1067, + "mean_token_accuracy": 0.26446701437234876, + "num_tokens": 15862634.0, + "step": 5530 + }, + { + "entropy": 4.741420745849609, + "epoch": 6.565836298932385, + "grad_norm": 1.2421875, + "learning_rate": 0.00019808525525189864, + "loss": 4.2288, + "mean_token_accuracy": 0.25221395790576934, + "num_tokens": 15876121.0, + "step": 5535 + }, + { + "entropy": 4.765332937240601, + "epoch": 6.571767497034401, + "grad_norm": 1.2109375, + "learning_rate": 0.00019763780323667478, + "loss": 4.1204, + "mean_token_accuracy": 0.26418492943048477, + "num_tokens": 15890457.0, + "step": 5540 + }, + { + "entropy": 4.749009418487549, + "epoch": 6.577698695136418, + "grad_norm": 1.1640625, + "learning_rate": 0.00019719069792682603, + "loss": 4.2243, + "mean_token_accuracy": 0.2510946154594421, + "num_tokens": 15903499.0, + "step": 5545 + }, + { + "entropy": 4.708383226394654, + "epoch": 6.5836298932384345, + "grad_norm": 1.2734375, + "learning_rate": 0.00019674394132609358, + "loss": 4.0348, + "mean_token_accuracy": 0.2668359696865082, + "num_tokens": 15915346.0, + "step": 5550 + }, + { + "entropy": 4.709152603149414, + "epoch": 6.5895610913404505, + "grad_norm": 1.2265625, + "learning_rate": 0.00019629753543665558, + "loss": 4.1315, + "mean_token_accuracy": 0.263986074924469, + "num_tokens": 15929352.0, + "step": 5555 + }, + { + "entropy": 4.760223770141602, + "epoch": 6.5954922894424675, + "grad_norm": 1.140625, + "learning_rate": 0.00019585148225911863, + "loss": 4.2066, + "mean_token_accuracy": 0.25318457931280136, + "num_tokens": 15943379.0, + "step": 5560 + }, + { + "entropy": 4.786670970916748, + "epoch": 6.6014234875444835, + "grad_norm": 1.171875, + "learning_rate": 0.0001954057837925089, + "loss": 4.1997, + "mean_token_accuracy": 0.2464132636785507, + "num_tokens": 15960249.0, + "step": 5565 + }, + { + "entropy": 4.748265886306763, + "epoch": 6.6073546856465, + "grad_norm": 1.1875, + "learning_rate": 0.00019496044203426227, + "loss": 4.2186, + "mean_token_accuracy": 0.253728075325489, + "num_tokens": 15976593.0, + "step": 5570 + }, + { + "entropy": 4.728971910476685, + "epoch": 6.613285883748517, + "grad_norm": 1.171875, + "learning_rate": 0.0001945154589802165, + "loss": 4.2002, + "mean_token_accuracy": 0.25083582699298856, + "num_tokens": 15990264.0, + "step": 5575 + }, + { + "entropy": 4.765192365646362, + "epoch": 6.619217081850534, + "grad_norm": 1.265625, + "learning_rate": 0.00019407083662460167, + "loss": 4.2443, + "mean_token_accuracy": 0.24514267295598985, + "num_tokens": 16003878.0, + "step": 5580 + }, + { + "entropy": 4.749647521972657, + "epoch": 6.62514827995255, + "grad_norm": 1.109375, + "learning_rate": 0.00019362657696003118, + "loss": 4.1554, + "mean_token_accuracy": 0.24948494136333466, + "num_tokens": 16019851.0, + "step": 5585 + }, + { + "entropy": 4.822388553619385, + "epoch": 6.631079478054567, + "grad_norm": 1.1953125, + "learning_rate": 0.00019318268197749333, + "loss": 4.1847, + "mean_token_accuracy": 0.25582956075668334, + "num_tokens": 16033901.0, + "step": 5590 + }, + { + "entropy": 4.71464581489563, + "epoch": 6.637010676156583, + "grad_norm": 1.2734375, + "learning_rate": 0.0001927391536663417, + "loss": 4.158, + "mean_token_accuracy": 0.26538464725017546, + "num_tokens": 16047944.0, + "step": 5595 + }, + { + "entropy": 4.737095737457276, + "epoch": 6.6429418742586, + "grad_norm": 1.1875, + "learning_rate": 0.00019229599401428678, + "loss": 4.1981, + "mean_token_accuracy": 0.25749432742595674, + "num_tokens": 16061631.0, + "step": 5600 + }, + { + "entropy": 4.752544355392456, + "epoch": 6.648873072360617, + "grad_norm": 1.15625, + "learning_rate": 0.000191853205007387, + "loss": 4.1997, + "mean_token_accuracy": 0.2444662407040596, + "num_tokens": 16077488.0, + "step": 5605 + }, + { + "entropy": 4.762704372406006, + "epoch": 6.654804270462633, + "grad_norm": 1.1484375, + "learning_rate": 0.00019141078863003946, + "loss": 4.1645, + "mean_token_accuracy": 0.25711637139320376, + "num_tokens": 16090762.0, + "step": 5610 + }, + { + "entropy": 4.769192314147949, + "epoch": 6.66073546856465, + "grad_norm": 1.21875, + "learning_rate": 0.0001909687468649715, + "loss": 4.2375, + "mean_token_accuracy": 0.2481795594096184, + "num_tokens": 16105307.0, + "step": 5615 + }, + { + "entropy": 4.8051934242248535, + "epoch": 6.666666666666667, + "grad_norm": 1.2265625, + "learning_rate": 0.00019052708169323157, + "loss": 4.212, + "mean_token_accuracy": 0.247459676861763, + "num_tokens": 16121806.0, + "step": 5620 + }, + { + "entropy": 4.758413887023925, + "epoch": 6.672597864768683, + "grad_norm": 1.34375, + "learning_rate": 0.00019008579509418016, + "loss": 4.1353, + "mean_token_accuracy": 0.2526886180043221, + "num_tokens": 16135901.0, + "step": 5625 + }, + { + "entropy": 4.736074733734131, + "epoch": 6.6785290628707, + "grad_norm": 1.1015625, + "learning_rate": 0.00018964488904548143, + "loss": 4.212, + "mean_token_accuracy": 0.24899030476808548, + "num_tokens": 16151095.0, + "step": 5630 + }, + { + "entropy": 4.745052289962769, + "epoch": 6.684460260972717, + "grad_norm": 1.2265625, + "learning_rate": 0.00018920436552309394, + "loss": 4.1413, + "mean_token_accuracy": 0.2582083851099014, + "num_tokens": 16164090.0, + "step": 5635 + }, + { + "entropy": 4.761336612701416, + "epoch": 6.690391459074733, + "grad_norm": 1.2265625, + "learning_rate": 0.00018876422650126196, + "loss": 4.1401, + "mean_token_accuracy": 0.26356436014175416, + "num_tokens": 16176788.0, + "step": 5640 + }, + { + "entropy": 4.802963542938232, + "epoch": 6.69632265717675, + "grad_norm": 1.2421875, + "learning_rate": 0.00018832447395250658, + "loss": 4.2295, + "mean_token_accuracy": 0.2524667248129845, + "num_tokens": 16191441.0, + "step": 5645 + }, + { + "entropy": 4.727647924423218, + "epoch": 6.702253855278766, + "grad_norm": 1.125, + "learning_rate": 0.00018788510984761697, + "loss": 4.1911, + "mean_token_accuracy": 0.2555044531822205, + "num_tokens": 16206375.0, + "step": 5650 + }, + { + "entropy": 4.6923707008361815, + "epoch": 6.708185053380783, + "grad_norm": 1.1875, + "learning_rate": 0.0001874461361556412, + "loss": 4.1204, + "mean_token_accuracy": 0.2593838185071945, + "num_tokens": 16219847.0, + "step": 5655 + }, + { + "entropy": 4.7903721809387205, + "epoch": 6.7141162514828, + "grad_norm": 1.1796875, + "learning_rate": 0.00018700755484387795, + "loss": 4.238, + "mean_token_accuracy": 0.2465851992368698, + "num_tokens": 16235504.0, + "step": 5660 + }, + { + "entropy": 4.791923379898071, + "epoch": 6.720047449584817, + "grad_norm": 1.140625, + "learning_rate": 0.0001865693678778672, + "loss": 4.2177, + "mean_token_accuracy": 0.25269589871168135, + "num_tokens": 16250082.0, + "step": 5665 + }, + { + "entropy": 4.760594749450684, + "epoch": 6.725978647686833, + "grad_norm": 1.0625, + "learning_rate": 0.0001861315772213818, + "loss": 4.2118, + "mean_token_accuracy": 0.25531507432460787, + "num_tokens": 16266604.0, + "step": 5670 + }, + { + "entropy": 4.727664279937744, + "epoch": 6.7319098457888495, + "grad_norm": 1.2734375, + "learning_rate": 0.00018569418483641847, + "loss": 4.1565, + "mean_token_accuracy": 0.2570932745933533, + "num_tokens": 16280694.0, + "step": 5675 + }, + { + "entropy": 4.743464517593384, + "epoch": 6.737841043890866, + "grad_norm": 1.1875, + "learning_rate": 0.00018525719268318896, + "loss": 4.1191, + "mean_token_accuracy": 0.25973758697509763, + "num_tokens": 16294774.0, + "step": 5680 + }, + { + "entropy": 4.665111255645752, + "epoch": 6.7437722419928825, + "grad_norm": 1.1953125, + "learning_rate": 0.00018482060272011135, + "loss": 4.1371, + "mean_token_accuracy": 0.2589722633361816, + "num_tokens": 16308535.0, + "step": 5685 + }, + { + "entropy": 4.763592958450317, + "epoch": 6.749703440094899, + "grad_norm": 1.2109375, + "learning_rate": 0.00018438441690380141, + "loss": 4.236, + "mean_token_accuracy": 0.24331610649824142, + "num_tokens": 16324862.0, + "step": 5690 + }, + { + "entropy": 4.768408298492432, + "epoch": 6.7556346381969155, + "grad_norm": 1.03125, + "learning_rate": 0.00018394863718906352, + "loss": 4.1807, + "mean_token_accuracy": 0.2521728932857513, + "num_tokens": 16341621.0, + "step": 5695 + }, + { + "entropy": 4.719629716873169, + "epoch": 6.761565836298932, + "grad_norm": 1.1484375, + "learning_rate": 0.00018351326552888214, + "loss": 4.1475, + "mean_token_accuracy": 0.2612353786826134, + "num_tokens": 16354888.0, + "step": 5700 + }, + { + "entropy": 4.68466272354126, + "epoch": 6.767497034400949, + "grad_norm": 1.2109375, + "learning_rate": 0.00018307830387441322, + "loss": 4.0962, + "mean_token_accuracy": 0.26325703859329225, + "num_tokens": 16368924.0, + "step": 5705 + }, + { + "entropy": 4.687920188903808, + "epoch": 6.773428232502965, + "grad_norm": 1.0703125, + "learning_rate": 0.00018264375417497474, + "loss": 4.1452, + "mean_token_accuracy": 0.2604793220758438, + "num_tokens": 16382118.0, + "step": 5710 + }, + { + "entropy": 4.80543327331543, + "epoch": 6.779359430604982, + "grad_norm": 1.1484375, + "learning_rate": 0.00018220961837803895, + "loss": 4.125, + "mean_token_accuracy": 0.2621569991111755, + "num_tokens": 16394920.0, + "step": 5715 + }, + { + "entropy": 4.790578365325928, + "epoch": 6.785290628706999, + "grad_norm": 1.078125, + "learning_rate": 0.00018177589842922293, + "loss": 4.2234, + "mean_token_accuracy": 0.25009594559669496, + "num_tokens": 16411816.0, + "step": 5720 + }, + { + "entropy": 4.758824491500855, + "epoch": 6.791221826809015, + "grad_norm": 1.203125, + "learning_rate": 0.00018134259627228006, + "loss": 4.1882, + "mean_token_accuracy": 0.25501234978437426, + "num_tokens": 16426134.0, + "step": 5725 + }, + { + "entropy": 4.670667505264282, + "epoch": 6.797153024911032, + "grad_norm": 1.3125, + "learning_rate": 0.00018090971384909156, + "loss": 4.1105, + "mean_token_accuracy": 0.2640800788998604, + "num_tokens": 16439674.0, + "step": 5730 + }, + { + "entropy": 4.748079872131347, + "epoch": 6.803084223013048, + "grad_norm": 1.140625, + "learning_rate": 0.00018047725309965735, + "loss": 4.1833, + "mean_token_accuracy": 0.25257241874933245, + "num_tokens": 16454576.0, + "step": 5735 + }, + { + "entropy": 4.7621794700622555, + "epoch": 6.809015421115065, + "grad_norm": 1.1328125, + "learning_rate": 0.00018004521596208766, + "loss": 4.1415, + "mean_token_accuracy": 0.25373379439115523, + "num_tokens": 16469898.0, + "step": 5740 + }, + { + "entropy": 4.694784784317017, + "epoch": 6.814946619217082, + "grad_norm": 1.2734375, + "learning_rate": 0.00017961360437259439, + "loss": 4.1623, + "mean_token_accuracy": 0.2581657156348228, + "num_tokens": 16483840.0, + "step": 5745 + }, + { + "entropy": 4.790038394927978, + "epoch": 6.820877817319099, + "grad_norm": 1.2578125, + "learning_rate": 0.0001791824202654821, + "loss": 4.2353, + "mean_token_accuracy": 0.24800846576690674, + "num_tokens": 16498277.0, + "step": 5750 + }, + { + "entropy": 4.736173486709594, + "epoch": 6.826809015421115, + "grad_norm": 1.2421875, + "learning_rate": 0.0001787516655731397, + "loss": 4.1045, + "mean_token_accuracy": 0.2711944758892059, + "num_tokens": 16511519.0, + "step": 5755 + }, + { + "entropy": 4.742716693878174, + "epoch": 6.832740213523132, + "grad_norm": 1.15625, + "learning_rate": 0.0001783213422260316, + "loss": 4.1354, + "mean_token_accuracy": 0.26013816744089124, + "num_tokens": 16525845.0, + "step": 5760 + }, + { + "entropy": 4.752026510238648, + "epoch": 6.838671411625148, + "grad_norm": 1.1640625, + "learning_rate": 0.00017789145215268905, + "loss": 4.186, + "mean_token_accuracy": 0.2556770399212837, + "num_tokens": 16539804.0, + "step": 5765 + }, + { + "entropy": 4.763554286956787, + "epoch": 6.844602609727165, + "grad_norm": 1.265625, + "learning_rate": 0.00017746199727970157, + "loss": 4.1885, + "mean_token_accuracy": 0.24814402759075166, + "num_tokens": 16555282.0, + "step": 5770 + }, + { + "entropy": 4.6659910678863525, + "epoch": 6.850533807829182, + "grad_norm": 1.203125, + "learning_rate": 0.00017703297953170855, + "loss": 4.1033, + "mean_token_accuracy": 0.2569319367408752, + "num_tokens": 16568060.0, + "step": 5775 + }, + { + "entropy": 4.695835542678833, + "epoch": 6.856465005931198, + "grad_norm": 1.0625, + "learning_rate": 0.0001766044008313898, + "loss": 4.1578, + "mean_token_accuracy": 0.2558426558971405, + "num_tokens": 16584013.0, + "step": 5780 + }, + { + "entropy": 4.7723979473114015, + "epoch": 6.862396204033215, + "grad_norm": 1.0546875, + "learning_rate": 0.00017617626309945805, + "loss": 4.1613, + "mean_token_accuracy": 0.255773788690567, + "num_tokens": 16599730.0, + "step": 5785 + }, + { + "entropy": 4.668985319137573, + "epoch": 6.868327402135232, + "grad_norm": 1.078125, + "learning_rate": 0.0001757485682546495, + "loss": 4.0824, + "mean_token_accuracy": 0.2651835471391678, + "num_tokens": 16613742.0, + "step": 5790 + }, + { + "entropy": 4.747865295410156, + "epoch": 6.874258600237248, + "grad_norm": 1.265625, + "learning_rate": 0.00017532131821371556, + "loss": 4.1963, + "mean_token_accuracy": 0.2563337668776512, + "num_tokens": 16626853.0, + "step": 5795 + }, + { + "entropy": 4.741928005218506, + "epoch": 6.880189798339265, + "grad_norm": 1.1953125, + "learning_rate": 0.00017489451489141426, + "loss": 4.1763, + "mean_token_accuracy": 0.25666467398405074, + "num_tokens": 16641019.0, + "step": 5800 + }, + { + "entropy": 4.780912303924561, + "epoch": 6.8861209964412815, + "grad_norm": 1.21875, + "learning_rate": 0.00017446816020050165, + "loss": 4.2141, + "mean_token_accuracy": 0.2625143498182297, + "num_tokens": 16654699.0, + "step": 5805 + }, + { + "entropy": 4.761747646331787, + "epoch": 6.8920521945432975, + "grad_norm": 1.1640625, + "learning_rate": 0.00017404225605172302, + "loss": 4.205, + "mean_token_accuracy": 0.2583973690867424, + "num_tokens": 16669691.0, + "step": 5810 + }, + { + "entropy": 4.749472570419312, + "epoch": 6.8979833926453145, + "grad_norm": 1.2265625, + "learning_rate": 0.00017361680435380473, + "loss": 4.2477, + "mean_token_accuracy": 0.25099908411502836, + "num_tokens": 16684394.0, + "step": 5815 + }, + { + "entropy": 4.762139129638672, + "epoch": 6.9039145907473305, + "grad_norm": 1.28125, + "learning_rate": 0.00017319180701344533, + "loss": 4.1898, + "mean_token_accuracy": 0.2547173500061035, + "num_tokens": 16698084.0, + "step": 5820 + }, + { + "entropy": 4.79867525100708, + "epoch": 6.909845788849347, + "grad_norm": 1.1328125, + "learning_rate": 0.0001727672659353072, + "loss": 4.2214, + "mean_token_accuracy": 0.24477382600307465, + "num_tokens": 16713605.0, + "step": 5825 + }, + { + "entropy": 4.682294416427612, + "epoch": 6.915776986951364, + "grad_norm": 1.203125, + "learning_rate": 0.00017234318302200794, + "loss": 4.1327, + "mean_token_accuracy": 0.2661850988864899, + "num_tokens": 16727809.0, + "step": 5830 + }, + { + "entropy": 4.706176471710205, + "epoch": 6.921708185053381, + "grad_norm": 1.2421875, + "learning_rate": 0.00017191956017411164, + "loss": 4.0765, + "mean_token_accuracy": 0.266477270424366, + "num_tokens": 16741742.0, + "step": 5835 + }, + { + "entropy": 4.745152854919434, + "epoch": 6.927639383155397, + "grad_norm": 1.109375, + "learning_rate": 0.0001714963992901208, + "loss": 4.161, + "mean_token_accuracy": 0.25228210240602494, + "num_tokens": 16756490.0, + "step": 5840 + }, + { + "entropy": 4.710317754745484, + "epoch": 6.933570581257414, + "grad_norm": 1.265625, + "learning_rate": 0.00017107370226646765, + "loss": 4.1642, + "mean_token_accuracy": 0.25957975834608077, + "num_tokens": 16770683.0, + "step": 5845 + }, + { + "entropy": 4.739494943618775, + "epoch": 6.93950177935943, + "grad_norm": 1.1328125, + "learning_rate": 0.00017065147099750526, + "loss": 4.2073, + "mean_token_accuracy": 0.25007960945367813, + "num_tokens": 16783720.0, + "step": 5850 + }, + { + "entropy": 4.788773727416992, + "epoch": 6.945432977461447, + "grad_norm": 1.0625, + "learning_rate": 0.00017022970737549963, + "loss": 4.2971, + "mean_token_accuracy": 0.24353793114423752, + "num_tokens": 16801240.0, + "step": 5855 + }, + { + "entropy": 4.768838262557983, + "epoch": 6.951364175563464, + "grad_norm": 1.3046875, + "learning_rate": 0.00016980841329062096, + "loss": 4.1818, + "mean_token_accuracy": 0.25417726337909696, + "num_tokens": 16813793.0, + "step": 5860 + }, + { + "entropy": 4.70110330581665, + "epoch": 6.95729537366548, + "grad_norm": 1.03125, + "learning_rate": 0.00016938759063093507, + "loss": 4.1453, + "mean_token_accuracy": 0.25616732984781265, + "num_tokens": 16828753.0, + "step": 5865 + }, + { + "entropy": 4.816414403915405, + "epoch": 6.963226571767497, + "grad_norm": 1.1953125, + "learning_rate": 0.00016896724128239517, + "loss": 4.3074, + "mean_token_accuracy": 0.24339387863874434, + "num_tokens": 16845447.0, + "step": 5870 + }, + { + "entropy": 4.767317008972168, + "epoch": 6.969157769869514, + "grad_norm": 1.296875, + "learning_rate": 0.00016854736712883323, + "loss": 4.2097, + "mean_token_accuracy": 0.255161052942276, + "num_tokens": 16858862.0, + "step": 5875 + }, + { + "entropy": 4.773620176315307, + "epoch": 6.97508896797153, + "grad_norm": 1.03125, + "learning_rate": 0.00016812797005195146, + "loss": 4.1735, + "mean_token_accuracy": 0.2525623306632042, + "num_tokens": 16872940.0, + "step": 5880 + }, + { + "entropy": 4.788282775878907, + "epoch": 6.981020166073547, + "grad_norm": 1.21875, + "learning_rate": 0.00016770905193131425, + "loss": 4.1745, + "mean_token_accuracy": 0.2519037529826164, + "num_tokens": 16887249.0, + "step": 5885 + }, + { + "entropy": 4.6998461246490475, + "epoch": 6.986951364175564, + "grad_norm": 1.203125, + "learning_rate": 0.00016729061464433928, + "loss": 4.0968, + "mean_token_accuracy": 0.25965230017900465, + "num_tokens": 16901823.0, + "step": 5890 + }, + { + "entropy": 4.761331605911255, + "epoch": 6.99288256227758, + "grad_norm": 1.1640625, + "learning_rate": 0.00016687266006628948, + "loss": 4.2029, + "mean_token_accuracy": 0.2497609406709671, + "num_tokens": 16917723.0, + "step": 5895 + }, + { + "entropy": 4.755188941955566, + "epoch": 6.998813760379597, + "grad_norm": 1.125, + "learning_rate": 0.00016645519007026455, + "loss": 4.1252, + "mean_token_accuracy": 0.26332464516162873, + "num_tokens": 16931381.0, + "step": 5900 + }, + { + "entropy": 4.759982109069824, + "epoch": 7.004744958481614, + "grad_norm": 1.203125, + "learning_rate": 0.00016603820652719216, + "loss": 4.1155, + "mean_token_accuracy": 0.26479790210723875, + "num_tokens": 16946750.0, + "step": 5905 + }, + { + "entropy": 4.7290308475494385, + "epoch": 7.01067615658363, + "grad_norm": 1.1953125, + "learning_rate": 0.00016562171130582025, + "loss": 4.0092, + "mean_token_accuracy": 0.2840256869792938, + "num_tokens": 16962199.0, + "step": 5910 + }, + { + "entropy": 4.750166654586792, + "epoch": 7.016607354685647, + "grad_norm": 1.1953125, + "learning_rate": 0.00016520570627270815, + "loss": 3.9456, + "mean_token_accuracy": 0.277735161781311, + "num_tokens": 16975246.0, + "step": 5915 + }, + { + "entropy": 4.719605827331543, + "epoch": 7.022538552787663, + "grad_norm": 1.234375, + "learning_rate": 0.00016479019329221839, + "loss": 4.0868, + "mean_token_accuracy": 0.2630117356777191, + "num_tokens": 16988481.0, + "step": 5920 + }, + { + "entropy": 4.721116781234741, + "epoch": 7.02846975088968, + "grad_norm": 1.0859375, + "learning_rate": 0.00016437517422650838, + "loss": 4.029, + "mean_token_accuracy": 0.27088445127010347, + "num_tokens": 17002949.0, + "step": 5925 + }, + { + "entropy": 4.698511600494385, + "epoch": 7.0344009489916965, + "grad_norm": 1.3046875, + "learning_rate": 0.00016396065093552198, + "loss": 3.9397, + "mean_token_accuracy": 0.28713159561157225, + "num_tokens": 17015178.0, + "step": 5930 + }, + { + "entropy": 4.74187741279602, + "epoch": 7.040332147093713, + "grad_norm": 1.2109375, + "learning_rate": 0.000163546625276981, + "loss": 4.0236, + "mean_token_accuracy": 0.2746427789330482, + "num_tokens": 17027918.0, + "step": 5935 + }, + { + "entropy": 4.789263725280762, + "epoch": 7.0462633451957295, + "grad_norm": 1.125, + "learning_rate": 0.00016313309910637736, + "loss": 4.0895, + "mean_token_accuracy": 0.2638609692454338, + "num_tokens": 17042164.0, + "step": 5940 + }, + { + "entropy": 4.726514863967895, + "epoch": 7.052194543297746, + "grad_norm": 1.1328125, + "learning_rate": 0.0001627200742769644, + "loss": 3.9858, + "mean_token_accuracy": 0.2765854775905609, + "num_tokens": 17056269.0, + "step": 5945 + }, + { + "entropy": 4.722040414810181, + "epoch": 7.0581257413997625, + "grad_norm": 1.125, + "learning_rate": 0.00016230755263974838, + "loss": 4.0562, + "mean_token_accuracy": 0.26577589064836504, + "num_tokens": 17071319.0, + "step": 5950 + }, + { + "entropy": 4.663771724700927, + "epoch": 7.064056939501779, + "grad_norm": 1.1953125, + "learning_rate": 0.00016189553604348101, + "loss": 4.0132, + "mean_token_accuracy": 0.28197047412395476, + "num_tokens": 17083716.0, + "step": 5955 + }, + { + "entropy": 4.790961647033692, + "epoch": 7.069988137603796, + "grad_norm": 1.2578125, + "learning_rate": 0.00016148402633465005, + "loss": 4.1116, + "mean_token_accuracy": 0.25136594474315643, + "num_tokens": 17098045.0, + "step": 5960 + }, + { + "entropy": 4.787260437011719, + "epoch": 7.075919335705812, + "grad_norm": 1.1796875, + "learning_rate": 0.00016107302535747192, + "loss": 4.0735, + "mean_token_accuracy": 0.2665525659918785, + "num_tokens": 17112529.0, + "step": 5965 + }, + { + "entropy": 4.716967010498047, + "epoch": 7.081850533807829, + "grad_norm": 1.1875, + "learning_rate": 0.00016066253495388306, + "loss": 4.0179, + "mean_token_accuracy": 0.2684632509946823, + "num_tokens": 17125977.0, + "step": 5970 + }, + { + "entropy": 4.674598217010498, + "epoch": 7.087781731909846, + "grad_norm": 1.15625, + "learning_rate": 0.0001602525569635317, + "loss": 3.9909, + "mean_token_accuracy": 0.2791600704193115, + "num_tokens": 17140661.0, + "step": 5975 + }, + { + "entropy": 4.705064964294434, + "epoch": 7.093712930011862, + "grad_norm": 1.1484375, + "learning_rate": 0.00015984309322376967, + "loss": 4.0344, + "mean_token_accuracy": 0.27507665753364563, + "num_tokens": 17154450.0, + "step": 5980 + }, + { + "entropy": 4.75198769569397, + "epoch": 7.099644128113879, + "grad_norm": 1.1328125, + "learning_rate": 0.00015943414556964422, + "loss": 4.0669, + "mean_token_accuracy": 0.2678277298808098, + "num_tokens": 17171465.0, + "step": 5985 + }, + { + "entropy": 4.719526100158691, + "epoch": 7.105575326215895, + "grad_norm": 1.15625, + "learning_rate": 0.00015902571583388945, + "loss": 4.0677, + "mean_token_accuracy": 0.2682331711053848, + "num_tokens": 17186331.0, + "step": 5990 + }, + { + "entropy": 4.824883604049683, + "epoch": 7.111506524317912, + "grad_norm": 1.125, + "learning_rate": 0.00015861780584691863, + "loss": 4.1482, + "mean_token_accuracy": 0.26316795498132706, + "num_tokens": 17200539.0, + "step": 5995 + }, + { + "entropy": 4.770678997039795, + "epoch": 7.117437722419929, + "grad_norm": 1.1171875, + "learning_rate": 0.0001582104174368157, + "loss": 4.0734, + "mean_token_accuracy": 0.2699519515037537, + "num_tokens": 17214921.0, + "step": 6000 + }, + { + "epoch": 7.117437722419929, + "eval_entropy": 4.715519293685632, + "eval_loss": 5.249310493469238, + "eval_mean_token_accuracy": 0.1982458421697646, + "eval_num_tokens": 17214921.0, + "eval_runtime": 2.4273, + "eval_samples_per_second": 1074.443, + "eval_steps_per_second": 134.305, + "step": 6000 + }, + { + "entropy": 4.739303350448608, + "epoch": 7.123368920521945, + "grad_norm": 1.2578125, + "learning_rate": 0.00015780355242932695, + "loss": 3.9556, + "mean_token_accuracy": 0.2807379812002182, + "num_tokens": 17226298.0, + "step": 6005 + }, + { + "entropy": 4.717428970336914, + "epoch": 7.129300118623962, + "grad_norm": 1.203125, + "learning_rate": 0.0001573972126478531, + "loss": 4.0936, + "mean_token_accuracy": 0.2686565563082695, + "num_tokens": 17242153.0, + "step": 6010 + }, + { + "entropy": 4.769605493545532, + "epoch": 7.135231316725979, + "grad_norm": 1.15625, + "learning_rate": 0.0001569913999134412, + "loss": 4.0681, + "mean_token_accuracy": 0.27294624894857406, + "num_tokens": 17256928.0, + "step": 6015 + }, + { + "entropy": 4.792378711700439, + "epoch": 7.141162514827995, + "grad_norm": 1.140625, + "learning_rate": 0.00015658611604477585, + "loss": 4.1038, + "mean_token_accuracy": 0.26234184205532074, + "num_tokens": 17272251.0, + "step": 6020 + }, + { + "entropy": 4.751447248458862, + "epoch": 7.147093712930012, + "grad_norm": 1.140625, + "learning_rate": 0.00015618136285817187, + "loss": 4.089, + "mean_token_accuracy": 0.2614662930369377, + "num_tokens": 17288276.0, + "step": 6025 + }, + { + "entropy": 4.694783544540405, + "epoch": 7.153024911032029, + "grad_norm": 1.2890625, + "learning_rate": 0.0001557771421675657, + "loss": 3.9742, + "mean_token_accuracy": 0.288947831094265, + "num_tokens": 17301151.0, + "step": 6030 + }, + { + "entropy": 4.677200078964233, + "epoch": 7.158956109134045, + "grad_norm": 1.109375, + "learning_rate": 0.0001553734557845073, + "loss": 3.9623, + "mean_token_accuracy": 0.27788523584604263, + "num_tokens": 17313819.0, + "step": 6035 + }, + { + "entropy": 4.695641231536865, + "epoch": 7.164887307236062, + "grad_norm": 1.140625, + "learning_rate": 0.00015497030551815216, + "loss": 3.9836, + "mean_token_accuracy": 0.27613210678100586, + "num_tokens": 17327164.0, + "step": 6040 + }, + { + "entropy": 4.730432319641113, + "epoch": 7.170818505338079, + "grad_norm": 1.125, + "learning_rate": 0.00015456769317525294, + "loss": 4.0279, + "mean_token_accuracy": 0.26804896742105483, + "num_tokens": 17342579.0, + "step": 6045 + }, + { + "entropy": 4.7876708984375, + "epoch": 7.176749703440095, + "grad_norm": 1.0703125, + "learning_rate": 0.00015416562056015177, + "loss": 4.1507, + "mean_token_accuracy": 0.2586418122053146, + "num_tokens": 17357435.0, + "step": 6050 + }, + { + "entropy": 4.73409333229065, + "epoch": 7.182680901542112, + "grad_norm": 1.140625, + "learning_rate": 0.00015376408947477188, + "loss": 4.0295, + "mean_token_accuracy": 0.27147542834281924, + "num_tokens": 17370454.0, + "step": 6055 + }, + { + "entropy": 4.682443904876709, + "epoch": 7.1886120996441285, + "grad_norm": 1.140625, + "learning_rate": 0.0001533631017186094, + "loss": 4.0036, + "mean_token_accuracy": 0.27196061611175537, + "num_tokens": 17384881.0, + "step": 6060 + }, + { + "entropy": 4.771169805526734, + "epoch": 7.1945432977461445, + "grad_norm": 1.15625, + "learning_rate": 0.00015296265908872577, + "loss": 4.0088, + "mean_token_accuracy": 0.2671110972762108, + "num_tokens": 17399087.0, + "step": 6065 + }, + { + "entropy": 4.695066165924072, + "epoch": 7.2004744958481615, + "grad_norm": 1.328125, + "learning_rate": 0.0001525627633797393, + "loss": 3.9915, + "mean_token_accuracy": 0.2836007133126259, + "num_tokens": 17411892.0, + "step": 6070 + }, + { + "entropy": 4.734776878356934, + "epoch": 7.2064056939501775, + "grad_norm": 1.15625, + "learning_rate": 0.00015216341638381697, + "loss": 4.0494, + "mean_token_accuracy": 0.2690583154559135, + "num_tokens": 17428151.0, + "step": 6075 + }, + { + "entropy": 4.698447132110596, + "epoch": 7.212336892052194, + "grad_norm": 1.1796875, + "learning_rate": 0.00015176461989066707, + "loss": 4.0017, + "mean_token_accuracy": 0.28247407674789426, + "num_tokens": 17443175.0, + "step": 6080 + }, + { + "entropy": 4.7255106449127195, + "epoch": 7.218268090154211, + "grad_norm": 1.1015625, + "learning_rate": 0.00015136637568753054, + "loss": 4.0161, + "mean_token_accuracy": 0.2783541902899742, + "num_tokens": 17457652.0, + "step": 6085 + }, + { + "entropy": 4.671635389328003, + "epoch": 7.224199288256227, + "grad_norm": 1.2578125, + "learning_rate": 0.00015096868555917317, + "loss": 4.0021, + "mean_token_accuracy": 0.269034680724144, + "num_tokens": 17471074.0, + "step": 6090 + }, + { + "entropy": 4.6864782810211185, + "epoch": 7.230130486358244, + "grad_norm": 1.140625, + "learning_rate": 0.0001505715512878777, + "loss": 4.0303, + "mean_token_accuracy": 0.27249970138072965, + "num_tokens": 17487686.0, + "step": 6095 + }, + { + "entropy": 4.700428152084351, + "epoch": 7.236061684460261, + "grad_norm": 1.1015625, + "learning_rate": 0.00015017497465343583, + "loss": 3.9719, + "mean_token_accuracy": 0.278760752081871, + "num_tokens": 17501633.0, + "step": 6100 + }, + { + "entropy": 4.715770816802978, + "epoch": 7.241992882562277, + "grad_norm": 1.2734375, + "learning_rate": 0.0001497789574331398, + "loss": 4.0164, + "mean_token_accuracy": 0.2740790188312531, + "num_tokens": 17514323.0, + "step": 6105 + }, + { + "entropy": 4.77359938621521, + "epoch": 7.247924080664294, + "grad_norm": 1.203125, + "learning_rate": 0.00014938350140177527, + "loss": 4.0792, + "mean_token_accuracy": 0.2670725241303444, + "num_tokens": 17530725.0, + "step": 6110 + }, + { + "entropy": 4.691651058197022, + "epoch": 7.253855278766311, + "grad_norm": 1.2421875, + "learning_rate": 0.00014898860833161242, + "loss": 4.0339, + "mean_token_accuracy": 0.26964272260665895, + "num_tokens": 17545292.0, + "step": 6115 + }, + { + "entropy": 4.726253843307495, + "epoch": 7.259786476868327, + "grad_norm": 1.265625, + "learning_rate": 0.0001485942799923988, + "loss": 4.0544, + "mean_token_accuracy": 0.26873720735311507, + "num_tokens": 17559358.0, + "step": 6120 + }, + { + "entropy": 4.660262966156006, + "epoch": 7.265717674970344, + "grad_norm": 1.1796875, + "learning_rate": 0.00014820051815135106, + "loss": 3.9646, + "mean_token_accuracy": 0.2824696749448776, + "num_tokens": 17572496.0, + "step": 6125 + }, + { + "entropy": 4.704647636413574, + "epoch": 7.271648873072361, + "grad_norm": 1.1953125, + "learning_rate": 0.00014780732457314672, + "loss": 4.0687, + "mean_token_accuracy": 0.26392743587493894, + "num_tokens": 17586329.0, + "step": 6130 + }, + { + "entropy": 4.67449312210083, + "epoch": 7.277580071174377, + "grad_norm": 1.1953125, + "learning_rate": 0.00014741470101991696, + "loss": 4.0165, + "mean_token_accuracy": 0.27380138635635376, + "num_tokens": 17599738.0, + "step": 6135 + }, + { + "entropy": 4.702757453918457, + "epoch": 7.283511269276394, + "grad_norm": 1.3046875, + "learning_rate": 0.00014702264925123818, + "loss": 4.0647, + "mean_token_accuracy": 0.26024646759033204, + "num_tokens": 17614549.0, + "step": 6140 + }, + { + "entropy": 4.7727724552154545, + "epoch": 7.289442467378411, + "grad_norm": 1.234375, + "learning_rate": 0.0001466311710241242, + "loss": 4.0973, + "mean_token_accuracy": 0.26730969101190566, + "num_tokens": 17627998.0, + "step": 6145 + }, + { + "entropy": 4.735928344726562, + "epoch": 7.295373665480427, + "grad_norm": 1.4609375, + "learning_rate": 0.0001462402680930187, + "loss": 4.0862, + "mean_token_accuracy": 0.26677343994379044, + "num_tokens": 17641281.0, + "step": 6150 + }, + { + "entropy": 4.711157941818238, + "epoch": 7.301304863582444, + "grad_norm": 1.2734375, + "learning_rate": 0.00014584994220978692, + "loss": 4.0529, + "mean_token_accuracy": 0.2678557500243187, + "num_tokens": 17656172.0, + "step": 6155 + }, + { + "entropy": 4.790276718139649, + "epoch": 7.30723606168446, + "grad_norm": 1.1875, + "learning_rate": 0.00014546019512370792, + "loss": 4.1026, + "mean_token_accuracy": 0.2582355529069901, + "num_tokens": 17672083.0, + "step": 6160 + }, + { + "entropy": 4.703338479995727, + "epoch": 7.313167259786477, + "grad_norm": 1.1875, + "learning_rate": 0.0001450710285814671, + "loss": 4.0155, + "mean_token_accuracy": 0.27206282019615174, + "num_tokens": 17685953.0, + "step": 6165 + }, + { + "entropy": 4.690189838409424, + "epoch": 7.319098457888494, + "grad_norm": 1.1328125, + "learning_rate": 0.00014468244432714805, + "loss": 4.0161, + "mean_token_accuracy": 0.2647640645503998, + "num_tokens": 17701770.0, + "step": 6170 + }, + { + "entropy": 4.7396868705749515, + "epoch": 7.32502965599051, + "grad_norm": 1.1484375, + "learning_rate": 0.00014429444410222453, + "loss": 4.0401, + "mean_token_accuracy": 0.27309093028306963, + "num_tokens": 17717022.0, + "step": 6175 + }, + { + "entropy": 4.66651086807251, + "epoch": 7.330960854092527, + "grad_norm": 1.296875, + "learning_rate": 0.00014390702964555321, + "loss": 3.9552, + "mean_token_accuracy": 0.2786892503499985, + "num_tokens": 17730864.0, + "step": 6180 + }, + { + "entropy": 4.743857765197754, + "epoch": 7.3368920521945435, + "grad_norm": 1.1484375, + "learning_rate": 0.00014352020269336544, + "loss": 4.0864, + "mean_token_accuracy": 0.26371762007474897, + "num_tokens": 17746075.0, + "step": 6185 + }, + { + "entropy": 4.7602893829345705, + "epoch": 7.34282325029656, + "grad_norm": 1.0703125, + "learning_rate": 0.00014313396497925963, + "loss": 4.0847, + "mean_token_accuracy": 0.2664795607328415, + "num_tokens": 17761624.0, + "step": 6190 + }, + { + "entropy": 4.728609561920166, + "epoch": 7.3487544483985765, + "grad_norm": 1.1875, + "learning_rate": 0.0001427483182341936, + "loss": 4.0697, + "mean_token_accuracy": 0.2668431267142296, + "num_tokens": 17775865.0, + "step": 6195 + }, + { + "entropy": 4.723483657836914, + "epoch": 7.354685646500593, + "grad_norm": 1.078125, + "learning_rate": 0.00014236326418647644, + "loss": 4.0392, + "mean_token_accuracy": 0.2687022313475609, + "num_tokens": 17790731.0, + "step": 6200 + }, + { + "entropy": 4.751821279525757, + "epoch": 7.3606168446026095, + "grad_norm": 1.3046875, + "learning_rate": 0.00014197880456176133, + "loss": 4.0959, + "mean_token_accuracy": 0.27054994404315946, + "num_tokens": 17805204.0, + "step": 6205 + }, + { + "entropy": 4.713145351409912, + "epoch": 7.366548042704626, + "grad_norm": 1.2578125, + "learning_rate": 0.00014159494108303733, + "loss": 4.012, + "mean_token_accuracy": 0.27970818281173704, + "num_tokens": 17816964.0, + "step": 6210 + }, + { + "entropy": 4.781118726730346, + "epoch": 7.372479240806643, + "grad_norm": 1.2109375, + "learning_rate": 0.0001412116754706216, + "loss": 4.0622, + "mean_token_accuracy": 0.2708511635661125, + "num_tokens": 17832053.0, + "step": 6215 + }, + { + "entropy": 4.699021291732788, + "epoch": 7.378410438908659, + "grad_norm": 1.2421875, + "learning_rate": 0.00014082900944215233, + "loss": 4.0538, + "mean_token_accuracy": 0.26504623591899873, + "num_tokens": 17846487.0, + "step": 6220 + }, + { + "entropy": 4.726669788360596, + "epoch": 7.384341637010676, + "grad_norm": 1.21875, + "learning_rate": 0.0001404469447125804, + "loss": 4.0342, + "mean_token_accuracy": 0.2720268443226814, + "num_tokens": 17858968.0, + "step": 6225 + }, + { + "entropy": 4.756717777252197, + "epoch": 7.390272835112693, + "grad_norm": 1.1796875, + "learning_rate": 0.0001400654829941618, + "loss": 4.0643, + "mean_token_accuracy": 0.2652470633387566, + "num_tokens": 17873480.0, + "step": 6230 + }, + { + "entropy": 4.712904977798462, + "epoch": 7.396204033214709, + "grad_norm": 1.078125, + "learning_rate": 0.00013968462599645031, + "loss": 4.0012, + "mean_token_accuracy": 0.2769455283880234, + "num_tokens": 17887412.0, + "step": 6235 + }, + { + "entropy": 4.721692848205566, + "epoch": 7.402135231316726, + "grad_norm": 1.2109375, + "learning_rate": 0.0001393043754262896, + "loss": 4.0257, + "mean_token_accuracy": 0.2712658002972603, + "num_tokens": 17901660.0, + "step": 6240 + }, + { + "entropy": 4.79020733833313, + "epoch": 7.408066429418742, + "grad_norm": 1.21875, + "learning_rate": 0.00013892473298780529, + "loss": 4.0936, + "mean_token_accuracy": 0.26765008419752123, + "num_tokens": 17914443.0, + "step": 6245 + }, + { + "entropy": 4.648955583572388, + "epoch": 7.413997627520759, + "grad_norm": 1.140625, + "learning_rate": 0.00013854570038239784, + "loss": 3.9478, + "mean_token_accuracy": 0.28310050070285797, + "num_tokens": 17928166.0, + "step": 6250 + }, + { + "entropy": 4.682865810394287, + "epoch": 7.419928825622776, + "grad_norm": 1.34375, + "learning_rate": 0.00013816727930873474, + "loss": 4.0188, + "mean_token_accuracy": 0.270405775308609, + "num_tokens": 17941866.0, + "step": 6255 + }, + { + "entropy": 4.707127475738526, + "epoch": 7.425860023724792, + "grad_norm": 1.125, + "learning_rate": 0.00013778947146274274, + "loss": 3.9866, + "mean_token_accuracy": 0.2791402190923691, + "num_tokens": 17956648.0, + "step": 6260 + }, + { + "entropy": 4.748512172698975, + "epoch": 7.431791221826809, + "grad_norm": 1.25, + "learning_rate": 0.00013741227853760035, + "loss": 4.0555, + "mean_token_accuracy": 0.2710513710975647, + "num_tokens": 17970458.0, + "step": 6265 + }, + { + "entropy": 4.649793577194214, + "epoch": 7.437722419928826, + "grad_norm": 1.0859375, + "learning_rate": 0.00013703570222373023, + "loss": 3.9731, + "mean_token_accuracy": 0.2764543890953064, + "num_tokens": 17985991.0, + "step": 6270 + }, + { + "entropy": 4.717625761032105, + "epoch": 7.443653618030842, + "grad_norm": 1.2109375, + "learning_rate": 0.00013665974420879178, + "loss": 4.0419, + "mean_token_accuracy": 0.27181001007556915, + "num_tokens": 17999221.0, + "step": 6275 + }, + { + "entropy": 4.678674793243408, + "epoch": 7.449584816132859, + "grad_norm": 1.3828125, + "learning_rate": 0.00013628440617767342, + "loss": 3.987, + "mean_token_accuracy": 0.2796325087547302, + "num_tokens": 18013393.0, + "step": 6280 + }, + { + "entropy": 4.716039657592773, + "epoch": 7.455516014234876, + "grad_norm": 1.1640625, + "learning_rate": 0.00013590968981248475, + "loss": 4.0503, + "mean_token_accuracy": 0.26784598082304, + "num_tokens": 18028587.0, + "step": 6285 + }, + { + "entropy": 4.7134449005126955, + "epoch": 7.461447212336892, + "grad_norm": 1.125, + "learning_rate": 0.00013553559679254978, + "loss": 4.0605, + "mean_token_accuracy": 0.2663296595215797, + "num_tokens": 18042846.0, + "step": 6290 + }, + { + "entropy": 4.755832672119141, + "epoch": 7.467378410438909, + "grad_norm": 1.078125, + "learning_rate": 0.0001351621287943987, + "loss": 4.1141, + "mean_token_accuracy": 0.26601076275110247, + "num_tokens": 18058516.0, + "step": 6295 + }, + { + "entropy": 4.741235589981079, + "epoch": 7.473309608540926, + "grad_norm": 1.15625, + "learning_rate": 0.00013478928749176047, + "loss": 4.0662, + "mean_token_accuracy": 0.26384431421756743, + "num_tokens": 18072913.0, + "step": 6300 + }, + { + "entropy": 4.72943525314331, + "epoch": 7.479240806642942, + "grad_norm": 1.2578125, + "learning_rate": 0.00013441707455555586, + "loss": 4.0382, + "mean_token_accuracy": 0.2710676610469818, + "num_tokens": 18086830.0, + "step": 6305 + }, + { + "entropy": 4.697418260574341, + "epoch": 7.485172004744959, + "grad_norm": 1.21875, + "learning_rate": 0.00013404549165388932, + "loss": 4.0162, + "mean_token_accuracy": 0.27233871072530746, + "num_tokens": 18099539.0, + "step": 6310 + }, + { + "entropy": 4.704819202423096, + "epoch": 7.4911032028469755, + "grad_norm": 1.21875, + "learning_rate": 0.00013367454045204162, + "loss": 3.9939, + "mean_token_accuracy": 0.2754137396812439, + "num_tokens": 18112765.0, + "step": 6315 + }, + { + "entropy": 4.69792857170105, + "epoch": 7.4970344009489915, + "grad_norm": 1.2421875, + "learning_rate": 0.00013330422261246267, + "loss": 4.0377, + "mean_token_accuracy": 0.27610406577587127, + "num_tokens": 18126308.0, + "step": 6320 + }, + { + "entropy": 4.714454221725464, + "epoch": 7.5029655990510085, + "grad_norm": 1.2578125, + "learning_rate": 0.00013293453979476403, + "loss": 4.0027, + "mean_token_accuracy": 0.27445730566978455, + "num_tokens": 18140552.0, + "step": 6325 + }, + { + "entropy": 4.724031639099121, + "epoch": 7.5088967971530245, + "grad_norm": 1.1875, + "learning_rate": 0.00013256549365571105, + "loss": 4.0399, + "mean_token_accuracy": 0.26245732307434083, + "num_tokens": 18154557.0, + "step": 6330 + }, + { + "entropy": 4.675522708892823, + "epoch": 7.514827995255041, + "grad_norm": 1.1875, + "learning_rate": 0.00013219708584921608, + "loss": 4.0007, + "mean_token_accuracy": 0.2761674582958221, + "num_tokens": 18168054.0, + "step": 6335 + }, + { + "entropy": 4.684319305419922, + "epoch": 7.520759193357058, + "grad_norm": 1.1484375, + "learning_rate": 0.00013182931802633037, + "loss": 4.0124, + "mean_token_accuracy": 0.27953069657087326, + "num_tokens": 18181736.0, + "step": 6340 + }, + { + "entropy": 4.718001127243042, + "epoch": 7.526690391459074, + "grad_norm": 1.1875, + "learning_rate": 0.00013146219183523733, + "loss": 4.0514, + "mean_token_accuracy": 0.27527898699045183, + "num_tokens": 18195233.0, + "step": 6345 + }, + { + "entropy": 4.767858409881592, + "epoch": 7.532621589561091, + "grad_norm": 1.2578125, + "learning_rate": 0.00013109570892124472, + "loss": 4.0762, + "mean_token_accuracy": 0.2644614651799202, + "num_tokens": 18208440.0, + "step": 6350 + }, + { + "entropy": 4.798683929443359, + "epoch": 7.538552787663108, + "grad_norm": 1.1328125, + "learning_rate": 0.00013072987092677745, + "loss": 4.0893, + "mean_token_accuracy": 0.2697058871388435, + "num_tokens": 18220993.0, + "step": 6355 + }, + { + "entropy": 4.695740842819214, + "epoch": 7.544483985765124, + "grad_norm": 1.28125, + "learning_rate": 0.00013036467949137013, + "loss": 4.0265, + "mean_token_accuracy": 0.2713384449481964, + "num_tokens": 18235117.0, + "step": 6360 + }, + { + "entropy": 4.735069847106933, + "epoch": 7.550415183867141, + "grad_norm": 1.21875, + "learning_rate": 0.0001300001362516598, + "loss": 4.0248, + "mean_token_accuracy": 0.27838168740272523, + "num_tokens": 18249886.0, + "step": 6365 + }, + { + "entropy": 4.665349292755127, + "epoch": 7.556346381969158, + "grad_norm": 1.1875, + "learning_rate": 0.0001296362428413783, + "loss": 3.9573, + "mean_token_accuracy": 0.2813262790441513, + "num_tokens": 18264712.0, + "step": 6370 + }, + { + "entropy": 4.695873117446899, + "epoch": 7.562277580071174, + "grad_norm": 1.109375, + "learning_rate": 0.00012927300089134563, + "loss": 4.0376, + "mean_token_accuracy": 0.27085707485675814, + "num_tokens": 18280347.0, + "step": 6375 + }, + { + "entropy": 4.689921283721924, + "epoch": 7.568208778173191, + "grad_norm": 1.296875, + "learning_rate": 0.00012891041202946202, + "loss": 4.0272, + "mean_token_accuracy": 0.2761177346110344, + "num_tokens": 18294189.0, + "step": 6380 + }, + { + "entropy": 4.691951322555542, + "epoch": 7.574139976275208, + "grad_norm": 1.1015625, + "learning_rate": 0.00012854847788070062, + "loss": 4.0044, + "mean_token_accuracy": 0.2751316398382187, + "num_tokens": 18308704.0, + "step": 6385 + }, + { + "entropy": 4.701515197753906, + "epoch": 7.580071174377224, + "grad_norm": 1.109375, + "learning_rate": 0.00012818720006710078, + "loss": 4.0599, + "mean_token_accuracy": 0.26813399940729143, + "num_tokens": 18324171.0, + "step": 6390 + }, + { + "entropy": 4.706979513168335, + "epoch": 7.586002372479241, + "grad_norm": 1.1484375, + "learning_rate": 0.00012782658020776025, + "loss": 4.0385, + "mean_token_accuracy": 0.26940937489271166, + "num_tokens": 18338528.0, + "step": 6395 + }, + { + "entropy": 4.68246898651123, + "epoch": 7.591933570581258, + "grad_norm": 1.109375, + "learning_rate": 0.000127466619918828, + "loss": 3.9861, + "mean_token_accuracy": 0.2752652674913406, + "num_tokens": 18353481.0, + "step": 6400 + }, + { + "entropy": 4.744642734527588, + "epoch": 7.597864768683274, + "grad_norm": 1.171875, + "learning_rate": 0.00012710732081349727, + "loss": 4.0694, + "mean_token_accuracy": 0.270390984416008, + "num_tokens": 18367338.0, + "step": 6405 + }, + { + "entropy": 4.710666084289551, + "epoch": 7.603795966785291, + "grad_norm": 1.3515625, + "learning_rate": 0.00012674868450199812, + "loss": 4.0458, + "mean_token_accuracy": 0.27034312337636945, + "num_tokens": 18381331.0, + "step": 6410 + }, + { + "entropy": 4.796108675003052, + "epoch": 7.609727164887307, + "grad_norm": 1.1875, + "learning_rate": 0.00012639071259159008, + "loss": 4.0663, + "mean_token_accuracy": 0.27090058773756026, + "num_tokens": 18394899.0, + "step": 6415 + }, + { + "entropy": 4.709605741500854, + "epoch": 7.615658362989324, + "grad_norm": 1.1875, + "learning_rate": 0.00012603340668655545, + "loss": 4.039, + "mean_token_accuracy": 0.2743354469537735, + "num_tokens": 18407812.0, + "step": 6420 + }, + { + "entropy": 4.7326188564300535, + "epoch": 7.621589561091341, + "grad_norm": 1.2734375, + "learning_rate": 0.00012567676838819126, + "loss": 4.0404, + "mean_token_accuracy": 0.26958377510309217, + "num_tokens": 18421586.0, + "step": 6425 + }, + { + "entropy": 4.702517509460449, + "epoch": 7.627520759193357, + "grad_norm": 1.21875, + "learning_rate": 0.000125320799294803, + "loss": 4.0274, + "mean_token_accuracy": 0.2707715153694153, + "num_tokens": 18435872.0, + "step": 6430 + }, + { + "entropy": 4.699337530136108, + "epoch": 7.633451957295374, + "grad_norm": 1.1953125, + "learning_rate": 0.00012496550100169704, + "loss": 3.9686, + "mean_token_accuracy": 0.2797175019979477, + "num_tokens": 18451228.0, + "step": 6435 + }, + { + "entropy": 4.714971256256104, + "epoch": 7.6393831553973905, + "grad_norm": 1.1484375, + "learning_rate": 0.0001246108751011733, + "loss": 3.9891, + "mean_token_accuracy": 0.2785862937569618, + "num_tokens": 18463943.0, + "step": 6440 + }, + { + "entropy": 4.66575984954834, + "epoch": 7.645314353499407, + "grad_norm": 1.0390625, + "learning_rate": 0.00012425692318251838, + "loss": 3.9886, + "mean_token_accuracy": 0.27462412267923353, + "num_tokens": 18478805.0, + "step": 6445 + }, + { + "entropy": 4.725796222686768, + "epoch": 7.6512455516014235, + "grad_norm": 1.21875, + "learning_rate": 0.00012390364683199863, + "loss": 4.0744, + "mean_token_accuracy": 0.2668532893061638, + "num_tokens": 18494042.0, + "step": 6450 + }, + { + "entropy": 4.76129641532898, + "epoch": 7.65717674970344, + "grad_norm": 1.234375, + "learning_rate": 0.0001235510476328523, + "loss": 4.119, + "mean_token_accuracy": 0.2569603458046913, + "num_tokens": 18509944.0, + "step": 6455 + }, + { + "entropy": 4.747663164138794, + "epoch": 7.6631079478054565, + "grad_norm": 1.21875, + "learning_rate": 0.0001231991271652833, + "loss": 4.0568, + "mean_token_accuracy": 0.26593891680240633, + "num_tokens": 18524725.0, + "step": 6460 + }, + { + "entropy": 4.7349694728851315, + "epoch": 7.669039145907473, + "grad_norm": 1.25, + "learning_rate": 0.00012284788700645365, + "loss": 4.0451, + "mean_token_accuracy": 0.26935683041810987, + "num_tokens": 18538242.0, + "step": 6465 + }, + { + "entropy": 4.680163908004761, + "epoch": 7.67497034400949, + "grad_norm": 1.2890625, + "learning_rate": 0.00012249732873047652, + "loss": 4.0011, + "mean_token_accuracy": 0.27541588246822357, + "num_tokens": 18554367.0, + "step": 6470 + }, + { + "entropy": 4.682049036026001, + "epoch": 7.680901542111506, + "grad_norm": 1.109375, + "learning_rate": 0.0001221474539084092, + "loss": 4.0148, + "mean_token_accuracy": 0.2720635592937469, + "num_tokens": 18569457.0, + "step": 6475 + }, + { + "entropy": 4.7111598491668705, + "epoch": 7.686832740213523, + "grad_norm": 1.171875, + "learning_rate": 0.00012179826410824576, + "loss": 4.0659, + "mean_token_accuracy": 0.26546482741832733, + "num_tokens": 18585131.0, + "step": 6480 + }, + { + "entropy": 4.714468097686767, + "epoch": 7.69276393831554, + "grad_norm": 1.0390625, + "learning_rate": 0.00012144976089491066, + "loss": 4.0754, + "mean_token_accuracy": 0.268808077275753, + "num_tokens": 18601703.0, + "step": 6485 + }, + { + "entropy": 4.813643169403076, + "epoch": 7.698695136417556, + "grad_norm": 1.2109375, + "learning_rate": 0.00012110194583025117, + "loss": 4.1007, + "mean_token_accuracy": 0.26762777119874953, + "num_tokens": 18617481.0, + "step": 6490 + }, + { + "entropy": 4.707864046096802, + "epoch": 7.704626334519573, + "grad_norm": 1.1875, + "learning_rate": 0.00012075482047303049, + "loss": 4.0194, + "mean_token_accuracy": 0.2720588445663452, + "num_tokens": 18632258.0, + "step": 6495 + }, + { + "entropy": 4.700377607345581, + "epoch": 7.710557532621589, + "grad_norm": 1.375, + "learning_rate": 0.00012040838637892098, + "loss": 4.0901, + "mean_token_accuracy": 0.2598261535167694, + "num_tokens": 18644929.0, + "step": 6500 + }, + { + "epoch": 7.710557532621589, + "eval_entropy": 4.608214921746518, + "eval_loss": 5.243914604187012, + "eval_mean_token_accuracy": 0.19916483947287308, + "eval_num_tokens": 18644929.0, + "eval_runtime": 2.4298, + "eval_samples_per_second": 1073.333, + "eval_steps_per_second": 134.167, + "step": 6500 + }, + { + "entropy": 4.7319714546203615, + "epoch": 7.716488730723606, + "grad_norm": 1.203125, + "learning_rate": 0.00012006264510049709, + "loss": 4.0772, + "mean_token_accuracy": 0.2644742265343666, + "num_tokens": 18660030.0, + "step": 6505 + }, + { + "entropy": 4.7189497470855715, + "epoch": 7.722419928825623, + "grad_norm": 1.2265625, + "learning_rate": 0.00011971759818722808, + "loss": 3.984, + "mean_token_accuracy": 0.27540219724178316, + "num_tokens": 18674425.0, + "step": 6510 + }, + { + "entropy": 4.739046430587768, + "epoch": 7.728351126927639, + "grad_norm": 1.2734375, + "learning_rate": 0.00011937324718547165, + "loss": 4.0752, + "mean_token_accuracy": 0.26175289005041125, + "num_tokens": 18688414.0, + "step": 6515 + }, + { + "entropy": 4.779738187789917, + "epoch": 7.734282325029656, + "grad_norm": 1.3125, + "learning_rate": 0.00011902959363846652, + "loss": 4.0382, + "mean_token_accuracy": 0.2675876930356026, + "num_tokens": 18702042.0, + "step": 6520 + }, + { + "entropy": 4.7649894714355465, + "epoch": 7.740213523131673, + "grad_norm": 1.2265625, + "learning_rate": 0.00011868663908632583, + "loss": 4.1363, + "mean_token_accuracy": 0.26753744333982465, + "num_tokens": 18716951.0, + "step": 6525 + }, + { + "entropy": 4.722040796279908, + "epoch": 7.746144721233689, + "grad_norm": 1.2578125, + "learning_rate": 0.00011834438506603006, + "loss": 4.0101, + "mean_token_accuracy": 0.2767089009284973, + "num_tokens": 18730824.0, + "step": 6530 + }, + { + "entropy": 4.674363231658935, + "epoch": 7.752075919335706, + "grad_norm": 1.1875, + "learning_rate": 0.00011800283311142026, + "loss": 4.0131, + "mean_token_accuracy": 0.2681394726037979, + "num_tokens": 18745015.0, + "step": 6535 + }, + { + "entropy": 4.667917156219483, + "epoch": 7.758007117437723, + "grad_norm": 1.3046875, + "learning_rate": 0.00011766198475319094, + "loss": 3.9627, + "mean_token_accuracy": 0.280584716796875, + "num_tokens": 18758845.0, + "step": 6540 + }, + { + "entropy": 4.700127363204956, + "epoch": 7.763938315539739, + "grad_norm": 1.234375, + "learning_rate": 0.0001173218415188836, + "loss": 3.9701, + "mean_token_accuracy": 0.27984693795442583, + "num_tokens": 18772452.0, + "step": 6545 + }, + { + "entropy": 4.740821743011475, + "epoch": 7.769869513641756, + "grad_norm": 1.1484375, + "learning_rate": 0.00011698240493287942, + "loss": 4.0329, + "mean_token_accuracy": 0.2749653309583664, + "num_tokens": 18787209.0, + "step": 6550 + }, + { + "entropy": 4.745780801773071, + "epoch": 7.775800711743772, + "grad_norm": 1.1953125, + "learning_rate": 0.00011664367651639293, + "loss": 4.0856, + "mean_token_accuracy": 0.2635880082845688, + "num_tokens": 18802070.0, + "step": 6555 + }, + { + "entropy": 4.726084232330322, + "epoch": 7.781731909845789, + "grad_norm": 1.328125, + "learning_rate": 0.00011630565778746483, + "loss": 4.0598, + "mean_token_accuracy": 0.27167394757270813, + "num_tokens": 18816211.0, + "step": 6560 + }, + { + "entropy": 4.702995729446411, + "epoch": 7.787663107947806, + "grad_norm": 1.140625, + "learning_rate": 0.0001159683502609552, + "loss": 4.0158, + "mean_token_accuracy": 0.2745881825685501, + "num_tokens": 18830824.0, + "step": 6565 + }, + { + "entropy": 4.743918228149414, + "epoch": 7.7935943060498225, + "grad_norm": 1.1484375, + "learning_rate": 0.00011563175544853689, + "loss": 4.1052, + "mean_token_accuracy": 0.26669320911169053, + "num_tokens": 18846724.0, + "step": 6570 + }, + { + "entropy": 4.666149568557739, + "epoch": 7.7995255041518385, + "grad_norm": 1.2578125, + "learning_rate": 0.00011529587485868875, + "loss": 3.9897, + "mean_token_accuracy": 0.2748617112636566, + "num_tokens": 18860805.0, + "step": 6575 + }, + { + "entropy": 4.760506725311279, + "epoch": 7.8054567022538555, + "grad_norm": 1.296875, + "learning_rate": 0.00011496070999668864, + "loss": 4.0664, + "mean_token_accuracy": 0.2714298963546753, + "num_tokens": 18875998.0, + "step": 6580 + }, + { + "entropy": 4.684258699417114, + "epoch": 7.8113879003558715, + "grad_norm": 1.2578125, + "learning_rate": 0.00011462626236460684, + "loss": 4.03, + "mean_token_accuracy": 0.2696963593363762, + "num_tokens": 18890480.0, + "step": 6585 + }, + { + "entropy": 4.709034967422485, + "epoch": 7.817319098457888, + "grad_norm": 1.25, + "learning_rate": 0.00011429253346129949, + "loss": 4.026, + "mean_token_accuracy": 0.2759475395083427, + "num_tokens": 18904630.0, + "step": 6590 + }, + { + "entropy": 4.766952657699585, + "epoch": 7.823250296559905, + "grad_norm": 1.2578125, + "learning_rate": 0.00011395952478240133, + "loss": 4.0636, + "mean_token_accuracy": 0.2727518767118454, + "num_tokens": 18920085.0, + "step": 6595 + }, + { + "entropy": 4.7626953125, + "epoch": 7.829181494661921, + "grad_norm": 1.2109375, + "learning_rate": 0.00011362723782031965, + "loss": 4.0982, + "mean_token_accuracy": 0.26641037315130234, + "num_tokens": 18934195.0, + "step": 6600 + }, + { + "entropy": 4.717245626449585, + "epoch": 7.835112692763938, + "grad_norm": 1.28125, + "learning_rate": 0.00011329567406422726, + "loss": 4.0671, + "mean_token_accuracy": 0.26773912757635115, + "num_tokens": 18948310.0, + "step": 6605 + }, + { + "entropy": 4.677591276168823, + "epoch": 7.841043890865955, + "grad_norm": 1.1640625, + "learning_rate": 0.00011296483500005568, + "loss": 4.0956, + "mean_token_accuracy": 0.2655182480812073, + "num_tokens": 18963981.0, + "step": 6610 + }, + { + "entropy": 4.713145923614502, + "epoch": 7.846975088967971, + "grad_norm": 1.2734375, + "learning_rate": 0.00011263472211048886, + "loss": 4.0419, + "mean_token_accuracy": 0.275207045674324, + "num_tokens": 18978457.0, + "step": 6615 + }, + { + "entropy": 4.696931266784668, + "epoch": 7.852906287069988, + "grad_norm": 1.2265625, + "learning_rate": 0.00011230533687495628, + "loss": 3.9804, + "mean_token_accuracy": 0.27736210227012636, + "num_tokens": 18993313.0, + "step": 6620 + }, + { + "entropy": 4.709676933288574, + "epoch": 7.858837485172005, + "grad_norm": 1.21875, + "learning_rate": 0.0001119766807696263, + "loss": 4.0471, + "mean_token_accuracy": 0.27384928464889524, + "num_tokens": 19006789.0, + "step": 6625 + }, + { + "entropy": 4.711039733886719, + "epoch": 7.864768683274021, + "grad_norm": 1.28125, + "learning_rate": 0.0001116487552673997, + "loss": 4.0548, + "mean_token_accuracy": 0.26825530380010604, + "num_tokens": 19020579.0, + "step": 6630 + }, + { + "entropy": 4.75108380317688, + "epoch": 7.870699881376038, + "grad_norm": 1.140625, + "learning_rate": 0.00011132156183790298, + "loss": 4.049, + "mean_token_accuracy": 0.27267487049102784, + "num_tokens": 19035818.0, + "step": 6635 + }, + { + "entropy": 4.657771825790405, + "epoch": 7.876631079478054, + "grad_norm": 1.125, + "learning_rate": 0.0001109951019474818, + "loss": 3.9858, + "mean_token_accuracy": 0.27559318840503694, + "num_tokens": 19051453.0, + "step": 6640 + }, + { + "entropy": 4.686022710800171, + "epoch": 7.882562277580071, + "grad_norm": 1.2265625, + "learning_rate": 0.00011066937705919448, + "loss": 4.012, + "mean_token_accuracy": 0.2685279980301857, + "num_tokens": 19066715.0, + "step": 6645 + }, + { + "entropy": 4.763083267211914, + "epoch": 7.888493475682088, + "grad_norm": 1.2734375, + "learning_rate": 0.00011034438863280508, + "loss": 4.0782, + "mean_token_accuracy": 0.26216494143009184, + "num_tokens": 19081332.0, + "step": 6650 + }, + { + "entropy": 4.751289701461792, + "epoch": 7.894424673784105, + "grad_norm": 1.1796875, + "learning_rate": 0.00011002013812477745, + "loss": 4.0767, + "mean_token_accuracy": 0.271464803814888, + "num_tokens": 19096183.0, + "step": 6655 + }, + { + "entropy": 4.676714992523193, + "epoch": 7.900355871886121, + "grad_norm": 1.1640625, + "learning_rate": 0.00010969662698826835, + "loss": 4.0195, + "mean_token_accuracy": 0.27217520773410797, + "num_tokens": 19112345.0, + "step": 6660 + }, + { + "entropy": 4.668739366531372, + "epoch": 7.906287069988138, + "grad_norm": 1.1484375, + "learning_rate": 0.00010937385667312077, + "loss": 4.0222, + "mean_token_accuracy": 0.2725213885307312, + "num_tokens": 19127795.0, + "step": 6665 + }, + { + "entropy": 4.672986030578613, + "epoch": 7.912218268090154, + "grad_norm": 1.3046875, + "learning_rate": 0.00010905182862585788, + "loss": 3.9789, + "mean_token_accuracy": 0.28924104273319245, + "num_tokens": 19140872.0, + "step": 6670 + }, + { + "entropy": 4.74361834526062, + "epoch": 7.918149466192171, + "grad_norm": 1.296875, + "learning_rate": 0.00010873054428967625, + "loss": 4.0645, + "mean_token_accuracy": 0.2696882113814354, + "num_tokens": 19154384.0, + "step": 6675 + }, + { + "entropy": 4.727361154556275, + "epoch": 7.924080664294188, + "grad_norm": 1.1171875, + "learning_rate": 0.00010841000510443932, + "loss": 4.0761, + "mean_token_accuracy": 0.27449167221784593, + "num_tokens": 19171132.0, + "step": 6680 + }, + { + "entropy": 4.753545761108398, + "epoch": 7.930011862396204, + "grad_norm": 1.2578125, + "learning_rate": 0.0001080902125066712, + "loss": 4.1245, + "mean_token_accuracy": 0.2613123431801796, + "num_tokens": 19185354.0, + "step": 6685 + }, + { + "entropy": 4.676477241516113, + "epoch": 7.935943060498221, + "grad_norm": 1.2421875, + "learning_rate": 0.00010777116792955009, + "loss": 4.022, + "mean_token_accuracy": 0.27412541806697843, + "num_tokens": 19199069.0, + "step": 6690 + }, + { + "entropy": 4.72968602180481, + "epoch": 7.9418742586002375, + "grad_norm": 1.2734375, + "learning_rate": 0.00010745287280290189, + "loss": 4.0362, + "mean_token_accuracy": 0.27191131711006167, + "num_tokens": 19213641.0, + "step": 6695 + }, + { + "entropy": 4.685726594924927, + "epoch": 7.947805456702254, + "grad_norm": 1.2109375, + "learning_rate": 0.00010713532855319375, + "loss": 3.9957, + "mean_token_accuracy": 0.2769013747572899, + "num_tokens": 19226466.0, + "step": 6700 + }, + { + "entropy": 4.6622865200042725, + "epoch": 7.9537366548042705, + "grad_norm": 1.21875, + "learning_rate": 0.00010681853660352754, + "loss": 3.9422, + "mean_token_accuracy": 0.289046311378479, + "num_tokens": 19239417.0, + "step": 6705 + }, + { + "entropy": 4.773409080505371, + "epoch": 7.959667852906287, + "grad_norm": 1.109375, + "learning_rate": 0.00010650249837363392, + "loss": 4.0902, + "mean_token_accuracy": 0.26846591383218765, + "num_tokens": 19254094.0, + "step": 6710 + }, + { + "entropy": 4.769618988037109, + "epoch": 7.9655990510083035, + "grad_norm": 1.15625, + "learning_rate": 0.00010618721527986555, + "loss": 4.1363, + "mean_token_accuracy": 0.2577027380466461, + "num_tokens": 19267101.0, + "step": 6715 + }, + { + "entropy": 4.753003072738648, + "epoch": 7.97153024911032, + "grad_norm": 1.2734375, + "learning_rate": 0.00010587268873519079, + "loss": 4.1105, + "mean_token_accuracy": 0.2602363735437393, + "num_tokens": 19282615.0, + "step": 6720 + }, + { + "entropy": 4.678670597076416, + "epoch": 7.977461447212336, + "grad_norm": 1.0859375, + "learning_rate": 0.00010555892014918755, + "loss": 4.0271, + "mean_token_accuracy": 0.27033381462097167, + "num_tokens": 19298140.0, + "step": 6725 + }, + { + "entropy": 4.7201532363891605, + "epoch": 7.983392645314353, + "grad_norm": 1.1328125, + "learning_rate": 0.00010524591092803703, + "loss": 4.0253, + "mean_token_accuracy": 0.2717677280306816, + "num_tokens": 19313474.0, + "step": 6730 + }, + { + "entropy": 4.7229211807250975, + "epoch": 7.98932384341637, + "grad_norm": 1.125, + "learning_rate": 0.00010493366247451697, + "loss": 4.0219, + "mean_token_accuracy": 0.27148132771253586, + "num_tokens": 19327966.0, + "step": 6735 + }, + { + "entropy": 4.759703207015991, + "epoch": 7.995255041518387, + "grad_norm": 1.21875, + "learning_rate": 0.00010462217618799577, + "loss": 4.1327, + "mean_token_accuracy": 0.25909843742847444, + "num_tokens": 19341511.0, + "step": 6740 + }, + { + "entropy": 4.678451633453369, + "epoch": 8.001186239620404, + "grad_norm": 1.1328125, + "learning_rate": 0.00010431145346442641, + "loss": 3.9292, + "mean_token_accuracy": 0.28317933082580565, + "num_tokens": 19355954.0, + "step": 6745 + }, + { + "entropy": 4.67337441444397, + "epoch": 8.00711743772242, + "grad_norm": 1.1328125, + "learning_rate": 0.0001040014956963394, + "loss": 3.9645, + "mean_token_accuracy": 0.27165001034736636, + "num_tokens": 19369660.0, + "step": 6750 + }, + { + "entropy": 4.668134307861328, + "epoch": 8.013048635824436, + "grad_norm": 1.1015625, + "learning_rate": 0.00010369230427283743, + "loss": 3.9626, + "mean_token_accuracy": 0.2806421846151352, + "num_tokens": 19384950.0, + "step": 6755 + }, + { + "entropy": 4.76740345954895, + "epoch": 8.018979833926453, + "grad_norm": 1.2109375, + "learning_rate": 0.00010338388057958861, + "loss": 4.0033, + "mean_token_accuracy": 0.2806761234998703, + "num_tokens": 19401448.0, + "step": 6760 + }, + { + "entropy": 4.677422714233399, + "epoch": 8.02491103202847, + "grad_norm": 1.1875, + "learning_rate": 0.00010307622599882024, + "loss": 3.9405, + "mean_token_accuracy": 0.2849272727966309, + "num_tokens": 19416355.0, + "step": 6765 + }, + { + "entropy": 4.701766490936279, + "epoch": 8.030842230130487, + "grad_norm": 1.21875, + "learning_rate": 0.00010276934190931311, + "loss": 3.9301, + "mean_token_accuracy": 0.2850891649723053, + "num_tokens": 19429852.0, + "step": 6770 + }, + { + "entropy": 4.698495149612427, + "epoch": 8.036773428232504, + "grad_norm": 1.28125, + "learning_rate": 0.00010246322968639466, + "loss": 3.8673, + "mean_token_accuracy": 0.2868699789047241, + "num_tokens": 19443002.0, + "step": 6775 + }, + { + "entropy": 4.713308811187744, + "epoch": 8.042704626334519, + "grad_norm": 1.046875, + "learning_rate": 0.00010215789070193334, + "loss": 3.9374, + "mean_token_accuracy": 0.28469563722610475, + "num_tokens": 19458469.0, + "step": 6780 + }, + { + "entropy": 4.705960607528686, + "epoch": 8.048635824436536, + "grad_norm": 1.1015625, + "learning_rate": 0.00010185332632433225, + "loss": 3.9667, + "mean_token_accuracy": 0.28048854768276216, + "num_tokens": 19473262.0, + "step": 6785 + }, + { + "entropy": 4.663929653167725, + "epoch": 8.054567022538553, + "grad_norm": 1.3984375, + "learning_rate": 0.00010154953791852294, + "loss": 3.9162, + "mean_token_accuracy": 0.2767769739031792, + "num_tokens": 19486581.0, + "step": 6790 + }, + { + "entropy": 4.6845465183258055, + "epoch": 8.06049822064057, + "grad_norm": 1.1328125, + "learning_rate": 0.00010124652684595948, + "loss": 3.9421, + "mean_token_accuracy": 0.2857879936695099, + "num_tokens": 19500470.0, + "step": 6795 + }, + { + "entropy": 4.695603227615356, + "epoch": 8.066429418742587, + "grad_norm": 1.078125, + "learning_rate": 0.0001009442944646122, + "loss": 4.0434, + "mean_token_accuracy": 0.2713444247841835, + "num_tokens": 19516138.0, + "step": 6800 + }, + { + "entropy": 4.724313688278198, + "epoch": 8.072360616844602, + "grad_norm": 1.0546875, + "learning_rate": 0.00010064284212896155, + "loss": 3.9673, + "mean_token_accuracy": 0.28030790388584137, + "num_tokens": 19533178.0, + "step": 6805 + }, + { + "entropy": 4.717302417755127, + "epoch": 8.078291814946619, + "grad_norm": 1.21875, + "learning_rate": 0.00010034217118999234, + "loss": 3.9429, + "mean_token_accuracy": 0.2846269875764847, + "num_tokens": 19546664.0, + "step": 6810 + }, + { + "entropy": 4.761168098449707, + "epoch": 8.084223013048636, + "grad_norm": 1.4375, + "learning_rate": 0.00010004228299518739, + "loss": 4.0135, + "mean_token_accuracy": 0.27298852801322937, + "num_tokens": 19561092.0, + "step": 6815 + }, + { + "entropy": 4.75660982131958, + "epoch": 8.090154211150653, + "grad_norm": 1.0859375, + "learning_rate": 9.974317888852149e-05, + "loss": 3.9882, + "mean_token_accuracy": 0.27676670253276825, + "num_tokens": 19576379.0, + "step": 6820 + }, + { + "entropy": 4.7264148712158205, + "epoch": 8.09608540925267, + "grad_norm": 1.2265625, + "learning_rate": 9.944486021045559e-05, + "loss": 3.9935, + "mean_token_accuracy": 0.2765861377120018, + "num_tokens": 19591217.0, + "step": 6825 + }, + { + "entropy": 4.748012924194336, + "epoch": 8.102016607354686, + "grad_norm": 1.2109375, + "learning_rate": 9.914732829793074e-05, + "loss": 3.9511, + "mean_token_accuracy": 0.2816150814294815, + "num_tokens": 19606710.0, + "step": 6830 + }, + { + "entropy": 4.68715500831604, + "epoch": 8.107947805456702, + "grad_norm": 1.2421875, + "learning_rate": 9.885058448436182e-05, + "loss": 3.9664, + "mean_token_accuracy": 0.28388998806476595, + "num_tokens": 19620965.0, + "step": 6835 + }, + { + "entropy": 4.6946758270263675, + "epoch": 8.113879003558718, + "grad_norm": 1.34375, + "learning_rate": 9.855463009963195e-05, + "loss": 3.9531, + "mean_token_accuracy": 0.2855575442314148, + "num_tokens": 19634154.0, + "step": 6840 + }, + { + "entropy": 4.675198888778686, + "epoch": 8.119810201660735, + "grad_norm": 1.140625, + "learning_rate": 9.825946647008624e-05, + "loss": 3.9189, + "mean_token_accuracy": 0.283517524600029, + "num_tokens": 19648670.0, + "step": 6845 + }, + { + "entropy": 4.687435674667358, + "epoch": 8.125741399762752, + "grad_norm": 1.140625, + "learning_rate": 9.79650949185261e-05, + "loss": 3.9426, + "mean_token_accuracy": 0.28035666346549987, + "num_tokens": 19663039.0, + "step": 6850 + }, + { + "entropy": 4.6626897811889645, + "epoch": 8.13167259786477, + "grad_norm": 1.203125, + "learning_rate": 9.767151676420313e-05, + "loss": 3.8361, + "mean_token_accuracy": 0.29471116960048677, + "num_tokens": 19676001.0, + "step": 6855 + }, + { + "entropy": 4.690921020507813, + "epoch": 8.137603795966786, + "grad_norm": 1.109375, + "learning_rate": 9.737873332281308e-05, + "loss": 3.9236, + "mean_token_accuracy": 0.29047317504882814, + "num_tokens": 19689959.0, + "step": 6860 + }, + { + "entropy": 4.7003950595855715, + "epoch": 8.143534994068801, + "grad_norm": 1.2734375, + "learning_rate": 9.708674590649033e-05, + "loss": 3.9009, + "mean_token_accuracy": 0.28979634046554564, + "num_tokens": 19703852.0, + "step": 6865 + }, + { + "entropy": 4.728805875778198, + "epoch": 8.149466192170818, + "grad_norm": 1.1875, + "learning_rate": 9.67955558238018e-05, + "loss": 3.992, + "mean_token_accuracy": 0.27644708901643755, + "num_tokens": 19718304.0, + "step": 6870 + }, + { + "entropy": 4.683099269866943, + "epoch": 8.155397390272835, + "grad_norm": 1.28125, + "learning_rate": 9.650516437974091e-05, + "loss": 3.8849, + "mean_token_accuracy": 0.2868204563856125, + "num_tokens": 19731613.0, + "step": 6875 + }, + { + "entropy": 4.72241530418396, + "epoch": 8.161328588374852, + "grad_norm": 1.078125, + "learning_rate": 9.62155728757221e-05, + "loss": 3.9589, + "mean_token_accuracy": 0.27972853630781175, + "num_tokens": 19747129.0, + "step": 6880 + }, + { + "entropy": 4.686842823028565, + "epoch": 8.167259786476869, + "grad_norm": 1.1640625, + "learning_rate": 9.592678260957476e-05, + "loss": 3.9395, + "mean_token_accuracy": 0.2816599547863007, + "num_tokens": 19760959.0, + "step": 6885 + }, + { + "entropy": 4.656443548202515, + "epoch": 8.173190984578884, + "grad_norm": 1.1640625, + "learning_rate": 9.563879487553736e-05, + "loss": 3.9031, + "mean_token_accuracy": 0.2870590925216675, + "num_tokens": 19774858.0, + "step": 6890 + }, + { + "entropy": 4.798293018341065, + "epoch": 8.179122182680901, + "grad_norm": 1.1796875, + "learning_rate": 9.53516109642519e-05, + "loss": 4.0166, + "mean_token_accuracy": 0.2774235516786575, + "num_tokens": 19789681.0, + "step": 6895 + }, + { + "entropy": 4.746678304672241, + "epoch": 8.185053380782918, + "grad_norm": 1.15625, + "learning_rate": 9.506523216275789e-05, + "loss": 3.9991, + "mean_token_accuracy": 0.27605453580617906, + "num_tokens": 19803502.0, + "step": 6900 + }, + { + "entropy": 4.692061901092529, + "epoch": 8.190984578884935, + "grad_norm": 1.203125, + "learning_rate": 9.477965975448671e-05, + "loss": 3.936, + "mean_token_accuracy": 0.28683628141880035, + "num_tokens": 19817576.0, + "step": 6905 + }, + { + "entropy": 4.654696655273438, + "epoch": 8.196915776986952, + "grad_norm": 1.203125, + "learning_rate": 9.449489501925579e-05, + "loss": 3.919, + "mean_token_accuracy": 0.29263170063495636, + "num_tokens": 19831827.0, + "step": 6910 + }, + { + "entropy": 4.762646579742432, + "epoch": 8.202846975088969, + "grad_norm": 1.046875, + "learning_rate": 9.421093923326302e-05, + "loss": 4.0037, + "mean_token_accuracy": 0.27328817546367645, + "num_tokens": 19848079.0, + "step": 6915 + }, + { + "entropy": 4.65659875869751, + "epoch": 8.208778173190984, + "grad_norm": 1.21875, + "learning_rate": 9.39277936690806e-05, + "loss": 3.9504, + "mean_token_accuracy": 0.28005823493003845, + "num_tokens": 19864025.0, + "step": 6920 + }, + { + "entropy": 4.726030778884888, + "epoch": 8.214709371293, + "grad_norm": 1.2265625, + "learning_rate": 9.364545959565007e-05, + "loss": 3.921, + "mean_token_accuracy": 0.2834602802991867, + "num_tokens": 19880423.0, + "step": 6925 + }, + { + "entropy": 4.725295925140381, + "epoch": 8.220640569395018, + "grad_norm": 1.1484375, + "learning_rate": 9.336393827827583e-05, + "loss": 3.9519, + "mean_token_accuracy": 0.2852844387292862, + "num_tokens": 19894573.0, + "step": 6930 + }, + { + "entropy": 4.713504505157471, + "epoch": 8.226571767497035, + "grad_norm": 1.34375, + "learning_rate": 9.30832309786201e-05, + "loss": 3.9099, + "mean_token_accuracy": 0.2926886409521103, + "num_tokens": 19909368.0, + "step": 6935 + }, + { + "entropy": 4.7475958347320555, + "epoch": 8.232502965599052, + "grad_norm": 1.140625, + "learning_rate": 9.280333895469695e-05, + "loss": 3.9824, + "mean_token_accuracy": 0.28341332972049715, + "num_tokens": 19922729.0, + "step": 6940 + }, + { + "entropy": 4.658939027786255, + "epoch": 8.238434163701069, + "grad_norm": 1.25, + "learning_rate": 9.252426346086662e-05, + "loss": 3.873, + "mean_token_accuracy": 0.29206017553806307, + "num_tokens": 19936259.0, + "step": 6945 + }, + { + "entropy": 4.690753841400147, + "epoch": 8.244365361803084, + "grad_norm": 1.2109375, + "learning_rate": 9.224600574783004e-05, + "loss": 3.9424, + "mean_token_accuracy": 0.2840256363153458, + "num_tokens": 19949632.0, + "step": 6950 + }, + { + "entropy": 4.7556053638458256, + "epoch": 8.2502965599051, + "grad_norm": 1.3046875, + "learning_rate": 9.19685670626233e-05, + "loss": 3.9995, + "mean_token_accuracy": 0.276134280860424, + "num_tokens": 19964105.0, + "step": 6955 + }, + { + "entropy": 4.682530641555786, + "epoch": 8.256227758007118, + "grad_norm": 1.2890625, + "learning_rate": 9.169194864861184e-05, + "loss": 3.9187, + "mean_token_accuracy": 0.2871809393167496, + "num_tokens": 19977286.0, + "step": 6960 + }, + { + "entropy": 4.710453224182129, + "epoch": 8.262158956109134, + "grad_norm": 1.2265625, + "learning_rate": 9.141615174548499e-05, + "loss": 3.9363, + "mean_token_accuracy": 0.27871944904327395, + "num_tokens": 19991216.0, + "step": 6965 + }, + { + "entropy": 4.699328804016114, + "epoch": 8.268090154211151, + "grad_norm": 1.15625, + "learning_rate": 9.114117758925048e-05, + "loss": 3.9541, + "mean_token_accuracy": 0.28664700090885165, + "num_tokens": 20005367.0, + "step": 6970 + }, + { + "entropy": 4.679021883010864, + "epoch": 8.274021352313166, + "grad_norm": 1.0859375, + "learning_rate": 9.086702741222862e-05, + "loss": 3.985, + "mean_token_accuracy": 0.2738848552107811, + "num_tokens": 20022135.0, + "step": 6975 + }, + { + "entropy": 4.781612348556519, + "epoch": 8.279952550415183, + "grad_norm": 1.125, + "learning_rate": 9.059370244304731e-05, + "loss": 3.9873, + "mean_token_accuracy": 0.28117130845785143, + "num_tokens": 20035724.0, + "step": 6980 + }, + { + "entropy": 4.699268388748169, + "epoch": 8.2858837485172, + "grad_norm": 1.1640625, + "learning_rate": 9.032120390663598e-05, + "loss": 3.9733, + "mean_token_accuracy": 0.28090896606445315, + "num_tokens": 20051507.0, + "step": 6985 + }, + { + "entropy": 4.692220878601074, + "epoch": 8.291814946619217, + "grad_norm": 1.15625, + "learning_rate": 9.004953302422029e-05, + "loss": 3.9344, + "mean_token_accuracy": 0.2859161913394928, + "num_tokens": 20066503.0, + "step": 6990 + }, + { + "entropy": 4.770735120773315, + "epoch": 8.297746144721234, + "grad_norm": 1.25, + "learning_rate": 8.977869101331695e-05, + "loss": 3.9439, + "mean_token_accuracy": 0.2826002240180969, + "num_tokens": 20081653.0, + "step": 6995 + }, + { + "entropy": 4.733716201782227, + "epoch": 8.303677342823251, + "grad_norm": 1.21875, + "learning_rate": 8.950867908772773e-05, + "loss": 3.928, + "mean_token_accuracy": 0.2795230209827423, + "num_tokens": 20095723.0, + "step": 7000 + }, + { + "epoch": 8.303677342823251, + "eval_entropy": 4.641261381605651, + "eval_loss": 5.238761901855469, + "eval_mean_token_accuracy": 0.19971223799454654, + "eval_num_tokens": 20095723.0, + "eval_runtime": 2.4392, + "eval_samples_per_second": 1069.182, + "eval_steps_per_second": 133.648, + "step": 7000 + } + ], + "logging_steps": 5, + "max_steps": 8420, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 3.5401429598976e+16, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-7000/training_args.bin b/checkpoint-7000/training_args.bin new file mode 100644 index 0000000..4887968 --- /dev/null +++ b/checkpoint-7000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b1c135f6b8569a4ca131508cf9d8c7cebd96bc433f924eb7233c36a7d98147e +size 6289 diff --git a/checkpoint-7500/added_tokens.json b/checkpoint-7500/added_tokens.json new file mode 100644 index 0000000..ec04e13 --- /dev/null +++ b/checkpoint-7500/added_tokens.json @@ -0,0 +1,1768 @@ +{ + "": 47388, + "[CLS]": 47386, + "[MASK]": 47389, + "[SEP]": 47387, + "[XXXXX0]": 47670, + "[XXXXX1000]": 48506, + "[XXXXX1001]": 48961, + "[XXXXX1002]": 47825, + "[XXXXX1003]": 48233, + "[XXXXX1004]": 48970, + "[XXXXX1005]": 48971, + "[XXXXX1006]": 47998, + "[XXXXX1007]": 48989, + "[XXXXX1008]": 47450, + "[XXXXX1009]": 48240, + "[XXXXX100]": 47422, + "[XXXXX1010]": 47623, + "[XXXXX1011]": 47805, + "[XXXXX1012]": 48454, + "[XXXXX1013]": 48537, + "[XXXXX1014]": 47764, + "[XXXXX1015]": 47584, + "[XXXXX1016]": 48287, + "[XXXXX1017]": 48689, + "[XXXXX1018]": 49119, + "[XXXXX1019]": 48584, + "[XXXXX101]": 47890, + "[XXXXX1020]": 47445, + "[XXXXX1021]": 48199, + "[XXXXX1022]": 48276, + "[XXXXX1023]": 47859, + "[XXXXX1024]": 48258, + "[XXXXX1025]": 48325, + "[XXXXX1026]": 47687, + "[XXXXX1027]": 48990, + "[XXXXX1028]": 49059, + "[XXXXX1029]": 48382, + "[XXXXX102]": 47921, + "[XXXXX1030]": 47775, + "[XXXXX1031]": 47870, + "[XXXXX1032]": 47683, + "[XXXXX1033]": 48750, + "[XXXXX1034]": 49130, + "[XXXXX1035]": 47811, + "[XXXXX1036]": 47462, + "[XXXXX1037]": 47843, + "[XXXXX1038]": 47439, + "[XXXXX1039]": 48830, + "[XXXXX103]": 48327, + "[XXXXX1040]": 48720, + "[XXXXX1041]": 48485, + "[XXXXX1042]": 47919, + "[XXXXX1043]": 48781, + "[XXXXX1044]": 47695, + "[XXXXX1045]": 48043, + "[XXXXX1046]": 47732, + "[XXXXX1047]": 48590, + "[XXXXX1048]": 48901, + "[XXXXX1049]": 48470, + "[XXXXX104]": 47560, + "[XXXXX1050]": 47751, + "[XXXXX1051]": 48487, + "[XXXXX1052]": 48959, + "[XXXXX1053]": 47720, + "[XXXXX1054]": 48477, + "[XXXXX1055]": 47405, + "[XXXXX1056]": 47920, + "[XXXXX1057]": 48139, + "[XXXXX1058]": 48775, + "[XXXXX1059]": 47767, + "[XXXXX105]": 48734, + "[XXXXX1060]": 47446, + "[XXXXX1061]": 48433, + "[XXXXX1062]": 48073, + "[XXXXX1063]": 48868, + "[XXXXX1064]": 47615, + "[XXXXX1065]": 48702, + "[XXXXX1066]": 48578, + "[XXXXX1067]": 47773, + "[XXXXX1068]": 48659, + "[XXXXX1069]": 48281, + "[XXXXX106]": 48900, + "[XXXXX1070]": 48588, + "[XXXXX1071]": 47994, + "[XXXXX1072]": 47709, + "[XXXXX1073]": 47716, + "[XXXXX1074]": 48339, + "[XXXXX1075]": 49007, + "[XXXXX1076]": 49019, + "[XXXXX1077]": 48182, + "[XXXXX1078]": 48114, + "[XXXXX1079]": 49090, + "[XXXXX107]": 48981, + "[XXXXX1080]": 47901, + "[XXXXX1081]": 48465, + "[XXXXX1082]": 49027, + "[XXXXX1083]": 47839, + "[XXXXX1084]": 48061, + "[XXXXX1085]": 47657, + "[XXXXX1086]": 48963, + "[XXXXX1087]": 49089, + "[XXXXX1088]": 49135, + "[XXXXX1089]": 47487, + "[XXXXX108]": 48217, + "[XXXXX1090]": 48158, + "[XXXXX1091]": 49123, + "[XXXXX1092]": 47656, + "[XXXXX1093]": 49031, + "[XXXXX1094]": 48840, + "[XXXXX1095]": 48753, + "[XXXXX1096]": 47501, + "[XXXXX1097]": 47698, + "[XXXXX1098]": 47547, + "[XXXXX1099]": 48844, + "[XXXXX109]": 47587, + "[XXXXX10]": 47512, + "[XXXXX1100]": 47508, + "[XXXXX1101]": 48130, + "[XXXXX1102]": 48225, + "[XXXXX1103]": 48953, + "[XXXXX1104]": 47633, + "[XXXXX1105]": 48614, + "[XXXXX1106]": 48685, + "[XXXXX1107]": 47845, + "[XXXXX1108]": 48337, + "[XXXXX1109]": 48879, + "[XXXXX110]": 47862, + "[XXXXX1110]": 48222, + "[XXXXX1111]": 49127, + "[XXXXX1112]": 47893, + "[XXXXX1113]": 48261, + "[XXXXX1114]": 47543, + "[XXXXX1115]": 48597, + "[XXXXX1116]": 48206, + "[XXXXX1117]": 47478, + "[XXXXX1118]": 48930, + "[XXXXX1119]": 47864, + "[XXXXX111]": 48237, + "[XXXXX1120]": 48638, + "[XXXXX1121]": 48162, + "[XXXXX1122]": 48678, + "[XXXXX1123]": 48790, + "[XXXXX1124]": 49075, + "[XXXXX1125]": 47490, + "[XXXXX1126]": 47542, + "[XXXXX1127]": 48121, + "[XXXXX1128]": 48910, + "[XXXXX1129]": 47545, + "[XXXXX112]": 48153, + "[XXXXX1130]": 48499, + "[XXXXX1131]": 48943, + "[XXXXX1132]": 48066, + "[XXXXX1133]": 47882, + "[XXXXX1134]": 48392, + "[XXXXX1135]": 48553, + "[XXXXX1136]": 47505, + "[XXXXX1137]": 48634, + "[XXXXX1138]": 49082, + "[XXXXX1139]": 47707, + "[XXXXX113]": 48869, + "[XXXXX1140]": 48888, + "[XXXXX1141]": 48069, + "[XXXXX1142]": 48646, + "[XXXXX1143]": 47985, + "[XXXXX1144]": 47432, + "[XXXXX1145]": 48788, + "[XXXXX1146]": 48622, + "[XXXXX1147]": 48479, + "[XXXXX1148]": 47599, + "[XXXXX1149]": 48903, + "[XXXXX114]": 48071, + "[XXXXX1150]": 48303, + "[XXXXX1151]": 48316, + "[XXXXX1152]": 48999, + "[XXXXX1153]": 48629, + "[XXXXX1154]": 48515, + "[XXXXX1155]": 48264, + "[XXXXX1156]": 47837, + "[XXXXX1157]": 47537, + "[XXXXX1158]": 48882, + "[XXXXX1159]": 47744, + "[XXXXX115]": 47954, + "[XXXXX1160]": 47637, + "[XXXXX1161]": 48701, + "[XXXXX1162]": 48831, + "[XXXXX1163]": 48861, + "[XXXXX1164]": 48880, + "[XXXXX1165]": 47679, + "[XXXXX1166]": 47620, + "[XXXXX1167]": 48591, + "[XXXXX1168]": 48776, + "[XXXXX1169]": 48472, + "[XXXXX116]": 48997, + "[XXXXX1170]": 48992, + "[XXXXX1171]": 48440, + "[XXXXX1172]": 48145, + "[XXXXX1173]": 48466, + "[XXXXX1174]": 48319, + "[XXXXX1175]": 47745, + "[XXXXX1176]": 47933, + "[XXXXX1177]": 49084, + "[XXXXX1178]": 47544, + "[XXXXX1179]": 48935, + "[XXXXX117]": 49103, + "[XXXXX1180]": 48660, + "[XXXXX1181]": 48993, + "[XXXXX1182]": 47457, + "[XXXXX1183]": 47593, + "[XXXXX1184]": 47795, + "[XXXXX1185]": 47706, + "[XXXXX1186]": 48263, + "[XXXXX1187]": 49033, + "[XXXXX1188]": 48544, + "[XXXXX1189]": 47409, + "[XXXXX118]": 47420, + "[XXXXX1190]": 47834, + "[XXXXX1191]": 47874, + "[XXXXX1192]": 47397, + "[XXXXX1193]": 48853, + "[XXXXX1194]": 47641, + "[XXXXX1195]": 48484, + "[XXXXX1196]": 48412, + "[XXXXX1197]": 48488, + "[XXXXX1198]": 49097, + "[XXXXX1199]": 47879, + "[XXXXX119]": 48770, + "[XXXXX11]": 48211, + "[XXXXX1200]": 47526, + "[XXXXX1201]": 48749, + "[XXXXX1202]": 48568, + "[XXXXX1203]": 48481, + "[XXXXX1204]": 48608, + "[XXXXX1205]": 48309, + "[XXXXX1206]": 48855, + "[XXXXX1207]": 47911, + "[XXXXX1208]": 47799, + "[XXXXX1209]": 47622, + "[XXXXX120]": 48693, + "[XXXXX1210]": 48131, + "[XXXXX1211]": 48345, + "[XXXXX1212]": 48304, + "[XXXXX1213]": 48682, + "[XXXXX1214]": 47492, + "[XXXXX1215]": 47497, + "[XXXXX1216]": 48939, + "[XXXXX1217]": 48442, + "[XXXXX1218]": 47841, + "[XXXXX1219]": 47453, + "[XXXXX121]": 47554, + "[XXXXX1220]": 47419, + "[XXXXX1221]": 48672, + "[XXXXX1222]": 48154, + "[XXXXX1223]": 49087, + "[XXXXX1224]": 48511, + "[XXXXX1225]": 48448, + "[XXXXX1226]": 48988, + "[XXXXX1227]": 47669, + "[XXXXX1228]": 47596, + "[XXXXX1229]": 48602, + "[XXXXX122]": 48605, + "[XXXXX1230]": 48064, + "[XXXXX1231]": 48107, + "[XXXXX1232]": 48160, + "[XXXXX1233]": 47925, + "[XXXXX1234]": 48413, + "[XXXXX1235]": 49005, + "[XXXXX1236]": 49115, + "[XXXXX1237]": 48201, + "[XXXXX1238]": 47601, + "[XXXXX1239]": 47398, + "[XXXXX123]": 48582, + "[XXXXX1240]": 47616, + "[XXXXX1241]": 48002, + "[XXXXX1242]": 48543, + "[XXXXX1243]": 47818, + "[XXXXX1244]": 48569, + "[XXXXX1245]": 48647, + "[XXXXX1246]": 47681, + "[XXXXX1247]": 48898, + "[XXXXX1248]": 47498, + "[XXXXX1249]": 48378, + "[XXXXX124]": 48118, + "[XXXXX1250]": 48344, + "[XXXXX1251]": 47585, + "[XXXXX1252]": 48715, + "[XXXXX1253]": 47483, + "[XXXXX1254]": 48340, + "[XXXXX1255]": 48991, + "[XXXXX1256]": 48736, + "[XXXXX1257]": 47511, + "[XXXXX1258]": 48293, + "[XXXXX1259]": 48168, + "[XXXXX125]": 48374, + "[XXXXX1260]": 48951, + "[XXXXX1261]": 47416, + "[XXXXX1262]": 48745, + "[XXXXX1263]": 47979, + "[XXXXX1264]": 48592, + "[XXXXX1265]": 48945, + "[XXXXX1266]": 47865, + "[XXXXX1267]": 48239, + "[XXXXX1268]": 47672, + "[XXXXX1269]": 47848, + "[XXXXX126]": 48594, + "[XXXXX1270]": 48566, + "[XXXXX1271]": 48108, + "[XXXXX1272]": 47665, + "[XXXXX1273]": 47815, + "[XXXXX1274]": 48016, + "[XXXXX1275]": 48015, + "[XXXXX1276]": 48166, + "[XXXXX1277]": 47757, + "[XXXXX1278]": 47400, + "[XXXXX1279]": 47754, + "[XXXXX127]": 47436, + "[XXXXX1280]": 47417, + "[XXXXX1281]": 48047, + "[XXXXX1282]": 47472, + "[XXXXX1283]": 49040, + "[XXXXX1284]": 47710, + "[XXXXX1285]": 48883, + "[XXXXX1286]": 48209, + "[XXXXX1287]": 48046, + "[XXXXX1288]": 47999, + "[XXXXX1289]": 47735, + "[XXXXX128]": 48995, + "[XXXXX1290]": 48556, + "[XXXXX1291]": 48687, + "[XXXXX1292]": 49046, + "[XXXXX1293]": 48713, + "[XXXXX1294]": 48266, + "[XXXXX1295]": 48917, + "[XXXXX1296]": 49121, + "[XXXXX1297]": 48794, + "[XXXXX1298]": 48443, + "[XXXXX1299]": 47612, + "[XXXXX129]": 48082, + "[XXXXX12]": 48933, + "[XXXXX1300]": 47942, + "[XXXXX1301]": 48063, + "[XXXXX1302]": 48368, + "[XXXXX1303]": 47910, + "[XXXXX1304]": 47802, + "[XXXXX1305]": 47905, + "[XXXXX1306]": 47421, + "[XXXXX1307]": 49125, + "[XXXXX1308]": 47553, + "[XXXXX1309]": 47697, + "[XXXXX130]": 48746, + "[XXXXX1310]": 49069, + "[XXXXX1311]": 47789, + "[XXXXX1312]": 48575, + "[XXXXX1313]": 47402, + "[XXXXX1314]": 48829, + "[XXXXX1315]": 47394, + "[XXXXX1316]": 48187, + "[XXXXX1317]": 48147, + "[XXXXX1318]": 48703, + "[XXXXX1319]": 48549, + "[XXXXX131]": 48106, + "[XXXXX1320]": 48644, + "[XXXXX1321]": 48165, + "[XXXXX1322]": 47689, + "[XXXXX1323]": 47966, + "[XXXXX1324]": 47897, + "[XXXXX1325]": 48076, + "[XXXXX1326]": 48873, + "[XXXXX1327]": 48754, + "[XXXXX1328]": 47813, + "[XXXXX1329]": 49072, + "[XXXXX132]": 48427, + "[XXXXX1330]": 48809, + "[XXXXX1331]": 48489, + "[XXXXX1332]": 48243, + "[XXXXX1333]": 48921, + "[XXXXX1334]": 48322, + "[XXXXX1335]": 47531, + "[XXXXX1336]": 48110, + "[XXXXX1337]": 47723, + "[XXXXX1338]": 47908, + "[XXXXX1339]": 48700, + "[XXXXX133]": 47604, + "[XXXXX1340]": 48651, + "[XXXXX1341]": 48877, + "[XXXXX1342]": 47431, + "[XXXXX1343]": 47433, + "[XXXXX1344]": 47880, + "[XXXXX1345]": 48977, + "[XXXXX1346]": 48772, + "[XXXXX1347]": 48391, + "[XXXXX1348]": 48529, + "[XXXXX1349]": 48196, + "[XXXXX134]": 47765, + "[XXXXX1350]": 48404, + "[XXXXX1351]": 48104, + "[XXXXX1352]": 47517, + "[XXXXX1353]": 48850, + "[XXXXX1354]": 48357, + "[XXXXX1355]": 48862, + "[XXXXX1356]": 48492, + "[XXXXX1357]": 48062, + "[XXXXX1358]": 48721, + "[XXXXX1359]": 48922, + "[XXXXX135]": 47957, + "[XXXXX1360]": 47550, + "[XXXXX1361]": 49045, + "[XXXXX1362]": 48748, + "[XXXXX1363]": 49028, + "[XXXXX1364]": 48833, + "[XXXXX1365]": 47700, + "[XXXXX1366]": 47396, + "[XXXXX1367]": 47686, + "[XXXXX1368]": 48242, + "[XXXXX1369]": 48032, + "[XXXXX136]": 48342, + "[XXXXX1370]": 47562, + "[XXXXX1371]": 48212, + "[XXXXX1372]": 48610, + "[XXXXX1373]": 49013, + "[XXXXX1374]": 48041, + "[XXXXX1375]": 48246, + "[XXXXX1376]": 47551, + "[XXXXX1377]": 48353, + "[XXXXX1378]": 47658, + "[XXXXX1379]": 47828, + "[XXXXX137]": 48518, + "[XXXXX1380]": 48136, + "[XXXXX1381]": 48564, + "[XXXXX1382]": 48973, + "[XXXXX1383]": 47619, + "[XXXXX1384]": 48254, + "[XXXXX1385]": 48680, + "[XXXXX1386]": 47724, + "[XXXXX1387]": 47756, + "[XXXXX1388]": 48176, + "[XXXXX1389]": 48681, + "[XXXXX138]": 47664, + "[XXXXX1390]": 47594, + "[XXXXX1391]": 48760, + "[XXXXX1392]": 49110, + "[XXXXX1393]": 47676, + "[XXXXX1394]": 47963, + "[XXXXX1395]": 47403, + "[XXXXX1396]": 48493, + "[XXXXX1397]": 47591, + "[XXXXX1398]": 47632, + "[XXXXX1399]": 48996, + "[XXXXX139]": 48521, + "[XXXXX13]": 47875, + "[XXXXX1400]": 47705, + "[XXXXX1401]": 48983, + "[XXXXX1402]": 47941, + "[XXXXX1403]": 47922, + "[XXXXX1404]": 47390, + "[XXXXX1405]": 48635, + "[XXXXX1406]": 48906, + "[XXXXX1407]": 48514, + "[XXXXX1408]": 48169, + "[XXXXX1409]": 48004, + "[XXXXX140]": 48762, + "[XXXXX1410]": 47515, + "[XXXXX1411]": 47470, + "[XXXXX1412]": 47858, + "[XXXXX1413]": 47540, + "[XXXXX1414]": 47690, + "[XXXXX1415]": 48054, + "[XXXXX1416]": 48615, + "[XXXXX1417]": 47803, + "[XXXXX1418]": 47455, + "[XXXXX1419]": 48226, + "[XXXXX141]": 48912, + "[XXXXX1420]": 47808, + "[XXXXX1421]": 47636, + "[XXXXX1422]": 48832, + "[XXXXX1423]": 47611, + "[XXXXX1424]": 48782, + "[XXXXX1425]": 49146, + "[XXXXX1426]": 48976, + "[XXXXX1427]": 48585, + "[XXXXX1428]": 48667, + "[XXXXX1429]": 48171, + "[XXXXX142]": 48573, + "[XXXXX1430]": 48181, + "[XXXXX1431]": 47814, + "[XXXXX1432]": 48589, + "[XXXXX1433]": 48916, + "[XXXXX1434]": 48068, + "[XXXXX1435]": 47949, + "[XXXXX1436]": 48252, + "[XXXXX1437]": 48724, + "[XXXXX1438]": 48807, + "[XXXXX1439]": 48379, + "[XXXXX143]": 48835, + "[XXXXX1440]": 48005, + "[XXXXX1441]": 48416, + "[XXXXX1442]": 47595, + "[XXXXX1443]": 47831, + "[XXXXX1444]": 49034, + "[XXXXX1445]": 48893, + "[XXXXX1446]": 47631, + "[XXXXX1447]": 48419, + "[XXXXX1448]": 48874, + "[XXXXX1449]": 49078, + "[XXXXX144]": 48224, + "[XXXXX1450]": 48616, + "[XXXXX1451]": 48688, + "[XXXXX1452]": 47532, + "[XXXXX1453]": 49107, + "[XXXXX1454]": 47945, + "[XXXXX1455]": 48349, + "[XXXXX1456]": 48761, + "[XXXXX1457]": 47399, + "[XXXXX1458]": 47494, + "[XXXXX1459]": 48541, + "[XXXXX145]": 47819, + "[XXXXX1460]": 47668, + "[XXXXX1461]": 48155, + "[XXXXX1462]": 48203, + "[XXXXX1463]": 48308, + "[XXXXX1464]": 47923, + "[XXXXX1465]": 48628, + "[XXXXX1466]": 48894, + "[XXXXX1467]": 48504, + "[XXXXX1468]": 47780, + "[XXXXX1469]": 48780, + "[XXXXX146]": 47856, + "[XXXXX1470]": 47947, + "[XXXXX1471]": 47770, + "[XXXXX1472]": 48645, + "[XXXXX1473]": 47711, + "[XXXXX1474]": 47427, + "[XXXXX1475]": 49042, + "[XXXXX1476]": 48341, + "[XXXXX1477]": 48744, + "[XXXXX1478]": 48421, + "[XXXXX1479]": 48574, + "[XXXXX147]": 47892, + "[XXXXX1480]": 48664, + "[XXXXX1481]": 47649, + "[XXXXX1482]": 47529, + "[XXXXX1483]": 48675, + "[XXXXX1484]": 47850, + "[XXXXX1485]": 48918, + "[XXXXX1486]": 47778, + "[XXXXX1487]": 47929, + "[XXXXX1488]": 47675, + "[XXXXX1489]": 48817, + "[XXXXX148]": 47411, + "[XXXXX1490]": 48612, + "[XXXXX1491]": 48598, + "[XXXXX1492]": 49108, + "[XXXXX1493]": 48272, + "[XXXXX1494]": 48904, + "[XXXXX1495]": 48658, + "[XXXXX1496]": 47737, + "[XXXXX1497]": 48141, + "[XXXXX1498]": 48593, + "[XXXXX1499]": 48452, + "[XXXXX149]": 47718, + "[XXXXX14]": 47771, + "[XXXXX1500]": 48637, + "[XXXXX1501]": 48804, + "[XXXXX1502]": 47752, + "[XXXXX1503]": 48430, + "[XXXXX1504]": 48759, + "[XXXXX1505]": 48823, + "[XXXXX1506]": 47465, + "[XXXXX1507]": 47590, + "[XXXXX1508]": 48445, + "[XXXXX1509]": 48822, + "[XXXXX150]": 48400, + "[XXXXX1510]": 48184, + "[XXXXX1511]": 48603, + "[XXXXX1512]": 47962, + "[XXXXX1513]": 47581, + "[XXXXX1514]": 48655, + "[XXXXX1515]": 47886, + "[XXXXX1516]": 47762, + "[XXXXX1517]": 48410, + "[XXXXX1518]": 48437, + "[XXXXX1519]": 48815, + "[XXXXX151]": 47868, + "[XXXXX1520]": 48523, + "[XXXXX1521]": 48475, + "[XXXXX1522]": 48872, + "[XXXXX1523]": 47426, + "[XXXXX1524]": 48348, + "[XXXXX1525]": 48948, + "[XXXXX1526]": 49099, + "[XXXXX1527]": 47642, + "[XXXXX1528]": 48548, + "[XXXXX1529]": 48055, + "[XXXXX152]": 48542, + "[XXXXX1530]": 48630, + "[XXXXX1531]": 48896, + "[XXXXX1532]": 49020, + "[XXXXX1533]": 47727, + "[XXXXX1534]": 48944, + "[XXXXX1535]": 48848, + "[XXXXX1536]": 48717, + "[XXXXX1537]": 48494, + "[XXXXX1538]": 48124, + "[XXXXX1539]": 49055, + "[XXXXX153]": 48968, + "[XXXXX1540]": 48305, + "[XXXXX1541]": 48088, + "[XXXXX1542]": 49022, + "[XXXXX1543]": 49044, + "[XXXXX1544]": 48607, + "[XXXXX1545]": 48113, + "[XXXXX1546]": 48095, + "[XXXXX1547]": 48863, + "[XXXXX1548]": 48215, + "[XXXXX1549]": 48220, + "[XXXXX154]": 49023, + "[XXXXX1550]": 47442, + "[XXXXX1551]": 49122, + "[XXXXX1552]": 49131, + "[XXXXX1553]": 47991, + "[XXXXX1554]": 47899, + "[XXXXX1555]": 47499, + "[XXXXX1556]": 47406, + "[XXXXX1557]": 47894, + "[XXXXX1558]": 47844, + "[XXXXX1559]": 48164, + "[XXXXX155]": 47833, + "[XXXXX1560]": 48565, + "[XXXXX1561]": 47471, + "[XXXXX1562]": 48960, + "[XXXXX1563]": 47440, + "[XXXXX1564]": 47479, + "[XXXXX1565]": 47708, + "[XXXXX1566]": 47796, + "[XXXXX1567]": 47576, + "[XXXXX1568]": 48191, + "[XXXXX1569]": 48516, + "[XXXXX156]": 48827, + "[XXXXX1570]": 48911, + "[XXXXX1571]": 48205, + "[XXXXX1572]": 48336, + "[XXXXX1573]": 47482, + "[XXXXX1574]": 48952, + "[XXXXX1575]": 47960, + "[XXXXX1576]": 49098, + "[XXXXX1577]": 47904, + "[XXXXX1578]": 48414, + "[XXXXX1579]": 48752, + "[XXXXX157]": 48401, + "[XXXXX1580]": 48633, + "[XXXXX1581]": 48826, + "[XXXXX1582]": 47507, + "[XXXXX1583]": 47476, + "[XXXXX1584]": 48599, + "[XXXXX1585]": 48274, + "[XXXXX1586]": 47428, + "[XXXXX1587]": 48972, + "[XXXXX1588]": 47425, + "[XXXXX1589]": 48731, + "[XXXXX158]": 47951, + "[XXXXX1590]": 49009, + "[XXXXX1591]": 48839, + "[XXXXX1592]": 49006, + "[XXXXX1593]": 47626, + "[XXXXX1594]": 48231, + "[XXXXX1595]": 48554, + "[XXXXX1596]": 48045, + "[XXXXX1597]": 48769, + "[XXXXX1598]": 47652, + "[XXXXX1599]": 47444, + "[XXXXX159]": 49021, + "[XXXXX15]": 48530, + "[XXXXX1600]": 47964, + "[XXXXX1601]": 48560, + "[XXXXX1602]": 47855, + "[XXXXX1603]": 48324, + "[XXXXX1604]": 47961, + "[XXXXX1605]": 48296, + "[XXXXX1606]": 48148, + "[XXXXX1607]": 49038, + "[XXXXX1608]": 48994, + "[XXXXX1609]": 48767, + "[XXXXX160]": 48740, + "[XXXXX1610]": 48907, + "[XXXXX1611]": 47822, + "[XXXXX1612]": 47639, + "[XXXXX1613]": 48053, + "[XXXXX1614]": 48285, + "[XXXXX1615]": 47533, + "[XXXXX1616]": 47983, + "[XXXXX1617]": 47574, + "[XXXXX1618]": 48828, + "[XXXXX1619]": 48334, + "[XXXXX161]": 48290, + "[XXXXX1620]": 47928, + "[XXXXX1621]": 48177, + "[XXXXX1622]": 48056, + "[XXXXX1623]": 47488, + "[XXXXX1624]": 47866, + "[XXXXX1625]": 48273, + "[XXXXX1626]": 48234, + "[XXXXX1627]": 48757, + "[XXXXX1628]": 48075, + "[XXXXX1629]": 48768, + "[XXXXX162]": 48447, + "[XXXXX1630]": 48820, + "[XXXXX1631]": 48007, + "[XXXXX1632]": 48552, + "[XXXXX1633]": 47939, + "[XXXXX1634]": 48725, + "[XXXXX1635]": 47447, + "[XXXXX1636]": 47602, + "[XXXXX1637]": 47935, + "[XXXXX1638]": 49132, + "[XXXXX1639]": 47953, + "[XXXXX163]": 48371, + "[XXXXX1640]": 47748, + "[XXXXX1641]": 48116, + "[XXXXX1642]": 47610, + "[XXXXX1643]": 48105, + "[XXXXX1644]": 48460, + "[XXXXX1645]": 48773, + "[XXXXX1646]": 47974, + "[XXXXX1647]": 47678, + "[XXXXX1648]": 47571, + "[XXXXX1649]": 47717, + "[XXXXX164]": 48978, + "[XXXXX1650]": 48653, + "[XXXXX1651]": 48526, + "[XXXXX1652]": 47666, + "[XXXXX1653]": 48636, + "[XXXXX1654]": 49070, + "[XXXXX1655]": 48040, + "[XXXXX1656]": 49001, + "[XXXXX1657]": 48587, + "[XXXXX1658]": 48227, + "[XXXXX1659]": 47566, + "[XXXXX165]": 47992, + "[XXXXX1660]": 48774, + "[XXXXX1661]": 47443, + "[XXXXX1662]": 48037, + "[XXXXX1663]": 48377, + "[XXXXX1664]": 47733, + "[XXXXX1665]": 49071, + "[XXXXX1666]": 47528, + "[XXXXX1667]": 49124, + "[XXXXX1668]": 48510, + "[XXXXX1669]": 48125, + "[XXXXX166]": 48572, + "[XXXXX1670]": 47503, + "[XXXXX1671]": 47527, + "[XXXXX1672]": 47817, + "[XXXXX1673]": 49111, + "[XXXXX1674]": 47772, + "[XXXXX1675]": 47783, + "[XXXXX1676]": 49052, + "[XXXXX1677]": 47493, + "[XXXXX1678]": 47888, + "[XXXXX1679]": 48059, + "[XXXXX167]": 48008, + "[XXXXX1680]": 47456, + "[XXXXX1681]": 47906, + "[XXXXX1682]": 48026, + "[XXXXX1683]": 48149, + "[XXXXX1684]": 48451, + "[XXXXX1685]": 49029, + "[XXXXX1686]": 48313, + "[XXXXX1687]": 48089, + "[XXXXX1688]": 48795, + "[XXXXX1689]": 48396, + "[XXXXX168]": 47740, + "[XXXXX1690]": 48536, + "[XXXXX1691]": 47680, + "[XXXXX1692]": 48146, + "[XXXXX1693]": 48733, + "[XXXXX1694]": 47536, + "[XXXXX1695]": 47524, + "[XXXXX1696]": 48197, + "[XXXXX1697]": 49151, + "[XXXXX1698]": 48159, + "[XXXXX1699]": 48558, + "[XXXXX169]": 48189, + "[XXXXX16]": 48474, + "[XXXXX1700]": 48042, + "[XXXXX1701]": 47638, + "[XXXXX1702]": 48954, + "[XXXXX1703]": 47693, + "[XXXXX1704]": 48461, + "[XXXXX1705]": 48467, + "[XXXXX1706]": 48505, + "[XXXXX1707]": 47989, + "[XXXXX1708]": 47784, + "[XXXXX1709]": 47435, + "[XXXXX170]": 47429, + "[XXXXX1710]": 48152, + "[XXXXX1711]": 48301, + "[XXXXX1712]": 49094, + "[XXXXX1713]": 48649, + "[XXXXX1714]": 48117, + "[XXXXX1715]": 48185, + "[XXXXX1716]": 47832, + "[XXXXX1717]": 48383, + "[XXXXX1718]": 49012, + "[XXXXX1719]": 48986, + "[XXXXX171]": 48346, + "[XXXXX1720]": 47978, + "[XXXXX1721]": 47871, + "[XXXXX1722]": 47625, + "[XXXXX1723]": 48247, + "[XXXXX1724]": 47965, + "[XXXXX1725]": 47579, + "[XXXXX1726]": 48512, + "[XXXXX1727]": 48395, + "[XXXXX1728]": 48867, + "[XXXXX1729]": 47692, + "[XXXXX172]": 48003, + "[XXXXX1730]": 48497, + "[XXXXX1731]": 47393, + "[XXXXX1732]": 47530, + "[XXXXX1733]": 48129, + "[XXXXX1734]": 47916, + "[XXXXX1735]": 47943, + "[XXXXX1736]": 47559, + "[XXXXX1737]": 47477, + "[XXXXX1738]": 48432, + "[XXXXX1739]": 48244, + "[XXXXX173]": 48238, + "[XXXXX1740]": 48528, + "[XXXXX1741]": 48671, + "[XXXXX1742]": 48889, + "[XXXXX1743]": 48161, + "[XXXXX1744]": 48018, + "[XXXXX1745]": 48509, + "[XXXXX1746]": 47564, + "[XXXXX1747]": 48969, + "[XXXXX1748]": 48112, + "[XXXXX1749]": 49128, + "[XXXXX174]": 48786, + "[XXXXX1750]": 48886, + "[XXXXX1751]": 48932, + "[XXXXX1752]": 47970, + "[XXXXX1753]": 47969, + "[XXXXX1754]": 48508, + "[XXXXX1755]": 47857, + "[XXXXX1756]": 48563, + "[XXXXX1757]": 48503, + "[XXXXX1758]": 47797, + "[XXXXX1759]": 49053, + "[XXXXX175]": 48221, + "[XXXXX1760]": 48949, + "[XXXXX1761]": 48926, + "[XXXXX176]": 48895, + "[XXXXX177]": 48084, + "[XXXXX178]": 47408, + "[XXXXX179]": 48144, + "[XXXXX17]": 47563, + "[XXXXX180]": 47934, + "[XXXXX181]": 47567, + "[XXXXX182]": 47539, + "[XXXXX183]": 49106, + "[XXXXX184]": 48892, + "[XXXXX185]": 47458, + "[XXXXX186]": 48783, + "[XXXXX187]": 47914, + "[XXXXX188]": 47761, + "[XXXXX189]": 47997, + "[XXXXX18]": 48333, + "[XXXXX190]": 48312, + "[XXXXX191]": 49095, + "[XXXXX192]": 47785, + "[XXXXX193]": 47635, + "[XXXXX194]": 48955, + "[XXXXX195]": 48354, + "[XXXXX196]": 48545, + "[XXXXX197]": 48727, + "[XXXXX198]": 48306, + "[XXXXX199]": 49133, + "[XXXXX19]": 48262, + "[XXXXX1]": 49126, + "[XXXXX200]": 47701, + "[XXXXX201]": 47521, + "[XXXXX202]": 48805, + "[XXXXX203]": 48386, + "[XXXXX204]": 48909, + "[XXXXX205]": 47674, + "[XXXXX206]": 48640, + "[XXXXX207]": 48257, + "[XXXXX208]": 47977, + "[XXXXX209]": 48406, + "[XXXXX20]": 47779, + "[XXXXX210]": 48282, + "[XXXXX211]": 48280, + "[XXXXX212]": 47603, + "[XXXXX213]": 47869, + "[XXXXX214]": 47937, + "[XXXXX215]": 49073, + "[XXXXX216]": 47582, + "[XXXXX217]": 47816, + "[XXXXX218]": 47821, + "[XXXXX219]": 48857, + "[XXXXX21]": 48434, + "[XXXXX220]": 48172, + "[XXXXX221]": 47722, + "[XXXXX222]": 47618, + "[XXXXX223]": 48178, + "[XXXXX224]": 48000, + "[XXXXX225]": 48087, + "[XXXXX226]": 48924, + "[XXXXX227]": 47441, + "[XXXXX228]": 49058, + "[XXXXX229]": 48531, + "[XXXXX22]": 48052, + "[XXXXX230]": 47927, + "[XXXXX231]": 47930, + "[XXXXX232]": 49092, + "[XXXXX233]": 47996, + "[XXXXX234]": 49049, + "[XXXXX235]": 48299, + "[XXXXX236]": 48811, + "[XXXXX237]": 48343, + "[XXXXX238]": 49017, + "[XXXXX239]": 48806, + "[XXXXX23]": 48289, + "[XXXXX240]": 47835, + "[XXXXX241]": 48627, + "[XXXXX242]": 47643, + "[XXXXX243]": 47794, + "[XXXXX244]": 49093, + "[XXXXX245]": 47412, + "[XXXXX246]": 48092, + "[XXXXX247]": 47730, + "[XXXXX248]": 48228, + "[XXXXX249]": 47851, + "[XXXXX24]": 48722, + "[XXXXX250]": 48126, + "[XXXXX251]": 47749, + "[XXXXX252]": 47972, + "[XXXXX253]": 48534, + "[XXXXX254]": 48332, + "[XXXXX255]": 48601, + "[XXXXX256]": 48914, + "[XXXXX257]": 47760, + "[XXXXX258]": 48115, + "[XXXXX259]": 48338, + "[XXXXX25]": 48277, + "[XXXXX260]": 47853, + "[XXXXX261]": 48669, + "[XXXXX262]": 48834, + "[XXXXX263]": 48571, + "[XXXXX264]": 48738, + "[XXXXX265]": 48180, + "[XXXXX266]": 49002, + "[XXXXX267]": 47452, + "[XXXXX268]": 47684, + "[XXXXX269]": 47726, + "[XXXXX26]": 47895, + "[XXXXX270]": 48286, + "[XXXXX271]": 47401, + "[XXXXX272]": 48366, + "[XXXXX273]": 48913, + "[XXXXX274]": 47696, + "[XXXXX275]": 48429, + "[XXXXX276]": 48202, + "[XXXXX277]": 47714, + "[XXXXX278]": 47480, + "[XXXXX279]": 48551, + "[XXXXX27]": 47557, + "[XXXXX280]": 48323, + "[XXXXX281]": 47605, + "[XXXXX282]": 49079, + "[XXXXX283]": 47630, + "[XXXXX284]": 48210, + "[XXXXX285]": 48934, + "[XXXXX286]": 48742, + "[XXXXX287]": 48360, + "[XXXXX288]": 48214, + "[XXXXX289]": 47721, + "[XXXXX28]": 48390, + "[XXXXX290]": 48034, + "[XXXXX291]": 47404, + "[XXXXX292]": 48824, + "[XXXXX293]": 47570, + "[XXXXX294]": 48726, + "[XXXXX295]": 49147, + "[XXXXX296]": 47523, + "[XXXXX297]": 48074, + "[XXXXX298]": 48111, + "[XXXXX299]": 48797, + "[XXXXX29]": 48625, + "[XXXXX2]": 48707, + "[XXXXX300]": 47776, + "[XXXXX301]": 48897, + "[XXXXX302]": 48275, + "[XXXXX303]": 48307, + "[XXXXX304]": 48370, + "[XXXXX305]": 48662, + "[XXXXX306]": 48495, + "[XXXXX307]": 47867, + "[XXXXX308]": 48567, + "[XXXXX309]": 49112, + "[XXXXX30]": 48027, + "[XXXXX310]": 48818, + "[XXXXX311]": 47712, + "[XXXXX312]": 47938, + "[XXXXX313]": 48928, + "[XXXXX314]": 48251, + "[XXXXX315]": 48620, + "[XXXXX316]": 48821, + "[XXXXX317]": 48579, + "[XXXXX318]": 47860, + "[XXXXX319]": 48453, + "[XXXXX31]": 48799, + "[XXXXX320]": 48006, + "[XXXXX321]": 47766, + "[XXXXX322]": 48816, + "[XXXXX323]": 48358, + "[XXXXX324]": 48011, + "[XXXXX325]": 48208, + "[XXXXX326]": 48965, + "[XXXXX327]": 48058, + "[XXXXX328]": 48538, + "[XXXXX329]": 48480, + "[XXXXX32]": 48399, + "[XXXXX330]": 47634, + "[XXXXX331]": 47518, + "[XXXXX332]": 48132, + "[XXXXX333]": 47449, + "[XXXXX334]": 48044, + "[XXXXX335]": 47842, + "[XXXXX336]": 49041, + "[XXXXX337]": 48317, + "[XXXXX338]": 47830, + "[XXXXX339]": 49085, + "[XXXXX33]": 48852, + "[XXXXX340]": 47774, + "[XXXXX341]": 48650, + "[XXXXX342]": 48253, + "[XXXXX343]": 49145, + "[XXXXX344]": 48847, + "[XXXXX345]": 49062, + "[XXXXX346]": 48359, + "[XXXXX347]": 48595, + "[XXXXX348]": 47995, + "[XXXXX349]": 47729, + "[XXXXX34]": 48800, + "[XXXXX350]": 48245, + "[XXXXX351]": 48586, + "[XXXXX352]": 48365, + "[XXXXX353]": 48887, + "[XXXXX354]": 47464, + "[XXXXX355]": 47987, + "[XXXXX356]": 49136, + "[XXXXX357]": 48098, + "[XXXXX358]": 48259, + "[XXXXX359]": 47609, + "[XXXXX35]": 48127, + "[XXXXX360]": 48648, + "[XXXXX361]": 48431, + "[XXXXX362]": 48714, + "[XXXXX363]": 47624, + "[XXXXX364]": 47823, + "[XXXXX365]": 47936, + "[XXXXX366]": 47502, + "[XXXXX367]": 47506, + "[XXXXX368]": 49074, + "[XXXXX369]": 47731, + "[XXXXX36]": 48471, + "[XXXXX370]": 47807, + "[XXXXX371]": 47598, + "[XXXXX372]": 47806, + "[XXXXX373]": 47525, + "[XXXXX374]": 47883, + "[XXXXX375]": 49066, + "[XXXXX376]": 48067, + "[XXXXX377]": 48020, + "[XXXXX378]": 48527, + "[XXXXX379]": 48294, + "[XXXXX37]": 48102, + "[XXXXX380]": 48737, + "[XXXXX381]": 47614, + "[XXXXX382]": 48219, + "[XXXXX383]": 48143, + "[XXXXX384]": 48402, + "[XXXXX385]": 48190, + "[XXXXX386]": 48369, + "[XXXXX387]": 48982, + "[XXXXX388]": 49116, + "[XXXXX389]": 48793, + "[XXXXX38]": 48570, + "[XXXXX390]": 47491, + "[XXXXX391]": 48728, + "[XXXXX392]": 47948, + "[XXXXX393]": 48962, + "[XXXXX394]": 47988, + "[XXXXX395]": 47648, + "[XXXXX396]": 47395, + "[XXXXX397]": 47473, + "[XXXXX398]": 49091, + "[XXXXX399]": 49039, + "[XXXXX39]": 47958, + "[XXXXX3]": 48756, + "[XXXXX400]": 48784, + "[XXXXX401]": 47647, + "[XXXXX402]": 48028, + "[XXXXX403]": 48617, + "[XXXXX404]": 48964, + "[XXXXX405]": 48694, + "[XXXXX406]": 49043, + "[XXXXX407]": 47413, + "[XXXXX408]": 48557, + "[XXXXX409]": 48677, + "[XXXXX40]": 47514, + "[XXXXX410]": 47889, + "[XXXXX411]": 49010, + "[XXXXX412]": 47887, + "[XXXXX413]": 47655, + "[XXXXX414]": 47485, + "[XXXXX415]": 48741, + "[XXXXX416]": 48091, + "[XXXXX417]": 49061, + "[XXXXX418]": 48109, + "[XXXXX419]": 47702, + "[XXXXX41]": 48845, + "[XXXXX420]": 47430, + "[XXXXX421]": 49088, + "[XXXXX422]": 47677, + "[XXXXX423]": 48351, + "[XXXXX424]": 48001, + "[XXXXX425]": 48695, + "[XXXXX426]": 47713, + "[XXXXX427]": 48920, + "[XXXXX428]": 48674, + "[XXXXX429]": 48540, + "[XXXXX42]": 48142, + "[XXXXX430]": 47952, + "[XXXXX431]": 48362, + "[XXXXX432]": 47967, + "[XXXXX433]": 48705, + "[XXXXX434]": 48033, + "[XXXXX435]": 48024, + "[XXXXX436]": 47580, + "[XXXXX437]": 48618, + "[XXXXX438]": 47659, + "[XXXXX439]": 48435, + "[XXXXX43]": 48837, + "[XXXXX440]": 48631, + "[XXXXX441]": 47877, + "[XXXXX442]": 48036, + "[XXXXX443]": 47667, + "[XXXXX444]": 48502, + "[XXXXX445]": 49057, + "[XXXXX446]": 48979, + "[XXXXX447]": 47891, + "[XXXXX448]": 49143, + "[XXXXX449]": 48463, + "[XXXXX44]": 47872, + "[XXXXX450]": 47522, + "[XXXXX451]": 47703, + "[XXXXX452]": 47467, + "[XXXXX453]": 48099, + "[XXXXX454]": 48858, + "[XXXXX455]": 47538, + "[XXXXX456]": 48271, + "[XXXXX457]": 48270, + "[XXXXX458]": 49138, + "[XXXXX459]": 47691, + "[XXXXX45]": 47915, + "[XXXXX460]": 47461, + "[XXXXX461]": 48350, + "[XXXXX462]": 48813, + "[XXXXX463]": 48812, + "[XXXXX464]": 48163, + "[XXXXX465]": 49030, + "[XXXXX466]": 48787, + "[XXXXX467]": 48021, + "[XXXXX468]": 48248, + "[XXXXX469]": 47454, + "[XXXXX46]": 47572, + "[XXXXX470]": 48966, + "[XXXXX471]": 48929, + "[XXXXX472]": 47926, + "[XXXXX473]": 47410, + "[XXXXX474]": 48864, + "[XXXXX475]": 48119, + "[XXXXX476]": 47820, + "[XXXXX477]": 47932, + "[XXXXX478]": 47846, + "[XXXXX479]": 49054, + "[XXXXX47]": 48519, + "[XXXXX480]": 48101, + "[XXXXX481]": 48609, + "[XXXXX482]": 48128, + "[XXXXX483]": 48931, + "[XXXXX484]": 48267, + "[XXXXX485]": 48328, + "[XXXXX486]": 47463, + "[XXXXX487]": 48331, + "[XXXXX488]": 48198, + "[XXXXX489]": 48256, + "[XXXXX48]": 48167, + "[XXXXX490]": 48580, + "[XXXXX491]": 48049, + "[XXXXX492]": 48096, + "[XXXXX493]": 49129, + "[XXXXX494]": 47738, + "[XXXXX495]": 48611, + "[XXXXX496]": 48626, + "[XXXXX497]": 49003, + "[XXXXX498]": 47982, + "[XXXXX499]": 49047, + "[XXXXX49]": 48684, + "[XXXXX4]": 48456, + "[XXXXX500]": 48668, + "[XXXXX501]": 48017, + "[XXXXX502]": 48080, + "[XXXXX503]": 48150, + "[XXXXX504]": 47743, + "[XXXXX505]": 48859, + "[XXXXX506]": 47510, + "[XXXXX507]": 47541, + "[XXXXX508]": 47489, + "[XXXXX509]": 47504, + "[XXXXX50]": 47552, + "[XXXXX510]": 48086, + "[XXXXX511]": 48520, + "[XXXXX512]": 48204, + "[XXXXX513]": 48356, + "[XXXXX514]": 47968, + "[XXXXX515]": 47629, + "[XXXXX516]": 48450, + "[XXXXX517]": 48751, + "[XXXXX518]": 48673, + "[XXXXX519]": 48766, + "[XXXXX51]": 47763, + "[XXXXX520]": 47586, + "[XXXXX521]": 48193, + "[XXXXX522]": 47481, + "[XXXXX523]": 48070, + "[XXXXX524]": 48641, + "[XXXXX525]": 48555, + "[XXXXX526]": 47448, + "[XXXXX527]": 47788, + "[XXXXX528]": 48078, + "[XXXXX529]": 47781, + "[XXXXX52]": 48398, + "[XXXXX530]": 48255, + "[XXXXX531]": 48663, + "[XXXXX532]": 47798, + "[XXXXX533]": 48885, + "[XXXXX534]": 47790, + "[XXXXX535]": 47973, + "[XXXXX536]": 48842, + "[XXXXX537]": 48408, + "[XXXXX538]": 49113, + "[XXXXX539]": 48676, + "[XXXXX53]": 47786, + "[XXXXX540]": 48157, + "[XXXXX541]": 48670, + "[XXXXX542]": 48022, + "[XXXXX543]": 48009, + "[XXXXX544]": 48596, + "[XXXXX545]": 48329, + "[XXXXX546]": 48288, + "[XXXXX547]": 47469, + "[XXXXX548]": 48501, + "[XXXXX549]": 47976, + "[XXXXX54]": 47644, + "[XXXXX550]": 47588, + "[XXXXX551]": 48851, + "[XXXXX552]": 48250, + "[XXXXX553]": 47734, + "[XXXXX554]": 48940, + "[XXXXX555]": 49000, + "[XXXXX556]": 48200, + "[XXXXX557]": 47414, + "[XXXXX558]": 48090, + "[XXXXX559]": 47621, + "[XXXXX55]": 48048, + "[XXXXX560]": 47990, + "[XXXXX561]": 47519, + "[XXXXX562]": 47903, + "[XXXXX563]": 48522, + "[XXXXX564]": 47645, + "[XXXXX565]": 49080, + "[XXXXX566]": 47719, + "[XXXXX567]": 49105, + "[XXXXX568]": 48666, + "[XXXXX569]": 47549, + "[XXXXX56]": 49120, + "[XXXXX570]": 48355, + "[XXXXX571]": 48639, + "[XXXXX572]": 48083, + "[XXXXX573]": 48420, + "[XXXXX574]": 48661, + "[XXXXX575]": 47520, + "[XXXXX576]": 48318, + "[XXXXX577]": 49018, + "[XXXXX578]": 48458, + "[XXXXX579]": 47804, + "[XXXXX57]": 48490, + "[XXXXX580]": 48186, + "[XXXXX581]": 47699, + "[XXXXX582]": 48268, + "[XXXXX583]": 47688, + "[XXXXX584]": 47975, + "[XXXXX585]": 48013, + "[XXXXX586]": 48457, + "[XXXXX587]": 49114, + "[XXXXX588]": 48476, + "[XXXXX589]": 47694, + "[XXXXX58]": 48361, + "[XXXXX590]": 48758, + "[XXXXX591]": 48507, + "[XXXXX592]": 47434, + "[XXXXX593]": 48397, + "[XXXXX594]": 48846, + "[XXXXX595]": 48486, + "[XXXXX596]": 47944, + "[XXXXX597]": 47838, + "[XXXXX598]": 47475, + "[XXXXX599]": 48409, + "[XXXXX59]": 48836, + "[XXXXX5]": 48291, + "[XXXXX600]": 48561, + "[XXXXX601]": 48706, + "[XXXXX602]": 48311, + "[XXXXX603]": 48732, + "[XXXXX604]": 48716, + "[XXXXX605]": 48103, + "[XXXXX606]": 47741, + "[XXXXX607]": 49037, + "[XXXXX608]": 48513, + "[XXXXX609]": 47516, + "[XXXXX60]": 48980, + "[XXXXX610]": 47750, + "[XXXXX611]": 49077, + "[XXXXX612]": 47513, + "[XXXXX613]": 49102, + "[XXXXX614]": 48459, + "[XXXXX615]": 48792, + "[XXXXX616]": 48265, + "[XXXXX617]": 48375, + "[XXXXX618]": 48335, + "[XXXXX619]": 48796, + "[XXXXX61]": 48405, + "[XXXXX620]": 48550, + "[XXXXX621]": 48478, + "[XXXXX622]": 47468, + "[XXXXX623]": 48249, + "[XXXXX624]": 48838, + "[XXXXX625]": 48135, + "[XXXXX626]": 47577, + "[XXXXX627]": 47660, + "[XXXXX628]": 48347, + "[XXXXX629]": 47561, + "[XXXXX62]": 48314, + "[XXXXX630]": 47829, + "[XXXXX631]": 48621, + "[XXXXX632]": 48825, + "[XXXXX633]": 48849, + "[XXXXX634]": 48279, + "[XXXXX635]": 48310, + "[XXXXX636]": 49015, + "[XXXXX637]": 47753, + "[XXXXX638]": 48138, + "[XXXXX639]": 48808, + "[XXXXX63]": 48683, + "[XXXXX640]": 48057, + "[XXXXX641]": 48192, + "[XXXXX642]": 48446, + "[XXXXX643]": 48081, + "[XXXXX644]": 48533, + "[XXXXX645]": 47556, + "[XXXXX646]": 48908, + "[XXXXX647]": 48014, + "[XXXXX648]": 48455, + "[XXXXX649]": 47950, + "[XXXXX64]": 49139, + "[XXXXX650]": 47558, + "[XXXXX651]": 47653, + "[XXXXX652]": 48387, + "[XXXXX653]": 47809, + "[XXXXX654]": 48562, + "[XXXXX655]": 48665, + "[XXXXX656]": 48871, + "[XXXXX657]": 48987, + "[XXXXX658]": 47646, + "[XXXXX659]": 48881, + "[XXXXX65]": 47613, + "[XXXXX660]": 49109, + "[XXXXX661]": 49140, + "[XXXXX662]": 48023, + "[XXXXX663]": 48380, + "[XXXXX664]": 48065, + "[XXXXX665]": 47685, + "[XXXXX666]": 47484, + "[XXXXX667]": 47628, + "[XXXXX668]": 48151, + "[XXXXX669]": 47847, + "[XXXXX66]": 49100, + "[XXXXX670]": 47768, + "[XXXXX671]": 47640, + "[XXXXX672]": 48946, + "[XXXXX673]": 48624, + "[XXXXX674]": 48843, + "[XXXXX675]": 47736, + "[XXXXX676]": 47881, + "[XXXXX677]": 48690, + "[XXXXX678]": 48709, + "[XXXXX679]": 48577, + "[XXXXX67]": 48984, + "[XXXXX680]": 47500, + "[XXXXX681]": 48491, + "[XXXXX682]": 48691, + "[XXXXX683]": 48810, + "[XXXXX684]": 48173, + "[XXXXX685]": 48407, + "[XXXXX686]": 48292, + "[XXXXX687]": 48330, + "[XXXXX688]": 49118, + "[XXXXX689]": 48604, + "[XXXXX68]": 48174, + "[XXXXX690]": 48077, + "[XXXXX691]": 48743, + "[XXXXX692]": 48583, + "[XXXXX693]": 47391, + "[XXXXX694]": 48229, + "[XXXXX695]": 48789, + "[XXXXX696]": 48777, + "[XXXXX697]": 47535, + "[XXXXX698]": 48122, + "[XXXXX699]": 48232, + "[XXXXX69]": 48704, + "[XXXXX6]": 48927, + "[XXXXX700]": 48403, + "[XXXXX701]": 47451, + "[XXXXX702]": 48039, + "[XXXXX703]": 47568, + "[XXXXX704]": 48692, + "[XXXXX705]": 47437, + "[XXXXX706]": 47854, + "[XXXXX707]": 49148, + "[XXXXX708]": 48923, + "[XXXXX709]": 48133, + "[XXXXX70]": 47407, + "[XXXXX710]": 48425, + "[XXXXX711]": 48998, + "[XXXXX712]": 48801, + "[XXXXX713]": 48525, + "[XXXXX714]": 47917, + "[XXXXX715]": 47782, + "[XXXXX716]": 48697, + "[XXXXX717]": 47836, + "[XXXXX718]": 47725, + "[XXXXX719]": 48218, + "[XXXXX71]": 49065, + "[XXXXX720]": 48956, + "[XXXXX721]": 48321, + "[XXXXX722]": 47812, + "[XXXXX723]": 47466, + "[XXXXX724]": 48462, + "[XXXXX725]": 47898, + "[XXXXX726]": 49060, + "[XXXXX727]": 47589, + "[XXXXX728]": 49117, + "[XXXXX729]": 48393, + "[XXXXX72]": 48439, + "[XXXXX730]": 48100, + "[XXXXX731]": 48394, + "[XXXXX732]": 48643, + "[XXXXX733]": 48423, + "[XXXXX734]": 48183, + "[XXXXX735]": 49101, + "[XXXXX736]": 48381, + "[XXXXX737]": 48854, + "[XXXXX738]": 49067, + "[XXXXX739]": 48876, + "[XXXXX73]": 47392, + "[XXXXX740]": 48179, + "[XXXXX741]": 48194, + "[XXXXX742]": 48791, + "[XXXXX743]": 48985, + "[XXXXX744]": 48535, + "[XXXXX745]": 48436, + "[XXXXX746]": 47896, + "[XXXXX747]": 47583, + "[XXXXX748]": 49142, + "[XXXXX749]": 48958, + "[XXXXX74]": 49064, + "[XXXXX750]": 47569, + "[XXXXX751]": 47548, + "[XXXXX752]": 49083, + "[XXXXX753]": 47746, + "[XXXXX754]": 49144, + "[XXXXX755]": 48600, + "[XXXXX756]": 47791, + "[XXXXX757]": 47661, + "[XXXXX758]": 48295, + "[XXXXX759]": 47912, + "[XXXXX75]": 48025, + "[XXXXX760]": 47495, + "[XXXXX761]": 48156, + "[XXXXX762]": 47907, + "[XXXXX763]": 48123, + "[XXXXX764]": 48134, + "[XXXXX765]": 47597, + "[XXXXX766]": 48278, + "[XXXXX767]": 47555, + "[XXXXX768]": 49011, + "[XXXXX769]": 47918, + "[XXXXX76]": 47902, + "[XXXXX770]": 48957, + "[XXXXX771]": 48936, + "[XXXXX772]": 48269, + "[XXXXX773]": 48473, + "[XXXXX774]": 49035, + "[XXXXX775]": 47984, + "[XXXXX776]": 48300, + "[XXXXX777]": 48085, + "[XXXXX778]": 47826, + "[XXXXX779]": 48019, + "[XXXXX77]": 48031, + "[XXXXX780]": 48376, + "[XXXXX781]": 47534, + "[XXXXX782]": 48764, + "[XXXXX783]": 49063, + "[XXXXX784]": 47840, + "[XXXXX785]": 48547, + "[XXXXX786]": 48941, + "[XXXXX787]": 47650, + "[XXXXX788]": 47800, + "[XXXXX789]": 48606, + "[XXXXX78]": 47873, + "[XXXXX790]": 48060, + "[XXXXX791]": 47885, + "[XXXXX792]": 47863, + "[XXXXX793]": 48730, + "[XXXXX794]": 47662, + "[XXXXX795]": 47438, + "[XXXXX796]": 48385, + "[XXXXX797]": 48449, + "[XXXXX798]": 47673, + "[XXXXX799]": 48093, + "[XXXXX79]": 48865, + "[XXXXX7]": 48372, + "[XXXXX800]": 48729, + "[XXXXX801]": 47474, + "[XXXXX802]": 48875, + "[XXXXX803]": 48029, + "[XXXXX804]": 48735, + "[XXXXX805]": 48297, + "[XXXXX806]": 48411, + "[XXXXX807]": 47913, + "[XXXXX808]": 48710, + "[XXXXX809]": 48094, + "[XXXXX80]": 48841, + "[XXXXX810]": 48428, + "[XXXXX811]": 48532, + "[XXXXX812]": 48950, + "[XXXXX813]": 48739, + "[XXXXX814]": 48137, + "[XXXXX815]": 47884, + "[XXXXX816]": 48779, + "[XXXXX817]": 47496, + "[XXXXX818]": 48352, + "[XXXXX819]": 48891, + "[XXXXX81]": 48051, + "[XXXXX820]": 48050, + "[XXXXX821]": 47573, + "[XXXXX822]": 48373, + "[XXXXX823]": 47793, + "[XXXXX824]": 47747, + "[XXXXX825]": 47758, + "[XXXXX826]": 48302, + "[XXXXX827]": 48785, + "[XXXXX828]": 48870, + "[XXXXX829]": 48899, + "[XXXXX82]": 49141, + "[XXXXX830]": 48884, + "[XXXXX831]": 47981, + "[XXXXX832]": 48223, + "[XXXXX833]": 48072, + "[XXXXX834]": 48576, + "[XXXXX835]": 48711, + "[XXXXX836]": 47460, + "[XXXXX837]": 47801, + "[XXXXX838]": 47651, + "[XXXXX839]": 47663, + "[XXXXX83]": 49076, + "[XXXXX840]": 48298, + "[XXXXX841]": 49150, + "[XXXXX842]": 48517, + "[XXXXX843]": 47418, + "[XXXXX844]": 47627, + "[XXXXX845]": 48230, + "[XXXXX846]": 48010, + "[XXXXX847]": 47423, + "[XXXXX848]": 49048, + "[XXXXX849]": 48524, + "[XXXXX84]": 47900, + "[XXXXX850]": 47787, + "[XXXXX851]": 48974, + "[XXXXX852]": 48652, + "[XXXXX853]": 47849, + "[XXXXX854]": 48623, + "[XXXXX855]": 49026, + "[XXXXX856]": 49068, + "[XXXXX857]": 48802, + "[XXXXX858]": 48236, + "[XXXXX859]": 48170, + "[XXXXX85]": 47909, + "[XXXXX860]": 47924, + "[XXXXX861]": 47607, + "[XXXXX862]": 47565, + "[XXXXX863]": 48038, + "[XXXXX864]": 49149, + "[XXXXX865]": 49081, + "[XXXXX866]": 48905, + "[XXXXX867]": 47792, + "[XXXXX868]": 48482, + "[XXXXX869]": 47704, + "[XXXXX86]": 49036, + "[XXXXX870]": 47959, + "[XXXXX871]": 48890, + "[XXXXX872]": 48860, + "[XXXXX873]": 48326, + "[XXXXX874]": 47617, + "[XXXXX875]": 47654, + "[XXXXX876]": 47986, + "[XXXXX877]": 48632, + "[XXXXX878]": 48175, + "[XXXXX879]": 48581, + "[XXXXX87]": 47608, + "[XXXXX880]": 47424, + "[XXXXX881]": 49134, + "[XXXXX882]": 48012, + "[XXXXX883]": 48696, + "[XXXXX884]": 48699, + "[XXXXX885]": 47955, + "[XXXXX886]": 49104, + "[XXXXX887]": 47827, + "[XXXXX888]": 49014, + "[XXXXX889]": 48539, + "[XXXXX88]": 48496, + "[XXXXX890]": 48723, + "[XXXXX891]": 48235, + "[XXXXX892]": 48195, + "[XXXXX893]": 48216, + "[XXXXX894]": 48444, + "[XXXXX895]": 48719, + "[XXXXX896]": 47715, + "[XXXXX897]": 48803, + "[XXXXX898]": 48679, + "[XXXXX899]": 48619, + "[XXXXX89]": 48500, + "[XXXXX8]": 49008, + "[XXXXX900]": 48120, + "[XXXXX901]": 48241, + "[XXXXX902]": 47852, + "[XXXXX903]": 48417, + "[XXXXX904]": 47671, + "[XXXXX905]": 48654, + "[XXXXX906]": 49056, + "[XXXXX907]": 48878, + "[XXXXX908]": 48708, + "[XXXXX909]": 48698, + "[XXXXX90]": 47578, + "[XXXXX910]": 49016, + "[XXXXX911]": 47931, + "[XXXXX912]": 48441, + "[XXXXX913]": 48937, + "[XXXXX914]": 47415, + "[XXXXX915]": 47546, + "[XXXXX916]": 48284, + "[XXXXX917]": 48483, + "[XXXXX918]": 47946, + "[XXXXX919]": 48613, + "[XXXXX91]": 47759, + "[XXXXX920]": 48468, + "[XXXXX921]": 48438, + "[XXXXX922]": 49004, + "[XXXXX923]": 48498, + "[XXXXX924]": 48315, + "[XXXXX925]": 48765, + "[XXXXX926]": 48363, + "[XXXXX927]": 48947, + "[XXXXX928]": 47606, + "[XXXXX929]": 48188, + "[XXXXX92]": 48798, + "[XXXXX930]": 47600, + "[XXXXX931]": 49096, + "[XXXXX932]": 47876, + "[XXXXX933]": 48856, + "[XXXXX934]": 48546, + "[XXXXX935]": 47486, + "[XXXXX936]": 48718, + "[XXXXX937]": 47592, + "[XXXXX938]": 48035, + "[XXXXX939]": 47509, + "[XXXXX93]": 49050, + "[XXXXX940]": 47956, + "[XXXXX941]": 48919, + "[XXXXX942]": 47993, + "[XXXXX943]": 48415, + "[XXXXX944]": 48925, + "[XXXXX945]": 48656, + "[XXXXX946]": 48763, + "[XXXXX947]": 48422, + "[XXXXX948]": 48814, + "[XXXXX949]": 47769, + "[XXXXX94]": 48367, + "[XXXXX950]": 47878, + "[XXXXX951]": 48320, + "[XXXXX952]": 48389, + "[XXXXX953]": 49032, + "[XXXXX954]": 49025, + "[XXXXX955]": 48686, + "[XXXXX956]": 48384, + "[XXXXX957]": 49024, + "[XXXXX958]": 48902, + "[XXXXX959]": 47810, + "[XXXXX95]": 48079, + "[XXXXX960]": 47682, + "[XXXXX961]": 49051, + "[XXXXX962]": 48771, + "[XXXXX963]": 48755, + "[XXXXX964]": 48915, + "[XXXXX965]": 47739, + "[XXXXX966]": 48942, + "[XXXXX967]": 48283, + "[XXXXX968]": 47971, + "[XXXXX969]": 48559, + "[XXXXX96]": 48464, + "[XXXXX970]": 47861, + "[XXXXX971]": 48469, + "[XXXXX972]": 48938, + "[XXXXX973]": 48097, + "[XXXXX974]": 47742, + "[XXXXX975]": 48657, + "[XXXXX976]": 48424, + "[XXXXX977]": 48866, + "[XXXXX978]": 47824, + "[XXXXX979]": 48207, + "[XXXXX97]": 48967, + "[XXXXX980]": 47575, + "[XXXXX981]": 48388, + "[XXXXX982]": 47940, + "[XXXXX983]": 48778, + "[XXXXX984]": 48426, + "[XXXXX985]": 48260, + "[XXXXX986]": 48418, + "[XXXXX987]": 47728, + "[XXXXX988]": 49086, + "[XXXXX989]": 48747, + "[XXXXX98]": 48140, + "[XXXXX990]": 48030, + "[XXXXX991]": 47459, + "[XXXXX992]": 48364, + "[XXXXX993]": 49137, + "[XXXXX994]": 48712, + "[XXXXX995]": 47980, + "[XXXXX996]": 47777, + "[XXXXX997]": 48819, + "[XXXXX998]": 48642, + "[XXXXX999]": 48975, + "[XXXXX99]": 48213, + "[XXXXX9]": 47755 +} diff --git a/checkpoint-7500/config.json b/checkpoint-7500/config.json new file mode 100644 index 0000000..87e344b --- /dev/null +++ b/checkpoint-7500/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 47386, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 47387, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 768, + "n_head": 12, + "n_inner": 3072, + "n_layer": 12, + "n_positions": 512, + "pad_token_id": 47388, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 49152 +} diff --git a/checkpoint-7500/generation_config.json b/checkpoint-7500/generation_config.json new file mode 100644 index 0000000..e73b324 --- /dev/null +++ b/checkpoint-7500/generation_config.json @@ -0,0 +1,10 @@ +{ + "_from_model_config": true, + "bos_token_id": 47386, + "eos_token_id": [ + 47387, + 50001 + ], + "pad_token_id": 47388, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-7500/model.safetensors b/checkpoint-7500/model.safetensors new file mode 100644 index 0000000..185c321 --- /dev/null +++ b/checkpoint-7500/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e438142f0da8b9da767f2f4b9e9942fddb6454f87fd4f504de6bbfb5008694b +size 246410944 diff --git a/checkpoint-7500/rng_state.pth b/checkpoint-7500/rng_state.pth new file mode 100644 index 0000000..9eeb5c1 --- /dev/null +++ b/checkpoint-7500/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2d05c5654bda7a0601f9af43f30512b7623fb8cf1b5672b890d1d979d8c23d4 +size 14645 diff --git a/checkpoint-7500/special_tokens_map.json b/checkpoint-7500/special_tokens_map.json new file mode 100644 index 0000000..86972d3 --- /dev/null +++ b/checkpoint-7500/special_tokens_map.json @@ -0,0 +1,1815 @@ +{ + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-7500/spiece.model b/checkpoint-7500/spiece.model new file mode 100644 index 0000000..aa5e7bb --- /dev/null +++ b/checkpoint-7500/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:658c1246bf680a2a73ff33ccf7bbcde25b6d81c80c5cc610f4680cf9942f981b +size 1138208 diff --git a/checkpoint-7500/tokenizer_config.json b/checkpoint-7500/tokenizer_config.json new file mode 100644 index 0000000..b5acc55 --- /dev/null +++ b/checkpoint-7500/tokenizer_config.json @@ -0,0 +1,15919 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47386": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47387": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47388": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47389": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47390": { + "content": "[XXXXX1404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47391": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47392": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47393": { + "content": "[XXXXX1731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47394": { + "content": "[XXXXX1315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47395": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47396": { + "content": "[XXXXX1366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47397": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47398": { + "content": "[XXXXX1239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47399": { + "content": "[XXXXX1457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47400": { + "content": "[XXXXX1278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47401": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47402": { + "content": "[XXXXX1313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47403": { + "content": "[XXXXX1395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47404": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47405": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47406": { + "content": "[XXXXX1556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47407": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47408": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47409": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47410": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47411": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47412": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47413": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47414": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47415": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47416": { + "content": "[XXXXX1261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47417": { + "content": "[XXXXX1280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47418": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47419": { + "content": "[XXXXX1220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47420": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47421": { + "content": "[XXXXX1306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47422": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47423": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47424": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47425": { + "content": "[XXXXX1588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47426": { + "content": "[XXXXX1523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47427": { + "content": "[XXXXX1474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47428": { + "content": "[XXXXX1586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47429": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47430": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47431": { + "content": "[XXXXX1342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47432": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47433": { + "content": "[XXXXX1343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47434": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47435": { + "content": "[XXXXX1709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47436": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47437": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47438": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47439": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47440": { + "content": "[XXXXX1563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47441": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47442": { + "content": "[XXXXX1550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47443": { + "content": "[XXXXX1661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47444": { + "content": "[XXXXX1599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47445": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47446": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47447": { + "content": "[XXXXX1635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47448": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47449": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47450": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47451": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47452": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47453": { + "content": "[XXXXX1219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47454": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47455": { + "content": "[XXXXX1418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47456": { + "content": "[XXXXX1680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47457": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47458": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47459": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47460": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47461": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47462": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47463": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47464": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47465": { + "content": "[XXXXX1506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47466": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47467": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47468": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47469": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47470": { + "content": "[XXXXX1411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47471": { + "content": "[XXXXX1561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47472": { + "content": "[XXXXX1282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47473": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47474": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47475": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47476": { + "content": "[XXXXX1583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47477": { + "content": "[XXXXX1737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47478": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47479": { + "content": "[XXXXX1564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47480": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47481": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47482": { + "content": "[XXXXX1573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47483": { + "content": "[XXXXX1253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47484": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47485": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47486": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47487": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47488": { + "content": "[XXXXX1623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47489": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47490": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47491": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47492": { + "content": "[XXXXX1214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47493": { + "content": "[XXXXX1677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47494": { + "content": "[XXXXX1458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47495": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47496": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47497": { + "content": "[XXXXX1215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47498": { + "content": "[XXXXX1248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47499": { + "content": "[XXXXX1555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47500": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47501": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47502": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47503": { + "content": "[XXXXX1670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47504": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47505": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47506": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47507": { + "content": "[XXXXX1582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47508": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47509": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47510": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47511": { + "content": "[XXXXX1257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47512": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47513": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47514": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47515": { + "content": "[XXXXX1410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47516": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47517": { + "content": "[XXXXX1352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47518": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47519": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47520": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47521": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47522": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47523": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47524": { + "content": "[XXXXX1695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47525": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47526": { + "content": "[XXXXX1200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47527": { + "content": "[XXXXX1671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47528": { + "content": "[XXXXX1666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47529": { + "content": "[XXXXX1482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47530": { + "content": "[XXXXX1732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47531": { + "content": "[XXXXX1335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47532": { + "content": "[XXXXX1452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47533": { + "content": "[XXXXX1615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47534": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47535": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47536": { + "content": "[XXXXX1694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47537": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47538": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47539": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47540": { + "content": "[XXXXX1413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47541": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47542": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47543": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47544": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47545": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47546": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47547": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47548": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47549": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47550": { + "content": "[XXXXX1360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47551": { + "content": "[XXXXX1376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47552": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47553": { + "content": "[XXXXX1308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47554": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47555": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47556": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47557": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47558": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47559": { + "content": "[XXXXX1736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47560": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47561": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47562": { + "content": "[XXXXX1370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47563": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47564": { + "content": "[XXXXX1746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47565": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47566": { + "content": "[XXXXX1659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47567": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47568": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47569": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47570": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47571": { + "content": "[XXXXX1648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47572": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47573": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47574": { + "content": "[XXXXX1617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47575": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47576": { + "content": "[XXXXX1567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47577": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47578": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47579": { + "content": "[XXXXX1725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47580": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47581": { + "content": "[XXXXX1513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47582": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47583": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47584": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47585": { + "content": "[XXXXX1251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47586": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47587": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47588": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47589": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47590": { + "content": "[XXXXX1507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47591": { + "content": "[XXXXX1397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47592": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47593": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47594": { + "content": "[XXXXX1390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47595": { + "content": "[XXXXX1442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47596": { + "content": "[XXXXX1228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47597": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47598": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47599": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47600": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47601": { + "content": "[XXXXX1238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47602": { + "content": "[XXXXX1636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47603": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47604": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47605": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47606": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47607": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47608": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47609": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47610": { + "content": "[XXXXX1642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47611": { + "content": "[XXXXX1423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47612": { + "content": "[XXXXX1299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47613": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47614": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47615": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47616": { + "content": "[XXXXX1240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47617": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47618": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47619": { + "content": "[XXXXX1383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47620": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47621": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47622": { + "content": "[XXXXX1209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47623": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47624": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47625": { + "content": "[XXXXX1722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47626": { + "content": "[XXXXX1593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47627": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47628": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47629": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47630": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47631": { + "content": "[XXXXX1446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47632": { + "content": "[XXXXX1398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47633": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47634": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47635": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47636": { + "content": "[XXXXX1421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47637": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47638": { + "content": "[XXXXX1701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47639": { + "content": "[XXXXX1612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47640": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47641": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47642": { + "content": "[XXXXX1527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47643": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47644": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47645": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47646": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47647": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47648": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47649": { + "content": "[XXXXX1481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47650": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47651": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47652": { + "content": "[XXXXX1598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47653": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47654": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47655": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47656": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47657": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47658": { + "content": "[XXXXX1378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47659": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47660": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47661": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47662": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47663": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47664": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47665": { + "content": "[XXXXX1272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47666": { + "content": "[XXXXX1652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47667": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47668": { + "content": "[XXXXX1460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47669": { + "content": "[XXXXX1227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47670": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47671": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47672": { + "content": "[XXXXX1268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47673": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47674": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47675": { + "content": "[XXXXX1488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47676": { + "content": "[XXXXX1393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47677": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47678": { + "content": "[XXXXX1647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47679": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47680": { + "content": "[XXXXX1691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47681": { + "content": "[XXXXX1246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47682": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47683": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47684": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47685": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47686": { + "content": "[XXXXX1367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47687": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47688": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47689": { + "content": "[XXXXX1322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47690": { + "content": "[XXXXX1414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47691": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47692": { + "content": "[XXXXX1729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47693": { + "content": "[XXXXX1703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47694": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47695": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47696": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47697": { + "content": "[XXXXX1309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47698": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47699": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47700": { + "content": "[XXXXX1365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47701": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47702": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47703": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47704": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47705": { + "content": "[XXXXX1400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47706": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47707": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47708": { + "content": "[XXXXX1565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47709": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47710": { + "content": "[XXXXX1284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47711": { + "content": "[XXXXX1473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47712": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47713": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47714": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47715": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47716": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47717": { + "content": "[XXXXX1649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47718": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47719": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47720": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47721": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47722": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47723": { + "content": "[XXXXX1337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47724": { + "content": "[XXXXX1386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47725": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47726": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47727": { + "content": "[XXXXX1533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47728": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47729": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47730": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47731": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47732": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47733": { + "content": "[XXXXX1664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47734": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47735": { + "content": "[XXXXX1289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47736": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47737": { + "content": "[XXXXX1496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47738": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47739": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47740": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47741": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47742": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47743": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47744": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47745": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47746": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47747": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47748": { + "content": "[XXXXX1640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47749": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47750": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47751": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47752": { + "content": "[XXXXX1502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47753": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47754": { + "content": "[XXXXX1279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47755": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47756": { + "content": "[XXXXX1387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47757": { + "content": "[XXXXX1277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47758": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47759": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47760": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47761": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47762": { + "content": "[XXXXX1516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47763": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47764": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47765": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47766": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47767": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47768": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47769": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47770": { + "content": "[XXXXX1471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47771": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47772": { + "content": "[XXXXX1674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47773": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47774": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47775": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47776": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47777": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47778": { + "content": "[XXXXX1486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47779": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47780": { + "content": "[XXXXX1468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47781": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47782": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47783": { + "content": "[XXXXX1675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47784": { + "content": "[XXXXX1708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47785": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47786": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47787": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47788": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47789": { + "content": "[XXXXX1311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47790": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47791": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47792": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47793": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47794": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47795": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47796": { + "content": "[XXXXX1566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47797": { + "content": "[XXXXX1758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47798": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47799": { + "content": "[XXXXX1208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47800": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47801": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47802": { + "content": "[XXXXX1304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47803": { + "content": "[XXXXX1417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47804": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47805": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47806": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47807": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47808": { + "content": "[XXXXX1420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47809": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47810": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47811": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47812": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47813": { + "content": "[XXXXX1328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47814": { + "content": "[XXXXX1431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47815": { + "content": "[XXXXX1273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47816": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47817": { + "content": "[XXXXX1672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47818": { + "content": "[XXXXX1243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47819": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47820": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47821": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47822": { + "content": "[XXXXX1611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47823": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47824": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47825": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47826": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47827": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47828": { + "content": "[XXXXX1379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47829": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47830": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47831": { + "content": "[XXXXX1443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47832": { + "content": "[XXXXX1716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47833": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47834": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47835": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47836": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47837": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47838": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47839": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47840": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47841": { + "content": "[XXXXX1218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47842": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47843": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47844": { + "content": "[XXXXX1558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47845": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47846": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47847": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47848": { + "content": "[XXXXX1269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47849": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47850": { + "content": "[XXXXX1484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47851": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47852": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47853": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47854": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47855": { + "content": "[XXXXX1602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47856": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47857": { + "content": "[XXXXX1755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47858": { + "content": "[XXXXX1412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47859": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47860": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47861": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47862": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47863": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47864": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47865": { + "content": "[XXXXX1266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47866": { + "content": "[XXXXX1624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47867": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47868": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47869": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47870": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47871": { + "content": "[XXXXX1721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47872": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47873": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47874": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47875": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47876": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47877": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47878": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47879": { + "content": "[XXXXX1199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47880": { + "content": "[XXXXX1344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47881": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47882": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47883": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47884": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47885": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47886": { + "content": "[XXXXX1515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47887": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47888": { + "content": "[XXXXX1678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47889": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47890": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47891": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47892": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47893": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47894": { + "content": "[XXXXX1557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47895": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47896": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47897": { + "content": "[XXXXX1324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47898": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47899": { + "content": "[XXXXX1554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47900": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47901": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47902": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47903": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47904": { + "content": "[XXXXX1577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47905": { + "content": "[XXXXX1305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47906": { + "content": "[XXXXX1681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47907": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47908": { + "content": "[XXXXX1338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47909": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47910": { + "content": "[XXXXX1303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47911": { + "content": "[XXXXX1207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47912": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47913": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47914": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47915": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47916": { + "content": "[XXXXX1734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47917": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47918": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47919": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47920": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47921": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47922": { + "content": "[XXXXX1403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47923": { + "content": "[XXXXX1464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47924": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47925": { + "content": "[XXXXX1233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47926": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47927": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47928": { + "content": "[XXXXX1620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47929": { + "content": "[XXXXX1487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47930": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47931": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47932": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47933": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47934": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47935": { + "content": "[XXXXX1637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47936": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47937": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47938": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47939": { + "content": "[XXXXX1633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47940": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47941": { + "content": "[XXXXX1402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47942": { + "content": "[XXXXX1300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47943": { + "content": "[XXXXX1735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47944": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47945": { + "content": "[XXXXX1454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47946": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47947": { + "content": "[XXXXX1470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47948": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47949": { + "content": "[XXXXX1435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47950": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47951": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47952": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47953": { + "content": "[XXXXX1639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47954": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47955": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47956": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47957": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47958": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47959": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47960": { + "content": "[XXXXX1575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47961": { + "content": "[XXXXX1604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47962": { + "content": "[XXXXX1512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47963": { + "content": "[XXXXX1394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47964": { + "content": "[XXXXX1600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47965": { + "content": "[XXXXX1724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47966": { + "content": "[XXXXX1323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47967": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47968": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47969": { + "content": "[XXXXX1753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47970": { + "content": "[XXXXX1752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47971": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47972": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47973": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47974": { + "content": "[XXXXX1646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47975": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47976": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47977": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47978": { + "content": "[XXXXX1720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47979": { + "content": "[XXXXX1263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47980": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47981": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47982": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47983": { + "content": "[XXXXX1616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47984": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47985": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47986": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47987": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47988": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47989": { + "content": "[XXXXX1707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47990": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47991": { + "content": "[XXXXX1553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47992": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47993": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47994": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47995": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47996": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47997": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47998": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47999": { + "content": "[XXXXX1288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48000": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48001": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48002": { + "content": "[XXXXX1241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48003": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48004": { + "content": "[XXXXX1409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48005": { + "content": "[XXXXX1440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48006": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48007": { + "content": "[XXXXX1631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48008": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48009": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48010": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48011": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48012": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48013": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48014": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48015": { + "content": "[XXXXX1275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48016": { + "content": "[XXXXX1274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48017": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48018": { + "content": "[XXXXX1744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48019": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48020": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48021": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48022": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48023": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48024": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48025": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48026": { + "content": "[XXXXX1682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48027": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48028": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48029": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48030": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48031": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48032": { + "content": "[XXXXX1369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48033": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48034": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48035": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48036": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48037": { + "content": "[XXXXX1662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48038": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48039": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48040": { + "content": "[XXXXX1655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48041": { + "content": "[XXXXX1374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48042": { + "content": "[XXXXX1700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48043": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48044": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48045": { + "content": "[XXXXX1596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48046": { + "content": "[XXXXX1287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48047": { + "content": "[XXXXX1281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48048": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48049": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48050": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48051": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48052": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48053": { + "content": "[XXXXX1613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48054": { + "content": "[XXXXX1415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48055": { + "content": "[XXXXX1529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48056": { + "content": "[XXXXX1622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48057": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48058": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48059": { + "content": "[XXXXX1679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48060": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48061": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48062": { + "content": "[XXXXX1357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48063": { + "content": "[XXXXX1301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48064": { + "content": "[XXXXX1230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48065": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48066": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48067": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48068": { + "content": "[XXXXX1434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48069": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48070": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48071": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48072": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48073": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48074": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48075": { + "content": "[XXXXX1628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48076": { + "content": "[XXXXX1325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48077": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48078": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48079": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48080": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48081": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48082": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48083": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48084": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48085": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48086": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48087": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48088": { + "content": "[XXXXX1541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48089": { + "content": "[XXXXX1687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48090": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48091": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48092": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48093": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48094": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48095": { + "content": "[XXXXX1546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48096": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48097": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48098": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48099": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48100": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48101": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48102": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48103": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48104": { + "content": "[XXXXX1351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48105": { + "content": "[XXXXX1643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48106": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48107": { + "content": "[XXXXX1231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48108": { + "content": "[XXXXX1271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48109": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48110": { + "content": "[XXXXX1336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48111": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48112": { + "content": "[XXXXX1748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48113": { + "content": "[XXXXX1545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48114": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48115": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48116": { + "content": "[XXXXX1641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48117": { + "content": "[XXXXX1714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48118": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48119": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48120": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48121": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48122": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48123": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48124": { + "content": "[XXXXX1538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48125": { + "content": "[XXXXX1669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48126": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48127": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48128": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48129": { + "content": "[XXXXX1733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48130": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48131": { + "content": "[XXXXX1210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48132": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48133": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48134": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48135": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48136": { + "content": "[XXXXX1380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48137": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48138": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48139": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48140": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48141": { + "content": "[XXXXX1497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48142": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48143": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48144": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48145": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48146": { + "content": "[XXXXX1692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48147": { + "content": "[XXXXX1317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48148": { + "content": "[XXXXX1606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48149": { + "content": "[XXXXX1683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48150": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48151": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48152": { + "content": "[XXXXX1710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48153": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48154": { + "content": "[XXXXX1222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48155": { + "content": "[XXXXX1461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48156": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48157": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48158": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48159": { + "content": "[XXXXX1698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48160": { + "content": "[XXXXX1232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48161": { + "content": "[XXXXX1743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48162": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48163": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48164": { + "content": "[XXXXX1559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48165": { + "content": "[XXXXX1321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48166": { + "content": "[XXXXX1276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48167": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48168": { + "content": "[XXXXX1259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48169": { + "content": "[XXXXX1408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48170": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48171": { + "content": "[XXXXX1429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48172": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48173": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48174": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48175": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48176": { + "content": "[XXXXX1388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48177": { + "content": "[XXXXX1621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48178": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48179": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48180": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48181": { + "content": "[XXXXX1430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48182": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48183": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48184": { + "content": "[XXXXX1510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48185": { + "content": "[XXXXX1715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48186": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48187": { + "content": "[XXXXX1316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48188": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48189": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48190": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48191": { + "content": "[XXXXX1568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48192": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48193": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48194": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48195": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48196": { + "content": "[XXXXX1349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48197": { + "content": "[XXXXX1696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48198": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48199": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48200": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48201": { + "content": "[XXXXX1237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48202": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48203": { + "content": "[XXXXX1462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48204": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48205": { + "content": "[XXXXX1571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48206": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48207": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48208": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48209": { + "content": "[XXXXX1286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48210": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48211": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48212": { + "content": "[XXXXX1371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48213": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48214": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48215": { + "content": "[XXXXX1548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48216": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48217": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48218": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48219": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48220": { + "content": "[XXXXX1549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48221": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48222": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48223": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48224": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48225": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48226": { + "content": "[XXXXX1419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48227": { + "content": "[XXXXX1658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48228": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48229": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48230": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48231": { + "content": "[XXXXX1594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48232": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48233": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48234": { + "content": "[XXXXX1626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48235": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48236": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48237": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48238": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48239": { + "content": "[XXXXX1267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48240": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48241": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48242": { + "content": "[XXXXX1368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48243": { + "content": "[XXXXX1332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48244": { + "content": "[XXXXX1739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48245": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48246": { + "content": "[XXXXX1375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48247": { + "content": "[XXXXX1723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48248": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48249": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48250": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48251": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48252": { + "content": "[XXXXX1436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48253": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48254": { + "content": "[XXXXX1384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48255": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48256": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48257": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48258": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48259": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48260": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48261": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48262": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48263": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48264": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48265": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48266": { + "content": "[XXXXX1294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48267": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48268": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48269": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48270": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48271": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48272": { + "content": "[XXXXX1493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48273": { + "content": "[XXXXX1625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48274": { + "content": "[XXXXX1585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48275": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48276": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48277": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48278": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48279": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48280": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48281": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48282": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48283": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48284": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48285": { + "content": "[XXXXX1614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48286": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48287": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48288": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48289": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48290": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48291": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48292": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48293": { + "content": "[XXXXX1258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48294": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48295": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48296": { + "content": "[XXXXX1605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48297": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48298": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48299": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48300": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48301": { + "content": "[XXXXX1711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48302": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48303": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48304": { + "content": "[XXXXX1212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48305": { + "content": "[XXXXX1540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48306": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48307": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48308": { + "content": "[XXXXX1463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48309": { + "content": "[XXXXX1205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48310": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48311": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48312": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48313": { + "content": "[XXXXX1686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48314": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48315": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48316": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48317": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48318": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48319": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48320": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48321": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48322": { + "content": "[XXXXX1334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48323": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48324": { + "content": "[XXXXX1603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48325": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48326": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48327": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48328": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48329": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48330": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48331": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48332": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48333": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48334": { + "content": "[XXXXX1619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48335": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48336": { + "content": "[XXXXX1572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48337": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48338": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48339": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48340": { + "content": "[XXXXX1254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48341": { + "content": "[XXXXX1476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48342": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48343": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48344": { + "content": "[XXXXX1250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48345": { + "content": "[XXXXX1211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48346": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48347": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48348": { + "content": "[XXXXX1524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48349": { + "content": "[XXXXX1455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48350": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48351": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48352": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48353": { + "content": "[XXXXX1377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48354": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48355": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48356": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48357": { + "content": "[XXXXX1354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48358": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48359": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48360": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48361": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48362": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48363": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48364": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48365": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48366": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48367": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48368": { + "content": "[XXXXX1302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48369": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48370": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48371": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48372": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48373": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48374": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48375": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48376": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48377": { + "content": "[XXXXX1663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48378": { + "content": "[XXXXX1249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48379": { + "content": "[XXXXX1439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48380": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48381": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48382": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48383": { + "content": "[XXXXX1717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48384": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48385": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48386": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48387": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48388": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48389": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48390": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48391": { + "content": "[XXXXX1347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48392": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48393": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48394": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48395": { + "content": "[XXXXX1727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48396": { + "content": "[XXXXX1689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48397": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48398": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48399": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48400": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48401": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48402": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48403": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48404": { + "content": "[XXXXX1350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48405": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48406": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48407": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48408": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48409": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48410": { + "content": "[XXXXX1517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48411": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48412": { + "content": "[XXXXX1196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48413": { + "content": "[XXXXX1234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48414": { + "content": "[XXXXX1578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48415": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48416": { + "content": "[XXXXX1441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48417": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48418": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48419": { + "content": "[XXXXX1447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48420": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48421": { + "content": "[XXXXX1478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48422": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48423": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48424": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48425": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48426": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48427": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48428": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48429": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48430": { + "content": "[XXXXX1503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48431": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48432": { + "content": "[XXXXX1738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48433": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48434": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48435": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48436": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48437": { + "content": "[XXXXX1518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48438": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48439": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48440": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48441": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48442": { + "content": "[XXXXX1217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48443": { + "content": "[XXXXX1298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48444": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48445": { + "content": "[XXXXX1508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48446": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48447": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48448": { + "content": "[XXXXX1225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48449": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48450": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48451": { + "content": "[XXXXX1684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48452": { + "content": "[XXXXX1499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48453": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48454": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48455": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48456": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48457": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48458": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48459": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48460": { + "content": "[XXXXX1644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48461": { + "content": "[XXXXX1704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48462": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48463": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48464": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48465": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48466": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48467": { + "content": "[XXXXX1705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48468": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48469": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48470": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48471": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48472": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48473": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48474": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48475": { + "content": "[XXXXX1521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48476": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48477": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48478": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48479": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48480": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48481": { + "content": "[XXXXX1203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48482": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48483": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48484": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48485": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48486": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48487": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48488": { + "content": "[XXXXX1197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48489": { + "content": "[XXXXX1331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48490": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48491": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48492": { + "content": "[XXXXX1356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48493": { + "content": "[XXXXX1396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48494": { + "content": "[XXXXX1537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48495": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48496": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48497": { + "content": "[XXXXX1730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48498": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48499": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48500": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48501": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48502": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48503": { + "content": "[XXXXX1757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48504": { + "content": "[XXXXX1467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48505": { + "content": "[XXXXX1706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48506": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48507": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48508": { + "content": "[XXXXX1754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48509": { + "content": "[XXXXX1745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48510": { + "content": "[XXXXX1668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48511": { + "content": "[XXXXX1224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48512": { + "content": "[XXXXX1726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48513": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48514": { + "content": "[XXXXX1407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48515": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48516": { + "content": "[XXXXX1569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48517": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48518": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48519": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48520": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48521": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48522": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48523": { + "content": "[XXXXX1520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48524": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48525": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48526": { + "content": "[XXXXX1651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48527": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48528": { + "content": "[XXXXX1740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48529": { + "content": "[XXXXX1348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48530": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48531": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48532": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48533": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48534": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48535": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48536": { + "content": "[XXXXX1690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48537": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48538": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48539": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48540": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48541": { + "content": "[XXXXX1459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48542": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48543": { + "content": "[XXXXX1242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48544": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48545": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48546": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48547": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48548": { + "content": "[XXXXX1528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48549": { + "content": "[XXXXX1319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48550": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48551": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48552": { + "content": "[XXXXX1632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48553": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48554": { + "content": "[XXXXX1595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48555": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48556": { + "content": "[XXXXX1290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48557": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48558": { + "content": "[XXXXX1699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48559": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48560": { + "content": "[XXXXX1601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48561": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48562": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48563": { + "content": "[XXXXX1756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48564": { + "content": "[XXXXX1381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48565": { + "content": "[XXXXX1560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48566": { + "content": "[XXXXX1270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48567": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48568": { + "content": "[XXXXX1202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48569": { + "content": "[XXXXX1244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48570": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48571": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48572": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48573": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48574": { + "content": "[XXXXX1479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48575": { + "content": "[XXXXX1312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48576": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48577": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48578": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48579": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48580": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48581": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48582": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48583": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48584": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48585": { + "content": "[XXXXX1427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48586": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48587": { + "content": "[XXXXX1657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48588": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48589": { + "content": "[XXXXX1432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48590": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48591": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48592": { + "content": "[XXXXX1264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48593": { + "content": "[XXXXX1498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48594": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48595": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48596": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48597": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48598": { + "content": "[XXXXX1491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48599": { + "content": "[XXXXX1584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48600": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48601": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48602": { + "content": "[XXXXX1229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48603": { + "content": "[XXXXX1511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48604": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48605": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48606": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48607": { + "content": "[XXXXX1544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48608": { + "content": "[XXXXX1204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48609": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48610": { + "content": "[XXXXX1372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48611": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48612": { + "content": "[XXXXX1490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48613": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48614": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48615": { + "content": "[XXXXX1416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48616": { + "content": "[XXXXX1450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48617": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48618": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48619": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48620": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48621": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48622": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48623": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48624": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48625": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48626": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48627": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48628": { + "content": "[XXXXX1465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48629": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48630": { + "content": "[XXXXX1530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48631": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48632": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48633": { + "content": "[XXXXX1580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48634": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48635": { + "content": "[XXXXX1405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48636": { + "content": "[XXXXX1653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48637": { + "content": "[XXXXX1500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48638": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48639": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48640": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48641": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48642": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48643": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48644": { + "content": "[XXXXX1320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48645": { + "content": "[XXXXX1472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48646": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48647": { + "content": "[XXXXX1245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48648": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48649": { + "content": "[XXXXX1713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48650": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48651": { + "content": "[XXXXX1340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48652": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48653": { + "content": "[XXXXX1650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48654": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48655": { + "content": "[XXXXX1514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48656": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48657": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48658": { + "content": "[XXXXX1495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48659": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48660": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48661": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48662": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48663": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48664": { + "content": "[XXXXX1480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48665": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48666": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48667": { + "content": "[XXXXX1428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48668": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48669": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48670": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48671": { + "content": "[XXXXX1741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48672": { + "content": "[XXXXX1221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48673": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48674": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48675": { + "content": "[XXXXX1483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48676": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48677": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48678": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48679": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48680": { + "content": "[XXXXX1385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48681": { + "content": "[XXXXX1389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48682": { + "content": "[XXXXX1213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48683": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48684": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48685": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48686": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48687": { + "content": "[XXXXX1291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48688": { + "content": "[XXXXX1451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48689": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48690": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48691": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48692": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48693": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48694": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48695": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48696": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48697": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48698": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48699": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48700": { + "content": "[XXXXX1339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48701": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48702": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48703": { + "content": "[XXXXX1318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48704": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48705": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48706": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48707": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48708": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48709": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48710": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48711": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48712": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48713": { + "content": "[XXXXX1293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48714": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48715": { + "content": "[XXXXX1252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48716": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48717": { + "content": "[XXXXX1536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48718": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48719": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48720": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48721": { + "content": "[XXXXX1358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48722": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48723": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48724": { + "content": "[XXXXX1437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48725": { + "content": "[XXXXX1634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48726": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48727": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48728": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48729": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48730": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48731": { + "content": "[XXXXX1589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48732": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48733": { + "content": "[XXXXX1693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48734": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48735": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48736": { + "content": "[XXXXX1256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48737": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48738": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48739": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48740": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48741": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48742": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48743": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48744": { + "content": "[XXXXX1477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48745": { + "content": "[XXXXX1262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48746": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48747": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48748": { + "content": "[XXXXX1362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48749": { + "content": "[XXXXX1201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48750": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48751": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48752": { + "content": "[XXXXX1579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48753": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48754": { + "content": "[XXXXX1327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48755": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48756": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48757": { + "content": "[XXXXX1627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48758": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48759": { + "content": "[XXXXX1504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48760": { + "content": "[XXXXX1391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48761": { + "content": "[XXXXX1456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48762": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48763": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48764": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48765": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48766": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48767": { + "content": "[XXXXX1609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48768": { + "content": "[XXXXX1629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48769": { + "content": "[XXXXX1597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48770": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48771": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48772": { + "content": "[XXXXX1346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48773": { + "content": "[XXXXX1645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48774": { + "content": "[XXXXX1660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48775": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48776": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48777": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48778": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48779": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48780": { + "content": "[XXXXX1469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48781": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48782": { + "content": "[XXXXX1424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48783": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48784": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48785": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48786": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48787": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48788": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48789": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48790": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48791": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48792": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48793": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48794": { + "content": "[XXXXX1297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48795": { + "content": "[XXXXX1688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48796": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48797": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48798": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48799": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48800": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48801": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48802": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48803": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48804": { + "content": "[XXXXX1501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48805": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48806": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48807": { + "content": "[XXXXX1438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48808": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48809": { + "content": "[XXXXX1330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48810": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48811": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48812": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48813": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48814": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48815": { + "content": "[XXXXX1519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48816": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48817": { + "content": "[XXXXX1489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48818": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48819": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48820": { + "content": "[XXXXX1630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48821": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48822": { + "content": "[XXXXX1509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48823": { + "content": "[XXXXX1505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48824": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48825": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48826": { + "content": "[XXXXX1581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48827": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48828": { + "content": "[XXXXX1618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48829": { + "content": "[XXXXX1314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48830": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48831": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48832": { + "content": "[XXXXX1422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48833": { + "content": "[XXXXX1364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48834": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48835": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48836": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48837": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48838": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48839": { + "content": "[XXXXX1591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48840": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48841": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48842": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48843": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48844": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48845": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48846": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48847": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48848": { + "content": "[XXXXX1535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48849": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48850": { + "content": "[XXXXX1353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48851": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48852": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48853": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48854": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48855": { + "content": "[XXXXX1206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48856": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48857": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48858": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48859": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48860": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48861": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48862": { + "content": "[XXXXX1355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48863": { + "content": "[XXXXX1547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48864": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48865": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48866": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48867": { + "content": "[XXXXX1728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48868": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48869": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48870": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48871": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48872": { + "content": "[XXXXX1522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48873": { + "content": "[XXXXX1326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48874": { + "content": "[XXXXX1448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48875": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48876": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48877": { + "content": "[XXXXX1341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48878": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48879": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48880": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48881": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48882": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48883": { + "content": "[XXXXX1285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48884": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48885": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48886": { + "content": "[XXXXX1750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48887": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48888": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48889": { + "content": "[XXXXX1742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48890": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48891": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48892": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48893": { + "content": "[XXXXX1445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48894": { + "content": "[XXXXX1466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48895": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48896": { + "content": "[XXXXX1531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48897": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48898": { + "content": "[XXXXX1247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48899": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48900": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48901": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48902": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48903": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48904": { + "content": "[XXXXX1494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48905": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48906": { + "content": "[XXXXX1406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48907": { + "content": "[XXXXX1610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48908": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48909": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48910": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48911": { + "content": "[XXXXX1570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48912": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48913": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48914": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48915": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48916": { + "content": "[XXXXX1433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48917": { + "content": "[XXXXX1295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48918": { + "content": "[XXXXX1485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48919": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48920": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48921": { + "content": "[XXXXX1333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48922": { + "content": "[XXXXX1359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48923": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48924": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48925": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48926": { + "content": "[XXXXX1761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48927": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48928": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48929": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48930": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48931": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48932": { + "content": "[XXXXX1751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48933": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48934": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48935": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48936": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48937": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48938": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48939": { + "content": "[XXXXX1216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48940": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48941": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48942": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48943": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48944": { + "content": "[XXXXX1534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48945": { + "content": "[XXXXX1265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48946": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48947": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48948": { + "content": "[XXXXX1525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48949": { + "content": "[XXXXX1760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48950": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48951": { + "content": "[XXXXX1260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48952": { + "content": "[XXXXX1574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48953": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48954": { + "content": "[XXXXX1702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48955": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48956": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48957": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48958": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48959": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48960": { + "content": "[XXXXX1562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48961": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48962": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48963": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48964": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48965": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48966": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48967": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48968": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48969": { + "content": "[XXXXX1747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48970": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48971": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48972": { + "content": "[XXXXX1587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48973": { + "content": "[XXXXX1382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48974": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48975": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48976": { + "content": "[XXXXX1426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48977": { + "content": "[XXXXX1345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48978": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48979": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48980": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48981": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48982": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48983": { + "content": "[XXXXX1401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48984": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48985": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48986": { + "content": "[XXXXX1719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48987": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48988": { + "content": "[XXXXX1226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48989": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48990": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48991": { + "content": "[XXXXX1255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48992": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48993": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48994": { + "content": "[XXXXX1608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48995": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48996": { + "content": "[XXXXX1399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48997": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48998": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48999": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49000": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49001": { + "content": "[XXXXX1656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49002": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49003": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49004": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49005": { + "content": "[XXXXX1235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49006": { + "content": "[XXXXX1592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49007": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49008": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49009": { + "content": "[XXXXX1590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49010": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49011": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49012": { + "content": "[XXXXX1718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49013": { + "content": "[XXXXX1373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49014": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49015": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49016": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49017": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49018": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49019": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49020": { + "content": "[XXXXX1532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49021": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49022": { + "content": "[XXXXX1542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49023": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49024": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49025": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49026": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49027": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49028": { + "content": "[XXXXX1363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49029": { + "content": "[XXXXX1685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49030": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49031": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49032": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49033": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49034": { + "content": "[XXXXX1444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49035": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49036": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49037": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49038": { + "content": "[XXXXX1607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49039": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49040": { + "content": "[XXXXX1283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49041": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49042": { + "content": "[XXXXX1475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49043": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49044": { + "content": "[XXXXX1543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49045": { + "content": "[XXXXX1361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49046": { + "content": "[XXXXX1292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49047": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49048": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49049": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49050": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49051": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49052": { + "content": "[XXXXX1676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49053": { + "content": "[XXXXX1759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49054": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49055": { + "content": "[XXXXX1539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49056": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49057": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49058": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49059": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49060": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49061": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49062": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49063": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49064": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49065": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49066": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49067": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49068": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49069": { + "content": "[XXXXX1310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49070": { + "content": "[XXXXX1654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49071": { + "content": "[XXXXX1665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49072": { + "content": "[XXXXX1329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49073": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49074": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49075": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49076": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49077": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49078": { + "content": "[XXXXX1449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49079": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49080": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49081": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49082": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49083": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49084": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49085": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49086": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49087": { + "content": "[XXXXX1223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49088": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49089": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49090": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49091": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49092": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49093": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49094": { + "content": "[XXXXX1712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49095": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49096": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49097": { + "content": "[XXXXX1198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49098": { + "content": "[XXXXX1576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49099": { + "content": "[XXXXX1526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49100": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49101": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49102": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49103": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49104": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49105": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49106": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49107": { + "content": "[XXXXX1453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49108": { + "content": "[XXXXX1492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49109": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49110": { + "content": "[XXXXX1392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49111": { + "content": "[XXXXX1673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49112": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49113": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49114": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49115": { + "content": "[XXXXX1236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49116": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49117": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49118": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49119": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49120": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49121": { + "content": "[XXXXX1296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49122": { + "content": "[XXXXX1551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49123": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49124": { + "content": "[XXXXX1667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49125": { + "content": "[XXXXX1307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49126": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49127": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49128": { + "content": "[XXXXX1749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49129": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49130": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49131": { + "content": "[XXXXX1552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49132": { + "content": "[XXXXX1638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49133": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49134": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49135": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49136": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49137": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49138": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49139": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49140": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49141": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49142": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49143": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49144": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49145": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49146": { + "content": "[XXXXX1425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49147": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49148": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49149": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49150": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49151": { + "content": "[XXXXX1697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-7500/trainer_state.json b/checkpoint-7500/trainer_state.json new file mode 100644 index 0000000..dc032c2 --- /dev/null +++ b/checkpoint-7500/trainer_state.json @@ -0,0 +1,15199 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 8.896797153024911, + "eval_steps": 500, + "global_step": 7500, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 10.6509840965271, + "epoch": 0.005931198102016607, + "grad_norm": 11.4375, + "learning_rate": 2e-06, + "loss": 10.7955, + "mean_token_accuracy": 0.00017467249417677522, + "num_tokens": 12647.0, + "step": 5 + }, + { + "entropy": 10.650976181030273, + "epoch": 0.011862396204033215, + "grad_norm": 10.875, + "learning_rate": 4.5e-06, + "loss": 10.7449, + "mean_token_accuracy": 0.0003256943717133254, + "num_tokens": 26668.0, + "step": 10 + }, + { + "entropy": 10.65047550201416, + "epoch": 0.017793594306049824, + "grad_norm": 8.5, + "learning_rate": 7e-06, + "loss": 10.5392, + "mean_token_accuracy": 0.011320227157557382, + "num_tokens": 41021.0, + "step": 15 + }, + { + "entropy": 10.645245170593261, + "epoch": 0.02372479240806643, + "grad_norm": 5.6875, + "learning_rate": 9.5e-06, + "loss": 10.2512, + "mean_token_accuracy": 0.03331172131001949, + "num_tokens": 56626.0, + "step": 20 + }, + { + "entropy": 10.620162200927734, + "epoch": 0.02965599051008304, + "grad_norm": 3.46875, + "learning_rate": 1.2e-05, + "loss": 9.9999, + "mean_token_accuracy": 0.03278177715837956, + "num_tokens": 72914.0, + "step": 25 + }, + { + "entropy": 10.59833517074585, + "epoch": 0.03558718861209965, + "grad_norm": 2.75, + "learning_rate": 1.4500000000000002e-05, + "loss": 9.8507, + "mean_token_accuracy": 0.03321463130414486, + "num_tokens": 88514.0, + "step": 30 + }, + { + "entropy": 10.59533166885376, + "epoch": 0.04151838671411625, + "grad_norm": 2.6875, + "learning_rate": 1.7000000000000003e-05, + "loss": 9.7557, + "mean_token_accuracy": 0.03128496501594782, + "num_tokens": 101256.0, + "step": 35 + }, + { + "entropy": 10.598009204864502, + "epoch": 0.04744958481613286, + "grad_norm": 2.34375, + "learning_rate": 1.95e-05, + "loss": 9.7229, + "mean_token_accuracy": 0.03391152955591679, + "num_tokens": 114459.0, + "step": 40 + }, + { + "entropy": 10.583034133911132, + "epoch": 0.05338078291814947, + "grad_norm": 2.203125, + "learning_rate": 2.2e-05, + "loss": 9.7096, + "mean_token_accuracy": 0.031900213845074174, + "num_tokens": 129858.0, + "step": 45 + }, + { + "entropy": 10.583144092559815, + "epoch": 0.05931198102016608, + "grad_norm": 2.421875, + "learning_rate": 2.4500000000000003e-05, + "loss": 9.6353, + "mean_token_accuracy": 0.03371269796043634, + "num_tokens": 143486.0, + "step": 50 + }, + { + "entropy": 10.582204055786132, + "epoch": 0.06524317912218268, + "grad_norm": 2.171875, + "learning_rate": 2.7e-05, + "loss": 9.5795, + "mean_token_accuracy": 0.035220497474074366, + "num_tokens": 156003.0, + "step": 55 + }, + { + "entropy": 10.569349002838134, + "epoch": 0.0711743772241993, + "grad_norm": 2.1875, + "learning_rate": 2.95e-05, + "loss": 9.5437, + "mean_token_accuracy": 0.034727090038359165, + "num_tokens": 170988.0, + "step": 60 + }, + { + "entropy": 10.552780246734619, + "epoch": 0.0771055753262159, + "grad_norm": 2.15625, + "learning_rate": 3.2e-05, + "loss": 9.4193, + "mean_token_accuracy": 0.03448135014623403, + "num_tokens": 187165.0, + "step": 65 + }, + { + "entropy": 10.542837047576905, + "epoch": 0.0830367734282325, + "grad_norm": 2.125, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.368, + "mean_token_accuracy": 0.03228826243430376, + "num_tokens": 202072.0, + "step": 70 + }, + { + "entropy": 10.534712505340575, + "epoch": 0.08896797153024912, + "grad_norm": 2.0625, + "learning_rate": 3.7e-05, + "loss": 9.2131, + "mean_token_accuracy": 0.034324941039085385, + "num_tokens": 215375.0, + "step": 75 + }, + { + "entropy": 10.50705509185791, + "epoch": 0.09489916963226572, + "grad_norm": 1.921875, + "learning_rate": 3.95e-05, + "loss": 9.1257, + "mean_token_accuracy": 0.03353528436273336, + "num_tokens": 228749.0, + "step": 80 + }, + { + "entropy": 10.478670978546143, + "epoch": 0.10083036773428232, + "grad_norm": 2.09375, + "learning_rate": 4.2000000000000004e-05, + "loss": 9.0183, + "mean_token_accuracy": 0.03314766474068165, + "num_tokens": 242387.0, + "step": 85 + }, + { + "entropy": 10.458618545532227, + "epoch": 0.10676156583629894, + "grad_norm": 2.046875, + "learning_rate": 4.45e-05, + "loss": 8.9252, + "mean_token_accuracy": 0.03416665960103273, + "num_tokens": 257793.0, + "step": 90 + }, + { + "entropy": 10.419714641571044, + "epoch": 0.11269276393831554, + "grad_norm": 2.125, + "learning_rate": 4.7000000000000004e-05, + "loss": 8.8134, + "mean_token_accuracy": 0.036843133717775346, + "num_tokens": 271187.0, + "step": 95 + }, + { + "entropy": 10.339355945587158, + "epoch": 0.11862396204033215, + "grad_norm": 1.921875, + "learning_rate": 4.9500000000000004e-05, + "loss": 8.6836, + "mean_token_accuracy": 0.04052316285669803, + "num_tokens": 284937.0, + "step": 100 + }, + { + "entropy": 10.289305877685546, + "epoch": 0.12455516014234876, + "grad_norm": 2.140625, + "learning_rate": 5.2e-05, + "loss": 8.523, + "mean_token_accuracy": 0.042971277609467506, + "num_tokens": 300108.0, + "step": 105 + }, + { + "entropy": 10.171844291687012, + "epoch": 0.13048635824436536, + "grad_norm": 2.109375, + "learning_rate": 5.45e-05, + "loss": 8.4071, + "mean_token_accuracy": 0.0435908630490303, + "num_tokens": 316760.0, + "step": 110 + }, + { + "entropy": 10.090029907226562, + "epoch": 0.13641755634638197, + "grad_norm": 1.8515625, + "learning_rate": 5.7e-05, + "loss": 8.2269, + "mean_token_accuracy": 0.04757884480059147, + "num_tokens": 329705.0, + "step": 115 + }, + { + "entropy": 9.968478775024414, + "epoch": 0.1423487544483986, + "grad_norm": 1.8046875, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.1048, + "mean_token_accuracy": 0.05177154988050461, + "num_tokens": 342947.0, + "step": 120 + }, + { + "entropy": 9.810734272003174, + "epoch": 0.14827995255041518, + "grad_norm": 1.6015625, + "learning_rate": 6.2e-05, + "loss": 7.957, + "mean_token_accuracy": 0.05589810460805893, + "num_tokens": 358397.0, + "step": 125 + }, + { + "entropy": 9.629272270202637, + "epoch": 0.1542111506524318, + "grad_norm": 2.015625, + "learning_rate": 6.450000000000001e-05, + "loss": 7.8543, + "mean_token_accuracy": 0.058608030527830125, + "num_tokens": 370369.0, + "step": 130 + }, + { + "entropy": 9.431285285949707, + "epoch": 0.1601423487544484, + "grad_norm": 1.46875, + "learning_rate": 6.7e-05, + "loss": 7.7282, + "mean_token_accuracy": 0.06019565127789974, + "num_tokens": 386896.0, + "step": 135 + }, + { + "entropy": 9.166491031646729, + "epoch": 0.166073546856465, + "grad_norm": 1.6171875, + "learning_rate": 6.950000000000001e-05, + "loss": 7.571, + "mean_token_accuracy": 0.06539936549961567, + "num_tokens": 400433.0, + "step": 140 + }, + { + "entropy": 8.998315811157227, + "epoch": 0.17200474495848161, + "grad_norm": 1.9296875, + "learning_rate": 7.2e-05, + "loss": 7.5193, + "mean_token_accuracy": 0.06127564944326878, + "num_tokens": 415092.0, + "step": 145 + }, + { + "entropy": 8.760649585723877, + "epoch": 0.17793594306049823, + "grad_norm": 1.625, + "learning_rate": 7.45e-05, + "loss": 7.3847, + "mean_token_accuracy": 0.06551449336111545, + "num_tokens": 429793.0, + "step": 150 + }, + { + "entropy": 8.53032569885254, + "epoch": 0.18386714116251482, + "grad_norm": 1.703125, + "learning_rate": 7.7e-05, + "loss": 7.3618, + "mean_token_accuracy": 0.07152369543910027, + "num_tokens": 442618.0, + "step": 155 + }, + { + "entropy": 8.432501602172852, + "epoch": 0.18979833926453143, + "grad_norm": 1.484375, + "learning_rate": 7.950000000000001e-05, + "loss": 7.2263, + "mean_token_accuracy": 0.0709031268954277, + "num_tokens": 454976.0, + "step": 160 + }, + { + "entropy": 8.288888359069825, + "epoch": 0.19572953736654805, + "grad_norm": 2.09375, + "learning_rate": 8.2e-05, + "loss": 7.2693, + "mean_token_accuracy": 0.06482412219047547, + "num_tokens": 467523.0, + "step": 165 + }, + { + "entropy": 8.135635375976562, + "epoch": 0.20166073546856464, + "grad_norm": 1.203125, + "learning_rate": 8.450000000000001e-05, + "loss": 7.1729, + "mean_token_accuracy": 0.07200234681367874, + "num_tokens": 481391.0, + "step": 170 + }, + { + "entropy": 8.090270137786865, + "epoch": 0.20759193357058126, + "grad_norm": 1.3515625, + "learning_rate": 8.7e-05, + "loss": 7.147, + "mean_token_accuracy": 0.06691372841596603, + "num_tokens": 496697.0, + "step": 175 + }, + { + "entropy": 8.008182764053345, + "epoch": 0.21352313167259787, + "grad_norm": 1.96875, + "learning_rate": 8.95e-05, + "loss": 7.1704, + "mean_token_accuracy": 0.07276545092463493, + "num_tokens": 510091.0, + "step": 180 + }, + { + "entropy": 7.948391151428223, + "epoch": 0.21945432977461446, + "grad_norm": 1.390625, + "learning_rate": 9.2e-05, + "loss": 7.1071, + "mean_token_accuracy": 0.0736262746155262, + "num_tokens": 522168.0, + "step": 185 + }, + { + "entropy": 7.860538482666016, + "epoch": 0.22538552787663108, + "grad_norm": 1.2890625, + "learning_rate": 9.45e-05, + "loss": 7.0333, + "mean_token_accuracy": 0.0750058189034462, + "num_tokens": 535853.0, + "step": 190 + }, + { + "entropy": 7.789449167251587, + "epoch": 0.2313167259786477, + "grad_norm": 1.484375, + "learning_rate": 9.7e-05, + "loss": 7.0532, + "mean_token_accuracy": 0.07566255033016205, + "num_tokens": 551082.0, + "step": 195 + }, + { + "entropy": 7.820679521560669, + "epoch": 0.2372479240806643, + "grad_norm": 1.5859375, + "learning_rate": 9.95e-05, + "loss": 7.0735, + "mean_token_accuracy": 0.0763503935188055, + "num_tokens": 567181.0, + "step": 200 + }, + { + "entropy": 7.715967988967895, + "epoch": 0.2431791221826809, + "grad_norm": 1.46875, + "learning_rate": 0.000102, + "loss": 6.9882, + "mean_token_accuracy": 0.0811008334159851, + "num_tokens": 580689.0, + "step": 205 + }, + { + "entropy": 7.671104192733765, + "epoch": 0.2491103202846975, + "grad_norm": 1.40625, + "learning_rate": 0.00010449999999999999, + "loss": 6.9075, + "mean_token_accuracy": 0.08624595254659653, + "num_tokens": 594590.0, + "step": 210 + }, + { + "entropy": 7.669063520431519, + "epoch": 0.25504151838671413, + "grad_norm": 1.1796875, + "learning_rate": 0.000107, + "loss": 6.9659, + "mean_token_accuracy": 0.07704100087285042, + "num_tokens": 610577.0, + "step": 215 + }, + { + "entropy": 7.621254777908325, + "epoch": 0.2609727164887307, + "grad_norm": 1.1484375, + "learning_rate": 0.0001095, + "loss": 6.9894, + "mean_token_accuracy": 0.0770975686609745, + "num_tokens": 627066.0, + "step": 220 + }, + { + "entropy": 7.582563304901123, + "epoch": 0.2669039145907473, + "grad_norm": 1.2109375, + "learning_rate": 0.000112, + "loss": 6.9863, + "mean_token_accuracy": 0.08030139058828353, + "num_tokens": 642601.0, + "step": 225 + }, + { + "entropy": 7.5748522758483885, + "epoch": 0.27283511269276395, + "grad_norm": 1.4296875, + "learning_rate": 0.0001145, + "loss": 6.8436, + "mean_token_accuracy": 0.08795318827033043, + "num_tokens": 655615.0, + "step": 230 + }, + { + "entropy": 7.51125283241272, + "epoch": 0.27876631079478054, + "grad_norm": 1.140625, + "learning_rate": 0.00011700000000000001, + "loss": 6.8805, + "mean_token_accuracy": 0.08227636963129044, + "num_tokens": 670218.0, + "step": 235 + }, + { + "entropy": 7.581772565841675, + "epoch": 0.2846975088967972, + "grad_norm": 1.359375, + "learning_rate": 0.00011949999999999999, + "loss": 6.8693, + "mean_token_accuracy": 0.08509634733200074, + "num_tokens": 683661.0, + "step": 240 + }, + { + "entropy": 7.414237833023071, + "epoch": 0.29062870699881377, + "grad_norm": 1.15625, + "learning_rate": 0.000122, + "loss": 6.8471, + "mean_token_accuracy": 0.08358772993087768, + "num_tokens": 699767.0, + "step": 245 + }, + { + "entropy": 7.437202262878418, + "epoch": 0.29655990510083036, + "grad_norm": 1.328125, + "learning_rate": 0.0001245, + "loss": 6.774, + "mean_token_accuracy": 0.09326352775096894, + "num_tokens": 713579.0, + "step": 250 + }, + { + "entropy": 7.383161449432373, + "epoch": 0.302491103202847, + "grad_norm": 1.703125, + "learning_rate": 0.000127, + "loss": 6.8019, + "mean_token_accuracy": 0.08484338372945785, + "num_tokens": 727490.0, + "step": 255 + }, + { + "entropy": 7.414105653762817, + "epoch": 0.3084223013048636, + "grad_norm": 1.0625, + "learning_rate": 0.0001295, + "loss": 6.8822, + "mean_token_accuracy": 0.08486307561397552, + "num_tokens": 742477.0, + "step": 260 + }, + { + "entropy": 7.386582565307617, + "epoch": 0.3143534994068802, + "grad_norm": 1.5703125, + "learning_rate": 0.000132, + "loss": 6.7436, + "mean_token_accuracy": 0.08875370100140571, + "num_tokens": 757772.0, + "step": 265 + }, + { + "entropy": 7.385796451568604, + "epoch": 0.3202846975088968, + "grad_norm": 1.515625, + "learning_rate": 0.00013450000000000002, + "loss": 6.795, + "mean_token_accuracy": 0.08812053054571152, + "num_tokens": 772898.0, + "step": 270 + }, + { + "entropy": 7.329386568069458, + "epoch": 0.3262158956109134, + "grad_norm": 1.34375, + "learning_rate": 0.00013700000000000002, + "loss": 6.7697, + "mean_token_accuracy": 0.08715710267424584, + "num_tokens": 788395.0, + "step": 275 + }, + { + "entropy": 7.318710279464722, + "epoch": 0.33214709371293, + "grad_norm": 1.578125, + "learning_rate": 0.0001395, + "loss": 6.83, + "mean_token_accuracy": 0.08070869520306587, + "num_tokens": 803413.0, + "step": 280 + }, + { + "entropy": 7.188418292999268, + "epoch": 0.33807829181494664, + "grad_norm": 1.484375, + "learning_rate": 0.00014199999999999998, + "loss": 6.6976, + "mean_token_accuracy": 0.09588895291090012, + "num_tokens": 817775.0, + "step": 285 + }, + { + "entropy": 7.389742612838745, + "epoch": 0.34400948991696323, + "grad_norm": 1.6328125, + "learning_rate": 0.0001445, + "loss": 6.8092, + "mean_token_accuracy": 0.08903076201677322, + "num_tokens": 831379.0, + "step": 290 + }, + { + "entropy": 7.300806474685669, + "epoch": 0.3499406880189798, + "grad_norm": 1.3046875, + "learning_rate": 0.000147, + "loss": 6.7387, + "mean_token_accuracy": 0.08791814595460892, + "num_tokens": 846596.0, + "step": 295 + }, + { + "entropy": 7.254555749893188, + "epoch": 0.35587188612099646, + "grad_norm": 1.25, + "learning_rate": 0.0001495, + "loss": 6.7438, + "mean_token_accuracy": 0.08821789696812629, + "num_tokens": 862063.0, + "step": 300 + }, + { + "entropy": 7.275745964050293, + "epoch": 0.36180308422301305, + "grad_norm": 1.2734375, + "learning_rate": 0.000152, + "loss": 6.6954, + "mean_token_accuracy": 0.08966124951839446, + "num_tokens": 876841.0, + "step": 305 + }, + { + "entropy": 7.221111488342285, + "epoch": 0.36773428232502964, + "grad_norm": 1.2734375, + "learning_rate": 0.00015450000000000001, + "loss": 6.7751, + "mean_token_accuracy": 0.09116524010896683, + "num_tokens": 890728.0, + "step": 310 + }, + { + "entropy": 7.206338787078858, + "epoch": 0.3736654804270463, + "grad_norm": 1.359375, + "learning_rate": 0.000157, + "loss": 6.6956, + "mean_token_accuracy": 0.09070762842893601, + "num_tokens": 905599.0, + "step": 315 + }, + { + "entropy": 7.1817542552948, + "epoch": 0.37959667852906287, + "grad_norm": 1.59375, + "learning_rate": 0.0001595, + "loss": 6.6483, + "mean_token_accuracy": 0.09768397733569145, + "num_tokens": 918139.0, + "step": 320 + }, + { + "entropy": 7.167359304428101, + "epoch": 0.38552787663107946, + "grad_norm": 1.484375, + "learning_rate": 0.000162, + "loss": 6.7114, + "mean_token_accuracy": 0.09328882694244385, + "num_tokens": 931666.0, + "step": 325 + }, + { + "entropy": 7.196693468093872, + "epoch": 0.3914590747330961, + "grad_norm": 1.3046875, + "learning_rate": 0.00016450000000000001, + "loss": 6.6605, + "mean_token_accuracy": 0.09237670227885246, + "num_tokens": 946286.0, + "step": 330 + }, + { + "entropy": 7.148892021179199, + "epoch": 0.3973902728351127, + "grad_norm": 1.4140625, + "learning_rate": 0.00016700000000000002, + "loss": 6.6029, + "mean_token_accuracy": 0.09802859723567962, + "num_tokens": 959689.0, + "step": 335 + }, + { + "entropy": 7.091142225265503, + "epoch": 0.4033214709371293, + "grad_norm": 1.53125, + "learning_rate": 0.00016950000000000003, + "loss": 6.6481, + "mean_token_accuracy": 0.09793345853686333, + "num_tokens": 972707.0, + "step": 340 + }, + { + "entropy": 7.103200006484985, + "epoch": 0.4092526690391459, + "grad_norm": 1.296875, + "learning_rate": 0.00017199999999999998, + "loss": 6.6694, + "mean_token_accuracy": 0.09691287726163864, + "num_tokens": 988010.0, + "step": 345 + }, + { + "entropy": 7.109372472763061, + "epoch": 0.4151838671411625, + "grad_norm": 1.609375, + "learning_rate": 0.00017449999999999999, + "loss": 6.7001, + "mean_token_accuracy": 0.0866947390139103, + "num_tokens": 1003823.0, + "step": 350 + }, + { + "entropy": 7.018935489654541, + "epoch": 0.4211150652431791, + "grad_norm": 1.3125, + "learning_rate": 0.000177, + "loss": 6.4583, + "mean_token_accuracy": 0.10792901739478111, + "num_tokens": 1018276.0, + "step": 355 + }, + { + "entropy": 7.151296997070313, + "epoch": 0.42704626334519574, + "grad_norm": 1.2890625, + "learning_rate": 0.0001795, + "loss": 6.6782, + "mean_token_accuracy": 0.09361589401960373, + "num_tokens": 1031242.0, + "step": 360 + }, + { + "entropy": 7.0902214527130125, + "epoch": 0.43297746144721233, + "grad_norm": 1.3984375, + "learning_rate": 0.000182, + "loss": 6.5786, + "mean_token_accuracy": 0.09998262599110604, + "num_tokens": 1043940.0, + "step": 365 + }, + { + "entropy": 6.944676065444947, + "epoch": 0.4389086595492289, + "grad_norm": 1.2109375, + "learning_rate": 0.0001845, + "loss": 6.508, + "mean_token_accuracy": 0.09759898036718369, + "num_tokens": 1058656.0, + "step": 370 + }, + { + "entropy": 7.117189264297485, + "epoch": 0.44483985765124556, + "grad_norm": 1.265625, + "learning_rate": 0.000187, + "loss": 6.6092, + "mean_token_accuracy": 0.09189791083335877, + "num_tokens": 1073128.0, + "step": 375 + }, + { + "entropy": 6.948076343536377, + "epoch": 0.45077105575326215, + "grad_norm": 1.5390625, + "learning_rate": 0.0001895, + "loss": 6.5416, + "mean_token_accuracy": 0.09809970185160637, + "num_tokens": 1086467.0, + "step": 380 + }, + { + "entropy": 7.076186227798462, + "epoch": 0.45670225385527874, + "grad_norm": 1.46875, + "learning_rate": 0.000192, + "loss": 6.6616, + "mean_token_accuracy": 0.10060962289571762, + "num_tokens": 1100356.0, + "step": 385 + }, + { + "entropy": 7.028731060028076, + "epoch": 0.4626334519572954, + "grad_norm": 1.3046875, + "learning_rate": 0.0001945, + "loss": 6.5814, + "mean_token_accuracy": 0.10232764557003975, + "num_tokens": 1115877.0, + "step": 390 + }, + { + "entropy": 7.04663872718811, + "epoch": 0.46856465005931197, + "grad_norm": 1.375, + "learning_rate": 0.00019700000000000002, + "loss": 6.5466, + "mean_token_accuracy": 0.10219399407505989, + "num_tokens": 1131415.0, + "step": 395 + }, + { + "entropy": 6.8535503387451175, + "epoch": 0.4744958481613286, + "grad_norm": 1.5234375, + "learning_rate": 0.00019950000000000002, + "loss": 6.5137, + "mean_token_accuracy": 0.09734094068408013, + "num_tokens": 1145903.0, + "step": 400 + }, + { + "entropy": 6.879596471786499, + "epoch": 0.4804270462633452, + "grad_norm": 1.125, + "learning_rate": 0.000202, + "loss": 6.4397, + "mean_token_accuracy": 0.0997365266084671, + "num_tokens": 1161168.0, + "step": 405 + }, + { + "entropy": 6.921687078475952, + "epoch": 0.4863582443653618, + "grad_norm": 1.3515625, + "learning_rate": 0.00020449999999999998, + "loss": 6.5196, + "mean_token_accuracy": 0.09855128526687622, + "num_tokens": 1178155.0, + "step": 410 + }, + { + "entropy": 6.924295806884766, + "epoch": 0.49228944246737844, + "grad_norm": 1.3828125, + "learning_rate": 0.000207, + "loss": 6.3697, + "mean_token_accuracy": 0.1099881686270237, + "num_tokens": 1190830.0, + "step": 415 + }, + { + "entropy": 6.827713060379028, + "epoch": 0.498220640569395, + "grad_norm": 1.375, + "learning_rate": 0.0002095, + "loss": 6.3842, + "mean_token_accuracy": 0.10342236086726189, + "num_tokens": 1205260.0, + "step": 420 + }, + { + "entropy": 6.883217096328735, + "epoch": 0.5041518386714117, + "grad_norm": 1.4453125, + "learning_rate": 0.000212, + "loss": 6.431, + "mean_token_accuracy": 0.10836012288928032, + "num_tokens": 1218856.0, + "step": 425 + }, + { + "entropy": 6.832102727890015, + "epoch": 0.5100830367734283, + "grad_norm": 1.328125, + "learning_rate": 0.0002145, + "loss": 6.5014, + "mean_token_accuracy": 0.10428635627031327, + "num_tokens": 1234669.0, + "step": 430 + }, + { + "entropy": 6.830685758590699, + "epoch": 0.5160142348754448, + "grad_norm": 1.46875, + "learning_rate": 0.00021700000000000002, + "loss": 6.4289, + "mean_token_accuracy": 0.1057804524898529, + "num_tokens": 1249514.0, + "step": 435 + }, + { + "entropy": 6.837182474136353, + "epoch": 0.5219454329774614, + "grad_norm": 1.1015625, + "learning_rate": 0.0002195, + "loss": 6.3638, + "mean_token_accuracy": 0.1109524667263031, + "num_tokens": 1262311.0, + "step": 440 + }, + { + "entropy": 6.767211008071899, + "epoch": 0.527876631079478, + "grad_norm": 1.3359375, + "learning_rate": 0.000222, + "loss": 6.3519, + "mean_token_accuracy": 0.10807539224624634, + "num_tokens": 1277681.0, + "step": 445 + }, + { + "entropy": 6.781484460830688, + "epoch": 0.5338078291814946, + "grad_norm": 1.390625, + "learning_rate": 0.0002245, + "loss": 6.3968, + "mean_token_accuracy": 0.10917404815554618, + "num_tokens": 1292300.0, + "step": 450 + }, + { + "entropy": 6.775958061218262, + "epoch": 0.5397390272835113, + "grad_norm": 1.234375, + "learning_rate": 0.00022700000000000002, + "loss": 6.4142, + "mean_token_accuracy": 0.10393262058496475, + "num_tokens": 1307426.0, + "step": 455 + }, + { + "entropy": 6.787585258483887, + "epoch": 0.5456702253855279, + "grad_norm": 1.0546875, + "learning_rate": 0.00022950000000000002, + "loss": 6.4414, + "mean_token_accuracy": 0.09955934658646584, + "num_tokens": 1322167.0, + "step": 460 + }, + { + "entropy": 6.75556001663208, + "epoch": 0.5516014234875445, + "grad_norm": 1.2265625, + "learning_rate": 0.00023200000000000003, + "loss": 6.3126, + "mean_token_accuracy": 0.11029193922877312, + "num_tokens": 1335343.0, + "step": 465 + }, + { + "entropy": 6.719364500045776, + "epoch": 0.5575326215895611, + "grad_norm": 1.234375, + "learning_rate": 0.00023449999999999998, + "loss": 6.3129, + "mean_token_accuracy": 0.11020243093371392, + "num_tokens": 1349078.0, + "step": 470 + }, + { + "entropy": 6.670861291885376, + "epoch": 0.5634638196915777, + "grad_norm": 1.2265625, + "learning_rate": 0.000237, + "loss": 6.2388, + "mean_token_accuracy": 0.11813571006059646, + "num_tokens": 1362030.0, + "step": 475 + }, + { + "entropy": 6.790364742279053, + "epoch": 0.5693950177935944, + "grad_norm": 1.3125, + "learning_rate": 0.0002395, + "loss": 6.3965, + "mean_token_accuracy": 0.10456062778830529, + "num_tokens": 1378303.0, + "step": 480 + }, + { + "entropy": 6.773904657363891, + "epoch": 0.575326215895611, + "grad_norm": 1.203125, + "learning_rate": 0.000242, + "loss": 6.3906, + "mean_token_accuracy": 0.10592009201645851, + "num_tokens": 1392585.0, + "step": 485 + }, + { + "entropy": 6.805166101455688, + "epoch": 0.5812574139976275, + "grad_norm": 1.5, + "learning_rate": 0.0002445, + "loss": 6.3973, + "mean_token_accuracy": 0.11140659600496292, + "num_tokens": 1406962.0, + "step": 490 + }, + { + "entropy": 6.573492240905762, + "epoch": 0.5871886120996441, + "grad_norm": 1.2265625, + "learning_rate": 0.000247, + "loss": 6.2853, + "mean_token_accuracy": 0.11129999980330467, + "num_tokens": 1419493.0, + "step": 495 + }, + { + "entropy": 6.735859537124634, + "epoch": 0.5931198102016607, + "grad_norm": 1.3125, + "learning_rate": 0.0002495, + "loss": 6.3007, + "mean_token_accuracy": 0.10790175497531891, + "num_tokens": 1435373.0, + "step": 500 + }, + { + "epoch": 0.5931198102016607, + "eval_entropy": 6.67236985896994, + "eval_loss": 6.441715717315674, + "eval_mean_token_accuracy": 0.10966419813685988, + "eval_num_tokens": 1435373.0, + "eval_runtime": 2.4776, + "eval_samples_per_second": 1052.652, + "eval_steps_per_second": 131.581, + "step": 500 + }, + { + "entropy": 6.6947290897369385, + "epoch": 0.5990510083036773, + "grad_norm": 1.3359375, + "learning_rate": 0.000252, + "loss": 6.2707, + "mean_token_accuracy": 0.11756636276841163, + "num_tokens": 1449805.0, + "step": 505 + }, + { + "entropy": 6.634400224685669, + "epoch": 0.604982206405694, + "grad_norm": 1.3125, + "learning_rate": 0.0002545, + "loss": 6.2855, + "mean_token_accuracy": 0.11045260801911354, + "num_tokens": 1463657.0, + "step": 510 + }, + { + "entropy": 6.727581596374511, + "epoch": 0.6109134045077106, + "grad_norm": 1.4140625, + "learning_rate": 0.000257, + "loss": 6.3004, + "mean_token_accuracy": 0.11670920848846436, + "num_tokens": 1478089.0, + "step": 515 + }, + { + "entropy": 6.619698333740234, + "epoch": 0.6168446026097272, + "grad_norm": 1.4296875, + "learning_rate": 0.0002595, + "loss": 6.311, + "mean_token_accuracy": 0.11146906316280365, + "num_tokens": 1492225.0, + "step": 520 + }, + { + "entropy": 6.630937004089356, + "epoch": 0.6227758007117438, + "grad_norm": 1.1875, + "learning_rate": 0.000262, + "loss": 6.3008, + "mean_token_accuracy": 0.10728157833218574, + "num_tokens": 1506751.0, + "step": 525 + }, + { + "entropy": 6.599562358856201, + "epoch": 0.6287069988137604, + "grad_norm": 1.140625, + "learning_rate": 0.00026450000000000003, + "loss": 6.2004, + "mean_token_accuracy": 0.11617306619882584, + "num_tokens": 1520590.0, + "step": 530 + }, + { + "entropy": 6.652629327774048, + "epoch": 0.6346381969157769, + "grad_norm": 1.1953125, + "learning_rate": 0.00026700000000000004, + "loss": 6.2527, + "mean_token_accuracy": 0.11343958005309104, + "num_tokens": 1534752.0, + "step": 535 + }, + { + "entropy": 6.587781953811645, + "epoch": 0.6405693950177936, + "grad_norm": 1.3828125, + "learning_rate": 0.00026950000000000005, + "loss": 6.2154, + "mean_token_accuracy": 0.12041136622428894, + "num_tokens": 1547891.0, + "step": 540 + }, + { + "entropy": 6.418690204620361, + "epoch": 0.6465005931198102, + "grad_norm": 1.2578125, + "learning_rate": 0.00027200000000000005, + "loss": 6.1542, + "mean_token_accuracy": 0.12026057541370391, + "num_tokens": 1562560.0, + "step": 545 + }, + { + "entropy": 6.670684385299682, + "epoch": 0.6524317912218268, + "grad_norm": 1.328125, + "learning_rate": 0.0002745, + "loss": 6.3091, + "mean_token_accuracy": 0.11120221018791199, + "num_tokens": 1576896.0, + "step": 550 + }, + { + "entropy": 6.535441923141479, + "epoch": 0.6583629893238434, + "grad_norm": 1.265625, + "learning_rate": 0.000277, + "loss": 6.2086, + "mean_token_accuracy": 0.11225326210260392, + "num_tokens": 1590806.0, + "step": 555 + }, + { + "entropy": 6.601208257675171, + "epoch": 0.66429418742586, + "grad_norm": 1.234375, + "learning_rate": 0.0002795, + "loss": 6.326, + "mean_token_accuracy": 0.10773437917232513, + "num_tokens": 1605874.0, + "step": 560 + }, + { + "entropy": 6.616091251373291, + "epoch": 0.6702253855278766, + "grad_norm": 1.2734375, + "learning_rate": 0.00028199999999999997, + "loss": 6.2108, + "mean_token_accuracy": 0.11664134711027145, + "num_tokens": 1620947.0, + "step": 565 + }, + { + "entropy": 6.484318447113037, + "epoch": 0.6761565836298933, + "grad_norm": 1.296875, + "learning_rate": 0.0002845, + "loss": 6.2608, + "mean_token_accuracy": 0.10255342498421668, + "num_tokens": 1635974.0, + "step": 570 + }, + { + "entropy": 6.542778062820434, + "epoch": 0.6820877817319099, + "grad_norm": 1.109375, + "learning_rate": 0.000287, + "loss": 6.2163, + "mean_token_accuracy": 0.10959842428565025, + "num_tokens": 1651502.0, + "step": 575 + }, + { + "entropy": 6.45567512512207, + "epoch": 0.6880189798339265, + "grad_norm": 1.1796875, + "learning_rate": 0.0002895, + "loss": 6.1629, + "mean_token_accuracy": 0.11728360131382942, + "num_tokens": 1665547.0, + "step": 580 + }, + { + "entropy": 6.501108646392822, + "epoch": 0.693950177935943, + "grad_norm": 1.1796875, + "learning_rate": 0.000292, + "loss": 6.1508, + "mean_token_accuracy": 0.12227020487189293, + "num_tokens": 1678875.0, + "step": 585 + }, + { + "entropy": 6.480410623550415, + "epoch": 0.6998813760379596, + "grad_norm": 1.3203125, + "learning_rate": 0.0002945, + "loss": 6.1681, + "mean_token_accuracy": 0.11540260091423989, + "num_tokens": 1692673.0, + "step": 590 + }, + { + "entropy": 6.511543416976929, + "epoch": 0.7058125741399762, + "grad_norm": 1.109375, + "learning_rate": 0.000297, + "loss": 6.2156, + "mean_token_accuracy": 0.11393610835075378, + "num_tokens": 1707318.0, + "step": 595 + }, + { + "entropy": 6.460053396224976, + "epoch": 0.7117437722419929, + "grad_norm": 1.4140625, + "learning_rate": 0.0002995, + "loss": 6.2426, + "mean_token_accuracy": 0.11120611354708672, + "num_tokens": 1724331.0, + "step": 600 + }, + { + "entropy": 6.442718982696533, + "epoch": 0.7176749703440095, + "grad_norm": 1.3203125, + "learning_rate": 0.000302, + "loss": 6.0492, + "mean_token_accuracy": 0.12235584780573845, + "num_tokens": 1736151.0, + "step": 605 + }, + { + "entropy": 6.444410896301269, + "epoch": 0.7236061684460261, + "grad_norm": 1.28125, + "learning_rate": 0.0003045, + "loss": 6.1371, + "mean_token_accuracy": 0.11987931281328201, + "num_tokens": 1749831.0, + "step": 610 + }, + { + "entropy": 6.455282926559448, + "epoch": 0.7295373665480427, + "grad_norm": 1.1875, + "learning_rate": 0.000307, + "loss": 6.173, + "mean_token_accuracy": 0.11412288546562195, + "num_tokens": 1764296.0, + "step": 615 + }, + { + "entropy": 6.49344654083252, + "epoch": 0.7354685646500593, + "grad_norm": 1.4609375, + "learning_rate": 0.0003095, + "loss": 6.1473, + "mean_token_accuracy": 0.11842510327696801, + "num_tokens": 1778042.0, + "step": 620 + }, + { + "entropy": 6.402311325073242, + "epoch": 0.741399762752076, + "grad_norm": 1.109375, + "learning_rate": 0.000312, + "loss": 6.1244, + "mean_token_accuracy": 0.1204920805990696, + "num_tokens": 1791614.0, + "step": 625 + }, + { + "entropy": 6.386654949188232, + "epoch": 0.7473309608540926, + "grad_norm": 1.140625, + "learning_rate": 0.0003145, + "loss": 6.082, + "mean_token_accuracy": 0.1170621544122696, + "num_tokens": 1807388.0, + "step": 630 + }, + { + "entropy": 6.513570547103882, + "epoch": 0.7532621589561092, + "grad_norm": 1.2109375, + "learning_rate": 0.000317, + "loss": 6.187, + "mean_token_accuracy": 0.1129879891872406, + "num_tokens": 1820407.0, + "step": 635 + }, + { + "entropy": 6.353465366363525, + "epoch": 0.7591933570581257, + "grad_norm": 1.140625, + "learning_rate": 0.0003195, + "loss": 6.0709, + "mean_token_accuracy": 0.11846939399838448, + "num_tokens": 1834666.0, + "step": 640 + }, + { + "entropy": 6.402153253555298, + "epoch": 0.7651245551601423, + "grad_norm": 1.390625, + "learning_rate": 0.000322, + "loss": 6.169, + "mean_token_accuracy": 0.11969529762864113, + "num_tokens": 1848160.0, + "step": 645 + }, + { + "entropy": 6.429388856887817, + "epoch": 0.7710557532621589, + "grad_norm": 1.046875, + "learning_rate": 0.00032450000000000003, + "loss": 6.1763, + "mean_token_accuracy": 0.11832700744271278, + "num_tokens": 1865140.0, + "step": 650 + }, + { + "entropy": 6.384272193908691, + "epoch": 0.7769869513641756, + "grad_norm": 1.1484375, + "learning_rate": 0.00032700000000000003, + "loss": 6.0502, + "mean_token_accuracy": 0.12135105207562447, + "num_tokens": 1878447.0, + "step": 655 + }, + { + "entropy": 6.368830823898316, + "epoch": 0.7829181494661922, + "grad_norm": 1.1953125, + "learning_rate": 0.00032950000000000004, + "loss": 6.0999, + "mean_token_accuracy": 0.11421585902571678, + "num_tokens": 1893539.0, + "step": 660 + }, + { + "entropy": 6.452864456176758, + "epoch": 0.7888493475682088, + "grad_norm": 1.1328125, + "learning_rate": 0.00033200000000000005, + "loss": 6.1646, + "mean_token_accuracy": 0.120599914342165, + "num_tokens": 1908052.0, + "step": 665 + }, + { + "entropy": 6.347026681900024, + "epoch": 0.7947805456702254, + "grad_norm": 1.0859375, + "learning_rate": 0.00033450000000000005, + "loss": 6.0494, + "mean_token_accuracy": 0.12437219470739365, + "num_tokens": 1921528.0, + "step": 670 + }, + { + "entropy": 6.360257863998413, + "epoch": 0.800711743772242, + "grad_norm": 1.1640625, + "learning_rate": 0.000337, + "loss": 6.0758, + "mean_token_accuracy": 0.12383257448673249, + "num_tokens": 1935089.0, + "step": 675 + }, + { + "entropy": 6.4030664443969725, + "epoch": 0.8066429418742586, + "grad_norm": 1.203125, + "learning_rate": 0.0003395, + "loss": 6.1896, + "mean_token_accuracy": 0.11006285175681114, + "num_tokens": 1949717.0, + "step": 680 + }, + { + "entropy": 6.300024366378784, + "epoch": 0.8125741399762753, + "grad_norm": 1.546875, + "learning_rate": 0.000342, + "loss": 6.0568, + "mean_token_accuracy": 0.12153587713837624, + "num_tokens": 1962619.0, + "step": 685 + }, + { + "entropy": 6.450096464157104, + "epoch": 0.8185053380782918, + "grad_norm": 1.375, + "learning_rate": 0.00034449999999999997, + "loss": 6.143, + "mean_token_accuracy": 0.11284489929676056, + "num_tokens": 1977094.0, + "step": 690 + }, + { + "entropy": 6.286441040039063, + "epoch": 0.8244365361803084, + "grad_norm": 1.0625, + "learning_rate": 0.000347, + "loss": 6.1106, + "mean_token_accuracy": 0.11766432374715804, + "num_tokens": 1992446.0, + "step": 695 + }, + { + "entropy": 6.301593971252442, + "epoch": 0.830367734282325, + "grad_norm": 1.1640625, + "learning_rate": 0.0003495, + "loss": 6.0526, + "mean_token_accuracy": 0.1210049532353878, + "num_tokens": 2008753.0, + "step": 700 + }, + { + "entropy": 6.312734651565552, + "epoch": 0.8362989323843416, + "grad_norm": 1.140625, + "learning_rate": 0.000352, + "loss": 6.0098, + "mean_token_accuracy": 0.1238975889980793, + "num_tokens": 2024088.0, + "step": 705 + }, + { + "entropy": 6.338296222686767, + "epoch": 0.8422301304863582, + "grad_norm": 1.21875, + "learning_rate": 0.0003545, + "loss": 6.0283, + "mean_token_accuracy": 0.11651979684829712, + "num_tokens": 2038449.0, + "step": 710 + }, + { + "entropy": 6.306093740463257, + "epoch": 0.8481613285883749, + "grad_norm": 1.1328125, + "learning_rate": 0.000357, + "loss": 6.0258, + "mean_token_accuracy": 0.1278011307120323, + "num_tokens": 2052038.0, + "step": 715 + }, + { + "entropy": 6.271956300735473, + "epoch": 0.8540925266903915, + "grad_norm": 1.1875, + "learning_rate": 0.0003595, + "loss": 5.9769, + "mean_token_accuracy": 0.12276132255792618, + "num_tokens": 2064907.0, + "step": 720 + }, + { + "entropy": 6.297043323516846, + "epoch": 0.8600237247924081, + "grad_norm": 1.0703125, + "learning_rate": 0.000362, + "loss": 6.1502, + "mean_token_accuracy": 0.1173181675374508, + "num_tokens": 2081295.0, + "step": 725 + }, + { + "entropy": 6.336274099349976, + "epoch": 0.8659549228944247, + "grad_norm": 1.0390625, + "learning_rate": 0.0003645, + "loss": 6.0652, + "mean_token_accuracy": 0.12099355086684227, + "num_tokens": 2098077.0, + "step": 730 + }, + { + "entropy": 6.285319423675537, + "epoch": 0.8718861209964412, + "grad_norm": 1.1484375, + "learning_rate": 0.000367, + "loss": 6.0532, + "mean_token_accuracy": 0.12013457342982292, + "num_tokens": 2111716.0, + "step": 735 + }, + { + "entropy": 6.27389874458313, + "epoch": 0.8778173190984578, + "grad_norm": 1.1171875, + "learning_rate": 0.0003695, + "loss": 5.9654, + "mean_token_accuracy": 0.13291287645697594, + "num_tokens": 2125757.0, + "step": 740 + }, + { + "entropy": 6.267977666854859, + "epoch": 0.8837485172004745, + "grad_norm": 1.1875, + "learning_rate": 0.000372, + "loss": 6.1618, + "mean_token_accuracy": 0.11648618057370186, + "num_tokens": 2142929.0, + "step": 745 + }, + { + "entropy": 6.27850079536438, + "epoch": 0.8896797153024911, + "grad_norm": 1.265625, + "learning_rate": 0.0003745, + "loss": 6.0379, + "mean_token_accuracy": 0.12373944073915481, + "num_tokens": 2155206.0, + "step": 750 + }, + { + "entropy": 6.240651369094849, + "epoch": 0.8956109134045077, + "grad_norm": 1.1875, + "learning_rate": 0.000377, + "loss": 5.9246, + "mean_token_accuracy": 0.12547165155410767, + "num_tokens": 2169816.0, + "step": 755 + }, + { + "entropy": 6.190544652938843, + "epoch": 0.9015421115065243, + "grad_norm": 1.0390625, + "learning_rate": 0.0003795, + "loss": 6.0044, + "mean_token_accuracy": 0.12672639563679694, + "num_tokens": 2184827.0, + "step": 760 + }, + { + "entropy": 6.259784412384033, + "epoch": 0.9074733096085409, + "grad_norm": 1.15625, + "learning_rate": 0.000382, + "loss": 5.9353, + "mean_token_accuracy": 0.12988706678152084, + "num_tokens": 2199333.0, + "step": 765 + }, + { + "entropy": 6.1021686553955075, + "epoch": 0.9134045077105575, + "grad_norm": 0.87109375, + "learning_rate": 0.0003845, + "loss": 5.9947, + "mean_token_accuracy": 0.12381677329540253, + "num_tokens": 2215239.0, + "step": 770 + }, + { + "entropy": 6.2903533458709715, + "epoch": 0.9193357058125742, + "grad_norm": 1.0390625, + "learning_rate": 0.00038700000000000003, + "loss": 5.9998, + "mean_token_accuracy": 0.1248672790825367, + "num_tokens": 2229369.0, + "step": 775 + }, + { + "entropy": 6.169124412536621, + "epoch": 0.9252669039145908, + "grad_norm": 1.1875, + "learning_rate": 0.00038950000000000003, + "loss": 5.9842, + "mean_token_accuracy": 0.12811334952712058, + "num_tokens": 2242709.0, + "step": 780 + }, + { + "entropy": 6.2337898254394535, + "epoch": 0.9311981020166074, + "grad_norm": 1.140625, + "learning_rate": 0.00039200000000000004, + "loss": 5.9655, + "mean_token_accuracy": 0.12137661054730416, + "num_tokens": 2257067.0, + "step": 785 + }, + { + "entropy": 6.1931390285491945, + "epoch": 0.9371293001186239, + "grad_norm": 1.25, + "learning_rate": 0.00039450000000000005, + "loss": 5.9103, + "mean_token_accuracy": 0.13152316808700562, + "num_tokens": 2270932.0, + "step": 790 + }, + { + "entropy": 6.182427406311035, + "epoch": 0.9430604982206405, + "grad_norm": 1.0546875, + "learning_rate": 0.00039700000000000005, + "loss": 6.0279, + "mean_token_accuracy": 0.12549996599555016, + "num_tokens": 2285517.0, + "step": 795 + }, + { + "entropy": 6.1117936134338375, + "epoch": 0.9489916963226572, + "grad_norm": 1.1875, + "learning_rate": 0.0003995, + "loss": 5.8952, + "mean_token_accuracy": 0.1253364697098732, + "num_tokens": 2298657.0, + "step": 800 + }, + { + "entropy": 6.14580602645874, + "epoch": 0.9549228944246738, + "grad_norm": 1.2109375, + "learning_rate": 0.000402, + "loss": 5.9069, + "mean_token_accuracy": 0.132824869453907, + "num_tokens": 2312521.0, + "step": 805 + }, + { + "entropy": 6.149325656890869, + "epoch": 0.9608540925266904, + "grad_norm": 1.375, + "learning_rate": 0.0004045, + "loss": 5.901, + "mean_token_accuracy": 0.12876850068569184, + "num_tokens": 2325849.0, + "step": 810 + }, + { + "entropy": 6.160182809829712, + "epoch": 0.966785290628707, + "grad_norm": 1.2578125, + "learning_rate": 0.00040699999999999997, + "loss": 5.933, + "mean_token_accuracy": 0.12433248236775399, + "num_tokens": 2339717.0, + "step": 815 + }, + { + "entropy": 6.148682689666748, + "epoch": 0.9727164887307236, + "grad_norm": 1.078125, + "learning_rate": 0.0004095, + "loss": 5.9644, + "mean_token_accuracy": 0.12969405129551886, + "num_tokens": 2353536.0, + "step": 820 + }, + { + "entropy": 6.15325140953064, + "epoch": 0.9786476868327402, + "grad_norm": 1.1953125, + "learning_rate": 0.000412, + "loss": 5.9392, + "mean_token_accuracy": 0.12233664244413375, + "num_tokens": 2368626.0, + "step": 825 + }, + { + "entropy": 6.148900079727173, + "epoch": 0.9845788849347569, + "grad_norm": 1.1796875, + "learning_rate": 0.0004145, + "loss": 6.0228, + "mean_token_accuracy": 0.1229950562119484, + "num_tokens": 2383768.0, + "step": 830 + }, + { + "entropy": 6.253143930435181, + "epoch": 0.9905100830367735, + "grad_norm": 1.1640625, + "learning_rate": 0.000417, + "loss": 6.0531, + "mean_token_accuracy": 0.12633627876639367, + "num_tokens": 2398089.0, + "step": 835 + }, + { + "entropy": 6.143814277648926, + "epoch": 0.99644128113879, + "grad_norm": 1.15625, + "learning_rate": 0.0004195, + "loss": 5.9179, + "mean_token_accuracy": 0.13075150698423385, + "num_tokens": 2411354.0, + "step": 840 + }, + { + "entropy": 6.1597785472869875, + "epoch": 1.0023724792408066, + "grad_norm": 1.1015625, + "learning_rate": 0.000422, + "loss": 5.9132, + "mean_token_accuracy": 0.1338951252400875, + "num_tokens": 2425071.0, + "step": 845 + }, + { + "entropy": 6.226427221298218, + "epoch": 1.0083036773428233, + "grad_norm": 1.234375, + "learning_rate": 0.0004245, + "loss": 5.8618, + "mean_token_accuracy": 0.13656074777245522, + "num_tokens": 2439143.0, + "step": 850 + }, + { + "entropy": 5.997689485549927, + "epoch": 1.0142348754448398, + "grad_norm": 1.0859375, + "learning_rate": 0.000427, + "loss": 5.7022, + "mean_token_accuracy": 0.1348326951265335, + "num_tokens": 2453466.0, + "step": 855 + }, + { + "entropy": 6.064882230758667, + "epoch": 1.0201660735468565, + "grad_norm": 1.21875, + "learning_rate": 0.0004295, + "loss": 5.815, + "mean_token_accuracy": 0.13819923251867294, + "num_tokens": 2466802.0, + "step": 860 + }, + { + "entropy": 6.077611827850342, + "epoch": 1.026097271648873, + "grad_norm": 1.265625, + "learning_rate": 0.000432, + "loss": 5.7763, + "mean_token_accuracy": 0.13229055777192117, + "num_tokens": 2480080.0, + "step": 865 + }, + { + "entropy": 6.0491447925567625, + "epoch": 1.0320284697508897, + "grad_norm": 1.390625, + "learning_rate": 0.0004345, + "loss": 5.83, + "mean_token_accuracy": 0.1349202238023281, + "num_tokens": 2495196.0, + "step": 870 + }, + { + "entropy": 5.99519829750061, + "epoch": 1.0379596678529064, + "grad_norm": 1.1875, + "learning_rate": 0.000437, + "loss": 5.734, + "mean_token_accuracy": 0.13301657065749167, + "num_tokens": 2510084.0, + "step": 875 + }, + { + "entropy": 6.138531064987182, + "epoch": 1.0438908659549229, + "grad_norm": 1.203125, + "learning_rate": 0.0004395, + "loss": 5.8045, + "mean_token_accuracy": 0.13315934240818023, + "num_tokens": 2522834.0, + "step": 880 + }, + { + "entropy": 6.013190269470215, + "epoch": 1.0498220640569396, + "grad_norm": 1.0703125, + "learning_rate": 0.000442, + "loss": 5.7781, + "mean_token_accuracy": 0.1408059172332287, + "num_tokens": 2536778.0, + "step": 885 + }, + { + "entropy": 6.016625690460205, + "epoch": 1.055753262158956, + "grad_norm": 1.171875, + "learning_rate": 0.0004445, + "loss": 5.8079, + "mean_token_accuracy": 0.13629683703184128, + "num_tokens": 2551220.0, + "step": 890 + }, + { + "entropy": 6.152676439285278, + "epoch": 1.0616844602609727, + "grad_norm": 1.2734375, + "learning_rate": 0.000447, + "loss": 5.8853, + "mean_token_accuracy": 0.12912147343158722, + "num_tokens": 2565686.0, + "step": 895 + }, + { + "entropy": 5.9945775985717775, + "epoch": 1.0676156583629894, + "grad_norm": 1.234375, + "learning_rate": 0.00044950000000000003, + "loss": 5.8012, + "mean_token_accuracy": 0.1301092065870762, + "num_tokens": 2579569.0, + "step": 900 + }, + { + "entropy": 6.045119094848633, + "epoch": 1.073546856465006, + "grad_norm": 1.390625, + "learning_rate": 0.00045200000000000004, + "loss": 5.7873, + "mean_token_accuracy": 0.13423676043748856, + "num_tokens": 2593226.0, + "step": 905 + }, + { + "entropy": 5.971383666992187, + "epoch": 1.0794780545670226, + "grad_norm": 1.046875, + "learning_rate": 0.00045450000000000004, + "loss": 5.748, + "mean_token_accuracy": 0.13364143371582032, + "num_tokens": 2607711.0, + "step": 910 + }, + { + "entropy": 6.028302955627441, + "epoch": 1.085409252669039, + "grad_norm": 1.109375, + "learning_rate": 0.00045700000000000005, + "loss": 5.7788, + "mean_token_accuracy": 0.13531881719827651, + "num_tokens": 2623024.0, + "step": 915 + }, + { + "entropy": 6.003001356124878, + "epoch": 1.0913404507710558, + "grad_norm": 1.078125, + "learning_rate": 0.00045950000000000006, + "loss": 5.7666, + "mean_token_accuracy": 0.1361100286245346, + "num_tokens": 2637824.0, + "step": 920 + }, + { + "entropy": 5.995635271072388, + "epoch": 1.0972716488730723, + "grad_norm": 1.1796875, + "learning_rate": 0.000462, + "loss": 5.7772, + "mean_token_accuracy": 0.13633406162261963, + "num_tokens": 2652077.0, + "step": 925 + }, + { + "entropy": 5.994116687774659, + "epoch": 1.103202846975089, + "grad_norm": 1.2265625, + "learning_rate": 0.0004645, + "loss": 5.7796, + "mean_token_accuracy": 0.1343744106590748, + "num_tokens": 2666791.0, + "step": 930 + }, + { + "entropy": 5.9884919166564945, + "epoch": 1.1091340450771057, + "grad_norm": 0.9375, + "learning_rate": 0.000467, + "loss": 5.8653, + "mean_token_accuracy": 0.13153321593999862, + "num_tokens": 2681482.0, + "step": 935 + }, + { + "entropy": 5.957932996749878, + "epoch": 1.1150652431791221, + "grad_norm": 1.09375, + "learning_rate": 0.0004695, + "loss": 5.6686, + "mean_token_accuracy": 0.14378132447600364, + "num_tokens": 2695305.0, + "step": 940 + }, + { + "entropy": 6.023182153701782, + "epoch": 1.1209964412811388, + "grad_norm": 1.1640625, + "learning_rate": 0.000472, + "loss": 5.7336, + "mean_token_accuracy": 0.13786137402057647, + "num_tokens": 2712211.0, + "step": 945 + }, + { + "entropy": 5.941826725006104, + "epoch": 1.1269276393831553, + "grad_norm": 1.109375, + "learning_rate": 0.0004745, + "loss": 5.7816, + "mean_token_accuracy": 0.13546779826283456, + "num_tokens": 2726888.0, + "step": 950 + }, + { + "entropy": 5.957491064071656, + "epoch": 1.132858837485172, + "grad_norm": 1.0859375, + "learning_rate": 0.000477, + "loss": 5.7527, + "mean_token_accuracy": 0.13760311529040337, + "num_tokens": 2741734.0, + "step": 955 + }, + { + "entropy": 5.94100170135498, + "epoch": 1.1387900355871885, + "grad_norm": 1.3046875, + "learning_rate": 0.0004795, + "loss": 5.7551, + "mean_token_accuracy": 0.14393994361162185, + "num_tokens": 2754680.0, + "step": 960 + }, + { + "entropy": 5.94309253692627, + "epoch": 1.1447212336892052, + "grad_norm": 1.3125, + "learning_rate": 0.000482, + "loss": 5.8065, + "mean_token_accuracy": 0.129212536662817, + "num_tokens": 2769572.0, + "step": 965 + }, + { + "entropy": 6.076050662994385, + "epoch": 1.150652431791222, + "grad_norm": 1.3359375, + "learning_rate": 0.0004845, + "loss": 5.7537, + "mean_token_accuracy": 0.13419156968593599, + "num_tokens": 2782948.0, + "step": 970 + }, + { + "entropy": 5.846741008758545, + "epoch": 1.1565836298932384, + "grad_norm": 1.1171875, + "learning_rate": 0.000487, + "loss": 5.6832, + "mean_token_accuracy": 0.1396567314863205, + "num_tokens": 2795399.0, + "step": 975 + }, + { + "entropy": 5.9153892993927, + "epoch": 1.162514827995255, + "grad_norm": 1.203125, + "learning_rate": 0.0004895, + "loss": 5.6837, + "mean_token_accuracy": 0.13754538744688033, + "num_tokens": 2809591.0, + "step": 980 + }, + { + "entropy": 5.938817977905273, + "epoch": 1.1684460260972718, + "grad_norm": 1.015625, + "learning_rate": 0.000492, + "loss": 5.7227, + "mean_token_accuracy": 0.13820295482873918, + "num_tokens": 2824106.0, + "step": 985 + }, + { + "entropy": 5.93713231086731, + "epoch": 1.1743772241992882, + "grad_norm": 1.1640625, + "learning_rate": 0.0004945, + "loss": 5.8459, + "mean_token_accuracy": 0.1346195101737976, + "num_tokens": 2838616.0, + "step": 990 + }, + { + "entropy": 5.968208456039429, + "epoch": 1.180308422301305, + "grad_norm": 1.4140625, + "learning_rate": 0.000497, + "loss": 5.7473, + "mean_token_accuracy": 0.13854797407984734, + "num_tokens": 2851707.0, + "step": 995 + }, + { + "entropy": 5.898858261108399, + "epoch": 1.1862396204033214, + "grad_norm": 1.0390625, + "learning_rate": 0.0004995, + "loss": 5.7691, + "mean_token_accuracy": 0.1328132927417755, + "num_tokens": 2867644.0, + "step": 1000 + }, + { + "epoch": 1.1862396204033214, + "eval_entropy": 5.91133521232137, + "eval_loss": 6.012734413146973, + "eval_mean_token_accuracy": 0.13139666496930313, + "eval_num_tokens": 2867644.0, + "eval_runtime": 2.4739, + "eval_samples_per_second": 1054.225, + "eval_steps_per_second": 131.778, + "step": 1000 + }, + { + "entropy": 5.986166191101074, + "epoch": 1.1921708185053381, + "grad_norm": 1.0703125, + "learning_rate": 0.00049999967732573, + "loss": 5.7701, + "mean_token_accuracy": 0.1327154405415058, + "num_tokens": 2882663.0, + "step": 1005 + }, + { + "entropy": 5.940847110748291, + "epoch": 1.1981020166073546, + "grad_norm": 1.21875, + "learning_rate": 0.0004999983664630945, + "loss": 5.8284, + "mean_token_accuracy": 0.1329515464603901, + "num_tokens": 2898791.0, + "step": 1010 + }, + { + "entropy": 5.939939355850219, + "epoch": 1.2040332147093713, + "grad_norm": 1.09375, + "learning_rate": 0.0004999960472508219, + "loss": 5.7229, + "mean_token_accuracy": 0.14346506744623183, + "num_tokens": 2912997.0, + "step": 1015 + }, + { + "entropy": 5.890226602554321, + "epoch": 1.209964412811388, + "grad_norm": 1.171875, + "learning_rate": 0.0004999927196993059, + "loss": 5.7083, + "mean_token_accuracy": 0.1415116421878338, + "num_tokens": 2925064.0, + "step": 1020 + }, + { + "entropy": 5.959262037277222, + "epoch": 1.2158956109134045, + "grad_norm": 1.1484375, + "learning_rate": 0.0004999883838234592, + "loss": 5.7633, + "mean_token_accuracy": 0.13465891852974893, + "num_tokens": 2941400.0, + "step": 1025 + }, + { + "entropy": 5.861705589294433, + "epoch": 1.2218268090154212, + "grad_norm": 1.1328125, + "learning_rate": 0.0004999830396427133, + "loss": 5.7352, + "mean_token_accuracy": 0.13958436101675034, + "num_tokens": 2955541.0, + "step": 1030 + }, + { + "entropy": 5.922749280929565, + "epoch": 1.2277580071174377, + "grad_norm": 1.109375, + "learning_rate": 0.0004999766871810188, + "loss": 5.7479, + "mean_token_accuracy": 0.1416574686765671, + "num_tokens": 2968928.0, + "step": 1035 + }, + { + "entropy": 5.934699630737304, + "epoch": 1.2336892052194544, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999693264668446, + "loss": 5.6844, + "mean_token_accuracy": 0.14234655275940894, + "num_tokens": 2984072.0, + "step": 1040 + }, + { + "entropy": 5.891662549972534, + "epoch": 1.2396204033214708, + "grad_norm": 1.015625, + "learning_rate": 0.0004999609575331786, + "loss": 5.7787, + "mean_token_accuracy": 0.13772650435566902, + "num_tokens": 2999083.0, + "step": 1045 + }, + { + "entropy": 5.854400157928467, + "epoch": 1.2455516014234875, + "grad_norm": 1.1796875, + "learning_rate": 0.0004999515804175268, + "loss": 5.726, + "mean_token_accuracy": 0.13745229691267014, + "num_tokens": 3012738.0, + "step": 1050 + }, + { + "entropy": 5.869228887557983, + "epoch": 1.2514827995255042, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999411951619134, + "loss": 5.6694, + "mean_token_accuracy": 0.14171827286481858, + "num_tokens": 3027929.0, + "step": 1055 + }, + { + "entropy": 5.864783573150635, + "epoch": 1.2574139976275207, + "grad_norm": 0.98828125, + "learning_rate": 0.000499929801812881, + "loss": 5.8025, + "mean_token_accuracy": 0.13281177058815957, + "num_tokens": 3043576.0, + "step": 1060 + }, + { + "entropy": 5.822867107391358, + "epoch": 1.2633451957295374, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999174004214899, + "loss": 5.6696, + "mean_token_accuracy": 0.1398370385169983, + "num_tokens": 3059352.0, + "step": 1065 + }, + { + "entropy": 5.936639642715454, + "epoch": 1.269276393831554, + "grad_norm": 1.1484375, + "learning_rate": 0.0004999039910433179, + "loss": 5.7859, + "mean_token_accuracy": 0.1422264978289604, + "num_tokens": 3073140.0, + "step": 1070 + }, + { + "entropy": 5.890475559234619, + "epoch": 1.2752075919335706, + "grad_norm": 1.1015625, + "learning_rate": 0.0004998895737384605, + "loss": 5.7601, + "mean_token_accuracy": 0.14164954274892808, + "num_tokens": 3087710.0, + "step": 1075 + }, + { + "entropy": 5.919763278961182, + "epoch": 1.281138790035587, + "grad_norm": 1.125, + "learning_rate": 0.0004998741485715297, + "loss": 5.713, + "mean_token_accuracy": 0.14089994207024575, + "num_tokens": 3102035.0, + "step": 1080 + }, + { + "entropy": 5.838283920288086, + "epoch": 1.2870699881376038, + "grad_norm": 0.984375, + "learning_rate": 0.0004998577156116551, + "loss": 5.7754, + "mean_token_accuracy": 0.13512811809778214, + "num_tokens": 3118534.0, + "step": 1085 + }, + { + "entropy": 5.856381511688232, + "epoch": 1.2930011862396205, + "grad_norm": 1.0078125, + "learning_rate": 0.0004998402749324823, + "loss": 5.7229, + "mean_token_accuracy": 0.13245076537132264, + "num_tokens": 3133419.0, + "step": 1090 + }, + { + "entropy": 5.997888469696045, + "epoch": 1.298932384341637, + "grad_norm": 1.25, + "learning_rate": 0.0004998218266121731, + "loss": 5.8243, + "mean_token_accuracy": 0.1440747559070587, + "num_tokens": 3145903.0, + "step": 1095 + }, + { + "entropy": 5.824967718124389, + "epoch": 1.3048635824436536, + "grad_norm": 1.078125, + "learning_rate": 0.0004998023707334055, + "loss": 5.7688, + "mean_token_accuracy": 0.1350715659558773, + "num_tokens": 3159938.0, + "step": 1100 + }, + { + "entropy": 5.8246561050415036, + "epoch": 1.3107947805456703, + "grad_norm": 0.9921875, + "learning_rate": 0.0004997819073833724, + "loss": 5.6475, + "mean_token_accuracy": 0.1452900804579258, + "num_tokens": 3175089.0, + "step": 1105 + }, + { + "entropy": 5.855417728424072, + "epoch": 1.3167259786476868, + "grad_norm": 1.0859375, + "learning_rate": 0.0004997604366537823, + "loss": 5.7858, + "mean_token_accuracy": 0.13705137223005295, + "num_tokens": 3191027.0, + "step": 1110 + }, + { + "entropy": 5.746766853332519, + "epoch": 1.3226571767497035, + "grad_norm": 1.140625, + "learning_rate": 0.000499737958640858, + "loss": 5.6247, + "mean_token_accuracy": 0.14565233290195465, + "num_tokens": 3205489.0, + "step": 1115 + }, + { + "entropy": 5.841010189056396, + "epoch": 1.32858837485172, + "grad_norm": 1.0625, + "learning_rate": 0.0004997144734453367, + "loss": 5.604, + "mean_token_accuracy": 0.14238353818655014, + "num_tokens": 3218764.0, + "step": 1120 + }, + { + "entropy": 5.837244129180908, + "epoch": 1.3345195729537367, + "grad_norm": 1.0078125, + "learning_rate": 0.0004996899811724693, + "loss": 5.7391, + "mean_token_accuracy": 0.13837844729423524, + "num_tokens": 3232953.0, + "step": 1125 + }, + { + "entropy": 5.772788858413696, + "epoch": 1.3404507710557532, + "grad_norm": 1.03125, + "learning_rate": 0.0004996644819320201, + "loss": 5.646, + "mean_token_accuracy": 0.14131752848625184, + "num_tokens": 3246977.0, + "step": 1130 + }, + { + "entropy": 5.676492929458618, + "epoch": 1.3463819691577699, + "grad_norm": 1.1640625, + "learning_rate": 0.0004996379758382662, + "loss": 5.5467, + "mean_token_accuracy": 0.14851859956979752, + "num_tokens": 3260668.0, + "step": 1135 + }, + { + "entropy": 5.83406023979187, + "epoch": 1.3523131672597866, + "grad_norm": 1.0859375, + "learning_rate": 0.0004996104630099969, + "loss": 5.6622, + "mean_token_accuracy": 0.1436814546585083, + "num_tokens": 3274213.0, + "step": 1140 + }, + { + "entropy": 5.770905447006226, + "epoch": 1.358244365361803, + "grad_norm": 1.1875, + "learning_rate": 0.0004995819435705133, + "loss": 5.6455, + "mean_token_accuracy": 0.13666117042303086, + "num_tokens": 3288011.0, + "step": 1145 + }, + { + "entropy": 5.856086683273316, + "epoch": 1.3641755634638197, + "grad_norm": 1.0546875, + "learning_rate": 0.0004995524176476277, + "loss": 5.7079, + "mean_token_accuracy": 0.1383526973426342, + "num_tokens": 3303263.0, + "step": 1150 + }, + { + "entropy": 5.795949029922485, + "epoch": 1.3701067615658362, + "grad_norm": 1.1328125, + "learning_rate": 0.0004995218853736631, + "loss": 5.6848, + "mean_token_accuracy": 0.14614594876766204, + "num_tokens": 3316843.0, + "step": 1155 + }, + { + "entropy": 5.752928686141968, + "epoch": 1.376037959667853, + "grad_norm": 1.0625, + "learning_rate": 0.0004994903468854527, + "loss": 5.5688, + "mean_token_accuracy": 0.14343352913856505, + "num_tokens": 3331527.0, + "step": 1160 + }, + { + "entropy": 5.751480293273926, + "epoch": 1.3819691577698694, + "grad_norm": 1.09375, + "learning_rate": 0.0004994578023243386, + "loss": 5.6655, + "mean_token_accuracy": 0.1439042344689369, + "num_tokens": 3347795.0, + "step": 1165 + }, + { + "entropy": 5.797406005859375, + "epoch": 1.387900355871886, + "grad_norm": 0.94140625, + "learning_rate": 0.0004994242518361723, + "loss": 5.7132, + "mean_token_accuracy": 0.1414179876446724, + "num_tokens": 3363532.0, + "step": 1170 + }, + { + "entropy": 5.777079343795776, + "epoch": 1.3938315539739028, + "grad_norm": 1.109375, + "learning_rate": 0.0004993896955713133, + "loss": 5.6743, + "mean_token_accuracy": 0.14409229755401612, + "num_tokens": 3377040.0, + "step": 1175 + }, + { + "entropy": 5.753640937805176, + "epoch": 1.3997627520759193, + "grad_norm": 1.25, + "learning_rate": 0.0004993541336846283, + "loss": 5.6287, + "mean_token_accuracy": 0.1529825061559677, + "num_tokens": 3390663.0, + "step": 1180 + }, + { + "entropy": 5.791894626617432, + "epoch": 1.405693950177936, + "grad_norm": 0.96875, + "learning_rate": 0.000499317566335491, + "loss": 5.6625, + "mean_token_accuracy": 0.1494051843881607, + "num_tokens": 3405860.0, + "step": 1185 + }, + { + "entropy": 5.734993839263916, + "epoch": 1.4116251482799527, + "grad_norm": 1.0859375, + "learning_rate": 0.0004992799936877813, + "loss": 5.6489, + "mean_token_accuracy": 0.14007329940795898, + "num_tokens": 3420248.0, + "step": 1190 + }, + { + "entropy": 5.817593097686768, + "epoch": 1.4175563463819691, + "grad_norm": 1.03125, + "learning_rate": 0.0004992414159098841, + "loss": 5.6469, + "mean_token_accuracy": 0.14704996794462205, + "num_tokens": 3434126.0, + "step": 1195 + }, + { + "entropy": 5.779922151565552, + "epoch": 1.4234875444839858, + "grad_norm": 1.1328125, + "learning_rate": 0.0004992018331746891, + "loss": 5.7038, + "mean_token_accuracy": 0.14136891365051268, + "num_tokens": 3449462.0, + "step": 1200 + }, + { + "entropy": 5.80670485496521, + "epoch": 1.4294187425860023, + "grad_norm": 1.0078125, + "learning_rate": 0.0004991612456595896, + "loss": 5.7589, + "mean_token_accuracy": 0.1408810332417488, + "num_tokens": 3465536.0, + "step": 1205 + }, + { + "entropy": 5.7316718101501465, + "epoch": 1.435349940688019, + "grad_norm": 1.0859375, + "learning_rate": 0.0004991196535464824, + "loss": 5.6359, + "mean_token_accuracy": 0.14721256196498872, + "num_tokens": 3479129.0, + "step": 1210 + }, + { + "entropy": 5.719354104995728, + "epoch": 1.4412811387900355, + "grad_norm": 1.3203125, + "learning_rate": 0.0004990770570217659, + "loss": 5.5441, + "mean_token_accuracy": 0.15703994482755662, + "num_tokens": 3492191.0, + "step": 1215 + }, + { + "entropy": 5.779579067230225, + "epoch": 1.4472123368920522, + "grad_norm": 1.1796875, + "learning_rate": 0.0004990334562763401, + "loss": 5.7006, + "mean_token_accuracy": 0.1453902617096901, + "num_tokens": 3507459.0, + "step": 1220 + }, + { + "entropy": 5.741008663177491, + "epoch": 1.453143534994069, + "grad_norm": 1.0390625, + "learning_rate": 0.0004989888515056057, + "loss": 5.6628, + "mean_token_accuracy": 0.14069193080067635, + "num_tokens": 3521517.0, + "step": 1225 + }, + { + "entropy": 5.746186399459839, + "epoch": 1.4590747330960854, + "grad_norm": 1.0625, + "learning_rate": 0.0004989432429094627, + "loss": 5.6036, + "mean_token_accuracy": 0.1472635604441166, + "num_tokens": 3535279.0, + "step": 1230 + }, + { + "entropy": 5.725585222244263, + "epoch": 1.465005931198102, + "grad_norm": 1.0859375, + "learning_rate": 0.0004988966306923099, + "loss": 5.5219, + "mean_token_accuracy": 0.1509362980723381, + "num_tokens": 3549960.0, + "step": 1235 + }, + { + "entropy": 5.702635431289673, + "epoch": 1.4709371293001186, + "grad_norm": 1.078125, + "learning_rate": 0.0004988490150630441, + "loss": 5.6504, + "mean_token_accuracy": 0.1413729466497898, + "num_tokens": 3563814.0, + "step": 1240 + }, + { + "entropy": 5.836396932601929, + "epoch": 1.4768683274021353, + "grad_norm": 1.0390625, + "learning_rate": 0.0004988003962350589, + "loss": 5.653, + "mean_token_accuracy": 0.15044173300266267, + "num_tokens": 3577529.0, + "step": 1245 + }, + { + "entropy": 5.712747097015381, + "epoch": 1.4827995255041517, + "grad_norm": 1.21875, + "learning_rate": 0.0004987507744262436, + "loss": 5.5913, + "mean_token_accuracy": 0.1456787832081318, + "num_tokens": 3591812.0, + "step": 1250 + }, + { + "entropy": 5.635834550857544, + "epoch": 1.4887307236061684, + "grad_norm": 1.0546875, + "learning_rate": 0.0004987001498589828, + "loss": 5.5787, + "mean_token_accuracy": 0.14813287556171417, + "num_tokens": 3604954.0, + "step": 1255 + }, + { + "entropy": 5.760722827911377, + "epoch": 1.4946619217081851, + "grad_norm": 1.03125, + "learning_rate": 0.0004986485227601548, + "loss": 5.6178, + "mean_token_accuracy": 0.14130520299077035, + "num_tokens": 3620486.0, + "step": 1260 + }, + { + "entropy": 5.717405652999878, + "epoch": 1.5005931198102016, + "grad_norm": 0.9921875, + "learning_rate": 0.000498595893361131, + "loss": 5.555, + "mean_token_accuracy": 0.15612171441316605, + "num_tokens": 3633972.0, + "step": 1265 + }, + { + "entropy": 5.7364737033844, + "epoch": 1.5065243179122183, + "grad_norm": 1.0546875, + "learning_rate": 0.0004985422618977744, + "loss": 5.6037, + "mean_token_accuracy": 0.151451975107193, + "num_tokens": 3649306.0, + "step": 1270 + }, + { + "entropy": 5.7654664516448975, + "epoch": 1.512455516014235, + "grad_norm": 0.98828125, + "learning_rate": 0.0004984876286104392, + "loss": 5.6786, + "mean_token_accuracy": 0.14375052377581596, + "num_tokens": 3664809.0, + "step": 1275 + }, + { + "entropy": 5.70614218711853, + "epoch": 1.5183867141162515, + "grad_norm": 1.2421875, + "learning_rate": 0.0004984319937439693, + "loss": 5.6095, + "mean_token_accuracy": 0.15040914267301558, + "num_tokens": 3677669.0, + "step": 1280 + }, + { + "entropy": 5.743654489517212, + "epoch": 1.524317912218268, + "grad_norm": 1.015625, + "learning_rate": 0.0004983753575476969, + "loss": 5.6267, + "mean_token_accuracy": 0.14291197434067726, + "num_tokens": 3690588.0, + "step": 1285 + }, + { + "entropy": 5.696566772460938, + "epoch": 1.5302491103202847, + "grad_norm": 1.0703125, + "learning_rate": 0.0004983177202754421, + "loss": 5.6522, + "mean_token_accuracy": 0.14571921825408934, + "num_tokens": 3703749.0, + "step": 1290 + }, + { + "entropy": 5.805274868011475, + "epoch": 1.5361803084223014, + "grad_norm": 0.9296875, + "learning_rate": 0.0004982590821855115, + "loss": 5.68, + "mean_token_accuracy": 0.13761823400855064, + "num_tokens": 3720181.0, + "step": 1295 + }, + { + "entropy": 5.711960506439209, + "epoch": 1.5421115065243178, + "grad_norm": 0.953125, + "learning_rate": 0.0004981994435406965, + "loss": 5.6042, + "mean_token_accuracy": 0.14782098084688186, + "num_tokens": 3734918.0, + "step": 1300 + }, + { + "entropy": 5.666572904586792, + "epoch": 1.5480427046263345, + "grad_norm": 0.9765625, + "learning_rate": 0.0004981388046082731, + "loss": 5.5494, + "mean_token_accuracy": 0.15440027564764022, + "num_tokens": 3748660.0, + "step": 1305 + }, + { + "entropy": 5.685553789138794, + "epoch": 1.5539739027283512, + "grad_norm": 0.97265625, + "learning_rate": 0.0004980771656599998, + "loss": 5.6201, + "mean_token_accuracy": 0.14841450601816178, + "num_tokens": 3763481.0, + "step": 1310 + }, + { + "entropy": 5.763680267333984, + "epoch": 1.5599051008303677, + "grad_norm": 1.0390625, + "learning_rate": 0.0004980145269721168, + "loss": 5.6376, + "mean_token_accuracy": 0.14404506087303162, + "num_tokens": 3777077.0, + "step": 1315 + }, + { + "entropy": 5.685877466201783, + "epoch": 1.5658362989323842, + "grad_norm": 0.91796875, + "learning_rate": 0.000497950888825345, + "loss": 5.6386, + "mean_token_accuracy": 0.14266225099563598, + "num_tokens": 3793649.0, + "step": 1320 + }, + { + "entropy": 5.687498426437378, + "epoch": 1.571767497034401, + "grad_norm": 0.96484375, + "learning_rate": 0.000497886251504884, + "loss": 5.5262, + "mean_token_accuracy": 0.15134050250053405, + "num_tokens": 3807712.0, + "step": 1325 + }, + { + "entropy": 5.639243650436401, + "epoch": 1.5776986951364176, + "grad_norm": 0.98046875, + "learning_rate": 0.0004978206153004117, + "loss": 5.5347, + "mean_token_accuracy": 0.1552049770951271, + "num_tokens": 3821637.0, + "step": 1330 + }, + { + "entropy": 5.8086631298065186, + "epoch": 1.583629893238434, + "grad_norm": 1.0546875, + "learning_rate": 0.0004977539805060824, + "loss": 5.6912, + "mean_token_accuracy": 0.1436895474791527, + "num_tokens": 3836272.0, + "step": 1335 + }, + { + "entropy": 5.614665985107422, + "epoch": 1.5895610913404508, + "grad_norm": 1.1171875, + "learning_rate": 0.0004976863474205257, + "loss": 5.5055, + "mean_token_accuracy": 0.15429906994104386, + "num_tokens": 3850018.0, + "step": 1340 + }, + { + "entropy": 5.774603271484375, + "epoch": 1.5954922894424675, + "grad_norm": 1.1640625, + "learning_rate": 0.0004976177163468451, + "loss": 5.5949, + "mean_token_accuracy": 0.15020062923431396, + "num_tokens": 3865061.0, + "step": 1345 + }, + { + "entropy": 5.631220006942749, + "epoch": 1.601423487544484, + "grad_norm": 1.09375, + "learning_rate": 0.0004975480875926168, + "loss": 5.6835, + "mean_token_accuracy": 0.15097753554582596, + "num_tokens": 3879697.0, + "step": 1350 + }, + { + "entropy": 5.735270404815674, + "epoch": 1.6073546856465006, + "grad_norm": 1.140625, + "learning_rate": 0.000497477461469888, + "loss": 5.4825, + "mean_token_accuracy": 0.15924198776483536, + "num_tokens": 3891889.0, + "step": 1355 + }, + { + "entropy": 5.665686845779419, + "epoch": 1.6132858837485173, + "grad_norm": 1.0234375, + "learning_rate": 0.0004974058382951757, + "loss": 5.5945, + "mean_token_accuracy": 0.1450992450118065, + "num_tokens": 3907356.0, + "step": 1360 + }, + { + "entropy": 5.731923580169678, + "epoch": 1.6192170818505338, + "grad_norm": 1.078125, + "learning_rate": 0.0004973332183894653, + "loss": 5.5786, + "mean_token_accuracy": 0.14734622836112976, + "num_tokens": 3921839.0, + "step": 1365 + }, + { + "entropy": 5.587240982055664, + "epoch": 1.6251482799525503, + "grad_norm": 0.9609375, + "learning_rate": 0.0004972596020782096, + "loss": 5.483, + "mean_token_accuracy": 0.15152351856231688, + "num_tokens": 3937266.0, + "step": 1370 + }, + { + "entropy": 5.740517473220825, + "epoch": 1.631079478054567, + "grad_norm": 1.046875, + "learning_rate": 0.0004971849896913259, + "loss": 5.6174, + "mean_token_accuracy": 0.14421468004584312, + "num_tokens": 3952721.0, + "step": 1375 + }, + { + "entropy": 5.699207830429077, + "epoch": 1.6370106761565837, + "grad_norm": 1.21875, + "learning_rate": 0.0004971093815631965, + "loss": 5.626, + "mean_token_accuracy": 0.14614131152629853, + "num_tokens": 3966557.0, + "step": 1380 + }, + { + "entropy": 5.577703142166138, + "epoch": 1.6429418742586002, + "grad_norm": 0.98828125, + "learning_rate": 0.0004970327780326655, + "loss": 5.4592, + "mean_token_accuracy": 0.15435569435358049, + "num_tokens": 3978739.0, + "step": 1385 + }, + { + "entropy": 5.523289442062378, + "epoch": 1.6488730723606169, + "grad_norm": 0.90234375, + "learning_rate": 0.0004969551794430383, + "loss": 5.4758, + "mean_token_accuracy": 0.15182152688503264, + "num_tokens": 3993868.0, + "step": 1390 + }, + { + "entropy": 5.735844373703003, + "epoch": 1.6548042704626336, + "grad_norm": 1.0859375, + "learning_rate": 0.0004968765861420799, + "loss": 5.6032, + "mean_token_accuracy": 0.15374974012374878, + "num_tokens": 4006661.0, + "step": 1395 + }, + { + "entropy": 5.63426947593689, + "epoch": 1.66073546856465, + "grad_norm": 0.984375, + "learning_rate": 0.0004967969984820128, + "loss": 5.5828, + "mean_token_accuracy": 0.1495743677020073, + "num_tokens": 4021670.0, + "step": 1400 + }, + { + "entropy": 5.673282051086426, + "epoch": 1.6666666666666665, + "grad_norm": 1.0703125, + "learning_rate": 0.0004967164168195159, + "loss": 5.5646, + "mean_token_accuracy": 0.1479659453034401, + "num_tokens": 4036995.0, + "step": 1405 + }, + { + "entropy": 5.667166376113892, + "epoch": 1.6725978647686834, + "grad_norm": 1.15625, + "learning_rate": 0.000496634841515723, + "loss": 5.6035, + "mean_token_accuracy": 0.15370306074619294, + "num_tokens": 4049464.0, + "step": 1410 + }, + { + "entropy": 5.649252462387085, + "epoch": 1.6785290628707, + "grad_norm": 1.15625, + "learning_rate": 0.0004965522729362209, + "loss": 5.5096, + "mean_token_accuracy": 0.15451542884111405, + "num_tokens": 4063630.0, + "step": 1415 + }, + { + "entropy": 5.63691987991333, + "epoch": 1.6844602609727164, + "grad_norm": 1.1484375, + "learning_rate": 0.0004964687114510478, + "loss": 5.5176, + "mean_token_accuracy": 0.14818612933158876, + "num_tokens": 4079890.0, + "step": 1420 + }, + { + "entropy": 5.556159973144531, + "epoch": 1.690391459074733, + "grad_norm": 0.984375, + "learning_rate": 0.0004963841574346917, + "loss": 5.5784, + "mean_token_accuracy": 0.15199574530124665, + "num_tokens": 4095693.0, + "step": 1425 + }, + { + "entropy": 5.76162371635437, + "epoch": 1.6963226571767498, + "grad_norm": 1.0390625, + "learning_rate": 0.0004962986112660887, + "loss": 5.6264, + "mean_token_accuracy": 0.14758573174476625, + "num_tokens": 4109655.0, + "step": 1430 + }, + { + "entropy": 5.5980674743652346, + "epoch": 1.7022538552787663, + "grad_norm": 1.046875, + "learning_rate": 0.0004962120733286215, + "loss": 5.4904, + "mean_token_accuracy": 0.15562087446451187, + "num_tokens": 4123870.0, + "step": 1435 + }, + { + "entropy": 5.724174547195434, + "epoch": 1.708185053380783, + "grad_norm": 1.0859375, + "learning_rate": 0.0004961245440101171, + "loss": 5.6127, + "mean_token_accuracy": 0.15370832234621049, + "num_tokens": 4138009.0, + "step": 1440 + }, + { + "entropy": 5.661290311813355, + "epoch": 1.7141162514827997, + "grad_norm": 1.125, + "learning_rate": 0.000496036023702846, + "loss": 5.6985, + "mean_token_accuracy": 0.14476853236556053, + "num_tokens": 4151929.0, + "step": 1445 + }, + { + "entropy": 5.681108665466309, + "epoch": 1.7200474495848161, + "grad_norm": 1.109375, + "learning_rate": 0.0004959465128035195, + "loss": 5.5322, + "mean_token_accuracy": 0.1587254822254181, + "num_tokens": 4164626.0, + "step": 1450 + }, + { + "entropy": 5.668149662017822, + "epoch": 1.7259786476868326, + "grad_norm": 0.96875, + "learning_rate": 0.0004958560117132884, + "loss": 5.4829, + "mean_token_accuracy": 0.1552940219640732, + "num_tokens": 4179418.0, + "step": 1455 + }, + { + "entropy": 5.586788272857666, + "epoch": 1.7319098457888493, + "grad_norm": 0.9296875, + "learning_rate": 0.0004957645208377411, + "loss": 5.5927, + "mean_token_accuracy": 0.14715088456869124, + "num_tokens": 4194385.0, + "step": 1460 + }, + { + "entropy": 5.677043342590332, + "epoch": 1.737841043890866, + "grad_norm": 1.0234375, + "learning_rate": 0.000495672040586902, + "loss": 5.5726, + "mean_token_accuracy": 0.1476666510105133, + "num_tokens": 4209246.0, + "step": 1465 + }, + { + "entropy": 5.573235273361206, + "epoch": 1.7437722419928825, + "grad_norm": 0.94921875, + "learning_rate": 0.0004955785713752292, + "loss": 5.5215, + "mean_token_accuracy": 0.1514071211218834, + "num_tokens": 4225142.0, + "step": 1470 + }, + { + "entropy": 5.6124965190887455, + "epoch": 1.7497034400948992, + "grad_norm": 0.9921875, + "learning_rate": 0.0004954841136216132, + "loss": 5.5121, + "mean_token_accuracy": 0.1569083496928215, + "num_tokens": 4239495.0, + "step": 1475 + }, + { + "entropy": 5.6624431133270265, + "epoch": 1.755634638196916, + "grad_norm": 1.1640625, + "learning_rate": 0.0004953886677493746, + "loss": 5.4459, + "mean_token_accuracy": 0.16436467915773392, + "num_tokens": 4251780.0, + "step": 1480 + }, + { + "entropy": 5.616982173919678, + "epoch": 1.7615658362989324, + "grad_norm": 1.515625, + "learning_rate": 0.0004952922341862622, + "loss": 5.6927, + "mean_token_accuracy": 0.14587103947997093, + "num_tokens": 4265490.0, + "step": 1485 + }, + { + "entropy": 5.64134464263916, + "epoch": 1.7674970344009489, + "grad_norm": 1.0234375, + "learning_rate": 0.0004951948133644514, + "loss": 5.4655, + "mean_token_accuracy": 0.15793099850416184, + "num_tokens": 4280478.0, + "step": 1490 + }, + { + "entropy": 5.635649013519287, + "epoch": 1.7734282325029656, + "grad_norm": 0.93359375, + "learning_rate": 0.0004950964057205421, + "loss": 5.5551, + "mean_token_accuracy": 0.1520090416073799, + "num_tokens": 4296649.0, + "step": 1495 + }, + { + "entropy": 5.565133810043335, + "epoch": 1.7793594306049823, + "grad_norm": 0.97265625, + "learning_rate": 0.0004949970116955566, + "loss": 5.525, + "mean_token_accuracy": 0.15610957741737366, + "num_tokens": 4310470.0, + "step": 1500 + }, + { + "epoch": 1.7793594306049823, + "eval_entropy": 5.4890358755193605, + "eval_loss": 5.720747947692871, + "eval_mean_token_accuracy": 0.15074070664179837, + "eval_num_tokens": 4310470.0, + "eval_runtime": 2.4551, + "eval_samples_per_second": 1062.291, + "eval_steps_per_second": 132.786, + "step": 1500 + }, + { + "entropy": 5.62813172340393, + "epoch": 1.7852906287069987, + "grad_norm": 1.09375, + "learning_rate": 0.0004948966317349379, + "loss": 5.5502, + "mean_token_accuracy": 0.15073443800210953, + "num_tokens": 4324996.0, + "step": 1505 + }, + { + "entropy": 5.527570104598999, + "epoch": 1.7912218268090154, + "grad_norm": 1.0390625, + "learning_rate": 0.0004947952662885473, + "loss": 5.4804, + "mean_token_accuracy": 0.15607783049345017, + "num_tokens": 4337194.0, + "step": 1510 + }, + { + "entropy": 5.547454500198365, + "epoch": 1.7971530249110321, + "grad_norm": 0.96875, + "learning_rate": 0.000494692915810663, + "loss": 5.4743, + "mean_token_accuracy": 0.1528942972421646, + "num_tokens": 4352516.0, + "step": 1515 + }, + { + "entropy": 5.56812629699707, + "epoch": 1.8030842230130486, + "grad_norm": 1.171875, + "learning_rate": 0.0004945895807599775, + "loss": 5.5122, + "mean_token_accuracy": 0.16002019345760346, + "num_tokens": 4367654.0, + "step": 1520 + }, + { + "entropy": 5.605467319488525, + "epoch": 1.809015421115065, + "grad_norm": 1.125, + "learning_rate": 0.0004944852615995956, + "loss": 5.5013, + "mean_token_accuracy": 0.15724539756774902, + "num_tokens": 4381275.0, + "step": 1525 + }, + { + "entropy": 5.572732782363891, + "epoch": 1.814946619217082, + "grad_norm": 1.078125, + "learning_rate": 0.0004943799587970328, + "loss": 5.494, + "mean_token_accuracy": 0.1523606076836586, + "num_tokens": 4394392.0, + "step": 1530 + }, + { + "entropy": 5.530032682418823, + "epoch": 1.8208778173190985, + "grad_norm": 1.0625, + "learning_rate": 0.0004942736728242127, + "loss": 5.4026, + "mean_token_accuracy": 0.15689572244882583, + "num_tokens": 4407512.0, + "step": 1535 + }, + { + "entropy": 5.584712648391724, + "epoch": 1.826809015421115, + "grad_norm": 1.125, + "learning_rate": 0.0004941664041574651, + "loss": 5.507, + "mean_token_accuracy": 0.15881744623184205, + "num_tokens": 4422223.0, + "step": 1540 + }, + { + "entropy": 5.6050506114959715, + "epoch": 1.8327402135231317, + "grad_norm": 1.09375, + "learning_rate": 0.0004940581532775237, + "loss": 5.4926, + "mean_token_accuracy": 0.1518533781170845, + "num_tokens": 4436994.0, + "step": 1545 + }, + { + "entropy": 5.4888392925262455, + "epoch": 1.8386714116251484, + "grad_norm": 0.95703125, + "learning_rate": 0.0004939489206695241, + "loss": 5.4267, + "mean_token_accuracy": 0.15675119161605836, + "num_tokens": 4450429.0, + "step": 1550 + }, + { + "entropy": 5.62486629486084, + "epoch": 1.8446026097271648, + "grad_norm": 0.98046875, + "learning_rate": 0.0004938387068230021, + "loss": 5.5789, + "mean_token_accuracy": 0.15119255930185319, + "num_tokens": 4465991.0, + "step": 1555 + }, + { + "entropy": 5.55673360824585, + "epoch": 1.8505338078291815, + "grad_norm": 1.03125, + "learning_rate": 0.0004937275122318902, + "loss": 5.4977, + "mean_token_accuracy": 0.15660169571638108, + "num_tokens": 4480873.0, + "step": 1560 + }, + { + "entropy": 5.634980964660644, + "epoch": 1.8564650059311982, + "grad_norm": 1.1015625, + "learning_rate": 0.0004936153373945165, + "loss": 5.5428, + "mean_token_accuracy": 0.159622260928154, + "num_tokens": 4493443.0, + "step": 1565 + }, + { + "entropy": 5.580209970474243, + "epoch": 1.8623962040332147, + "grad_norm": 1.015625, + "learning_rate": 0.0004935021828136025, + "loss": 5.5042, + "mean_token_accuracy": 0.15394536405801773, + "num_tokens": 4506457.0, + "step": 1570 + }, + { + "entropy": 5.547038459777832, + "epoch": 1.8683274021352312, + "grad_norm": 1.078125, + "learning_rate": 0.0004933880489962602, + "loss": 5.4575, + "mean_token_accuracy": 0.15576548576354982, + "num_tokens": 4520529.0, + "step": 1575 + }, + { + "entropy": 5.558015251159668, + "epoch": 1.8742586002372479, + "grad_norm": 0.96875, + "learning_rate": 0.0004932729364539901, + "loss": 5.3993, + "mean_token_accuracy": 0.15773553699254989, + "num_tokens": 4535100.0, + "step": 1580 + }, + { + "entropy": 5.509803533554077, + "epoch": 1.8801897983392646, + "grad_norm": 1.1328125, + "learning_rate": 0.0004931568457026789, + "loss": 5.5262, + "mean_token_accuracy": 0.1584371492266655, + "num_tokens": 4549152.0, + "step": 1585 + }, + { + "entropy": 5.5465106010437015, + "epoch": 1.886120996441281, + "grad_norm": 1.015625, + "learning_rate": 0.0004930397772625976, + "loss": 5.3981, + "mean_token_accuracy": 0.16331460624933242, + "num_tokens": 4563302.0, + "step": 1590 + }, + { + "entropy": 5.470412969589233, + "epoch": 1.8920521945432978, + "grad_norm": 0.9921875, + "learning_rate": 0.0004929217316583985, + "loss": 5.3418, + "mean_token_accuracy": 0.1644173815846443, + "num_tokens": 4576770.0, + "step": 1595 + }, + { + "entropy": 5.56337342262268, + "epoch": 1.8979833926453145, + "grad_norm": 0.90625, + "learning_rate": 0.000492802709419113, + "loss": 5.4922, + "mean_token_accuracy": 0.1560358837246895, + "num_tokens": 4590264.0, + "step": 1600 + }, + { + "entropy": 5.541475391387939, + "epoch": 1.903914590747331, + "grad_norm": 0.9609375, + "learning_rate": 0.0004926827110781496, + "loss": 5.4658, + "mean_token_accuracy": 0.1521800145506859, + "num_tokens": 4606217.0, + "step": 1605 + }, + { + "entropy": 5.499109220504761, + "epoch": 1.9098457888493474, + "grad_norm": 1.0703125, + "learning_rate": 0.0004925617371732914, + "loss": 5.3749, + "mean_token_accuracy": 0.16113989651203156, + "num_tokens": 4620460.0, + "step": 1610 + }, + { + "entropy": 5.545439529418945, + "epoch": 1.9157769869513643, + "grad_norm": 0.94921875, + "learning_rate": 0.0004924397882466933, + "loss": 5.4441, + "mean_token_accuracy": 0.15975887924432755, + "num_tokens": 4635915.0, + "step": 1615 + }, + { + "entropy": 5.561807680130005, + "epoch": 1.9217081850533808, + "grad_norm": 1.046875, + "learning_rate": 0.0004923168648448799, + "loss": 5.4467, + "mean_token_accuracy": 0.15793247371912003, + "num_tokens": 4650789.0, + "step": 1620 + }, + { + "entropy": 5.594422292709351, + "epoch": 1.9276393831553973, + "grad_norm": 0.9609375, + "learning_rate": 0.0004921929675187433, + "loss": 5.518, + "mean_token_accuracy": 0.15074024945497513, + "num_tokens": 4666306.0, + "step": 1625 + }, + { + "entropy": 5.519123840332031, + "epoch": 1.933570581257414, + "grad_norm": 1.046875, + "learning_rate": 0.0004920680968235397, + "loss": 5.5125, + "mean_token_accuracy": 0.1595379963517189, + "num_tokens": 4679587.0, + "step": 1630 + }, + { + "entropy": 5.621131181716919, + "epoch": 1.9395017793594307, + "grad_norm": 1.109375, + "learning_rate": 0.0004919422533188882, + "loss": 5.441, + "mean_token_accuracy": 0.15777284204959868, + "num_tokens": 4694237.0, + "step": 1635 + }, + { + "entropy": 5.571220350265503, + "epoch": 1.9454329774614472, + "grad_norm": 0.93359375, + "learning_rate": 0.0004918154375687673, + "loss": 5.5383, + "mean_token_accuracy": 0.1469981402158737, + "num_tokens": 4708423.0, + "step": 1640 + }, + { + "entropy": 5.614190530776978, + "epoch": 1.9513641755634639, + "grad_norm": 1.0234375, + "learning_rate": 0.0004916876501415129, + "loss": 5.495, + "mean_token_accuracy": 0.15826049596071243, + "num_tokens": 4723039.0, + "step": 1645 + }, + { + "entropy": 5.505533838272095, + "epoch": 1.9572953736654806, + "grad_norm": 1.2265625, + "learning_rate": 0.0004915588916098151, + "loss": 5.4317, + "mean_token_accuracy": 0.16039896309375762, + "num_tokens": 4735882.0, + "step": 1650 + }, + { + "entropy": 5.477867507934571, + "epoch": 1.963226571767497, + "grad_norm": 1.140625, + "learning_rate": 0.0004914291625507164, + "loss": 5.4436, + "mean_token_accuracy": 0.16591833531856537, + "num_tokens": 4748810.0, + "step": 1655 + }, + { + "entropy": 5.561583375930786, + "epoch": 1.9691577698695135, + "grad_norm": 0.94921875, + "learning_rate": 0.000491298463545609, + "loss": 5.4632, + "mean_token_accuracy": 0.1546772077679634, + "num_tokens": 4763563.0, + "step": 1660 + }, + { + "entropy": 5.511043453216553, + "epoch": 1.9750889679715302, + "grad_norm": 1.109375, + "learning_rate": 0.0004911667951802318, + "loss": 5.4528, + "mean_token_accuracy": 0.15551470816135407, + "num_tokens": 4775483.0, + "step": 1665 + }, + { + "entropy": 5.501114273071289, + "epoch": 1.981020166073547, + "grad_norm": 0.8359375, + "learning_rate": 0.000491034158044668, + "loss": 5.4583, + "mean_token_accuracy": 0.1569467306137085, + "num_tokens": 4792507.0, + "step": 1670 + }, + { + "entropy": 5.568025827407837, + "epoch": 1.9869513641755634, + "grad_norm": 0.953125, + "learning_rate": 0.0004909005527333421, + "loss": 5.5004, + "mean_token_accuracy": 0.155551216006279, + "num_tokens": 4807722.0, + "step": 1675 + }, + { + "entropy": 5.516203594207764, + "epoch": 1.99288256227758, + "grad_norm": 1.015625, + "learning_rate": 0.000490765979845018, + "loss": 5.32, + "mean_token_accuracy": 0.16825991868972778, + "num_tokens": 4821129.0, + "step": 1680 + }, + { + "entropy": 5.505976819992066, + "epoch": 1.9988137603795968, + "grad_norm": 1.109375, + "learning_rate": 0.000490630439982796, + "loss": 5.3815, + "mean_token_accuracy": 0.15964729189872742, + "num_tokens": 4835483.0, + "step": 1685 + }, + { + "entropy": 5.534174060821533, + "epoch": 2.0047449584816133, + "grad_norm": 0.98828125, + "learning_rate": 0.0004904939337541093, + "loss": 5.165, + "mean_token_accuracy": 0.17265937626361846, + "num_tokens": 4848607.0, + "step": 1690 + }, + { + "entropy": 5.4161741733551025, + "epoch": 2.0106761565836297, + "grad_norm": 1.03125, + "learning_rate": 0.0004903564617707227, + "loss": 5.129, + "mean_token_accuracy": 0.17384703904390336, + "num_tokens": 4863324.0, + "step": 1695 + }, + { + "entropy": 5.535564327239991, + "epoch": 2.0166073546856467, + "grad_norm": 1.0234375, + "learning_rate": 0.0004902180246487285, + "loss": 5.1794, + "mean_token_accuracy": 0.17566659599542617, + "num_tokens": 4876603.0, + "step": 1700 + }, + { + "entropy": 5.487852954864502, + "epoch": 2.022538552787663, + "grad_norm": 0.90625, + "learning_rate": 0.000490078623008545, + "loss": 5.2708, + "mean_token_accuracy": 0.16383918672800063, + "num_tokens": 4893733.0, + "step": 1705 + }, + { + "entropy": 5.522866249084473, + "epoch": 2.0284697508896796, + "grad_norm": 1.0546875, + "learning_rate": 0.0004899382574749124, + "loss": 5.2032, + "mean_token_accuracy": 0.1683608591556549, + "num_tokens": 4908476.0, + "step": 1710 + }, + { + "entropy": 5.46659140586853, + "epoch": 2.0344009489916965, + "grad_norm": 1.0390625, + "learning_rate": 0.000489796928676891, + "loss": 5.1535, + "mean_token_accuracy": 0.17724859714508057, + "num_tokens": 4920471.0, + "step": 1715 + }, + { + "entropy": 5.461789083480835, + "epoch": 2.040332147093713, + "grad_norm": 1.0390625, + "learning_rate": 0.0004896546372478581, + "loss": 5.1845, + "mean_token_accuracy": 0.17168280780315398, + "num_tokens": 4934984.0, + "step": 1720 + }, + { + "entropy": 5.375751543045044, + "epoch": 2.0462633451957295, + "grad_norm": 0.99609375, + "learning_rate": 0.0004895113838255049, + "loss": 5.1993, + "mean_token_accuracy": 0.16719358563423156, + "num_tokens": 4949709.0, + "step": 1725 + }, + { + "entropy": 5.503344297409058, + "epoch": 2.052194543297746, + "grad_norm": 0.9609375, + "learning_rate": 0.0004893671690518343, + "loss": 5.1678, + "mean_token_accuracy": 0.17527552992105483, + "num_tokens": 4964439.0, + "step": 1730 + }, + { + "entropy": 5.424249362945557, + "epoch": 2.058125741399763, + "grad_norm": 1.0390625, + "learning_rate": 0.0004892219935731571, + "loss": 5.1255, + "mean_token_accuracy": 0.1706253096461296, + "num_tokens": 4979958.0, + "step": 1735 + }, + { + "entropy": 5.445143413543701, + "epoch": 2.0640569395017794, + "grad_norm": 1.0, + "learning_rate": 0.0004890758580400898, + "loss": 5.2107, + "mean_token_accuracy": 0.17454935014247894, + "num_tokens": 4993034.0, + "step": 1740 + }, + { + "entropy": 5.3907262802124025, + "epoch": 2.069988137603796, + "grad_norm": 1.0078125, + "learning_rate": 0.0004889287631075513, + "loss": 5.1469, + "mean_token_accuracy": 0.17527274340391158, + "num_tokens": 5008580.0, + "step": 1745 + }, + { + "entropy": 5.415247631072998, + "epoch": 2.0759193357058128, + "grad_norm": 0.98828125, + "learning_rate": 0.0004887807094347606, + "loss": 5.1757, + "mean_token_accuracy": 0.1709846779704094, + "num_tokens": 5022322.0, + "step": 1750 + }, + { + "entropy": 5.5165040493011475, + "epoch": 2.0818505338078293, + "grad_norm": 0.9453125, + "learning_rate": 0.0004886316976852326, + "loss": 5.1905, + "mean_token_accuracy": 0.16880395114421845, + "num_tokens": 5036511.0, + "step": 1755 + }, + { + "entropy": 5.393788051605225, + "epoch": 2.0877817319098457, + "grad_norm": 1.0234375, + "learning_rate": 0.0004884817285267766, + "loss": 5.1845, + "mean_token_accuracy": 0.1742696449160576, + "num_tokens": 5050129.0, + "step": 1760 + }, + { + "entropy": 5.337964820861816, + "epoch": 2.093712930011862, + "grad_norm": 1.0390625, + "learning_rate": 0.0004883308026314923, + "loss": 5.0561, + "mean_token_accuracy": 0.18535924702882767, + "num_tokens": 5062299.0, + "step": 1765 + }, + { + "entropy": 5.378459167480469, + "epoch": 2.099644128113879, + "grad_norm": 1.0546875, + "learning_rate": 0.00048817892067576726, + "loss": 5.1866, + "mean_token_accuracy": 0.17031457126140595, + "num_tokens": 5077665.0, + "step": 1770 + }, + { + "entropy": 5.357861471176148, + "epoch": 2.1055753262158956, + "grad_norm": 1.140625, + "learning_rate": 0.0004880260833402734, + "loss": 5.1114, + "mean_token_accuracy": 0.1715405285358429, + "num_tokens": 5092005.0, + "step": 1775 + }, + { + "entropy": 5.379746150970459, + "epoch": 2.111506524317912, + "grad_norm": 0.96484375, + "learning_rate": 0.0004878722913099645, + "loss": 5.199, + "mean_token_accuracy": 0.16930181831121444, + "num_tokens": 5109155.0, + "step": 1780 + }, + { + "entropy": 5.383475065231323, + "epoch": 2.117437722419929, + "grad_norm": 0.96484375, + "learning_rate": 0.000487717545274073, + "loss": 5.149, + "mean_token_accuracy": 0.16863701194524766, + "num_tokens": 5125791.0, + "step": 1785 + }, + { + "entropy": 5.384926605224609, + "epoch": 2.1233689205219455, + "grad_norm": 1.078125, + "learning_rate": 0.0004875618459261065, + "loss": 5.1762, + "mean_token_accuracy": 0.16971782743930816, + "num_tokens": 5139908.0, + "step": 1790 + }, + { + "entropy": 5.391865921020508, + "epoch": 2.129300118623962, + "grad_norm": 0.96875, + "learning_rate": 0.00048740519396384515, + "loss": 5.1527, + "mean_token_accuracy": 0.17617459148168563, + "num_tokens": 5154922.0, + "step": 1795 + }, + { + "entropy": 5.33276104927063, + "epoch": 2.135231316725979, + "grad_norm": 1.0625, + "learning_rate": 0.0004872475900893382, + "loss": 5.1899, + "mean_token_accuracy": 0.17570777982473373, + "num_tokens": 5169919.0, + "step": 1800 + }, + { + "entropy": 5.48026123046875, + "epoch": 2.1411625148279954, + "grad_norm": 1.0390625, + "learning_rate": 0.0004870890350089011, + "loss": 5.1829, + "mean_token_accuracy": 0.16823343187570572, + "num_tokens": 5186687.0, + "step": 1805 + }, + { + "entropy": 5.437422800064087, + "epoch": 2.147093712930012, + "grad_norm": 1.0859375, + "learning_rate": 0.00048692952943311214, + "loss": 5.2063, + "mean_token_accuracy": 0.1717593029141426, + "num_tokens": 5199489.0, + "step": 1810 + }, + { + "entropy": 5.496373796463013, + "epoch": 2.1530249110320283, + "grad_norm": 1.015625, + "learning_rate": 0.0004867690740768094, + "loss": 5.2399, + "mean_token_accuracy": 0.17145588397979736, + "num_tokens": 5214549.0, + "step": 1815 + }, + { + "entropy": 5.366263675689697, + "epoch": 2.1589561091340452, + "grad_norm": 1.0390625, + "learning_rate": 0.00048660766965908736, + "loss": 5.2164, + "mean_token_accuracy": 0.16977577656507492, + "num_tokens": 5228571.0, + "step": 1820 + }, + { + "entropy": 5.388319301605224, + "epoch": 2.1648873072360617, + "grad_norm": 1.03125, + "learning_rate": 0.000486445316903294, + "loss": 5.1452, + "mean_token_accuracy": 0.17680991888046266, + "num_tokens": 5242797.0, + "step": 1825 + }, + { + "entropy": 5.426320600509643, + "epoch": 2.170818505338078, + "grad_norm": 0.99609375, + "learning_rate": 0.000486282016537027, + "loss": 5.2368, + "mean_token_accuracy": 0.17110936492681503, + "num_tokens": 5257692.0, + "step": 1830 + }, + { + "entropy": 5.450334596633911, + "epoch": 2.176749703440095, + "grad_norm": 1.125, + "learning_rate": 0.0004861177692921313, + "loss": 5.2329, + "mean_token_accuracy": 0.17457327097654343, + "num_tokens": 5273117.0, + "step": 1835 + }, + { + "entropy": 5.369627332687378, + "epoch": 2.1826809015421116, + "grad_norm": 0.9375, + "learning_rate": 0.000485952575904695, + "loss": 5.1764, + "mean_token_accuracy": 0.165084633231163, + "num_tokens": 5287232.0, + "step": 1840 + }, + { + "entropy": 5.3623122215271, + "epoch": 2.188612099644128, + "grad_norm": 1.0859375, + "learning_rate": 0.0004857864371150467, + "loss": 5.164, + "mean_token_accuracy": 0.17174010574817658, + "num_tokens": 5300049.0, + "step": 1845 + }, + { + "entropy": 5.422196960449218, + "epoch": 2.1945432977461445, + "grad_norm": 1.109375, + "learning_rate": 0.0004856193536677515, + "loss": 5.1665, + "mean_token_accuracy": 0.17225924283266067, + "num_tokens": 5313811.0, + "step": 1850 + }, + { + "entropy": 5.38545184135437, + "epoch": 2.2004744958481615, + "grad_norm": 1.109375, + "learning_rate": 0.00048545132631160856, + "loss": 5.2414, + "mean_token_accuracy": 0.16925344467163086, + "num_tokens": 5326402.0, + "step": 1855 + }, + { + "entropy": 5.331728982925415, + "epoch": 2.206405693950178, + "grad_norm": 1.1875, + "learning_rate": 0.000485282355799647, + "loss": 5.1074, + "mean_token_accuracy": 0.1777871370315552, + "num_tokens": 5340440.0, + "step": 1860 + }, + { + "entropy": 5.373279333114624, + "epoch": 2.2123368920521944, + "grad_norm": 1.0546875, + "learning_rate": 0.0004851124428891226, + "loss": 5.2044, + "mean_token_accuracy": 0.17208765894174577, + "num_tokens": 5355271.0, + "step": 1865 + }, + { + "entropy": 5.3738720417022705, + "epoch": 2.2182680901542113, + "grad_norm": 0.953125, + "learning_rate": 0.00048494158834151485, + "loss": 5.1657, + "mean_token_accuracy": 0.1768079251050949, + "num_tokens": 5371939.0, + "step": 1870 + }, + { + "entropy": 5.338125801086425, + "epoch": 2.224199288256228, + "grad_norm": 0.984375, + "learning_rate": 0.00048476979292252323, + "loss": 5.0599, + "mean_token_accuracy": 0.18021448701620102, + "num_tokens": 5386242.0, + "step": 1875 + }, + { + "entropy": 5.32992787361145, + "epoch": 2.2301304863582443, + "grad_norm": 1.0625, + "learning_rate": 0.0004845970574020637, + "loss": 5.1392, + "mean_token_accuracy": 0.17196872234344482, + "num_tokens": 5399867.0, + "step": 1880 + }, + { + "entropy": 5.3204365253448485, + "epoch": 2.2360616844602608, + "grad_norm": 0.9609375, + "learning_rate": 0.00048442338255426555, + "loss": 5.0614, + "mean_token_accuracy": 0.1749480903148651, + "num_tokens": 5414236.0, + "step": 1885 + }, + { + "entropy": 5.360966062545776, + "epoch": 2.2419928825622777, + "grad_norm": 1.03125, + "learning_rate": 0.0004842487691574675, + "loss": 5.1766, + "mean_token_accuracy": 0.17208879739046096, + "num_tokens": 5428510.0, + "step": 1890 + }, + { + "entropy": 5.411381673812866, + "epoch": 2.247924080664294, + "grad_norm": 1.0390625, + "learning_rate": 0.0004840732179942146, + "loss": 5.1757, + "mean_token_accuracy": 0.17247659713029861, + "num_tokens": 5443137.0, + "step": 1895 + }, + { + "entropy": 5.371445941925049, + "epoch": 2.2538552787663106, + "grad_norm": 1.0390625, + "learning_rate": 0.00048389672985125467, + "loss": 5.1897, + "mean_token_accuracy": 0.1735587641596794, + "num_tokens": 5456574.0, + "step": 1900 + }, + { + "entropy": 5.3538429737091064, + "epoch": 2.2597864768683276, + "grad_norm": 0.91796875, + "learning_rate": 0.0004837193055195344, + "loss": 5.1926, + "mean_token_accuracy": 0.17189497202634813, + "num_tokens": 5472789.0, + "step": 1905 + }, + { + "entropy": 5.422811889648438, + "epoch": 2.265717674970344, + "grad_norm": 0.9921875, + "learning_rate": 0.00048354094579419656, + "loss": 5.1784, + "mean_token_accuracy": 0.1655895009636879, + "num_tokens": 5488202.0, + "step": 1910 + }, + { + "entropy": 5.344785451889038, + "epoch": 2.2716488730723605, + "grad_norm": 0.9375, + "learning_rate": 0.00048336165147457537, + "loss": 5.2373, + "mean_token_accuracy": 0.16763855069875716, + "num_tokens": 5502661.0, + "step": 1915 + }, + { + "entropy": 5.352733612060547, + "epoch": 2.277580071174377, + "grad_norm": 1.3046875, + "learning_rate": 0.00048318142336419413, + "loss": 5.1591, + "mean_token_accuracy": 0.17304945439100267, + "num_tokens": 5516371.0, + "step": 1920 + }, + { + "entropy": 5.342757987976074, + "epoch": 2.283511269276394, + "grad_norm": 1.0390625, + "learning_rate": 0.0004830002622707604, + "loss": 5.1239, + "mean_token_accuracy": 0.1793706387281418, + "num_tokens": 5529339.0, + "step": 1925 + }, + { + "entropy": 5.337879085540772, + "epoch": 2.2894424673784104, + "grad_norm": 1.0859375, + "learning_rate": 0.00048281816900616354, + "loss": 5.1158, + "mean_token_accuracy": 0.17504990845918655, + "num_tokens": 5543173.0, + "step": 1930 + }, + { + "entropy": 5.280277824401855, + "epoch": 2.295373665480427, + "grad_norm": 0.98046875, + "learning_rate": 0.00048263514438647015, + "loss": 5.1089, + "mean_token_accuracy": 0.17652505189180373, + "num_tokens": 5557080.0, + "step": 1935 + }, + { + "entropy": 5.356028890609741, + "epoch": 2.301304863582444, + "grad_norm": 0.9609375, + "learning_rate": 0.0004824511892319209, + "loss": 5.1702, + "mean_token_accuracy": 0.17574198096990584, + "num_tokens": 5571422.0, + "step": 1940 + }, + { + "entropy": 5.253097772598267, + "epoch": 2.3072360616844603, + "grad_norm": 1.265625, + "learning_rate": 0.0004822663043669267, + "loss": 4.9664, + "mean_token_accuracy": 0.18942097276449205, + "num_tokens": 5583057.0, + "step": 1945 + }, + { + "entropy": 5.27740592956543, + "epoch": 2.3131672597864767, + "grad_norm": 1.0546875, + "learning_rate": 0.00048208049062006505, + "loss": 5.2096, + "mean_token_accuracy": 0.16950699239969252, + "num_tokens": 5596201.0, + "step": 1950 + }, + { + "entropy": 5.393002700805664, + "epoch": 2.3190984578884937, + "grad_norm": 0.921875, + "learning_rate": 0.0004818937488240764, + "loss": 5.1601, + "mean_token_accuracy": 0.17385102808475494, + "num_tokens": 5612461.0, + "step": 1955 + }, + { + "entropy": 5.323347473144532, + "epoch": 2.32502965599051, + "grad_norm": 1.046875, + "learning_rate": 0.00048170607981586023, + "loss": 5.2285, + "mean_token_accuracy": 0.16853837668895721, + "num_tokens": 5628148.0, + "step": 1960 + }, + { + "entropy": 5.288127470016479, + "epoch": 2.3309608540925266, + "grad_norm": 1.015625, + "learning_rate": 0.0004815174844364714, + "loss": 5.0684, + "mean_token_accuracy": 0.1746617555618286, + "num_tokens": 5641695.0, + "step": 1965 + }, + { + "entropy": 5.371695184707642, + "epoch": 2.3368920521945435, + "grad_norm": 1.0625, + "learning_rate": 0.0004813279635311165, + "loss": 5.1085, + "mean_token_accuracy": 0.18225748091936111, + "num_tokens": 5654902.0, + "step": 1970 + }, + { + "entropy": 5.291834688186645, + "epoch": 2.34282325029656, + "grad_norm": 1.125, + "learning_rate": 0.00048113751794914974, + "loss": 5.1022, + "mean_token_accuracy": 0.18446253687143327, + "num_tokens": 5666899.0, + "step": 1975 + }, + { + "entropy": 5.420601224899292, + "epoch": 2.3487544483985765, + "grad_norm": 0.9296875, + "learning_rate": 0.0004809461485440694, + "loss": 5.2152, + "mean_token_accuracy": 0.17578936219215394, + "num_tokens": 5682525.0, + "step": 1980 + }, + { + "entropy": 5.2827568531036375, + "epoch": 2.354685646500593, + "grad_norm": 1.0, + "learning_rate": 0.0004807538561735143, + "loss": 5.14, + "mean_token_accuracy": 0.16829978823661804, + "num_tokens": 5697097.0, + "step": 1985 + }, + { + "entropy": 5.2644284725189205, + "epoch": 2.36061684460261, + "grad_norm": 1.140625, + "learning_rate": 0.00048056064169925904, + "loss": 5.0869, + "mean_token_accuracy": 0.17536696344614028, + "num_tokens": 5712340.0, + "step": 1990 + }, + { + "entropy": 5.353961038589477, + "epoch": 2.3665480427046264, + "grad_norm": 1.0625, + "learning_rate": 0.00048036650598721125, + "loss": 5.197, + "mean_token_accuracy": 0.16865415275096893, + "num_tokens": 5726509.0, + "step": 1995 + }, + { + "entropy": 5.3073567867279055, + "epoch": 2.372479240806643, + "grad_norm": 1.015625, + "learning_rate": 0.00048017144990740673, + "loss": 5.121, + "mean_token_accuracy": 0.1786181464791298, + "num_tokens": 5740977.0, + "step": 2000 + }, + { + "epoch": 2.372479240806643, + "eval_entropy": 5.170273498523454, + "eval_loss": 5.574867248535156, + "eval_mean_token_accuracy": 0.16265562777778853, + "eval_num_tokens": 5740977.0, + "eval_runtime": 2.4303, + "eval_samples_per_second": 1073.13, + "eval_steps_per_second": 134.141, + "step": 2000 + }, + { + "entropy": 5.288026952743531, + "epoch": 2.3784104389086593, + "grad_norm": 1.15625, + "learning_rate": 0.00047997547433400615, + "loss": 5.0974, + "mean_token_accuracy": 0.1805935502052307, + "num_tokens": 5756000.0, + "step": 2005 + }, + { + "entropy": 5.338898134231568, + "epoch": 2.3843416370106763, + "grad_norm": 0.97265625, + "learning_rate": 0.0004797785801452911, + "loss": 5.1033, + "mean_token_accuracy": 0.18041265308856963, + "num_tokens": 5771438.0, + "step": 2010 + }, + { + "entropy": 5.329379606246948, + "epoch": 2.3902728351126927, + "grad_norm": 1.1171875, + "learning_rate": 0.00047958076822365994, + "loss": 5.1506, + "mean_token_accuracy": 0.17072732895612716, + "num_tokens": 5784686.0, + "step": 2015 + }, + { + "entropy": 5.344692611694336, + "epoch": 2.396204033214709, + "grad_norm": 1.0078125, + "learning_rate": 0.0004793820394556238, + "loss": 5.201, + "mean_token_accuracy": 0.17325544208288193, + "num_tokens": 5799363.0, + "step": 2020 + }, + { + "entropy": 5.308460712432861, + "epoch": 2.402135231316726, + "grad_norm": 1.0390625, + "learning_rate": 0.0004791823947318029, + "loss": 5.0887, + "mean_token_accuracy": 0.176689213514328, + "num_tokens": 5812109.0, + "step": 2025 + }, + { + "entropy": 5.2809264183044435, + "epoch": 2.4080664294187426, + "grad_norm": 1.078125, + "learning_rate": 0.0004789818349469222, + "loss": 5.0932, + "mean_token_accuracy": 0.18039163053035737, + "num_tokens": 5825780.0, + "step": 2030 + }, + { + "entropy": 5.265401554107666, + "epoch": 2.413997627520759, + "grad_norm": 1.0625, + "learning_rate": 0.00047878036099980795, + "loss": 5.1356, + "mean_token_accuracy": 0.16557523757219314, + "num_tokens": 5841184.0, + "step": 2035 + }, + { + "entropy": 5.28918867111206, + "epoch": 2.419928825622776, + "grad_norm": 1.15625, + "learning_rate": 0.00047857797379338284, + "loss": 5.1151, + "mean_token_accuracy": 0.18016838133335114, + "num_tokens": 5854422.0, + "step": 2040 + }, + { + "entropy": 5.434517860412598, + "epoch": 2.4258600237247925, + "grad_norm": 1.0625, + "learning_rate": 0.00047837467423466284, + "loss": 5.2756, + "mean_token_accuracy": 0.16469118744134903, + "num_tokens": 5870878.0, + "step": 2045 + }, + { + "entropy": 5.323330879211426, + "epoch": 2.431791221826809, + "grad_norm": 1.1015625, + "learning_rate": 0.00047817046323475246, + "loss": 5.2065, + "mean_token_accuracy": 0.16481388956308365, + "num_tokens": 5886137.0, + "step": 2050 + }, + { + "entropy": 5.346496486663819, + "epoch": 2.4377224199288254, + "grad_norm": 1.03125, + "learning_rate": 0.0004779653417088408, + "loss": 5.1252, + "mean_token_accuracy": 0.17990775406360626, + "num_tokens": 5900300.0, + "step": 2055 + }, + { + "entropy": 5.322238492965698, + "epoch": 2.4436536180308424, + "grad_norm": 0.9375, + "learning_rate": 0.00047775931057619786, + "loss": 5.2122, + "mean_token_accuracy": 0.1684417709708214, + "num_tokens": 5917933.0, + "step": 2060 + }, + { + "entropy": 5.431944942474365, + "epoch": 2.449584816132859, + "grad_norm": 0.984375, + "learning_rate": 0.00047755237076016997, + "loss": 5.1549, + "mean_token_accuracy": 0.1798498421907425, + "num_tokens": 5932189.0, + "step": 2065 + }, + { + "entropy": 5.2723767280578615, + "epoch": 2.4555160142348753, + "grad_norm": 1.0234375, + "learning_rate": 0.0004773445231881757, + "loss": 5.1586, + "mean_token_accuracy": 0.17868874669075013, + "num_tokens": 5945999.0, + "step": 2070 + }, + { + "entropy": 5.317199230194092, + "epoch": 2.4614472123368922, + "grad_norm": 1.015625, + "learning_rate": 0.0004771357687917021, + "loss": 5.1759, + "mean_token_accuracy": 0.17290179580450057, + "num_tokens": 5960187.0, + "step": 2075 + }, + { + "entropy": 5.290809917449951, + "epoch": 2.4673784104389087, + "grad_norm": 0.96875, + "learning_rate": 0.0004769261085063, + "loss": 5.1032, + "mean_token_accuracy": 0.17626044750213624, + "num_tokens": 5975211.0, + "step": 2080 + }, + { + "entropy": 5.2783082008361815, + "epoch": 2.473309608540925, + "grad_norm": 1.015625, + "learning_rate": 0.00047671554327157996, + "loss": 5.09, + "mean_token_accuracy": 0.17717413753271102, + "num_tokens": 5988904.0, + "step": 2085 + }, + { + "entropy": 5.230610990524292, + "epoch": 2.4792408066429417, + "grad_norm": 1.0546875, + "learning_rate": 0.00047650407403120845, + "loss": 5.0964, + "mean_token_accuracy": 0.17791107147932053, + "num_tokens": 6004691.0, + "step": 2090 + }, + { + "entropy": 5.2898766040802006, + "epoch": 2.4851720047449586, + "grad_norm": 1.0625, + "learning_rate": 0.00047629170173290296, + "loss": 5.1428, + "mean_token_accuracy": 0.17288617938756942, + "num_tokens": 6017859.0, + "step": 2095 + }, + { + "entropy": 5.320411825180054, + "epoch": 2.491103202846975, + "grad_norm": 0.98828125, + "learning_rate": 0.0004760784273284286, + "loss": 5.1645, + "mean_token_accuracy": 0.17397502213716506, + "num_tokens": 6032042.0, + "step": 2100 + }, + { + "entropy": 5.293785238265992, + "epoch": 2.4970344009489915, + "grad_norm": 0.97265625, + "learning_rate": 0.0004758642517735928, + "loss": 5.1838, + "mean_token_accuracy": 0.1742447093129158, + "num_tokens": 6048591.0, + "step": 2105 + }, + { + "entropy": 5.232989549636841, + "epoch": 2.5029655990510085, + "grad_norm": 1.109375, + "learning_rate": 0.00047564917602824203, + "loss": 5.0759, + "mean_token_accuracy": 0.179649518430233, + "num_tokens": 6062436.0, + "step": 2110 + }, + { + "entropy": 5.266342687606811, + "epoch": 2.508896797153025, + "grad_norm": 1.125, + "learning_rate": 0.0004754332010562567, + "loss": 5.0365, + "mean_token_accuracy": 0.18351121246814728, + "num_tokens": 6075564.0, + "step": 2115 + }, + { + "entropy": 5.31279501914978, + "epoch": 2.5148279952550414, + "grad_norm": 1.046875, + "learning_rate": 0.0004752163278255473, + "loss": 5.1432, + "mean_token_accuracy": 0.1722079709172249, + "num_tokens": 6088939.0, + "step": 2120 + }, + { + "entropy": 5.295576190948486, + "epoch": 2.5207591933570583, + "grad_norm": 1.03125, + "learning_rate": 0.0004749985573080501, + "loss": 5.0956, + "mean_token_accuracy": 0.17826481014490128, + "num_tokens": 6101855.0, + "step": 2125 + }, + { + "entropy": 5.266389179229736, + "epoch": 2.526690391459075, + "grad_norm": 1.0546875, + "learning_rate": 0.0004747798904797225, + "loss": 5.0738, + "mean_token_accuracy": 0.1764925792813301, + "num_tokens": 6116192.0, + "step": 2130 + }, + { + "entropy": 5.1693144798278805, + "epoch": 2.5326215895610913, + "grad_norm": 0.94921875, + "learning_rate": 0.0004745603283205387, + "loss": 5.0887, + "mean_token_accuracy": 0.17885565012693405, + "num_tokens": 6130741.0, + "step": 2135 + }, + { + "entropy": 5.278003215789795, + "epoch": 2.538552787663108, + "grad_norm": 1.0703125, + "learning_rate": 0.00047433987181448546, + "loss": 5.056, + "mean_token_accuracy": 0.180057655274868, + "num_tokens": 6144937.0, + "step": 2140 + }, + { + "entropy": 5.2536839008331295, + "epoch": 2.5444839857651247, + "grad_norm": 1.1484375, + "learning_rate": 0.0004741185219495579, + "loss": 5.1384, + "mean_token_accuracy": 0.1841862380504608, + "num_tokens": 6156747.0, + "step": 2145 + }, + { + "entropy": 5.199393939971924, + "epoch": 2.550415183867141, + "grad_norm": 1.078125, + "learning_rate": 0.0004738962797177544, + "loss": 5.0336, + "mean_token_accuracy": 0.18659159690141677, + "num_tokens": 6169148.0, + "step": 2150 + }, + { + "entropy": 5.317109870910644, + "epoch": 2.5563463819691576, + "grad_norm": 1.03125, + "learning_rate": 0.00047367314611507276, + "loss": 5.107, + "mean_token_accuracy": 0.17958347201347352, + "num_tokens": 6181881.0, + "step": 2155 + }, + { + "entropy": 5.259987688064575, + "epoch": 2.562277580071174, + "grad_norm": 1.03125, + "learning_rate": 0.00047344912214150565, + "loss": 5.0531, + "mean_token_accuracy": 0.17894216775894164, + "num_tokens": 6196155.0, + "step": 2160 + }, + { + "entropy": 5.232990169525147, + "epoch": 2.568208778173191, + "grad_norm": 1.109375, + "learning_rate": 0.00047322420880103566, + "loss": 5.124, + "mean_token_accuracy": 0.17405239790678023, + "num_tokens": 6210918.0, + "step": 2165 + }, + { + "entropy": 5.249849700927735, + "epoch": 2.5741399762752075, + "grad_norm": 0.96484375, + "learning_rate": 0.00047299840710163157, + "loss": 5.0786, + "mean_token_accuracy": 0.18167687505483626, + "num_tokens": 6225747.0, + "step": 2170 + }, + { + "entropy": 5.256479358673095, + "epoch": 2.580071174377224, + "grad_norm": 1.109375, + "learning_rate": 0.0004727717180552431, + "loss": 5.137, + "mean_token_accuracy": 0.17358365505933762, + "num_tokens": 6239038.0, + "step": 2175 + }, + { + "entropy": 5.342339181900025, + "epoch": 2.586002372479241, + "grad_norm": 1.0546875, + "learning_rate": 0.00047254414267779686, + "loss": 5.2372, + "mean_token_accuracy": 0.17196187376976013, + "num_tokens": 6253346.0, + "step": 2180 + }, + { + "entropy": 5.303297472000122, + "epoch": 2.5919335705812574, + "grad_norm": 0.9453125, + "learning_rate": 0.0004723156819891917, + "loss": 5.2119, + "mean_token_accuracy": 0.17385910600423812, + "num_tokens": 6268060.0, + "step": 2185 + }, + { + "entropy": 5.266570806503296, + "epoch": 2.597864768683274, + "grad_norm": 0.94921875, + "learning_rate": 0.0004720863370132937, + "loss": 5.0388, + "mean_token_accuracy": 0.18387284874916077, + "num_tokens": 6283192.0, + "step": 2190 + }, + { + "entropy": 5.214200639724732, + "epoch": 2.603795966785291, + "grad_norm": 1.015625, + "learning_rate": 0.00047185610877793245, + "loss": 5.1047, + "mean_token_accuracy": 0.18674758821725845, + "num_tokens": 6297511.0, + "step": 2195 + }, + { + "entropy": 5.277515506744384, + "epoch": 2.6097271648873073, + "grad_norm": 0.94921875, + "learning_rate": 0.0004716249983148955, + "loss": 5.1247, + "mean_token_accuracy": 0.1791581928730011, + "num_tokens": 6313257.0, + "step": 2200 + }, + { + "entropy": 5.248571062088013, + "epoch": 2.6156583629893237, + "grad_norm": 1.0703125, + "learning_rate": 0.0004713930066599246, + "loss": 5.0519, + "mean_token_accuracy": 0.1780620649456978, + "num_tokens": 6326437.0, + "step": 2205 + }, + { + "entropy": 5.23038158416748, + "epoch": 2.6215895610913407, + "grad_norm": 0.96875, + "learning_rate": 0.00047116013485271014, + "loss": 5.0944, + "mean_token_accuracy": 0.18125442415475845, + "num_tokens": 6341704.0, + "step": 2210 + }, + { + "entropy": 5.240528726577759, + "epoch": 2.627520759193357, + "grad_norm": 1.0078125, + "learning_rate": 0.0004709263839368875, + "loss": 5.105, + "mean_token_accuracy": 0.17949420362710952, + "num_tokens": 6355783.0, + "step": 2215 + }, + { + "entropy": 5.3141090869903564, + "epoch": 2.6334519572953736, + "grad_norm": 1.0, + "learning_rate": 0.00047069175496003147, + "loss": 5.1015, + "mean_token_accuracy": 0.1741042762994766, + "num_tokens": 6370601.0, + "step": 2220 + }, + { + "entropy": 5.2879376888275145, + "epoch": 2.6393831553973905, + "grad_norm": 0.9765625, + "learning_rate": 0.0004704562489736522, + "loss": 5.1441, + "mean_token_accuracy": 0.1749232068657875, + "num_tokens": 6388124.0, + "step": 2225 + }, + { + "entropy": 5.316340398788452, + "epoch": 2.645314353499407, + "grad_norm": 1.0, + "learning_rate": 0.0004702198670331901, + "loss": 5.1487, + "mean_token_accuracy": 0.17196937203407286, + "num_tokens": 6403018.0, + "step": 2230 + }, + { + "entropy": 5.255807828903198, + "epoch": 2.6512455516014235, + "grad_norm": 1.0625, + "learning_rate": 0.0004699826101980112, + "loss": 5.0898, + "mean_token_accuracy": 0.17568791508674622, + "num_tokens": 6417403.0, + "step": 2235 + }, + { + "entropy": 5.249996376037598, + "epoch": 2.65717674970344, + "grad_norm": 1.1015625, + "learning_rate": 0.0004697444795314027, + "loss": 5.1367, + "mean_token_accuracy": 0.1690463364124298, + "num_tokens": 6432950.0, + "step": 2240 + }, + { + "entropy": 5.27621431350708, + "epoch": 2.6631079478054565, + "grad_norm": 1.0625, + "learning_rate": 0.00046950547610056766, + "loss": 5.1516, + "mean_token_accuracy": 0.1721343442797661, + "num_tokens": 6447735.0, + "step": 2245 + }, + { + "entropy": 5.281610584259033, + "epoch": 2.6690391459074734, + "grad_norm": 1.0859375, + "learning_rate": 0.0004692656009766206, + "loss": 5.0463, + "mean_token_accuracy": 0.18724312782287597, + "num_tokens": 6460066.0, + "step": 2250 + }, + { + "entropy": 5.2377824783325195, + "epoch": 2.67497034400949, + "grad_norm": 1.1328125, + "learning_rate": 0.00046902485523458266, + "loss": 5.1765, + "mean_token_accuracy": 0.16881112903356552, + "num_tokens": 6473880.0, + "step": 2255 + }, + { + "entropy": 5.330496311187744, + "epoch": 2.6809015421115063, + "grad_norm": 1.0859375, + "learning_rate": 0.0004687832399533767, + "loss": 5.0731, + "mean_token_accuracy": 0.1850060999393463, + "num_tokens": 6485678.0, + "step": 2260 + }, + { + "entropy": 5.215729856491089, + "epoch": 2.6868327402135233, + "grad_norm": 1.0, + "learning_rate": 0.0004685407562158226, + "loss": 5.1479, + "mean_token_accuracy": 0.17705656737089157, + "num_tokens": 6498606.0, + "step": 2265 + }, + { + "entropy": 5.218173503875732, + "epoch": 2.6927639383155397, + "grad_norm": 1.046875, + "learning_rate": 0.0004682974051086321, + "loss": 5.0863, + "mean_token_accuracy": 0.18237122297286987, + "num_tokens": 6511590.0, + "step": 2270 + }, + { + "entropy": 5.29819803237915, + "epoch": 2.698695136417556, + "grad_norm": 1.0703125, + "learning_rate": 0.0004680531877224042, + "loss": 5.1659, + "mean_token_accuracy": 0.17502329647541046, + "num_tokens": 6525391.0, + "step": 2275 + }, + { + "entropy": 5.247089862823486, + "epoch": 2.704626334519573, + "grad_norm": 0.97265625, + "learning_rate": 0.00046780810515162027, + "loss": 5.1129, + "mean_token_accuracy": 0.17722094506025315, + "num_tokens": 6540749.0, + "step": 2280 + }, + { + "entropy": 5.228551435470581, + "epoch": 2.7105575326215896, + "grad_norm": 1.0078125, + "learning_rate": 0.00046756215849463905, + "loss": 5.1351, + "mean_token_accuracy": 0.1777515858411789, + "num_tokens": 6556607.0, + "step": 2285 + }, + { + "entropy": 5.227963972091675, + "epoch": 2.716488730723606, + "grad_norm": 1.1328125, + "learning_rate": 0.00046731534885369175, + "loss": 5.0378, + "mean_token_accuracy": 0.18670109808444976, + "num_tokens": 6569340.0, + "step": 2290 + }, + { + "entropy": 5.254456853866577, + "epoch": 2.722419928825623, + "grad_norm": 1.0390625, + "learning_rate": 0.00046706767733487714, + "loss": 5.1495, + "mean_token_accuracy": 0.168257737159729, + "num_tokens": 6586070.0, + "step": 2295 + }, + { + "entropy": 5.350936985015869, + "epoch": 2.7283511269276395, + "grad_norm": 1.09375, + "learning_rate": 0.00046681914504815653, + "loss": 5.2384, + "mean_token_accuracy": 0.17244828790426253, + "num_tokens": 6601441.0, + "step": 2300 + }, + { + "entropy": 5.22352089881897, + "epoch": 2.734282325029656, + "grad_norm": 1.0390625, + "learning_rate": 0.0004665697531073489, + "loss": 5.1004, + "mean_token_accuracy": 0.17834114283323288, + "num_tokens": 6616478.0, + "step": 2305 + }, + { + "entropy": 5.29279670715332, + "epoch": 2.7402135231316724, + "grad_norm": 0.9453125, + "learning_rate": 0.0004663195026301258, + "loss": 5.1774, + "mean_token_accuracy": 0.17028742134571076, + "num_tokens": 6631519.0, + "step": 2310 + }, + { + "entropy": 5.289520025253296, + "epoch": 2.7461447212336894, + "grad_norm": 0.99609375, + "learning_rate": 0.00046606839473800626, + "loss": 5.1519, + "mean_token_accuracy": 0.1711852639913559, + "num_tokens": 6646862.0, + "step": 2315 + }, + { + "entropy": 5.285637235641479, + "epoch": 2.752075919335706, + "grad_norm": 1.0078125, + "learning_rate": 0.00046581643055635215, + "loss": 5.0706, + "mean_token_accuracy": 0.18027766644954682, + "num_tokens": 6660731.0, + "step": 2320 + }, + { + "entropy": 5.257721757888794, + "epoch": 2.7580071174377223, + "grad_norm": 1.0, + "learning_rate": 0.00046556361121436265, + "loss": 5.0884, + "mean_token_accuracy": 0.17217349857091904, + "num_tokens": 6675922.0, + "step": 2325 + }, + { + "entropy": 5.210122585296631, + "epoch": 2.763938315539739, + "grad_norm": 1.0078125, + "learning_rate": 0.0004653099378450696, + "loss": 5.086, + "mean_token_accuracy": 0.17834757566452025, + "num_tokens": 6689363.0, + "step": 2330 + }, + { + "entropy": 5.289632892608642, + "epoch": 2.7698695136417557, + "grad_norm": 1.1796875, + "learning_rate": 0.0004650554115853321, + "loss": 5.08, + "mean_token_accuracy": 0.17782238125801086, + "num_tokens": 6702655.0, + "step": 2335 + }, + { + "entropy": 5.233364868164062, + "epoch": 2.775800711743772, + "grad_norm": 0.94921875, + "learning_rate": 0.00046480003357583154, + "loss": 5.115, + "mean_token_accuracy": 0.1791711837053299, + "num_tokens": 6718101.0, + "step": 2340 + }, + { + "entropy": 5.249103927612305, + "epoch": 2.7817319098457887, + "grad_norm": 1.015625, + "learning_rate": 0.00046454380496106665, + "loss": 5.0327, + "mean_token_accuracy": 0.18523623198270797, + "num_tokens": 6731410.0, + "step": 2345 + }, + { + "entropy": 5.2448647022247314, + "epoch": 2.7876631079478056, + "grad_norm": 1.109375, + "learning_rate": 0.0004642867268893481, + "loss": 5.1059, + "mean_token_accuracy": 0.18096584379673003, + "num_tokens": 6744544.0, + "step": 2350 + }, + { + "entropy": 5.1900553703308105, + "epoch": 2.793594306049822, + "grad_norm": 0.97265625, + "learning_rate": 0.0004640288005127933, + "loss": 5.0096, + "mean_token_accuracy": 0.18570955991744995, + "num_tokens": 6757559.0, + "step": 2355 + }, + { + "entropy": 5.22004246711731, + "epoch": 2.7995255041518385, + "grad_norm": 1.0390625, + "learning_rate": 0.000463770026987322, + "loss": 5.0821, + "mean_token_accuracy": 0.17724673599004745, + "num_tokens": 6772655.0, + "step": 2360 + }, + { + "entropy": 5.193439579010009, + "epoch": 2.8054567022538555, + "grad_norm": 1.078125, + "learning_rate": 0.0004635104074726498, + "loss": 5.011, + "mean_token_accuracy": 0.18544310331344604, + "num_tokens": 6786038.0, + "step": 2365 + }, + { + "entropy": 5.228322505950928, + "epoch": 2.811387900355872, + "grad_norm": 1.0703125, + "learning_rate": 0.0004632499431322842, + "loss": 5.0586, + "mean_token_accuracy": 0.17480345368385314, + "num_tokens": 6799759.0, + "step": 2370 + }, + { + "entropy": 5.192971563339233, + "epoch": 2.8173190984578884, + "grad_norm": 1.1015625, + "learning_rate": 0.00046298863513351854, + "loss": 5.1025, + "mean_token_accuracy": 0.1785614773631096, + "num_tokens": 6814242.0, + "step": 2375 + }, + { + "entropy": 5.30884952545166, + "epoch": 2.8232502965599053, + "grad_norm": 0.96484375, + "learning_rate": 0.00046272648464742733, + "loss": 5.1246, + "mean_token_accuracy": 0.16953468918800355, + "num_tokens": 6828697.0, + "step": 2380 + }, + { + "entropy": 5.15752215385437, + "epoch": 2.829181494661922, + "grad_norm": 1.1953125, + "learning_rate": 0.0004624634928488605, + "loss": 5.0758, + "mean_token_accuracy": 0.18574994206428527, + "num_tokens": 6842549.0, + "step": 2385 + }, + { + "entropy": 5.288483715057373, + "epoch": 2.8351126927639383, + "grad_norm": 1.0546875, + "learning_rate": 0.00046219966091643865, + "loss": 5.1667, + "mean_token_accuracy": 0.17601943910121917, + "num_tokens": 6857599.0, + "step": 2390 + }, + { + "entropy": 5.216753959655762, + "epoch": 2.8410438908659548, + "grad_norm": 1.15625, + "learning_rate": 0.00046193499003254737, + "loss": 5.0904, + "mean_token_accuracy": 0.18286330252885818, + "num_tokens": 6872621.0, + "step": 2395 + }, + { + "entropy": 5.251305961608887, + "epoch": 2.8469750889679717, + "grad_norm": 1.0625, + "learning_rate": 0.0004616694813833322, + "loss": 5.1589, + "mean_token_accuracy": 0.1729411706328392, + "num_tokens": 6887297.0, + "step": 2400 + }, + { + "entropy": 5.263056373596191, + "epoch": 2.852906287069988, + "grad_norm": 1.1484375, + "learning_rate": 0.00046140313615869287, + "loss": 5.0538, + "mean_token_accuracy": 0.18049194067716598, + "num_tokens": 6900857.0, + "step": 2405 + }, + { + "entropy": 5.1703661441802975, + "epoch": 2.8588374851720046, + "grad_norm": 1.03125, + "learning_rate": 0.00046113595555227885, + "loss": 5.0715, + "mean_token_accuracy": 0.18290164321660995, + "num_tokens": 6917351.0, + "step": 2410 + }, + { + "entropy": 5.134192991256714, + "epoch": 2.864768683274021, + "grad_norm": 1.0859375, + "learning_rate": 0.000460867940761483, + "loss": 5.0086, + "mean_token_accuracy": 0.19504904747009277, + "num_tokens": 6930619.0, + "step": 2415 + }, + { + "entropy": 5.185745000839233, + "epoch": 2.870699881376038, + "grad_norm": 1.0546875, + "learning_rate": 0.0004605990929874366, + "loss": 5.0501, + "mean_token_accuracy": 0.17975494414567947, + "num_tokens": 6944842.0, + "step": 2420 + }, + { + "entropy": 5.221125698089599, + "epoch": 2.8766310794780545, + "grad_norm": 1.0859375, + "learning_rate": 0.00046032941343500443, + "loss": 5.0331, + "mean_token_accuracy": 0.18169520050287247, + "num_tokens": 6957699.0, + "step": 2425 + }, + { + "entropy": 5.243278074264526, + "epoch": 2.882562277580071, + "grad_norm": 1.1015625, + "learning_rate": 0.00046005890331277875, + "loss": 5.1779, + "mean_token_accuracy": 0.1789306804537773, + "num_tokens": 6973373.0, + "step": 2430 + }, + { + "entropy": 5.273877429962158, + "epoch": 2.888493475682088, + "grad_norm": 1.046875, + "learning_rate": 0.0004597875638330739, + "loss": 5.1065, + "mean_token_accuracy": 0.17897169589996337, + "num_tokens": 6985943.0, + "step": 2435 + }, + { + "entropy": 5.267488431930542, + "epoch": 2.8944246737841044, + "grad_norm": 1.0859375, + "learning_rate": 0.00045951539621192137, + "loss": 5.1196, + "mean_token_accuracy": 0.19029628336429597, + "num_tokens": 6999655.0, + "step": 2440 + }, + { + "entropy": 5.225543117523193, + "epoch": 2.900355871886121, + "grad_norm": 0.97265625, + "learning_rate": 0.0004592424016690637, + "loss": 5.0894, + "mean_token_accuracy": 0.1805782213807106, + "num_tokens": 7014278.0, + "step": 2445 + }, + { + "entropy": 5.211720752716064, + "epoch": 2.906287069988138, + "grad_norm": 1.0546875, + "learning_rate": 0.00045896858142794976, + "loss": 5.0853, + "mean_token_accuracy": 0.18050264269113542, + "num_tokens": 7029998.0, + "step": 2450 + }, + { + "entropy": 5.261847639083863, + "epoch": 2.9122182680901543, + "grad_norm": 1.0390625, + "learning_rate": 0.0004586939367157285, + "loss": 5.08, + "mean_token_accuracy": 0.17528700977563857, + "num_tokens": 7043212.0, + "step": 2455 + }, + { + "entropy": 5.205530023574829, + "epoch": 2.9181494661921707, + "grad_norm": 1.0546875, + "learning_rate": 0.000458418468763244, + "loss": 5.0157, + "mean_token_accuracy": 0.18455137461423873, + "num_tokens": 7057723.0, + "step": 2460 + }, + { + "entropy": 5.222577953338623, + "epoch": 2.9240806642941877, + "grad_norm": 1.1015625, + "learning_rate": 0.00045814217880502973, + "loss": 5.1525, + "mean_token_accuracy": 0.17377886772155762, + "num_tokens": 7073334.0, + "step": 2465 + }, + { + "entropy": 5.240353107452393, + "epoch": 2.930011862396204, + "grad_norm": 0.9453125, + "learning_rate": 0.000457865068079303, + "loss": 5.1136, + "mean_token_accuracy": 0.17955139875411988, + "num_tokens": 7087671.0, + "step": 2470 + }, + { + "entropy": 5.162194871902466, + "epoch": 2.9359430604982206, + "grad_norm": 1.09375, + "learning_rate": 0.00045758713782795946, + "loss": 4.9601, + "mean_token_accuracy": 0.18688122928142548, + "num_tokens": 7101168.0, + "step": 2475 + }, + { + "entropy": 5.209585046768188, + "epoch": 2.941874258600237, + "grad_norm": 1.046875, + "learning_rate": 0.0004573083892965677, + "loss": 5.1268, + "mean_token_accuracy": 0.18048435896635057, + "num_tokens": 7115581.0, + "step": 2480 + }, + { + "entropy": 5.200497722625732, + "epoch": 2.9478054567022536, + "grad_norm": 1.09375, + "learning_rate": 0.00045702882373436317, + "loss": 5.1, + "mean_token_accuracy": 0.17545540034770965, + "num_tokens": 7129948.0, + "step": 2485 + }, + { + "entropy": 5.13970685005188, + "epoch": 2.9537366548042705, + "grad_norm": 1.0390625, + "learning_rate": 0.0004567484423942433, + "loss": 4.9933, + "mean_token_accuracy": 0.18735943138599395, + "num_tokens": 7144122.0, + "step": 2490 + }, + { + "entropy": 5.212256240844726, + "epoch": 2.959667852906287, + "grad_norm": 1.25, + "learning_rate": 0.00045646724653276117, + "loss": 5.0423, + "mean_token_accuracy": 0.19172451496124268, + "num_tokens": 7157892.0, + "step": 2495 + }, + { + "entropy": 5.22672963142395, + "epoch": 2.9655990510083035, + "grad_norm": 0.94140625, + "learning_rate": 0.00045618523741012044, + "loss": 5.1198, + "mean_token_accuracy": 0.1785096600651741, + "num_tokens": 7172581.0, + "step": 2500 + }, + { + "epoch": 2.9655990510083035, + "eval_entropy": 5.128191098113732, + "eval_loss": 5.4554667472839355, + "eval_mean_token_accuracy": 0.16967149755340413, + "eval_num_tokens": 7172581.0, + "eval_runtime": 2.4682, + "eval_samples_per_second": 1056.643, + "eval_steps_per_second": 132.08, + "step": 2500 + }, + { + "entropy": 5.209706211090088, + "epoch": 2.9715302491103204, + "grad_norm": 1.09375, + "learning_rate": 0.00045590241629016933, + "loss": 5.081, + "mean_token_accuracy": 0.17838001102209092, + "num_tokens": 7187180.0, + "step": 2505 + }, + { + "entropy": 5.186795330047607, + "epoch": 2.977461447212337, + "grad_norm": 1.078125, + "learning_rate": 0.00045561878444039526, + "loss": 5.0928, + "mean_token_accuracy": 0.1853885158896446, + "num_tokens": 7202153.0, + "step": 2510 + }, + { + "entropy": 5.233902025222778, + "epoch": 2.9833926453143533, + "grad_norm": 1.109375, + "learning_rate": 0.00045533434313191866, + "loss": 5.0663, + "mean_token_accuracy": 0.1795577213168144, + "num_tokens": 7217714.0, + "step": 2515 + }, + { + "entropy": 5.072184324264526, + "epoch": 2.9893238434163703, + "grad_norm": 1.03125, + "learning_rate": 0.0004550490936394881, + "loss": 5.0248, + "mean_token_accuracy": 0.1885547786951065, + "num_tokens": 7232366.0, + "step": 2520 + }, + { + "entropy": 5.288804340362549, + "epoch": 2.9952550415183867, + "grad_norm": 1.1484375, + "learning_rate": 0.0004547630372414737, + "loss": 5.0433, + "mean_token_accuracy": 0.18170098960399628, + "num_tokens": 7245542.0, + "step": 2525 + }, + { + "entropy": 5.13629674911499, + "epoch": 3.001186239620403, + "grad_norm": 0.96484375, + "learning_rate": 0.00045447617521986205, + "loss": 4.966, + "mean_token_accuracy": 0.18382924646139145, + "num_tokens": 7260437.0, + "step": 2530 + }, + { + "entropy": 5.186529493331909, + "epoch": 3.00711743772242, + "grad_norm": 1.09375, + "learning_rate": 0.00045418850886025006, + "loss": 4.7908, + "mean_token_accuracy": 0.19730883985757827, + "num_tokens": 7273470.0, + "step": 2535 + }, + { + "entropy": 5.14306674003601, + "epoch": 3.0130486358244366, + "grad_norm": 1.0078125, + "learning_rate": 0.0004539000394518393, + "loss": 4.8184, + "mean_token_accuracy": 0.19704275578260422, + "num_tokens": 7286515.0, + "step": 2540 + }, + { + "entropy": 5.08558144569397, + "epoch": 3.018979833926453, + "grad_norm": 1.1015625, + "learning_rate": 0.00045361076828743054, + "loss": 4.6494, + "mean_token_accuracy": 0.2086326450109482, + "num_tokens": 7299011.0, + "step": 2545 + }, + { + "entropy": 5.100022411346435, + "epoch": 3.0249110320284696, + "grad_norm": 0.99609375, + "learning_rate": 0.00045332069666341733, + "loss": 4.7556, + "mean_token_accuracy": 0.2030994936823845, + "num_tokens": 7312421.0, + "step": 2550 + }, + { + "entropy": 5.228758382797241, + "epoch": 3.0308422301304865, + "grad_norm": 0.8828125, + "learning_rate": 0.000453029825879781, + "loss": 4.829, + "mean_token_accuracy": 0.1881020963191986, + "num_tokens": 7326298.0, + "step": 2555 + }, + { + "entropy": 5.20881233215332, + "epoch": 3.036773428232503, + "grad_norm": 1.1015625, + "learning_rate": 0.0004527381572400838, + "loss": 4.8349, + "mean_token_accuracy": 0.19809474796056747, + "num_tokens": 7340411.0, + "step": 2560 + }, + { + "entropy": 5.2084184169769285, + "epoch": 3.0427046263345194, + "grad_norm": 1.03125, + "learning_rate": 0.00045244569205146425, + "loss": 4.7739, + "mean_token_accuracy": 0.19972959756851197, + "num_tokens": 7355853.0, + "step": 2565 + }, + { + "entropy": 5.0268631935119625, + "epoch": 3.0486358244365364, + "grad_norm": 0.9765625, + "learning_rate": 0.00045215243162463023, + "loss": 4.7546, + "mean_token_accuracy": 0.2027596727013588, + "num_tokens": 7370462.0, + "step": 2570 + }, + { + "entropy": 5.1120353698730465, + "epoch": 3.054567022538553, + "grad_norm": 1.1171875, + "learning_rate": 0.00045185837727385373, + "loss": 4.7613, + "mean_token_accuracy": 0.19956568926572799, + "num_tokens": 7382283.0, + "step": 2575 + }, + { + "entropy": 5.185872745513916, + "epoch": 3.0604982206405693, + "grad_norm": 0.99609375, + "learning_rate": 0.0004515635303169648, + "loss": 4.8004, + "mean_token_accuracy": 0.19398040175437928, + "num_tokens": 7397282.0, + "step": 2580 + }, + { + "entropy": 5.129135847091675, + "epoch": 3.066429418742586, + "grad_norm": 1.09375, + "learning_rate": 0.00045126789207534544, + "loss": 4.7633, + "mean_token_accuracy": 0.19493884593248367, + "num_tokens": 7410471.0, + "step": 2585 + }, + { + "entropy": 5.097009515762329, + "epoch": 3.0723606168446027, + "grad_norm": 1.1640625, + "learning_rate": 0.00045097146387392423, + "loss": 4.7541, + "mean_token_accuracy": 0.20093791782855988, + "num_tokens": 7426151.0, + "step": 2590 + }, + { + "entropy": 5.208783435821533, + "epoch": 3.078291814946619, + "grad_norm": 1.0, + "learning_rate": 0.00045067424704116956, + "loss": 4.8063, + "mean_token_accuracy": 0.19725323617458343, + "num_tokens": 7441336.0, + "step": 2595 + }, + { + "entropy": 5.1333612442016605, + "epoch": 3.0842230130486357, + "grad_norm": 1.03125, + "learning_rate": 0.0004503762429090845, + "loss": 4.8512, + "mean_token_accuracy": 0.19190199822187423, + "num_tokens": 7456152.0, + "step": 2600 + }, + { + "entropy": 5.071452474594116, + "epoch": 3.0901542111506526, + "grad_norm": 1.0390625, + "learning_rate": 0.00045007745281320035, + "loss": 4.7492, + "mean_token_accuracy": 0.19597499817609787, + "num_tokens": 7469477.0, + "step": 2605 + }, + { + "entropy": 5.152786159515381, + "epoch": 3.096085409252669, + "grad_norm": 1.1875, + "learning_rate": 0.0004497778780925706, + "loss": 4.745, + "mean_token_accuracy": 0.20036472231149674, + "num_tokens": 7482859.0, + "step": 2610 + }, + { + "entropy": 5.149897813796997, + "epoch": 3.1020166073546855, + "grad_norm": 1.171875, + "learning_rate": 0.00044947752008976546, + "loss": 4.7565, + "mean_token_accuracy": 0.20434682816267014, + "num_tokens": 7497021.0, + "step": 2615 + }, + { + "entropy": 5.082270812988281, + "epoch": 3.1079478054567025, + "grad_norm": 0.98828125, + "learning_rate": 0.0004491763801508652, + "loss": 4.8287, + "mean_token_accuracy": 0.19397101253271104, + "num_tokens": 7512528.0, + "step": 2620 + }, + { + "entropy": 5.1444420337677, + "epoch": 3.113879003558719, + "grad_norm": 1.03125, + "learning_rate": 0.0004488744596254545, + "loss": 4.8243, + "mean_token_accuracy": 0.19616906642913817, + "num_tokens": 7529492.0, + "step": 2625 + }, + { + "entropy": 5.099391889572144, + "epoch": 3.1198102016607354, + "grad_norm": 1.046875, + "learning_rate": 0.00044857175986661634, + "loss": 4.8307, + "mean_token_accuracy": 0.1908296301960945, + "num_tokens": 7544750.0, + "step": 2630 + }, + { + "entropy": 5.151020145416259, + "epoch": 3.125741399762752, + "grad_norm": 0.98828125, + "learning_rate": 0.00044826828223092584, + "loss": 4.8131, + "mean_token_accuracy": 0.19755022823810578, + "num_tokens": 7560436.0, + "step": 2635 + }, + { + "entropy": 5.078480672836304, + "epoch": 3.131672597864769, + "grad_norm": 1.0546875, + "learning_rate": 0.0004479640280784443, + "loss": 4.744, + "mean_token_accuracy": 0.19955695867538453, + "num_tokens": 7572784.0, + "step": 2640 + }, + { + "entropy": 5.113914966583252, + "epoch": 3.1376037959667853, + "grad_norm": 1.171875, + "learning_rate": 0.00044765899877271306, + "loss": 4.859, + "mean_token_accuracy": 0.1986508622765541, + "num_tokens": 7585677.0, + "step": 2645 + }, + { + "entropy": 5.126020288467407, + "epoch": 3.1435349940688018, + "grad_norm": 1.0625, + "learning_rate": 0.0004473531956807471, + "loss": 4.8702, + "mean_token_accuracy": 0.19153172969818116, + "num_tokens": 7600099.0, + "step": 2650 + }, + { + "entropy": 5.072196006774902, + "epoch": 3.1494661921708187, + "grad_norm": 0.93359375, + "learning_rate": 0.0004470466201730298, + "loss": 4.7925, + "mean_token_accuracy": 0.19439838826656342, + "num_tokens": 7615907.0, + "step": 2655 + }, + { + "entropy": 5.143037557601929, + "epoch": 3.155397390272835, + "grad_norm": 1.03125, + "learning_rate": 0.00044673927362350545, + "loss": 4.8237, + "mean_token_accuracy": 0.19680167287588118, + "num_tokens": 7629322.0, + "step": 2660 + }, + { + "entropy": 5.135795927047729, + "epoch": 3.1613285883748516, + "grad_norm": 1.1328125, + "learning_rate": 0.00044643115740957437, + "loss": 4.7916, + "mean_token_accuracy": 0.1951526179909706, + "num_tokens": 7642876.0, + "step": 2665 + }, + { + "entropy": 5.147537422180176, + "epoch": 3.167259786476868, + "grad_norm": 1.0859375, + "learning_rate": 0.000446122272912086, + "loss": 4.7397, + "mean_token_accuracy": 0.20763775259256362, + "num_tokens": 7655252.0, + "step": 2670 + }, + { + "entropy": 5.109446811676025, + "epoch": 3.173190984578885, + "grad_norm": 1.015625, + "learning_rate": 0.0004458126215153329, + "loss": 4.7983, + "mean_token_accuracy": 0.19524380266666413, + "num_tokens": 7669858.0, + "step": 2675 + }, + { + "entropy": 5.115171337127686, + "epoch": 3.1791221826809015, + "grad_norm": 1.0546875, + "learning_rate": 0.0004455022046070446, + "loss": 4.8484, + "mean_token_accuracy": 0.18973655700683595, + "num_tokens": 7684268.0, + "step": 2680 + }, + { + "entropy": 5.018248653411865, + "epoch": 3.185053380782918, + "grad_norm": 1.109375, + "learning_rate": 0.0004451910235783814, + "loss": 4.717, + "mean_token_accuracy": 0.21085696369409562, + "num_tokens": 7696579.0, + "step": 2685 + }, + { + "entropy": 5.127526092529297, + "epoch": 3.190984578884935, + "grad_norm": 1.09375, + "learning_rate": 0.0004448790798239278, + "loss": 4.8436, + "mean_token_accuracy": 0.19351662397384645, + "num_tokens": 7712167.0, + "step": 2690 + }, + { + "entropy": 5.105394887924194, + "epoch": 3.1969157769869514, + "grad_norm": 0.96875, + "learning_rate": 0.0004445663747416868, + "loss": 4.8131, + "mean_token_accuracy": 0.19317025691270828, + "num_tokens": 7729466.0, + "step": 2695 + }, + { + "entropy": 5.043076610565185, + "epoch": 3.202846975088968, + "grad_norm": 1.140625, + "learning_rate": 0.00044425290973307345, + "loss": 4.6998, + "mean_token_accuracy": 0.20704733729362487, + "num_tokens": 7741327.0, + "step": 2700 + }, + { + "entropy": 5.05340690612793, + "epoch": 3.208778173190985, + "grad_norm": 1.140625, + "learning_rate": 0.0004439386862029081, + "loss": 4.7979, + "mean_token_accuracy": 0.2003027930855751, + "num_tokens": 7757212.0, + "step": 2705 + }, + { + "entropy": 5.1013377666473385, + "epoch": 3.2147093712930013, + "grad_norm": 1.078125, + "learning_rate": 0.00044362370555941057, + "loss": 4.8373, + "mean_token_accuracy": 0.19453289955854416, + "num_tokens": 7772726.0, + "step": 2710 + }, + { + "entropy": 5.200697374343872, + "epoch": 3.2206405693950177, + "grad_norm": 1.109375, + "learning_rate": 0.0004433079692141941, + "loss": 4.9332, + "mean_token_accuracy": 0.1931446298956871, + "num_tokens": 7788185.0, + "step": 2715 + }, + { + "entropy": 5.098084259033203, + "epoch": 3.2265717674970342, + "grad_norm": 1.09375, + "learning_rate": 0.00044299147858225835, + "loss": 4.8124, + "mean_token_accuracy": 0.19363399744033813, + "num_tokens": 7802653.0, + "step": 2720 + }, + { + "entropy": 5.1125976085662845, + "epoch": 3.232502965599051, + "grad_norm": 0.95703125, + "learning_rate": 0.0004426742350819834, + "loss": 4.7917, + "mean_token_accuracy": 0.19389940202236175, + "num_tokens": 7816898.0, + "step": 2725 + }, + { + "entropy": 5.147168445587158, + "epoch": 3.2384341637010676, + "grad_norm": 0.98828125, + "learning_rate": 0.0004423562401351234, + "loss": 4.876, + "mean_token_accuracy": 0.1905128002166748, + "num_tokens": 7833509.0, + "step": 2730 + }, + { + "entropy": 5.192942333221436, + "epoch": 3.244365361803084, + "grad_norm": 0.99609375, + "learning_rate": 0.00044203749516680035, + "loss": 4.8427, + "mean_token_accuracy": 0.1987154722213745, + "num_tokens": 7849910.0, + "step": 2735 + }, + { + "entropy": 5.063848209381104, + "epoch": 3.250296559905101, + "grad_norm": 1.0546875, + "learning_rate": 0.0004417180016054972, + "loss": 4.8113, + "mean_token_accuracy": 0.1946829855442047, + "num_tokens": 7864555.0, + "step": 2740 + }, + { + "entropy": 5.090720558166504, + "epoch": 3.2562277580071175, + "grad_norm": 1.0703125, + "learning_rate": 0.00044139776088305215, + "loss": 4.7492, + "mean_token_accuracy": 0.2016763925552368, + "num_tokens": 7878850.0, + "step": 2745 + }, + { + "entropy": 5.091657066345215, + "epoch": 3.262158956109134, + "grad_norm": 1.046875, + "learning_rate": 0.00044107677443465165, + "loss": 4.9031, + "mean_token_accuracy": 0.19536128789186477, + "num_tokens": 7894200.0, + "step": 2750 + }, + { + "entropy": 5.134050750732422, + "epoch": 3.2680901542111505, + "grad_norm": 1.1953125, + "learning_rate": 0.00044075504369882416, + "loss": 4.8529, + "mean_token_accuracy": 0.19184636920690537, + "num_tokens": 7908939.0, + "step": 2755 + }, + { + "entropy": 5.132843923568726, + "epoch": 3.2740213523131674, + "grad_norm": 0.9921875, + "learning_rate": 0.0004404325701174338, + "loss": 4.8618, + "mean_token_accuracy": 0.19030990153551103, + "num_tokens": 7924223.0, + "step": 2760 + }, + { + "entropy": 5.081524896621704, + "epoch": 3.279952550415184, + "grad_norm": 1.0625, + "learning_rate": 0.0004401093551356739, + "loss": 4.7557, + "mean_token_accuracy": 0.2024812862277031, + "num_tokens": 7938323.0, + "step": 2765 + }, + { + "entropy": 5.049100589752197, + "epoch": 3.2858837485172003, + "grad_norm": 0.92578125, + "learning_rate": 0.0004397854002020604, + "loss": 4.7814, + "mean_token_accuracy": 0.2020518437027931, + "num_tokens": 7952126.0, + "step": 2770 + }, + { + "entropy": 5.080816555023193, + "epoch": 3.2918149466192173, + "grad_norm": 1.2265625, + "learning_rate": 0.0004394607067684251, + "loss": 4.7988, + "mean_token_accuracy": 0.19751653522253038, + "num_tokens": 7965150.0, + "step": 2775 + }, + { + "entropy": 5.15736985206604, + "epoch": 3.2977461447212337, + "grad_norm": 1.015625, + "learning_rate": 0.00043913527628990984, + "loss": 4.8365, + "mean_token_accuracy": 0.19114754498004913, + "num_tokens": 7980532.0, + "step": 2780 + }, + { + "entropy": 5.0498096466064455, + "epoch": 3.30367734282325, + "grad_norm": 1.0546875, + "learning_rate": 0.00043880911022495955, + "loss": 4.7979, + "mean_token_accuracy": 0.19996661990880965, + "num_tokens": 7994731.0, + "step": 2785 + }, + { + "entropy": 5.045728778839111, + "epoch": 3.309608540925267, + "grad_norm": 1.0, + "learning_rate": 0.0004384822100353155, + "loss": 4.7792, + "mean_token_accuracy": 0.20297738313674926, + "num_tokens": 8009405.0, + "step": 2790 + }, + { + "entropy": 5.043602848052979, + "epoch": 3.3155397390272836, + "grad_norm": 1.046875, + "learning_rate": 0.00043815457718600933, + "loss": 4.703, + "mean_token_accuracy": 0.20316480547189714, + "num_tokens": 8023683.0, + "step": 2795 + }, + { + "entropy": 4.979565191268921, + "epoch": 3.3214709371293, + "grad_norm": 1.0625, + "learning_rate": 0.0004378262131453558, + "loss": 4.7448, + "mean_token_accuracy": 0.20116145312786102, + "num_tokens": 8038219.0, + "step": 2800 + }, + { + "entropy": 5.029000902175904, + "epoch": 3.3274021352313166, + "grad_norm": 1.1484375, + "learning_rate": 0.00043749711938494693, + "loss": 4.7479, + "mean_token_accuracy": 0.2009764328598976, + "num_tokens": 8052037.0, + "step": 2805 + }, + { + "entropy": 5.063984489440918, + "epoch": 3.3333333333333335, + "grad_norm": 1.109375, + "learning_rate": 0.00043716729737964475, + "loss": 4.8005, + "mean_token_accuracy": 0.19967271238565446, + "num_tokens": 8065346.0, + "step": 2810 + }, + { + "entropy": 5.089534330368042, + "epoch": 3.33926453143535, + "grad_norm": 1.1953125, + "learning_rate": 0.000436836748607575, + "loss": 4.8024, + "mean_token_accuracy": 0.19638994485139846, + "num_tokens": 8081411.0, + "step": 2815 + }, + { + "entropy": 5.120129728317261, + "epoch": 3.3451957295373664, + "grad_norm": 1.1015625, + "learning_rate": 0.0004365054745501209, + "loss": 4.8472, + "mean_token_accuracy": 0.19565204232931138, + "num_tokens": 8096979.0, + "step": 2820 + }, + { + "entropy": 5.020432186126709, + "epoch": 3.351126927639383, + "grad_norm": 1.1953125, + "learning_rate": 0.0004361734766919156, + "loss": 4.8349, + "mean_token_accuracy": 0.1926871970295906, + "num_tokens": 8110573.0, + "step": 2825 + }, + { + "entropy": 5.061763572692871, + "epoch": 3.3570581257414, + "grad_norm": 1.171875, + "learning_rate": 0.0004358407565208361, + "loss": 4.8833, + "mean_token_accuracy": 0.1976574257016182, + "num_tokens": 8125529.0, + "step": 2830 + }, + { + "entropy": 5.12091588973999, + "epoch": 3.3629893238434163, + "grad_norm": 0.953125, + "learning_rate": 0.00043550731552799676, + "loss": 4.8466, + "mean_token_accuracy": 0.19565797746181487, + "num_tokens": 8141042.0, + "step": 2835 + }, + { + "entropy": 5.022051239013672, + "epoch": 3.368920521945433, + "grad_norm": 1.1796875, + "learning_rate": 0.0004351731552077423, + "loss": 4.7575, + "mean_token_accuracy": 0.19804837554693222, + "num_tokens": 8153157.0, + "step": 2840 + }, + { + "entropy": 5.021864032745361, + "epoch": 3.3748517200474497, + "grad_norm": 0.99609375, + "learning_rate": 0.00043483827705764094, + "loss": 4.7646, + "mean_token_accuracy": 0.20032886266708375, + "num_tokens": 8168570.0, + "step": 2845 + }, + { + "entropy": 5.108405017852784, + "epoch": 3.380782918149466, + "grad_norm": 1.0703125, + "learning_rate": 0.00043450268257847814, + "loss": 4.8059, + "mean_token_accuracy": 0.19953808933496475, + "num_tokens": 8182041.0, + "step": 2850 + }, + { + "entropy": 5.110202646255493, + "epoch": 3.3867141162514827, + "grad_norm": 1.0859375, + "learning_rate": 0.00043416637327424955, + "loss": 4.8449, + "mean_token_accuracy": 0.19766062647104263, + "num_tokens": 8196466.0, + "step": 2855 + }, + { + "entropy": 5.049158334732056, + "epoch": 3.3926453143534996, + "grad_norm": 1.078125, + "learning_rate": 0.00043382935065215444, + "loss": 4.7834, + "mean_token_accuracy": 0.19956779778003692, + "num_tokens": 8210847.0, + "step": 2860 + }, + { + "entropy": 5.013025093078613, + "epoch": 3.398576512455516, + "grad_norm": 1.0703125, + "learning_rate": 0.0004334916162225889, + "loss": 4.7041, + "mean_token_accuracy": 0.2068425863981247, + "num_tokens": 8225575.0, + "step": 2865 + }, + { + "entropy": 5.076068353652954, + "epoch": 3.4045077105575325, + "grad_norm": 1.1171875, + "learning_rate": 0.00043315317149913876, + "loss": 4.808, + "mean_token_accuracy": 0.19905340373516084, + "num_tokens": 8239881.0, + "step": 2870 + }, + { + "entropy": 5.018644142150879, + "epoch": 3.4104389086595495, + "grad_norm": 1.0859375, + "learning_rate": 0.00043281401799857356, + "loss": 4.8426, + "mean_token_accuracy": 0.19684257358312607, + "num_tokens": 8253692.0, + "step": 2875 + }, + { + "entropy": 5.0646027565002445, + "epoch": 3.416370106761566, + "grad_norm": 1.03125, + "learning_rate": 0.00043247415724083886, + "loss": 4.7819, + "mean_token_accuracy": 0.19912485182285308, + "num_tokens": 8268322.0, + "step": 2880 + }, + { + "entropy": 5.025012445449829, + "epoch": 3.4223013048635824, + "grad_norm": 0.953125, + "learning_rate": 0.0004321335907490502, + "loss": 4.8053, + "mean_token_accuracy": 0.19429467767477035, + "num_tokens": 8285317.0, + "step": 2885 + }, + { + "entropy": 5.100164270401001, + "epoch": 3.428232502965599, + "grad_norm": 1.046875, + "learning_rate": 0.0004317923200494856, + "loss": 4.7933, + "mean_token_accuracy": 0.20158445090055466, + "num_tokens": 8299429.0, + "step": 2890 + }, + { + "entropy": 5.039232349395752, + "epoch": 3.434163701067616, + "grad_norm": 1.046875, + "learning_rate": 0.00043145034667157935, + "loss": 4.8165, + "mean_token_accuracy": 0.1936866894364357, + "num_tokens": 8314039.0, + "step": 2895 + }, + { + "entropy": 5.04435977935791, + "epoch": 3.4400948991696323, + "grad_norm": 1.015625, + "learning_rate": 0.00043110767214791466, + "loss": 4.8579, + "mean_token_accuracy": 0.19030549228191376, + "num_tokens": 8328634.0, + "step": 2900 + }, + { + "entropy": 5.061645078659057, + "epoch": 3.4460260972716488, + "grad_norm": 1.078125, + "learning_rate": 0.0004307642980142171, + "loss": 4.7607, + "mean_token_accuracy": 0.20237151086330413, + "num_tokens": 8342448.0, + "step": 2905 + }, + { + "entropy": 5.0385942459106445, + "epoch": 3.4519572953736652, + "grad_norm": 1.140625, + "learning_rate": 0.0004304202258093473, + "loss": 4.7632, + "mean_token_accuracy": 0.20581259578466415, + "num_tokens": 8354450.0, + "step": 2910 + }, + { + "entropy": 5.031369161605835, + "epoch": 3.457888493475682, + "grad_norm": 1.125, + "learning_rate": 0.00043007545707529496, + "loss": 4.8276, + "mean_token_accuracy": 0.20016095489263536, + "num_tokens": 8369054.0, + "step": 2915 + }, + { + "entropy": 5.084920263290405, + "epoch": 3.4638196915776986, + "grad_norm": 1.0625, + "learning_rate": 0.0004297299933571708, + "loss": 4.8296, + "mean_token_accuracy": 0.20116593837738037, + "num_tokens": 8383401.0, + "step": 2920 + }, + { + "entropy": 5.0826586246490475, + "epoch": 3.469750889679715, + "grad_norm": 1.1640625, + "learning_rate": 0.0004293838362032003, + "loss": 4.8431, + "mean_token_accuracy": 0.19186071306467056, + "num_tokens": 8396990.0, + "step": 2925 + }, + { + "entropy": 5.091199779510498, + "epoch": 3.475682087781732, + "grad_norm": 1.15625, + "learning_rate": 0.00042903698716471677, + "loss": 4.7678, + "mean_token_accuracy": 0.2013833075761795, + "num_tokens": 8411212.0, + "step": 2930 + }, + { + "entropy": 5.048702621459961, + "epoch": 3.4816132858837485, + "grad_norm": 1.15625, + "learning_rate": 0.0004286894477961541, + "loss": 4.816, + "mean_token_accuracy": 0.19629474729299545, + "num_tokens": 8424669.0, + "step": 2935 + }, + { + "entropy": 4.976538515090942, + "epoch": 3.487544483985765, + "grad_norm": 1.109375, + "learning_rate": 0.00042834121965504014, + "loss": 4.7754, + "mean_token_accuracy": 0.19990172535181044, + "num_tokens": 8437122.0, + "step": 2940 + }, + { + "entropy": 5.10742974281311, + "epoch": 3.493475682087782, + "grad_norm": 0.98046875, + "learning_rate": 0.00042799230430198935, + "loss": 4.8296, + "mean_token_accuracy": 0.1914140284061432, + "num_tokens": 8450543.0, + "step": 2945 + }, + { + "entropy": 5.064130353927612, + "epoch": 3.4994068801897984, + "grad_norm": 1.234375, + "learning_rate": 0.000427642703300696, + "loss": 4.7662, + "mean_token_accuracy": 0.2023661881685257, + "num_tokens": 8464720.0, + "step": 2950 + }, + { + "entropy": 5.0957324504852295, + "epoch": 3.505338078291815, + "grad_norm": 1.21875, + "learning_rate": 0.00042729241821792726, + "loss": 4.8549, + "mean_token_accuracy": 0.1962006002664566, + "num_tokens": 8478547.0, + "step": 2955 + }, + { + "entropy": 5.1516471862792965, + "epoch": 3.511269276393832, + "grad_norm": 0.9765625, + "learning_rate": 0.000426941450623516, + "loss": 4.8781, + "mean_token_accuracy": 0.19749569445848464, + "num_tokens": 8494126.0, + "step": 2960 + }, + { + "entropy": 5.031353759765625, + "epoch": 3.5172004744958483, + "grad_norm": 1.0859375, + "learning_rate": 0.00042658980209035394, + "loss": 4.8601, + "mean_token_accuracy": 0.186987940967083, + "num_tokens": 8508575.0, + "step": 2965 + }, + { + "entropy": 5.0075500965118405, + "epoch": 3.5231316725978647, + "grad_norm": 1.1484375, + "learning_rate": 0.00042623747419438427, + "loss": 4.7508, + "mean_token_accuracy": 0.1991992712020874, + "num_tokens": 8523589.0, + "step": 2970 + }, + { + "entropy": 5.158101797103882, + "epoch": 3.5290628706998812, + "grad_norm": 1.109375, + "learning_rate": 0.000425884468514595, + "loss": 4.8535, + "mean_token_accuracy": 0.19646587669849397, + "num_tokens": 8538238.0, + "step": 2975 + }, + { + "entropy": 4.996473217010498, + "epoch": 3.534994068801898, + "grad_norm": 1.046875, + "learning_rate": 0.00042553078663301163, + "loss": 4.8191, + "mean_token_accuracy": 0.20561834871768953, + "num_tokens": 8551959.0, + "step": 2980 + }, + { + "entropy": 5.088233804702758, + "epoch": 3.5409252669039146, + "grad_norm": 1.046875, + "learning_rate": 0.00042517643013469, + "loss": 4.8048, + "mean_token_accuracy": 0.20215945243835448, + "num_tokens": 8564628.0, + "step": 2985 + }, + { + "entropy": 5.071303081512451, + "epoch": 3.546856465005931, + "grad_norm": 1.09375, + "learning_rate": 0.0004248214006077095, + "loss": 4.821, + "mean_token_accuracy": 0.19784992188215256, + "num_tokens": 8579342.0, + "step": 2990 + }, + { + "entropy": 5.061466932296753, + "epoch": 3.5527876631079476, + "grad_norm": 1.0859375, + "learning_rate": 0.00042446569964316557, + "loss": 4.8055, + "mean_token_accuracy": 0.19897904992103577, + "num_tokens": 8595096.0, + "step": 2995 + }, + { + "entropy": 5.215964984893799, + "epoch": 3.5587188612099645, + "grad_norm": 1.0625, + "learning_rate": 0.00042410932883516297, + "loss": 4.9033, + "mean_token_accuracy": 0.1953563556075096, + "num_tokens": 8608023.0, + "step": 3000 + }, + { + "epoch": 3.5587188612099645, + "eval_entropy": 4.9771839255935575, + "eval_loss": 5.412055492401123, + "eval_mean_token_accuracy": 0.17675103251736587, + "eval_num_tokens": 8608023.0, + "eval_runtime": 2.4284, + "eval_samples_per_second": 1073.944, + "eval_steps_per_second": 134.243, + "step": 3000 + }, + { + "entropy": 5.042902183532715, + "epoch": 3.564650059311981, + "grad_norm": 0.9609375, + "learning_rate": 0.00042375228978080813, + "loss": 4.7649, + "mean_token_accuracy": 0.2008129134774208, + "num_tokens": 8623529.0, + "step": 3005 + }, + { + "entropy": 5.038916540145874, + "epoch": 3.5705812574139975, + "grad_norm": 1.1875, + "learning_rate": 0.00042339458408020267, + "loss": 4.8383, + "mean_token_accuracy": 0.19716774225234984, + "num_tokens": 8639007.0, + "step": 3010 + }, + { + "entropy": 5.000910806655884, + "epoch": 3.5765124555160144, + "grad_norm": 1.1171875, + "learning_rate": 0.0004230362133364354, + "loss": 4.7451, + "mean_token_accuracy": 0.20509970784187317, + "num_tokens": 8653678.0, + "step": 3015 + }, + { + "entropy": 5.084241008758545, + "epoch": 3.582443653618031, + "grad_norm": 1.0859375, + "learning_rate": 0.0004226771791555758, + "loss": 4.9001, + "mean_token_accuracy": 0.18916919380426406, + "num_tokens": 8668663.0, + "step": 3020 + }, + { + "entropy": 5.098063039779663, + "epoch": 3.5883748517200473, + "grad_norm": 1.1015625, + "learning_rate": 0.00042231748314666684, + "loss": 4.8285, + "mean_token_accuracy": 0.1972780004143715, + "num_tokens": 8682121.0, + "step": 3025 + }, + { + "entropy": 4.962451457977295, + "epoch": 3.5943060498220643, + "grad_norm": 1.0546875, + "learning_rate": 0.00042195712692171705, + "loss": 4.8254, + "mean_token_accuracy": 0.19526612013578415, + "num_tokens": 8698409.0, + "step": 3030 + }, + { + "entropy": 5.078032970428467, + "epoch": 3.6002372479240807, + "grad_norm": 1.0859375, + "learning_rate": 0.00042159611209569416, + "loss": 4.8473, + "mean_token_accuracy": 0.1929122567176819, + "num_tokens": 8714076.0, + "step": 3035 + }, + { + "entropy": 5.09345006942749, + "epoch": 3.606168446026097, + "grad_norm": 0.9765625, + "learning_rate": 0.00042123444028651725, + "loss": 4.7946, + "mean_token_accuracy": 0.20138713866472244, + "num_tokens": 8730482.0, + "step": 3040 + }, + { + "entropy": 4.995736932754516, + "epoch": 3.612099644128114, + "grad_norm": 0.98046875, + "learning_rate": 0.00042087211311504986, + "loss": 4.7808, + "mean_token_accuracy": 0.2021682783961296, + "num_tokens": 8744036.0, + "step": 3045 + }, + { + "entropy": 5.092488193511963, + "epoch": 3.6180308422301306, + "grad_norm": 1.21875, + "learning_rate": 0.00042050913220509253, + "loss": 4.8339, + "mean_token_accuracy": 0.1878429561853409, + "num_tokens": 8760458.0, + "step": 3050 + }, + { + "entropy": 5.027280521392822, + "epoch": 3.623962040332147, + "grad_norm": 1.171875, + "learning_rate": 0.00042014549918337554, + "loss": 4.788, + "mean_token_accuracy": 0.19931856244802476, + "num_tokens": 8774946.0, + "step": 3055 + }, + { + "entropy": 5.0445245742797855, + "epoch": 3.6298932384341636, + "grad_norm": 1.0625, + "learning_rate": 0.0004197812156795518, + "loss": 4.7885, + "mean_token_accuracy": 0.20058033168315886, + "num_tokens": 8790918.0, + "step": 3060 + }, + { + "entropy": 5.032378005981445, + "epoch": 3.63582443653618, + "grad_norm": 1.2421875, + "learning_rate": 0.0004194162833261893, + "loss": 4.8178, + "mean_token_accuracy": 0.1946185812354088, + "num_tokens": 8803505.0, + "step": 3065 + }, + { + "entropy": 5.082729768753052, + "epoch": 3.641755634638197, + "grad_norm": 1.046875, + "learning_rate": 0.0004190507037587639, + "loss": 4.8787, + "mean_token_accuracy": 0.1933801293373108, + "num_tokens": 8819567.0, + "step": 3070 + }, + { + "entropy": 5.109076070785522, + "epoch": 3.6476868327402134, + "grad_norm": 1.25, + "learning_rate": 0.0004186844786156522, + "loss": 4.7838, + "mean_token_accuracy": 0.18985679149627685, + "num_tokens": 8834257.0, + "step": 3075 + }, + { + "entropy": 5.0223876476287845, + "epoch": 3.65361803084223, + "grad_norm": 1.0390625, + "learning_rate": 0.0004183176095381238, + "loss": 4.7938, + "mean_token_accuracy": 0.2065998211503029, + "num_tokens": 8847866.0, + "step": 3080 + }, + { + "entropy": 5.010385465621948, + "epoch": 3.659549228944247, + "grad_norm": 1.1015625, + "learning_rate": 0.000417950098170334, + "loss": 4.8118, + "mean_token_accuracy": 0.19870606809854507, + "num_tokens": 8863297.0, + "step": 3085 + }, + { + "entropy": 5.062593126296997, + "epoch": 3.6654804270462633, + "grad_norm": 1.15625, + "learning_rate": 0.000417581946159317, + "loss": 4.817, + "mean_token_accuracy": 0.19981457144021988, + "num_tokens": 8876605.0, + "step": 3090 + }, + { + "entropy": 4.998176097869873, + "epoch": 3.67141162514828, + "grad_norm": 0.953125, + "learning_rate": 0.0004172131551549778, + "loss": 4.7572, + "mean_token_accuracy": 0.206072661280632, + "num_tokens": 8892040.0, + "step": 3095 + }, + { + "entropy": 4.948314142227173, + "epoch": 3.6773428232502967, + "grad_norm": 0.9609375, + "learning_rate": 0.00041684372681008506, + "loss": 4.8146, + "mean_token_accuracy": 0.19830800145864486, + "num_tokens": 8905806.0, + "step": 3100 + }, + { + "entropy": 5.009223079681396, + "epoch": 3.683274021352313, + "grad_norm": 1.0703125, + "learning_rate": 0.00041647366278026415, + "loss": 4.777, + "mean_token_accuracy": 0.2011968970298767, + "num_tokens": 8920638.0, + "step": 3105 + }, + { + "entropy": 5.031396293640137, + "epoch": 3.6892052194543297, + "grad_norm": 1.125, + "learning_rate": 0.00041610296472398875, + "loss": 4.7595, + "mean_token_accuracy": 0.1939758390188217, + "num_tokens": 8933501.0, + "step": 3110 + }, + { + "entropy": 5.029152154922485, + "epoch": 3.6951364175563466, + "grad_norm": 1.1015625, + "learning_rate": 0.00041573163430257435, + "loss": 4.8538, + "mean_token_accuracy": 0.19719393253326417, + "num_tokens": 8948909.0, + "step": 3115 + }, + { + "entropy": 5.086005306243896, + "epoch": 3.701067615658363, + "grad_norm": 1.109375, + "learning_rate": 0.00041535967318017037, + "loss": 4.8204, + "mean_token_accuracy": 0.19703703224658967, + "num_tokens": 8961611.0, + "step": 3120 + }, + { + "entropy": 4.937661504745483, + "epoch": 3.7069988137603795, + "grad_norm": 1.0703125, + "learning_rate": 0.00041498708302375277, + "loss": 4.7334, + "mean_token_accuracy": 0.20828222185373307, + "num_tokens": 8975993.0, + "step": 3125 + }, + { + "entropy": 5.019860696792603, + "epoch": 3.7129300118623965, + "grad_norm": 1.0703125, + "learning_rate": 0.0004146138655031165, + "loss": 4.8078, + "mean_token_accuracy": 0.1950700029730797, + "num_tokens": 8989198.0, + "step": 3130 + }, + { + "entropy": 5.036433696746826, + "epoch": 3.718861209964413, + "grad_norm": 1.015625, + "learning_rate": 0.0004142400222908681, + "loss": 4.8078, + "mean_token_accuracy": 0.20096368491649627, + "num_tokens": 9004592.0, + "step": 3135 + }, + { + "entropy": 4.998563623428344, + "epoch": 3.7247924080664294, + "grad_norm": 1.140625, + "learning_rate": 0.0004138655550624183, + "loss": 4.773, + "mean_token_accuracy": 0.19526535868644715, + "num_tokens": 9017772.0, + "step": 3140 + }, + { + "entropy": 5.036626148223877, + "epoch": 3.730723606168446, + "grad_norm": 1.0625, + "learning_rate": 0.0004134904654959745, + "loss": 4.7073, + "mean_token_accuracy": 0.20760386288166047, + "num_tokens": 9031182.0, + "step": 3145 + }, + { + "entropy": 5.066286182403564, + "epoch": 3.7366548042704624, + "grad_norm": 1.0390625, + "learning_rate": 0.00041311475527253284, + "loss": 4.7977, + "mean_token_accuracy": 0.19728391021490096, + "num_tokens": 9044934.0, + "step": 3150 + }, + { + "entropy": 5.016174173355102, + "epoch": 3.7425860023724793, + "grad_norm": 1.0703125, + "learning_rate": 0.00041273842607587137, + "loss": 4.7928, + "mean_token_accuracy": 0.1950550675392151, + "num_tokens": 9059795.0, + "step": 3155 + }, + { + "entropy": 4.972341299057007, + "epoch": 3.7485172004744958, + "grad_norm": 1.03125, + "learning_rate": 0.00041236147959254166, + "loss": 4.782, + "mean_token_accuracy": 0.20030613243579865, + "num_tokens": 9073410.0, + "step": 3160 + }, + { + "entropy": 5.022267293930054, + "epoch": 3.7544483985765122, + "grad_norm": 1.046875, + "learning_rate": 0.00041198391751186227, + "loss": 4.8398, + "mean_token_accuracy": 0.19292792528867722, + "num_tokens": 9089338.0, + "step": 3165 + }, + { + "entropy": 5.042642307281494, + "epoch": 3.760379596678529, + "grad_norm": 1.15625, + "learning_rate": 0.0004116057415259101, + "loss": 4.7528, + "mean_token_accuracy": 0.20497467815876008, + "num_tokens": 9103520.0, + "step": 3170 + }, + { + "entropy": 5.021176958084107, + "epoch": 3.7663107947805456, + "grad_norm": 0.9765625, + "learning_rate": 0.00041122695332951363, + "loss": 4.7706, + "mean_token_accuracy": 0.20218247920274734, + "num_tokens": 9117935.0, + "step": 3175 + }, + { + "entropy": 4.987675666809082, + "epoch": 3.772241992882562, + "grad_norm": 1.0, + "learning_rate": 0.0004108475546202449, + "loss": 4.759, + "mean_token_accuracy": 0.20431260019540787, + "num_tokens": 9132457.0, + "step": 3180 + }, + { + "entropy": 5.050307130813598, + "epoch": 3.778173190984579, + "grad_norm": 1.09375, + "learning_rate": 0.0004104675470984121, + "loss": 4.8232, + "mean_token_accuracy": 0.19753638207912444, + "num_tokens": 9147329.0, + "step": 3185 + }, + { + "entropy": 5.029834890365601, + "epoch": 3.7841043890865955, + "grad_norm": 1.0625, + "learning_rate": 0.0004100869324670517, + "loss": 4.7634, + "mean_token_accuracy": 0.20562210381031037, + "num_tokens": 9161052.0, + "step": 3190 + }, + { + "entropy": 5.00586576461792, + "epoch": 3.790035587188612, + "grad_norm": 1.078125, + "learning_rate": 0.0004097057124319212, + "loss": 4.8242, + "mean_token_accuracy": 0.20105937719345093, + "num_tokens": 9175900.0, + "step": 3195 + }, + { + "entropy": 4.9953101634979244, + "epoch": 3.795966785290629, + "grad_norm": 1.0703125, + "learning_rate": 0.000409323888701491, + "loss": 4.7846, + "mean_token_accuracy": 0.2029906615614891, + "num_tokens": 9189706.0, + "step": 3200 + }, + { + "entropy": 5.035350704193116, + "epoch": 3.8018979833926454, + "grad_norm": 1.1328125, + "learning_rate": 0.0004089414629869373, + "loss": 4.8483, + "mean_token_accuracy": 0.1962611809372902, + "num_tokens": 9203727.0, + "step": 3205 + }, + { + "entropy": 5.05778546333313, + "epoch": 3.807829181494662, + "grad_norm": 0.98828125, + "learning_rate": 0.00040855843700213386, + "loss": 4.796, + "mean_token_accuracy": 0.19637212604284288, + "num_tokens": 9217664.0, + "step": 3210 + }, + { + "entropy": 4.937251186370849, + "epoch": 3.813760379596679, + "grad_norm": 0.99609375, + "learning_rate": 0.0004081748124636449, + "loss": 4.7115, + "mean_token_accuracy": 0.20479025095701217, + "num_tokens": 9233474.0, + "step": 3215 + }, + { + "entropy": 4.995423221588135, + "epoch": 3.8196915776986953, + "grad_norm": 1.046875, + "learning_rate": 0.00040779059109071706, + "loss": 4.7895, + "mean_token_accuracy": 0.20069828033447265, + "num_tokens": 9247567.0, + "step": 3220 + }, + { + "entropy": 5.027128553390503, + "epoch": 3.8256227758007118, + "grad_norm": 0.96875, + "learning_rate": 0.0004074057746052713, + "loss": 4.7736, + "mean_token_accuracy": 0.1999478057026863, + "num_tokens": 9262264.0, + "step": 3225 + }, + { + "entropy": 5.114210844039917, + "epoch": 3.8315539739027282, + "grad_norm": 1.0546875, + "learning_rate": 0.0004070203647318963, + "loss": 4.9095, + "mean_token_accuracy": 0.18577013909816742, + "num_tokens": 9276893.0, + "step": 3230 + }, + { + "entropy": 5.053824806213379, + "epoch": 3.8374851720047447, + "grad_norm": 1.1640625, + "learning_rate": 0.00040663436319783965, + "loss": 4.8054, + "mean_token_accuracy": 0.19727878272533417, + "num_tokens": 9291646.0, + "step": 3235 + }, + { + "entropy": 5.021931886672974, + "epoch": 3.8434163701067616, + "grad_norm": 1.0546875, + "learning_rate": 0.0004062477717330006, + "loss": 4.8344, + "mean_token_accuracy": 0.19990530163049697, + "num_tokens": 9305789.0, + "step": 3240 + }, + { + "entropy": 4.9833355903625485, + "epoch": 3.849347568208778, + "grad_norm": 1.03125, + "learning_rate": 0.00040586059206992214, + "loss": 4.7497, + "mean_token_accuracy": 0.1978788733482361, + "num_tokens": 9321039.0, + "step": 3245 + }, + { + "entropy": 5.031898260116577, + "epoch": 3.8552787663107946, + "grad_norm": 1.1171875, + "learning_rate": 0.0004054728259437836, + "loss": 4.82, + "mean_token_accuracy": 0.1935506910085678, + "num_tokens": 9337105.0, + "step": 3250 + }, + { + "entropy": 5.07962851524353, + "epoch": 3.8612099644128115, + "grad_norm": 1.015625, + "learning_rate": 0.00040508447509239224, + "loss": 4.8061, + "mean_token_accuracy": 0.19505731612443925, + "num_tokens": 9350684.0, + "step": 3255 + }, + { + "entropy": 5.032706165313721, + "epoch": 3.867141162514828, + "grad_norm": 1.03125, + "learning_rate": 0.000404695541256176, + "loss": 4.8298, + "mean_token_accuracy": 0.19414604753255843, + "num_tokens": 9365074.0, + "step": 3260 + }, + { + "entropy": 5.051387643814087, + "epoch": 3.8730723606168445, + "grad_norm": 1.046875, + "learning_rate": 0.0004043060261781756, + "loss": 4.9184, + "mean_token_accuracy": 0.18420381844043732, + "num_tokens": 9380912.0, + "step": 3265 + }, + { + "entropy": 5.086946487426758, + "epoch": 3.8790035587188614, + "grad_norm": 1.1640625, + "learning_rate": 0.00040391593160403656, + "loss": 4.8248, + "mean_token_accuracy": 0.20802772492170335, + "num_tokens": 9393812.0, + "step": 3270 + }, + { + "entropy": 4.938499832153321, + "epoch": 3.884934756820878, + "grad_norm": 1.1640625, + "learning_rate": 0.00040352525928200137, + "loss": 4.7925, + "mean_token_accuracy": 0.20416243374347687, + "num_tokens": 9409731.0, + "step": 3275 + }, + { + "entropy": 5.003332328796387, + "epoch": 3.8908659549228943, + "grad_norm": 1.078125, + "learning_rate": 0.0004031340109629017, + "loss": 4.7663, + "mean_token_accuracy": 0.20782396644353868, + "num_tokens": 9422743.0, + "step": 3280 + }, + { + "entropy": 5.017239379882812, + "epoch": 3.8967971530249113, + "grad_norm": 1.2578125, + "learning_rate": 0.000402742188400151, + "loss": 4.8235, + "mean_token_accuracy": 0.19541184455156327, + "num_tokens": 9436440.0, + "step": 3285 + }, + { + "entropy": 4.970128440856934, + "epoch": 3.9027283511269277, + "grad_norm": 1.0234375, + "learning_rate": 0.00040234979334973577, + "loss": 4.8555, + "mean_token_accuracy": 0.19211765229701996, + "num_tokens": 9451668.0, + "step": 3290 + }, + { + "entropy": 5.056919956207276, + "epoch": 3.908659549228944, + "grad_norm": 1.1640625, + "learning_rate": 0.00040195682757020846, + "loss": 4.7723, + "mean_token_accuracy": 0.21034520268440246, + "num_tokens": 9464700.0, + "step": 3295 + }, + { + "entropy": 4.960184717178345, + "epoch": 3.914590747330961, + "grad_norm": 1.03125, + "learning_rate": 0.00040156329282267915, + "loss": 4.7365, + "mean_token_accuracy": 0.20848041474819184, + "num_tokens": 9479003.0, + "step": 3300 + }, + { + "entropy": 4.990036296844482, + "epoch": 3.9205219454329776, + "grad_norm": 0.98828125, + "learning_rate": 0.00040116919087080787, + "loss": 4.7514, + "mean_token_accuracy": 0.20134748965501786, + "num_tokens": 9493134.0, + "step": 3305 + }, + { + "entropy": 5.011323022842407, + "epoch": 3.926453143534994, + "grad_norm": 1.1328125, + "learning_rate": 0.00040077452348079664, + "loss": 4.7617, + "mean_token_accuracy": 0.20163092166185378, + "num_tokens": 9507087.0, + "step": 3310 + }, + { + "entropy": 5.019417953491211, + "epoch": 3.9323843416370106, + "grad_norm": 1.2109375, + "learning_rate": 0.0004003792924213814, + "loss": 4.7621, + "mean_token_accuracy": 0.20881457775831222, + "num_tokens": 9518328.0, + "step": 3315 + }, + { + "entropy": 4.98180365562439, + "epoch": 3.938315539739027, + "grad_norm": 1.09375, + "learning_rate": 0.0003999834994638243, + "loss": 4.8216, + "mean_token_accuracy": 0.20216355621814727, + "num_tokens": 9532413.0, + "step": 3320 + }, + { + "entropy": 5.001606082916259, + "epoch": 3.944246737841044, + "grad_norm": 1.125, + "learning_rate": 0.0003995871463819059, + "loss": 4.761, + "mean_token_accuracy": 0.2026512235403061, + "num_tokens": 9547681.0, + "step": 3325 + }, + { + "entropy": 4.967384576797485, + "epoch": 3.9501779359430604, + "grad_norm": 1.1484375, + "learning_rate": 0.00039919023495191665, + "loss": 4.7276, + "mean_token_accuracy": 0.20670733749866485, + "num_tokens": 9560198.0, + "step": 3330 + }, + { + "entropy": 4.987757778167724, + "epoch": 3.956109134045077, + "grad_norm": 1.046875, + "learning_rate": 0.0003987927669526494, + "loss": 4.8062, + "mean_token_accuracy": 0.1983866959810257, + "num_tokens": 9574347.0, + "step": 3335 + }, + { + "entropy": 4.972973728179932, + "epoch": 3.962040332147094, + "grad_norm": 1.09375, + "learning_rate": 0.00039839474416539163, + "loss": 4.7004, + "mean_token_accuracy": 0.20886301398277282, + "num_tokens": 9587337.0, + "step": 3340 + }, + { + "entropy": 4.984016704559326, + "epoch": 3.9679715302491103, + "grad_norm": 1.171875, + "learning_rate": 0.00039799616837391655, + "loss": 4.784, + "mean_token_accuracy": 0.19981919676065446, + "num_tokens": 9601047.0, + "step": 3345 + }, + { + "entropy": 5.0524254322052, + "epoch": 3.973902728351127, + "grad_norm": 1.0625, + "learning_rate": 0.00039759704136447627, + "loss": 4.7662, + "mean_token_accuracy": 0.20110076069831848, + "num_tokens": 9614164.0, + "step": 3350 + }, + { + "entropy": 5.00496735572815, + "epoch": 3.9798339264531437, + "grad_norm": 1.21875, + "learning_rate": 0.0003971973649257929, + "loss": 4.8026, + "mean_token_accuracy": 0.19617463350296022, + "num_tokens": 9628179.0, + "step": 3355 + }, + { + "entropy": 4.986306190490723, + "epoch": 3.98576512455516, + "grad_norm": 1.1015625, + "learning_rate": 0.000396797140849051, + "loss": 4.8062, + "mean_token_accuracy": 0.20138847976922988, + "num_tokens": 9641575.0, + "step": 3360 + }, + { + "entropy": 5.002590847015381, + "epoch": 3.9916963226571767, + "grad_norm": 1.3046875, + "learning_rate": 0.00039639637092788935, + "loss": 4.7214, + "mean_token_accuracy": 0.20492513924837114, + "num_tokens": 9655381.0, + "step": 3365 + }, + { + "entropy": 5.0504356861114506, + "epoch": 3.9976275207591936, + "grad_norm": 1.1015625, + "learning_rate": 0.000395995056958393, + "loss": 4.8149, + "mean_token_accuracy": 0.19649633914232253, + "num_tokens": 9670477.0, + "step": 3370 + }, + { + "entropy": 4.922432947158813, + "epoch": 4.00355871886121, + "grad_norm": 1.1640625, + "learning_rate": 0.00039559320073908526, + "loss": 4.5875, + "mean_token_accuracy": 0.2211996853351593, + "num_tokens": 9683964.0, + "step": 3375 + }, + { + "entropy": 5.0110671043396, + "epoch": 4.0094899169632265, + "grad_norm": 0.94140625, + "learning_rate": 0.00039519080407091956, + "loss": 4.58, + "mean_token_accuracy": 0.21853467971086502, + "num_tokens": 9698415.0, + "step": 3380 + }, + { + "entropy": 5.0225770473480225, + "epoch": 4.0154211150652435, + "grad_norm": 0.98828125, + "learning_rate": 0.00039478786875727116, + "loss": 4.5708, + "mean_token_accuracy": 0.21765107959508895, + "num_tokens": 9712895.0, + "step": 3385 + }, + { + "entropy": 4.9370323657989506, + "epoch": 4.0213523131672595, + "grad_norm": 1.1015625, + "learning_rate": 0.00039438439660392983, + "loss": 4.475, + "mean_token_accuracy": 0.22428351193666457, + "num_tokens": 9728872.0, + "step": 3390 + }, + { + "entropy": 4.997824096679688, + "epoch": 4.027283511269276, + "grad_norm": 1.1171875, + "learning_rate": 0.00039398038941909066, + "loss": 4.5467, + "mean_token_accuracy": 0.21755390614271164, + "num_tokens": 9744284.0, + "step": 3395 + }, + { + "entropy": 4.97338900566101, + "epoch": 4.033214709371293, + "grad_norm": 1.078125, + "learning_rate": 0.000393575849013347, + "loss": 4.5463, + "mean_token_accuracy": 0.2152925118803978, + "num_tokens": 9759374.0, + "step": 3400 + }, + { + "entropy": 4.930527114868164, + "epoch": 4.039145907473309, + "grad_norm": 1.0625, + "learning_rate": 0.00039317077719968143, + "loss": 4.5183, + "mean_token_accuracy": 0.21953357756137848, + "num_tokens": 9773919.0, + "step": 3405 + }, + { + "entropy": 4.989052486419678, + "epoch": 4.045077105575326, + "grad_norm": 1.21875, + "learning_rate": 0.00039276517579345846, + "loss": 4.5668, + "mean_token_accuracy": 0.21412246227264403, + "num_tokens": 9788023.0, + "step": 3410 + }, + { + "entropy": 5.021774053573608, + "epoch": 4.051008303677343, + "grad_norm": 1.046875, + "learning_rate": 0.0003923590466124159, + "loss": 4.561, + "mean_token_accuracy": 0.21579589694738388, + "num_tokens": 9803037.0, + "step": 3415 + }, + { + "entropy": 4.994525671005249, + "epoch": 4.056939501779359, + "grad_norm": 1.1328125, + "learning_rate": 0.00039195239147665664, + "loss": 4.5317, + "mean_token_accuracy": 0.21720170676708223, + "num_tokens": 9816782.0, + "step": 3420 + }, + { + "entropy": 4.995402812957764, + "epoch": 4.062870699881376, + "grad_norm": 1.0625, + "learning_rate": 0.00039154521220864094, + "loss": 4.544, + "mean_token_accuracy": 0.21858830749988556, + "num_tokens": 9830471.0, + "step": 3425 + }, + { + "entropy": 4.991329097747803, + "epoch": 4.068801897983393, + "grad_norm": 1.0703125, + "learning_rate": 0.00039113751063317795, + "loss": 4.597, + "mean_token_accuracy": 0.21205688118934632, + "num_tokens": 9844303.0, + "step": 3430 + }, + { + "entropy": 4.940326738357544, + "epoch": 4.074733096085409, + "grad_norm": 1.0234375, + "learning_rate": 0.0003907292885774175, + "loss": 4.5388, + "mean_token_accuracy": 0.21253766417503356, + "num_tokens": 9861002.0, + "step": 3435 + }, + { + "entropy": 4.897701930999756, + "epoch": 4.080664294187426, + "grad_norm": 1.0703125, + "learning_rate": 0.0003903205478708419, + "loss": 4.5072, + "mean_token_accuracy": 0.22263137847185135, + "num_tokens": 9876338.0, + "step": 3440 + }, + { + "entropy": 5.052014923095703, + "epoch": 4.086595492289442, + "grad_norm": 1.0625, + "learning_rate": 0.0003899112903452582, + "loss": 4.6115, + "mean_token_accuracy": 0.21495201140642167, + "num_tokens": 9891217.0, + "step": 3445 + }, + { + "entropy": 4.955441427230835, + "epoch": 4.092526690391459, + "grad_norm": 1.1015625, + "learning_rate": 0.00038950151783478926, + "loss": 4.547, + "mean_token_accuracy": 0.22495205700397491, + "num_tokens": 9905309.0, + "step": 3450 + }, + { + "entropy": 4.965147495269775, + "epoch": 4.098457888493476, + "grad_norm": 1.015625, + "learning_rate": 0.000389091232175866, + "loss": 4.5015, + "mean_token_accuracy": 0.22329854369163513, + "num_tokens": 9918347.0, + "step": 3455 + }, + { + "entropy": 4.948949956893921, + "epoch": 4.104389086595492, + "grad_norm": 1.2265625, + "learning_rate": 0.0003886804352072192, + "loss": 4.5585, + "mean_token_accuracy": 0.21841878592967987, + "num_tokens": 9933068.0, + "step": 3460 + }, + { + "entropy": 4.864326620101929, + "epoch": 4.110320284697509, + "grad_norm": 1.0234375, + "learning_rate": 0.0003882691287698709, + "loss": 4.5283, + "mean_token_accuracy": 0.2233476459980011, + "num_tokens": 9948149.0, + "step": 3465 + }, + { + "entropy": 4.933009481430053, + "epoch": 4.116251482799526, + "grad_norm": 1.1015625, + "learning_rate": 0.0003878573147071265, + "loss": 4.5161, + "mean_token_accuracy": 0.2156417414546013, + "num_tokens": 9961494.0, + "step": 3470 + }, + { + "entropy": 4.932680368423462, + "epoch": 4.122182680901542, + "grad_norm": 1.0234375, + "learning_rate": 0.0003874449948645664, + "loss": 4.5063, + "mean_token_accuracy": 0.2222415953874588, + "num_tokens": 9977270.0, + "step": 3475 + }, + { + "entropy": 4.86724328994751, + "epoch": 4.128113879003559, + "grad_norm": 1.0390625, + "learning_rate": 0.0003870321710900375, + "loss": 4.4522, + "mean_token_accuracy": 0.2294168159365654, + "num_tokens": 9991102.0, + "step": 3480 + }, + { + "entropy": 4.947033166885376, + "epoch": 4.134045077105576, + "grad_norm": 1.171875, + "learning_rate": 0.00038661884523364537, + "loss": 4.5741, + "mean_token_accuracy": 0.22195196747779847, + "num_tokens": 10004991.0, + "step": 3485 + }, + { + "entropy": 4.9410834312438965, + "epoch": 4.139976275207592, + "grad_norm": 1.0859375, + "learning_rate": 0.00038620501914774554, + "loss": 4.5944, + "mean_token_accuracy": 0.2187734752893448, + "num_tokens": 10019654.0, + "step": 3490 + }, + { + "entropy": 4.893217134475708, + "epoch": 4.145907473309609, + "grad_norm": 1.078125, + "learning_rate": 0.00038579069468693526, + "loss": 4.4958, + "mean_token_accuracy": 0.22282861918210983, + "num_tokens": 10033831.0, + "step": 3495 + }, + { + "entropy": 4.945186996459961, + "epoch": 4.1518386714116255, + "grad_norm": 0.98046875, + "learning_rate": 0.00038537587370804567, + "loss": 4.5099, + "mean_token_accuracy": 0.21789855360984803, + "num_tokens": 10049549.0, + "step": 3500 + }, + { + "epoch": 4.1518386714116255, + "eval_entropy": 4.839259713705332, + "eval_loss": 5.367321491241455, + "eval_mean_token_accuracy": 0.18195566196748816, + "eval_num_tokens": 10049549.0, + "eval_runtime": 2.4857, + "eval_samples_per_second": 1049.215, + "eval_steps_per_second": 131.152, + "step": 3500 + }, + { + "entropy": 4.949001407623291, + "epoch": 4.157769869513642, + "grad_norm": 1.1953125, + "learning_rate": 0.0003849605580701327, + "loss": 4.5444, + "mean_token_accuracy": 0.21757382601499559, + "num_tokens": 10062471.0, + "step": 3505 + }, + { + "entropy": 4.934420490264893, + "epoch": 4.1637010676156585, + "grad_norm": 1.0703125, + "learning_rate": 0.0003845447496344694, + "loss": 4.5807, + "mean_token_accuracy": 0.21373047232627868, + "num_tokens": 10077154.0, + "step": 3510 + }, + { + "entropy": 4.976820373535157, + "epoch": 4.169632265717675, + "grad_norm": 1.046875, + "learning_rate": 0.00038412845026453715, + "loss": 4.526, + "mean_token_accuracy": 0.21752108186483382, + "num_tokens": 10089474.0, + "step": 3515 + }, + { + "entropy": 4.9126228332519535, + "epoch": 4.1755634638196915, + "grad_norm": 1.0546875, + "learning_rate": 0.00038371166182601756, + "loss": 4.5337, + "mean_token_accuracy": 0.21539070457220078, + "num_tokens": 10104377.0, + "step": 3520 + }, + { + "entropy": 4.887478303909302, + "epoch": 4.181494661921708, + "grad_norm": 1.0703125, + "learning_rate": 0.00038329438618678427, + "loss": 4.4854, + "mean_token_accuracy": 0.22191788107156754, + "num_tokens": 10119580.0, + "step": 3525 + }, + { + "entropy": 4.967412519454956, + "epoch": 4.187425860023724, + "grad_norm": 1.1015625, + "learning_rate": 0.0003828766252168938, + "loss": 4.6256, + "mean_token_accuracy": 0.20895761251449585, + "num_tokens": 10135586.0, + "step": 3530 + }, + { + "entropy": 4.829362487792968, + "epoch": 4.193357058125741, + "grad_norm": 1.2109375, + "learning_rate": 0.00038245838078857837, + "loss": 4.5119, + "mean_token_accuracy": 0.21914001256227494, + "num_tokens": 10148464.0, + "step": 3535 + }, + { + "entropy": 4.941340827941895, + "epoch": 4.199288256227758, + "grad_norm": 1.2109375, + "learning_rate": 0.0003820396547762363, + "loss": 4.5293, + "mean_token_accuracy": 0.21329305917024613, + "num_tokens": 10162838.0, + "step": 3540 + }, + { + "entropy": 4.8993401527404785, + "epoch": 4.205219454329774, + "grad_norm": 0.97265625, + "learning_rate": 0.0003816204490564247, + "loss": 4.4626, + "mean_token_accuracy": 0.225820828974247, + "num_tokens": 10178385.0, + "step": 3545 + }, + { + "entropy": 4.919313240051269, + "epoch": 4.211150652431791, + "grad_norm": 1.2265625, + "learning_rate": 0.0003812007655078501, + "loss": 4.5609, + "mean_token_accuracy": 0.21777454614639283, + "num_tokens": 10192616.0, + "step": 3550 + }, + { + "entropy": 4.987676429748535, + "epoch": 4.217081850533808, + "grad_norm": 1.1328125, + "learning_rate": 0.0003807806060113606, + "loss": 4.5856, + "mean_token_accuracy": 0.21827704459428787, + "num_tokens": 10206467.0, + "step": 3555 + }, + { + "entropy": 4.911167335510254, + "epoch": 4.223013048635824, + "grad_norm": 1.0703125, + "learning_rate": 0.0003803599724499373, + "loss": 4.5154, + "mean_token_accuracy": 0.22495382130146027, + "num_tokens": 10219993.0, + "step": 3560 + }, + { + "entropy": 4.865255451202392, + "epoch": 4.228944246737841, + "grad_norm": 1.0625, + "learning_rate": 0.000379938866708686, + "loss": 4.5095, + "mean_token_accuracy": 0.2240983322262764, + "num_tokens": 10234359.0, + "step": 3565 + }, + { + "entropy": 4.949184846878052, + "epoch": 4.234875444839858, + "grad_norm": 1.234375, + "learning_rate": 0.00037951729067482845, + "loss": 4.6212, + "mean_token_accuracy": 0.21564119905233384, + "num_tokens": 10248498.0, + "step": 3570 + }, + { + "entropy": 5.020032358169556, + "epoch": 4.240806642941874, + "grad_norm": 1.0390625, + "learning_rate": 0.00037909524623769405, + "loss": 4.6366, + "mean_token_accuracy": 0.2105604127049446, + "num_tokens": 10264281.0, + "step": 3575 + }, + { + "entropy": 4.982895183563232, + "epoch": 4.246737841043891, + "grad_norm": 1.125, + "learning_rate": 0.0003786727352887114, + "loss": 4.5799, + "mean_token_accuracy": 0.21946978121995925, + "num_tokens": 10278089.0, + "step": 3580 + }, + { + "entropy": 4.895901250839233, + "epoch": 4.252669039145908, + "grad_norm": 1.1171875, + "learning_rate": 0.00037824975972140004, + "loss": 4.5528, + "mean_token_accuracy": 0.21517277508974075, + "num_tokens": 10293704.0, + "step": 3585 + }, + { + "entropy": 4.942791414260864, + "epoch": 4.258600237247924, + "grad_norm": 1.109375, + "learning_rate": 0.0003778263214313614, + "loss": 4.6005, + "mean_token_accuracy": 0.21143771708011627, + "num_tokens": 10309242.0, + "step": 3590 + }, + { + "entropy": 4.96503586769104, + "epoch": 4.264531435349941, + "grad_norm": 1.09375, + "learning_rate": 0.00037740242231627086, + "loss": 4.5739, + "mean_token_accuracy": 0.21260294765233995, + "num_tokens": 10326394.0, + "step": 3595 + }, + { + "entropy": 4.9582971096038815, + "epoch": 4.270462633451958, + "grad_norm": 1.1875, + "learning_rate": 0.00037697806427586895, + "loss": 4.5723, + "mean_token_accuracy": 0.20982261300086974, + "num_tokens": 10338835.0, + "step": 3600 + }, + { + "entropy": 4.95024733543396, + "epoch": 4.276393831553974, + "grad_norm": 1.140625, + "learning_rate": 0.00037655324921195295, + "loss": 4.5422, + "mean_token_accuracy": 0.21664880514144896, + "num_tokens": 10352665.0, + "step": 3605 + }, + { + "entropy": 4.949320077896118, + "epoch": 4.282325029655991, + "grad_norm": 1.015625, + "learning_rate": 0.0003761279790283682, + "loss": 4.6211, + "mean_token_accuracy": 0.2119644895195961, + "num_tokens": 10368016.0, + "step": 3610 + }, + { + "entropy": 4.932809591293335, + "epoch": 4.288256227758007, + "grad_norm": 1.1328125, + "learning_rate": 0.00037570225563099993, + "loss": 4.5848, + "mean_token_accuracy": 0.207173253595829, + "num_tokens": 10383828.0, + "step": 3615 + }, + { + "entropy": 4.879697322845459, + "epoch": 4.294187425860024, + "grad_norm": 1.21875, + "learning_rate": 0.00037527608092776434, + "loss": 4.5116, + "mean_token_accuracy": 0.2246400997042656, + "num_tokens": 10396806.0, + "step": 3620 + }, + { + "entropy": 4.912312746047974, + "epoch": 4.300118623962041, + "grad_norm": 1.1640625, + "learning_rate": 0.0003748494568286002, + "loss": 4.5452, + "mean_token_accuracy": 0.2169484555721283, + "num_tokens": 10409240.0, + "step": 3625 + }, + { + "entropy": 4.952205801010132, + "epoch": 4.306049822064057, + "grad_norm": 1.078125, + "learning_rate": 0.0003744223852454603, + "loss": 4.5684, + "mean_token_accuracy": 0.2195367306470871, + "num_tokens": 10423780.0, + "step": 3630 + }, + { + "entropy": 4.926177883148194, + "epoch": 4.3119810201660735, + "grad_norm": 1.03125, + "learning_rate": 0.00037399486809230285, + "loss": 4.564, + "mean_token_accuracy": 0.21954804956912993, + "num_tokens": 10438351.0, + "step": 3635 + }, + { + "entropy": 4.919487428665161, + "epoch": 4.3179122182680905, + "grad_norm": 1.0546875, + "learning_rate": 0.0003735669072850829, + "loss": 4.4666, + "mean_token_accuracy": 0.22758726328611373, + "num_tokens": 10451489.0, + "step": 3640 + }, + { + "entropy": 4.992522239685059, + "epoch": 4.3238434163701065, + "grad_norm": 1.1328125, + "learning_rate": 0.0003731385047417439, + "loss": 4.6153, + "mean_token_accuracy": 0.2079178586602211, + "num_tokens": 10467610.0, + "step": 3645 + }, + { + "entropy": 4.967781734466553, + "epoch": 4.329774614472123, + "grad_norm": 1.1015625, + "learning_rate": 0.000372709662382209, + "loss": 4.552, + "mean_token_accuracy": 0.21371103674173356, + "num_tokens": 10481029.0, + "step": 3650 + }, + { + "entropy": 4.878114366531372, + "epoch": 4.33570581257414, + "grad_norm": 1.0859375, + "learning_rate": 0.0003722803821283722, + "loss": 4.5956, + "mean_token_accuracy": 0.2139382153749466, + "num_tokens": 10497318.0, + "step": 3655 + }, + { + "entropy": 4.859429502487183, + "epoch": 4.341637010676156, + "grad_norm": 1.078125, + "learning_rate": 0.00037185066590408997, + "loss": 4.392, + "mean_token_accuracy": 0.23174477219581605, + "num_tokens": 10511194.0, + "step": 3660 + }, + { + "entropy": 4.868615961074829, + "epoch": 4.347568208778173, + "grad_norm": 1.1171875, + "learning_rate": 0.00037142051563517287, + "loss": 4.5525, + "mean_token_accuracy": 0.2176743671298027, + "num_tokens": 10524609.0, + "step": 3665 + }, + { + "entropy": 4.932547903060913, + "epoch": 4.35349940688019, + "grad_norm": 1.1796875, + "learning_rate": 0.0003709899332493765, + "loss": 4.4982, + "mean_token_accuracy": 0.2166844129562378, + "num_tokens": 10537398.0, + "step": 3670 + }, + { + "entropy": 4.928352165222168, + "epoch": 4.359430604982206, + "grad_norm": 1.0859375, + "learning_rate": 0.00037055892067639314, + "loss": 4.6053, + "mean_token_accuracy": 0.21913551688194274, + "num_tokens": 10551658.0, + "step": 3675 + }, + { + "entropy": 4.989397954940796, + "epoch": 4.365361803084223, + "grad_norm": 0.86328125, + "learning_rate": 0.00037012747984784276, + "loss": 4.6025, + "mean_token_accuracy": 0.21916887611150743, + "num_tokens": 10567241.0, + "step": 3680 + }, + { + "entropy": 4.885055685043335, + "epoch": 4.37129300118624, + "grad_norm": 1.046875, + "learning_rate": 0.0003696956126972648, + "loss": 4.5511, + "mean_token_accuracy": 0.21823447644710542, + "num_tokens": 10581625.0, + "step": 3685 + }, + { + "entropy": 4.958601999282837, + "epoch": 4.377224199288256, + "grad_norm": 1.046875, + "learning_rate": 0.00036926332116010935, + "loss": 4.5612, + "mean_token_accuracy": 0.2181847646832466, + "num_tokens": 10596619.0, + "step": 3690 + }, + { + "entropy": 4.868906784057617, + "epoch": 4.383155397390273, + "grad_norm": 1.125, + "learning_rate": 0.00036883060717372813, + "loss": 4.571, + "mean_token_accuracy": 0.21200695186853408, + "num_tokens": 10611525.0, + "step": 3695 + }, + { + "entropy": 5.026228427886963, + "epoch": 4.389086595492289, + "grad_norm": 0.9453125, + "learning_rate": 0.0003683974726773664, + "loss": 4.7066, + "mean_token_accuracy": 0.2007292851805687, + "num_tokens": 10628139.0, + "step": 3700 + }, + { + "entropy": 4.917442035675049, + "epoch": 4.395017793594306, + "grad_norm": 1.078125, + "learning_rate": 0.0003679639196121539, + "loss": 4.5421, + "mean_token_accuracy": 0.21730383038520812, + "num_tokens": 10641093.0, + "step": 3705 + }, + { + "entropy": 4.904851627349854, + "epoch": 4.400948991696323, + "grad_norm": 1.109375, + "learning_rate": 0.00036752994992109617, + "loss": 4.5413, + "mean_token_accuracy": 0.22170090973377227, + "num_tokens": 10653360.0, + "step": 3710 + }, + { + "entropy": 4.865046739578247, + "epoch": 4.406880189798339, + "grad_norm": 1.203125, + "learning_rate": 0.0003670955655490658, + "loss": 4.5119, + "mean_token_accuracy": 0.2288769945502281, + "num_tokens": 10667170.0, + "step": 3715 + }, + { + "entropy": 4.892205238342285, + "epoch": 4.412811387900356, + "grad_norm": 1.1640625, + "learning_rate": 0.000366660768442794, + "loss": 4.5313, + "mean_token_accuracy": 0.21561039686203004, + "num_tokens": 10679998.0, + "step": 3720 + }, + { + "entropy": 4.871367263793945, + "epoch": 4.418742586002373, + "grad_norm": 1.0546875, + "learning_rate": 0.00036622556055086167, + "loss": 4.4911, + "mean_token_accuracy": 0.22132606208324432, + "num_tokens": 10693538.0, + "step": 3725 + }, + { + "entropy": 4.9184425354003904, + "epoch": 4.424673784104389, + "grad_norm": 1.1953125, + "learning_rate": 0.0003657899438236904, + "loss": 4.5128, + "mean_token_accuracy": 0.22167116701602935, + "num_tokens": 10705883.0, + "step": 3730 + }, + { + "entropy": 4.985387086868286, + "epoch": 4.430604982206406, + "grad_norm": 1.1015625, + "learning_rate": 0.0003653539202135345, + "loss": 4.5781, + "mean_token_accuracy": 0.21406898498535157, + "num_tokens": 10720294.0, + "step": 3735 + }, + { + "entropy": 4.9532801628112795, + "epoch": 4.436536180308423, + "grad_norm": 1.0390625, + "learning_rate": 0.0003649174916744713, + "loss": 4.6105, + "mean_token_accuracy": 0.2147031158208847, + "num_tokens": 10734784.0, + "step": 3740 + }, + { + "entropy": 4.879120302200318, + "epoch": 4.442467378410439, + "grad_norm": 1.1171875, + "learning_rate": 0.00036448066016239316, + "loss": 4.495, + "mean_token_accuracy": 0.21976542025804519, + "num_tokens": 10748397.0, + "step": 3745 + }, + { + "entropy": 4.983062505722046, + "epoch": 4.448398576512456, + "grad_norm": 1.046875, + "learning_rate": 0.00036404342763499814, + "loss": 4.666, + "mean_token_accuracy": 0.21218072026968002, + "num_tokens": 10763938.0, + "step": 3750 + }, + { + "entropy": 4.908005809783935, + "epoch": 4.454329774614472, + "grad_norm": 1.0859375, + "learning_rate": 0.00036360579605178176, + "loss": 4.6143, + "mean_token_accuracy": 0.21130552887916565, + "num_tokens": 10777723.0, + "step": 3755 + }, + { + "entropy": 4.94810152053833, + "epoch": 4.460260972716489, + "grad_norm": 1.1875, + "learning_rate": 0.00036316776737402767, + "loss": 4.5086, + "mean_token_accuracy": 0.22831115126609802, + "num_tokens": 10790744.0, + "step": 3760 + }, + { + "entropy": 4.875180673599243, + "epoch": 4.4661921708185055, + "grad_norm": 1.203125, + "learning_rate": 0.0003627293435647994, + "loss": 4.5773, + "mean_token_accuracy": 0.2184601604938507, + "num_tokens": 10804720.0, + "step": 3765 + }, + { + "entropy": 4.932240056991577, + "epoch": 4.4721233689205215, + "grad_norm": 1.0703125, + "learning_rate": 0.00036229052658893107, + "loss": 4.5138, + "mean_token_accuracy": 0.22189483791589737, + "num_tokens": 10819348.0, + "step": 3770 + }, + { + "entropy": 4.913123369216919, + "epoch": 4.4780545670225385, + "grad_norm": 1.2890625, + "learning_rate": 0.00036185131841301894, + "loss": 4.5474, + "mean_token_accuracy": 0.224131940305233, + "num_tokens": 10832549.0, + "step": 3775 + }, + { + "entropy": 4.929586887359619, + "epoch": 4.483985765124555, + "grad_norm": 1.1328125, + "learning_rate": 0.00036141172100541245, + "loss": 4.5888, + "mean_token_accuracy": 0.21493848264217377, + "num_tokens": 10846766.0, + "step": 3780 + }, + { + "entropy": 4.914976263046265, + "epoch": 4.489916963226571, + "grad_norm": 1.2734375, + "learning_rate": 0.0003609717363362054, + "loss": 4.6012, + "mean_token_accuracy": 0.21102828532457352, + "num_tokens": 10859506.0, + "step": 3785 + }, + { + "entropy": 4.856210708618164, + "epoch": 4.495848161328588, + "grad_norm": 1.1015625, + "learning_rate": 0.00036053136637722715, + "loss": 4.5178, + "mean_token_accuracy": 0.2186322867870331, + "num_tokens": 10873559.0, + "step": 3790 + }, + { + "entropy": 4.900162935256958, + "epoch": 4.501779359430605, + "grad_norm": 1.0390625, + "learning_rate": 0.00036009061310203374, + "loss": 4.5792, + "mean_token_accuracy": 0.20522619485855104, + "num_tokens": 10889441.0, + "step": 3795 + }, + { + "entropy": 4.9840555667877195, + "epoch": 4.507710557532621, + "grad_norm": 1.0703125, + "learning_rate": 0.00035964947848589904, + "loss": 4.6068, + "mean_token_accuracy": 0.20724985450506211, + "num_tokens": 10904538.0, + "step": 3800 + }, + { + "entropy": 4.90825400352478, + "epoch": 4.513641755634638, + "grad_norm": 1.125, + "learning_rate": 0.00035920796450580596, + "loss": 4.5775, + "mean_token_accuracy": 0.2163109451532364, + "num_tokens": 10920129.0, + "step": 3805 + }, + { + "entropy": 4.829426240921021, + "epoch": 4.519572953736655, + "grad_norm": 1.171875, + "learning_rate": 0.00035876607314043766, + "loss": 4.512, + "mean_token_accuracy": 0.22267879992723466, + "num_tokens": 10933100.0, + "step": 3810 + }, + { + "entropy": 4.878107118606567, + "epoch": 4.525504151838671, + "grad_norm": 1.2109375, + "learning_rate": 0.00035832380637016846, + "loss": 4.6123, + "mean_token_accuracy": 0.21037212014198303, + "num_tokens": 10949333.0, + "step": 3815 + }, + { + "entropy": 4.95169038772583, + "epoch": 4.531435349940688, + "grad_norm": 1.0390625, + "learning_rate": 0.00035788116617705535, + "loss": 4.5142, + "mean_token_accuracy": 0.22315363585948944, + "num_tokens": 10963539.0, + "step": 3820 + }, + { + "entropy": 4.918026256561279, + "epoch": 4.537366548042705, + "grad_norm": 1.1171875, + "learning_rate": 0.00035743815454482834, + "loss": 4.6232, + "mean_token_accuracy": 0.20704769790172578, + "num_tokens": 10978205.0, + "step": 3825 + }, + { + "entropy": 4.879274702072143, + "epoch": 4.543297746144721, + "grad_norm": 1.359375, + "learning_rate": 0.0003569947734588824, + "loss": 4.4718, + "mean_token_accuracy": 0.23167906254529952, + "num_tokens": 10990599.0, + "step": 3830 + }, + { + "entropy": 4.917426490783692, + "epoch": 4.549228944246738, + "grad_norm": 1.3125, + "learning_rate": 0.0003565510249062684, + "loss": 4.5469, + "mean_token_accuracy": 0.21902925819158553, + "num_tokens": 11003101.0, + "step": 3835 + }, + { + "entropy": 4.871329975128174, + "epoch": 4.555160142348754, + "grad_norm": 1.1484375, + "learning_rate": 0.0003561069108756837, + "loss": 4.5204, + "mean_token_accuracy": 0.22292227298021317, + "num_tokens": 11016390.0, + "step": 3840 + }, + { + "entropy": 4.88023362159729, + "epoch": 4.561091340450771, + "grad_norm": 1.1015625, + "learning_rate": 0.00035566243335746387, + "loss": 4.5717, + "mean_token_accuracy": 0.21451771706342698, + "num_tokens": 11031372.0, + "step": 3845 + }, + { + "entropy": 4.816264247894287, + "epoch": 4.567022538552788, + "grad_norm": 1.0625, + "learning_rate": 0.0003552175943435731, + "loss": 4.4249, + "mean_token_accuracy": 0.23228887915611268, + "num_tokens": 11045634.0, + "step": 3850 + }, + { + "entropy": 4.815663433074951, + "epoch": 4.572953736654805, + "grad_norm": 1.203125, + "learning_rate": 0.00035477239582759623, + "loss": 4.5014, + "mean_token_accuracy": 0.23030359745025636, + "num_tokens": 11058185.0, + "step": 3855 + }, + { + "entropy": 4.9244019985198975, + "epoch": 4.578884934756821, + "grad_norm": 1.0703125, + "learning_rate": 0.0003543268398047286, + "loss": 4.5686, + "mean_token_accuracy": 0.21440733075141907, + "num_tokens": 11073789.0, + "step": 3860 + }, + { + "entropy": 4.894974422454834, + "epoch": 4.584816132858838, + "grad_norm": 1.046875, + "learning_rate": 0.0003538809282717683, + "loss": 4.5714, + "mean_token_accuracy": 0.21468473076820374, + "num_tokens": 11087307.0, + "step": 3865 + }, + { + "entropy": 4.956341075897217, + "epoch": 4.590747330960854, + "grad_norm": 1.1484375, + "learning_rate": 0.0003534346632271063, + "loss": 4.6001, + "mean_token_accuracy": 0.21189410835504532, + "num_tokens": 11101966.0, + "step": 3870 + }, + { + "entropy": 4.930508327484131, + "epoch": 4.596678529062871, + "grad_norm": 1.203125, + "learning_rate": 0.00035298804667071806, + "loss": 4.5909, + "mean_token_accuracy": 0.2205038547515869, + "num_tokens": 11115642.0, + "step": 3875 + }, + { + "entropy": 4.882773685455322, + "epoch": 4.602609727164888, + "grad_norm": 1.1875, + "learning_rate": 0.00035254108060415415, + "loss": 4.5814, + "mean_token_accuracy": 0.2154085248708725, + "num_tokens": 11129616.0, + "step": 3880 + }, + { + "entropy": 4.87270073890686, + "epoch": 4.608540925266904, + "grad_norm": 1.1015625, + "learning_rate": 0.0003520937670305318, + "loss": 4.5488, + "mean_token_accuracy": 0.22267507910728454, + "num_tokens": 11141975.0, + "step": 3885 + }, + { + "entropy": 4.938285255432129, + "epoch": 4.6144721233689205, + "grad_norm": 1.109375, + "learning_rate": 0.0003516461079545255, + "loss": 4.5509, + "mean_token_accuracy": 0.21113669872283936, + "num_tokens": 11156128.0, + "step": 3890 + }, + { + "entropy": 4.924780225753784, + "epoch": 4.6204033214709375, + "grad_norm": 1.109375, + "learning_rate": 0.0003511981053823579, + "loss": 4.5647, + "mean_token_accuracy": 0.21801244020462035, + "num_tokens": 11170334.0, + "step": 3895 + }, + { + "entropy": 4.898917198181152, + "epoch": 4.6263345195729535, + "grad_norm": 1.15625, + "learning_rate": 0.00035074976132179155, + "loss": 4.5635, + "mean_token_accuracy": 0.21639289408922197, + "num_tokens": 11185165.0, + "step": 3900 + }, + { + "entropy": 4.871355104446411, + "epoch": 4.63226571767497, + "grad_norm": 1.0546875, + "learning_rate": 0.00035030107778211893, + "loss": 4.5284, + "mean_token_accuracy": 0.22062084525823594, + "num_tokens": 11199250.0, + "step": 3905 + }, + { + "entropy": 4.890713834762574, + "epoch": 4.638196915776987, + "grad_norm": 1.0234375, + "learning_rate": 0.0003498520567741543, + "loss": 4.5565, + "mean_token_accuracy": 0.2167780503630638, + "num_tokens": 11214585.0, + "step": 3910 + }, + { + "entropy": 4.872895050048828, + "epoch": 4.644128113879003, + "grad_norm": 1.09375, + "learning_rate": 0.0003494027003102239, + "loss": 4.4899, + "mean_token_accuracy": 0.22181470692157745, + "num_tokens": 11228664.0, + "step": 3915 + }, + { + "entropy": 4.836891031265258, + "epoch": 4.65005931198102, + "grad_norm": 1.125, + "learning_rate": 0.0003489530104041577, + "loss": 4.4951, + "mean_token_accuracy": 0.22113146185874938, + "num_tokens": 11243896.0, + "step": 3920 + }, + { + "entropy": 4.923533821105957, + "epoch": 4.655990510083036, + "grad_norm": 1.1875, + "learning_rate": 0.00034850298907128, + "loss": 4.53, + "mean_token_accuracy": 0.2168356418609619, + "num_tokens": 11257919.0, + "step": 3925 + }, + { + "entropy": 4.860488414764404, + "epoch": 4.661921708185053, + "grad_norm": 1.046875, + "learning_rate": 0.00034805263832840024, + "loss": 4.4978, + "mean_token_accuracy": 0.22182656079530716, + "num_tokens": 11271416.0, + "step": 3930 + }, + { + "entropy": 4.826270341873169, + "epoch": 4.66785290628707, + "grad_norm": 1.1640625, + "learning_rate": 0.00034760196019380425, + "loss": 4.5671, + "mean_token_accuracy": 0.21985392570495604, + "num_tokens": 11286870.0, + "step": 3935 + }, + { + "entropy": 4.985865783691406, + "epoch": 4.673784104389087, + "grad_norm": 1.1015625, + "learning_rate": 0.00034715095668724495, + "loss": 4.5457, + "mean_token_accuracy": 0.22065018266439437, + "num_tokens": 11300784.0, + "step": 3940 + }, + { + "entropy": 4.941800451278686, + "epoch": 4.679715302491103, + "grad_norm": 1.1015625, + "learning_rate": 0.0003466996298299336, + "loss": 4.6109, + "mean_token_accuracy": 0.2118876174092293, + "num_tokens": 11315988.0, + "step": 3945 + }, + { + "entropy": 4.850393199920655, + "epoch": 4.68564650059312, + "grad_norm": 1.1171875, + "learning_rate": 0.0003462479816445307, + "loss": 4.5779, + "mean_token_accuracy": 0.2169851690530777, + "num_tokens": 11329136.0, + "step": 3950 + }, + { + "entropy": 4.866232681274414, + "epoch": 4.691577698695136, + "grad_norm": 1.0078125, + "learning_rate": 0.0003457960141551365, + "loss": 4.5216, + "mean_token_accuracy": 0.21714198887348174, + "num_tokens": 11343381.0, + "step": 3955 + }, + { + "entropy": 4.905858325958252, + "epoch": 4.697508896797153, + "grad_norm": 0.91796875, + "learning_rate": 0.0003453437293872823, + "loss": 4.6158, + "mean_token_accuracy": 0.2082674726843834, + "num_tokens": 11360177.0, + "step": 3960 + }, + { + "entropy": 4.930188465118408, + "epoch": 4.70344009489917, + "grad_norm": 1.09375, + "learning_rate": 0.0003448911293679217, + "loss": 4.5419, + "mean_token_accuracy": 0.21424513608217238, + "num_tokens": 11375523.0, + "step": 3965 + }, + { + "entropy": 4.866753625869751, + "epoch": 4.709371293001186, + "grad_norm": 1.03125, + "learning_rate": 0.00034443821612542054, + "loss": 4.5526, + "mean_token_accuracy": 0.21434911489486694, + "num_tokens": 11392353.0, + "step": 3970 + }, + { + "entropy": 4.886464166641235, + "epoch": 4.715302491103203, + "grad_norm": 0.96484375, + "learning_rate": 0.0003439849916895488, + "loss": 4.559, + "mean_token_accuracy": 0.2147858500480652, + "num_tokens": 11407918.0, + "step": 3975 + }, + { + "entropy": 4.937608671188355, + "epoch": 4.72123368920522, + "grad_norm": 1.09375, + "learning_rate": 0.000343531458091471, + "loss": 4.582, + "mean_token_accuracy": 0.21453986465930938, + "num_tokens": 11421888.0, + "step": 3980 + }, + { + "entropy": 4.861459112167358, + "epoch": 4.727164887307236, + "grad_norm": 1.0703125, + "learning_rate": 0.00034307761736373723, + "loss": 4.522, + "mean_token_accuracy": 0.22018359303474427, + "num_tokens": 11436338.0, + "step": 3985 + }, + { + "entropy": 4.854418611526489, + "epoch": 4.733096085409253, + "grad_norm": 1.1015625, + "learning_rate": 0.0003426234715402738, + "loss": 4.4659, + "mean_token_accuracy": 0.223881858587265, + "num_tokens": 11450658.0, + "step": 3990 + }, + { + "entropy": 4.839980363845825, + "epoch": 4.73902728351127, + "grad_norm": 1.1015625, + "learning_rate": 0.00034216902265637463, + "loss": 4.4885, + "mean_token_accuracy": 0.21753302216529846, + "num_tokens": 11464073.0, + "step": 3995 + }, + { + "entropy": 4.8677722930908205, + "epoch": 4.744958481613286, + "grad_norm": 1.0546875, + "learning_rate": 0.00034171427274869165, + "loss": 4.5004, + "mean_token_accuracy": 0.22347734719514847, + "num_tokens": 11477212.0, + "step": 4000 + }, + { + "epoch": 4.744958481613286, + "eval_entropy": 4.764749740530377, + "eval_loss": 5.325899124145508, + "eval_mean_token_accuracy": 0.18570856036949743, + "eval_num_tokens": 11477212.0, + "eval_runtime": 2.4276, + "eval_samples_per_second": 1074.332, + "eval_steps_per_second": 134.292, + "step": 4000 + }, + { + "entropy": 4.929757022857666, + "epoch": 4.750889679715303, + "grad_norm": 1.1875, + "learning_rate": 0.0003412592238552259, + "loss": 4.6662, + "mean_token_accuracy": 0.20496707409620285, + "num_tokens": 11491444.0, + "step": 4005 + }, + { + "entropy": 4.878577470779419, + "epoch": 4.756820877817319, + "grad_norm": 1.125, + "learning_rate": 0.0003408038780153183, + "loss": 4.5484, + "mean_token_accuracy": 0.21888002008199692, + "num_tokens": 11506132.0, + "step": 4010 + }, + { + "entropy": 4.823000574111939, + "epoch": 4.762752075919336, + "grad_norm": 1.1484375, + "learning_rate": 0.0003403482372696407, + "loss": 4.5454, + "mean_token_accuracy": 0.22043904811143875, + "num_tokens": 11519504.0, + "step": 4015 + }, + { + "entropy": 4.863145542144776, + "epoch": 4.7686832740213525, + "grad_norm": 1.078125, + "learning_rate": 0.0003398923036601864, + "loss": 4.5668, + "mean_token_accuracy": 0.2200538322329521, + "num_tokens": 11534759.0, + "step": 4020 + }, + { + "entropy": 4.933641195297241, + "epoch": 4.7746144721233685, + "grad_norm": 1.09375, + "learning_rate": 0.0003394360792302614, + "loss": 4.5454, + "mean_token_accuracy": 0.22164178192615508, + "num_tokens": 11549206.0, + "step": 4025 + }, + { + "entropy": 4.864947748184204, + "epoch": 4.7805456702253855, + "grad_norm": 1.078125, + "learning_rate": 0.00033897956602447495, + "loss": 4.5406, + "mean_token_accuracy": 0.225573368370533, + "num_tokens": 11563651.0, + "step": 4030 + }, + { + "entropy": 4.863853979110718, + "epoch": 4.786476868327402, + "grad_norm": 1.125, + "learning_rate": 0.00033852276608873033, + "loss": 4.5314, + "mean_token_accuracy": 0.21896956264972686, + "num_tokens": 11575766.0, + "step": 4035 + }, + { + "entropy": 4.818316555023193, + "epoch": 4.792408066429418, + "grad_norm": 1.125, + "learning_rate": 0.0003380656814702161, + "loss": 4.4652, + "mean_token_accuracy": 0.22464113533496857, + "num_tokens": 11591603.0, + "step": 4040 + }, + { + "entropy": 4.836750316619873, + "epoch": 4.798339264531435, + "grad_norm": 1.09375, + "learning_rate": 0.0003376083142173964, + "loss": 4.5211, + "mean_token_accuracy": 0.2172957882285118, + "num_tokens": 11606018.0, + "step": 4045 + }, + { + "entropy": 4.810761117935181, + "epoch": 4.804270462633452, + "grad_norm": 1.1328125, + "learning_rate": 0.00033715066638000216, + "loss": 4.4951, + "mean_token_accuracy": 0.23342375010251998, + "num_tokens": 11619293.0, + "step": 4050 + }, + { + "entropy": 4.862966299057007, + "epoch": 4.810201660735468, + "grad_norm": 1.1015625, + "learning_rate": 0.0003366927400090217, + "loss": 4.5458, + "mean_token_accuracy": 0.21534148454666138, + "num_tokens": 11633322.0, + "step": 4055 + }, + { + "entropy": 4.8932507038116455, + "epoch": 4.816132858837485, + "grad_norm": 1.3125, + "learning_rate": 0.0003362345371566918, + "loss": 4.546, + "mean_token_accuracy": 0.21567253470420839, + "num_tokens": 11646093.0, + "step": 4060 + }, + { + "entropy": 4.863575220108032, + "epoch": 4.822064056939502, + "grad_norm": 1.3203125, + "learning_rate": 0.000335776059876488, + "loss": 4.5688, + "mean_token_accuracy": 0.2165099173784256, + "num_tokens": 11660747.0, + "step": 4065 + }, + { + "entropy": 4.835976409912109, + "epoch": 4.827995255041518, + "grad_norm": 1.1875, + "learning_rate": 0.000335317310223116, + "loss": 4.4153, + "mean_token_accuracy": 0.23717533499002458, + "num_tokens": 11672187.0, + "step": 4070 + }, + { + "entropy": 4.890113735198975, + "epoch": 4.833926453143535, + "grad_norm": 1.125, + "learning_rate": 0.00033485829025250194, + "loss": 4.6077, + "mean_token_accuracy": 0.21407151222229004, + "num_tokens": 11685967.0, + "step": 4075 + }, + { + "entropy": 4.913485717773438, + "epoch": 4.839857651245552, + "grad_norm": 1.046875, + "learning_rate": 0.00033439900202178355, + "loss": 4.5178, + "mean_token_accuracy": 0.2256149709224701, + "num_tokens": 11701206.0, + "step": 4080 + }, + { + "entropy": 4.845592927932739, + "epoch": 4.845788849347568, + "grad_norm": 1.1328125, + "learning_rate": 0.0003339394475893008, + "loss": 4.5699, + "mean_token_accuracy": 0.2117096647620201, + "num_tokens": 11715353.0, + "step": 4085 + }, + { + "entropy": 4.919902086257935, + "epoch": 4.851720047449585, + "grad_norm": 1.0703125, + "learning_rate": 0.00033347962901458664, + "loss": 4.5958, + "mean_token_accuracy": 0.2184079959988594, + "num_tokens": 11730399.0, + "step": 4090 + }, + { + "entropy": 4.889105176925659, + "epoch": 4.857651245551601, + "grad_norm": 1.1640625, + "learning_rate": 0.0003330195483583577, + "loss": 4.5858, + "mean_token_accuracy": 0.213704152405262, + "num_tokens": 11745479.0, + "step": 4095 + }, + { + "entropy": 4.864266729354858, + "epoch": 4.863582443653618, + "grad_norm": 1.1015625, + "learning_rate": 0.0003325592076825053, + "loss": 4.5809, + "mean_token_accuracy": 0.2179402753710747, + "num_tokens": 11760878.0, + "step": 4100 + }, + { + "entropy": 4.93606538772583, + "epoch": 4.869513641755635, + "grad_norm": 1.0625, + "learning_rate": 0.00033209860905008583, + "loss": 4.6481, + "mean_token_accuracy": 0.20525944828987122, + "num_tokens": 11777028.0, + "step": 4105 + }, + { + "entropy": 4.8634905338287355, + "epoch": 4.875444839857651, + "grad_norm": 1.140625, + "learning_rate": 0.0003316377545253121, + "loss": 4.5195, + "mean_token_accuracy": 0.22125555127859114, + "num_tokens": 11792209.0, + "step": 4110 + }, + { + "entropy": 4.887179136276245, + "epoch": 4.881376037959668, + "grad_norm": 1.0859375, + "learning_rate": 0.0003311766461735434, + "loss": 4.5487, + "mean_token_accuracy": 0.22195642739534377, + "num_tokens": 11805912.0, + "step": 4115 + }, + { + "entropy": 4.9255828857421875, + "epoch": 4.887307236061685, + "grad_norm": 1.078125, + "learning_rate": 0.0003307152860612768, + "loss": 4.5808, + "mean_token_accuracy": 0.21789040863513948, + "num_tokens": 11821172.0, + "step": 4120 + }, + { + "entropy": 4.893458461761474, + "epoch": 4.893238434163701, + "grad_norm": 1.3046875, + "learning_rate": 0.0003302536762561374, + "loss": 4.5034, + "mean_token_accuracy": 0.2284863442182541, + "num_tokens": 11833933.0, + "step": 4125 + }, + { + "entropy": 4.8413220882415775, + "epoch": 4.899169632265718, + "grad_norm": 1.0234375, + "learning_rate": 0.0003297918188268695, + "loss": 4.5183, + "mean_token_accuracy": 0.2248077154159546, + "num_tokens": 11848990.0, + "step": 4130 + }, + { + "entropy": 4.888180494308472, + "epoch": 4.905100830367735, + "grad_norm": 1.140625, + "learning_rate": 0.0003293297158433271, + "loss": 4.5235, + "mean_token_accuracy": 0.22172283083200456, + "num_tokens": 11863919.0, + "step": 4135 + }, + { + "entropy": 4.9175646781921385, + "epoch": 4.911032028469751, + "grad_norm": 1.21875, + "learning_rate": 0.0003288673693764648, + "loss": 4.6062, + "mean_token_accuracy": 0.21565455198287964, + "num_tokens": 11876650.0, + "step": 4140 + }, + { + "entropy": 4.859852123260498, + "epoch": 4.9169632265717675, + "grad_norm": 0.98046875, + "learning_rate": 0.00032840478149832815, + "loss": 4.5481, + "mean_token_accuracy": 0.22236864566802977, + "num_tokens": 11892036.0, + "step": 4145 + }, + { + "entropy": 4.8943390369415285, + "epoch": 4.9228944246737845, + "grad_norm": 1.1328125, + "learning_rate": 0.0003279419542820448, + "loss": 4.5155, + "mean_token_accuracy": 0.21823452562093734, + "num_tokens": 11907398.0, + "step": 4150 + }, + { + "entropy": 4.858145904541016, + "epoch": 4.9288256227758005, + "grad_norm": 1.0390625, + "learning_rate": 0.0003274788898018149, + "loss": 4.599, + "mean_token_accuracy": 0.21382927298545837, + "num_tokens": 11923165.0, + "step": 4155 + }, + { + "entropy": 4.871183061599732, + "epoch": 4.934756820877817, + "grad_norm": 1.1640625, + "learning_rate": 0.00032701559013290196, + "loss": 4.476, + "mean_token_accuracy": 0.2178041011095047, + "num_tokens": 11938729.0, + "step": 4160 + }, + { + "entropy": 4.86397876739502, + "epoch": 4.940688018979834, + "grad_norm": 1.125, + "learning_rate": 0.0003265520573516235, + "loss": 4.5686, + "mean_token_accuracy": 0.2136895924806595, + "num_tokens": 11953671.0, + "step": 4165 + }, + { + "entropy": 4.81421914100647, + "epoch": 4.94661921708185, + "grad_norm": 1.078125, + "learning_rate": 0.00032608829353534185, + "loss": 4.5268, + "mean_token_accuracy": 0.22146143168210983, + "num_tokens": 11968617.0, + "step": 4170 + }, + { + "entropy": 4.896321058273315, + "epoch": 4.952550415183867, + "grad_norm": 1.09375, + "learning_rate": 0.0003256243007624546, + "loss": 4.6166, + "mean_token_accuracy": 0.21703510284423827, + "num_tokens": 11982847.0, + "step": 4175 + }, + { + "entropy": 4.855389261245728, + "epoch": 4.958481613285883, + "grad_norm": 1.1015625, + "learning_rate": 0.00032516008111238543, + "loss": 4.5444, + "mean_token_accuracy": 0.21965168863534928, + "num_tokens": 11997491.0, + "step": 4180 + }, + { + "entropy": 4.862688875198364, + "epoch": 4.9644128113879, + "grad_norm": 1.09375, + "learning_rate": 0.000324695636665575, + "loss": 4.5908, + "mean_token_accuracy": 0.2122807189822197, + "num_tokens": 12012741.0, + "step": 4185 + }, + { + "entropy": 4.927348279953003, + "epoch": 4.970344009489917, + "grad_norm": 1.203125, + "learning_rate": 0.0003242309695034711, + "loss": 4.6636, + "mean_token_accuracy": 0.21313626170158387, + "num_tokens": 12026201.0, + "step": 4190 + }, + { + "entropy": 4.957273483276367, + "epoch": 4.976275207591933, + "grad_norm": 1.0859375, + "learning_rate": 0.0003237660817085199, + "loss": 4.5618, + "mean_token_accuracy": 0.21957833766937257, + "num_tokens": 12041320.0, + "step": 4195 + }, + { + "entropy": 4.910650777816772, + "epoch": 4.98220640569395, + "grad_norm": 1.4140625, + "learning_rate": 0.0003233009753641562, + "loss": 4.5201, + "mean_token_accuracy": 0.22384442687034606, + "num_tokens": 12053660.0, + "step": 4200 + }, + { + "entropy": 4.848115587234497, + "epoch": 4.988137603795967, + "grad_norm": 1.1796875, + "learning_rate": 0.00032283565255479443, + "loss": 4.4791, + "mean_token_accuracy": 0.2266686037182808, + "num_tokens": 12068555.0, + "step": 4205 + }, + { + "entropy": 4.831573581695556, + "epoch": 4.994068801897983, + "grad_norm": 1.3125, + "learning_rate": 0.00032237011536581883, + "loss": 4.5855, + "mean_token_accuracy": 0.22208631336688994, + "num_tokens": 12082957.0, + "step": 4210 + }, + { + "entropy": 4.878744792938233, + "epoch": 5.0, + "grad_norm": 1.421875, + "learning_rate": 0.00032190436588357466, + "loss": 4.5258, + "mean_token_accuracy": 0.22166276276111602, + "num_tokens": 12095555.0, + "step": 4215 + }, + { + "entropy": 4.844231748580933, + "epoch": 5.005931198102017, + "grad_norm": 1.15625, + "learning_rate": 0.00032143840619535844, + "loss": 4.2337, + "mean_token_accuracy": 0.2483227163553238, + "num_tokens": 12109513.0, + "step": 4220 + }, + { + "entropy": 4.829920148849487, + "epoch": 5.011862396204033, + "grad_norm": 1.1015625, + "learning_rate": 0.00032097223838940895, + "loss": 4.3141, + "mean_token_accuracy": 0.23649795353412628, + "num_tokens": 12122918.0, + "step": 4225 + }, + { + "entropy": 4.917979097366333, + "epoch": 5.01779359430605, + "grad_norm": 1.03125, + "learning_rate": 0.0003205058645548975, + "loss": 4.3393, + "mean_token_accuracy": 0.22969220727682113, + "num_tokens": 12135918.0, + "step": 4230 + }, + { + "entropy": 4.8438128471374515, + "epoch": 5.023724792408067, + "grad_norm": 1.2421875, + "learning_rate": 0.00032003928678191857, + "loss": 4.3453, + "mean_token_accuracy": 0.2355492815375328, + "num_tokens": 12150990.0, + "step": 4235 + }, + { + "entropy": 4.836665248870849, + "epoch": 5.029655990510083, + "grad_norm": 1.046875, + "learning_rate": 0.00031957250716148095, + "loss": 4.2984, + "mean_token_accuracy": 0.23910901099443435, + "num_tokens": 12163890.0, + "step": 4240 + }, + { + "entropy": 4.823347854614258, + "epoch": 5.0355871886121, + "grad_norm": 1.1015625, + "learning_rate": 0.0003191055277854979, + "loss": 4.3162, + "mean_token_accuracy": 0.23670894354581834, + "num_tokens": 12178595.0, + "step": 4245 + }, + { + "entropy": 4.877349472045898, + "epoch": 5.041518386714117, + "grad_norm": 1.046875, + "learning_rate": 0.0003186383507467777, + "loss": 4.3386, + "mean_token_accuracy": 0.24057582765817642, + "num_tokens": 12193676.0, + "step": 4250 + }, + { + "entropy": 4.781665372848511, + "epoch": 5.047449584816133, + "grad_norm": 1.0390625, + "learning_rate": 0.000318170978139015, + "loss": 4.27, + "mean_token_accuracy": 0.24249815344810485, + "num_tokens": 12209710.0, + "step": 4255 + }, + { + "entropy": 4.860457086563111, + "epoch": 5.05338078291815, + "grad_norm": 1.109375, + "learning_rate": 0.0003177034120567802, + "loss": 4.3273, + "mean_token_accuracy": 0.2391873389482498, + "num_tokens": 12224997.0, + "step": 4260 + }, + { + "entropy": 4.844028377532959, + "epoch": 5.059311981020166, + "grad_norm": 1.1015625, + "learning_rate": 0.0003172356545955113, + "loss": 4.3181, + "mean_token_accuracy": 0.23947612792253495, + "num_tokens": 12239382.0, + "step": 4265 + }, + { + "entropy": 4.771719360351563, + "epoch": 5.065243179122183, + "grad_norm": 1.1875, + "learning_rate": 0.0003167677078515038, + "loss": 4.283, + "mean_token_accuracy": 0.24752182513475418, + "num_tokens": 12253107.0, + "step": 4270 + }, + { + "entropy": 4.876428747177124, + "epoch": 5.0711743772241995, + "grad_norm": 1.265625, + "learning_rate": 0.0003162995739219015, + "loss": 4.3646, + "mean_token_accuracy": 0.23150966167449952, + "num_tokens": 12268745.0, + "step": 4275 + }, + { + "entropy": 4.897872829437256, + "epoch": 5.0771055753262155, + "grad_norm": 1.125, + "learning_rate": 0.00031583125490468707, + "loss": 4.4342, + "mean_token_accuracy": 0.23373969942331313, + "num_tokens": 12283940.0, + "step": 4280 + }, + { + "entropy": 4.785506391525269, + "epoch": 5.0830367734282325, + "grad_norm": 1.1796875, + "learning_rate": 0.0003153627528986727, + "loss": 4.2806, + "mean_token_accuracy": 0.23809199929237365, + "num_tokens": 12299780.0, + "step": 4285 + }, + { + "entropy": 4.889186716079712, + "epoch": 5.088967971530249, + "grad_norm": 1.2265625, + "learning_rate": 0.00031489407000349066, + "loss": 4.3844, + "mean_token_accuracy": 0.23290240168571472, + "num_tokens": 12313087.0, + "step": 4290 + }, + { + "entropy": 4.807843160629273, + "epoch": 5.094899169632265, + "grad_norm": 1.2578125, + "learning_rate": 0.0003144252083195838, + "loss": 4.3164, + "mean_token_accuracy": 0.23950324654579164, + "num_tokens": 12326465.0, + "step": 4295 + }, + { + "entropy": 4.8577714443206785, + "epoch": 5.100830367734282, + "grad_norm": 1.0078125, + "learning_rate": 0.0003139561699481964, + "loss": 4.379, + "mean_token_accuracy": 0.235987351834774, + "num_tokens": 12341287.0, + "step": 4300 + }, + { + "entropy": 4.905805683135986, + "epoch": 5.106761565836299, + "grad_norm": 1.140625, + "learning_rate": 0.0003134869569913645, + "loss": 4.3656, + "mean_token_accuracy": 0.23341237306594848, + "num_tokens": 12356658.0, + "step": 4305 + }, + { + "entropy": 4.860331201553345, + "epoch": 5.112692763938315, + "grad_norm": 1.1640625, + "learning_rate": 0.00031301757155190646, + "loss": 4.3051, + "mean_token_accuracy": 0.24117062687873841, + "num_tokens": 12370697.0, + "step": 4310 + }, + { + "entropy": 4.8742602348327635, + "epoch": 5.118623962040332, + "grad_norm": 1.25, + "learning_rate": 0.00031254801573341376, + "loss": 4.3619, + "mean_token_accuracy": 0.23451096564531326, + "num_tokens": 12385894.0, + "step": 4315 + }, + { + "entropy": 4.841465282440185, + "epoch": 5.124555160142349, + "grad_norm": 1.015625, + "learning_rate": 0.00031207829164024134, + "loss": 4.314, + "mean_token_accuracy": 0.23838258236646653, + "num_tokens": 12402898.0, + "step": 4320 + }, + { + "entropy": 4.796236276626587, + "epoch": 5.130486358244365, + "grad_norm": 1.15625, + "learning_rate": 0.0003116084013774984, + "loss": 4.3, + "mean_token_accuracy": 0.23429224789142608, + "num_tokens": 12418827.0, + "step": 4325 + }, + { + "entropy": 4.802973985671997, + "epoch": 5.136417556346382, + "grad_norm": 1.0078125, + "learning_rate": 0.0003111383470510388, + "loss": 4.3419, + "mean_token_accuracy": 0.22728391885757446, + "num_tokens": 12434147.0, + "step": 4330 + }, + { + "entropy": 4.87151985168457, + "epoch": 5.142348754448399, + "grad_norm": 1.078125, + "learning_rate": 0.00031066813076745166, + "loss": 4.4053, + "mean_token_accuracy": 0.23225222229957582, + "num_tokens": 12449443.0, + "step": 4335 + }, + { + "entropy": 4.881012678146362, + "epoch": 5.148279952550415, + "grad_norm": 1.15625, + "learning_rate": 0.000310197754634052, + "loss": 4.3351, + "mean_token_accuracy": 0.23594305366277696, + "num_tokens": 12464433.0, + "step": 4340 + }, + { + "entropy": 4.789875793457031, + "epoch": 5.154211150652432, + "grad_norm": 1.0546875, + "learning_rate": 0.000309727220758871, + "loss": 4.3604, + "mean_token_accuracy": 0.23187562078237534, + "num_tokens": 12479591.0, + "step": 4345 + }, + { + "entropy": 4.771931934356689, + "epoch": 5.160142348754448, + "grad_norm": 1.140625, + "learning_rate": 0.0003092565312506468, + "loss": 4.2235, + "mean_token_accuracy": 0.24507446885108947, + "num_tokens": 12494167.0, + "step": 4350 + }, + { + "entropy": 4.88389139175415, + "epoch": 5.166073546856465, + "grad_norm": 1.171875, + "learning_rate": 0.0003087856882188155, + "loss": 4.3452, + "mean_token_accuracy": 0.24188133627176284, + "num_tokens": 12509967.0, + "step": 4355 + }, + { + "entropy": 4.853326320648193, + "epoch": 5.172004744958482, + "grad_norm": 1.125, + "learning_rate": 0.0003083146937735005, + "loss": 4.367, + "mean_token_accuracy": 0.2336810678243637, + "num_tokens": 12523620.0, + "step": 4360 + }, + { + "entropy": 4.800257539749145, + "epoch": 5.177935943060498, + "grad_norm": 1.09375, + "learning_rate": 0.0003078435500255044, + "loss": 4.3525, + "mean_token_accuracy": 0.24038705974817276, + "num_tokens": 12538097.0, + "step": 4365 + }, + { + "entropy": 4.813706731796264, + "epoch": 5.183867141162515, + "grad_norm": 1.0625, + "learning_rate": 0.0003073722590862985, + "loss": 4.3658, + "mean_token_accuracy": 0.23492267727851868, + "num_tokens": 12554161.0, + "step": 4370 + }, + { + "entropy": 4.866216468811035, + "epoch": 5.189798339264532, + "grad_norm": 1.1328125, + "learning_rate": 0.000306900823068014, + "loss": 4.4054, + "mean_token_accuracy": 0.2308848738670349, + "num_tokens": 12568918.0, + "step": 4375 + }, + { + "entropy": 4.847630739212036, + "epoch": 5.195729537366548, + "grad_norm": 1.03125, + "learning_rate": 0.00030642924408343217, + "loss": 4.4189, + "mean_token_accuracy": 0.2318817436695099, + "num_tokens": 12585563.0, + "step": 4380 + }, + { + "entropy": 4.821104240417481, + "epoch": 5.201660735468565, + "grad_norm": 1.0703125, + "learning_rate": 0.0003059575242459749, + "loss": 4.2935, + "mean_token_accuracy": 0.24165243059396743, + "num_tokens": 12599936.0, + "step": 4385 + }, + { + "entropy": 4.8254319190979, + "epoch": 5.207591933570582, + "grad_norm": 1.1171875, + "learning_rate": 0.0003054856656696955, + "loss": 4.2942, + "mean_token_accuracy": 0.24453072249889374, + "num_tokens": 12614032.0, + "step": 4390 + }, + { + "entropy": 4.816964149475098, + "epoch": 5.213523131672598, + "grad_norm": 1.125, + "learning_rate": 0.00030501367046926905, + "loss": 4.3592, + "mean_token_accuracy": 0.23119001239538192, + "num_tokens": 12629945.0, + "step": 4395 + }, + { + "entropy": 4.867587947845459, + "epoch": 5.2194543297746145, + "grad_norm": 1.0703125, + "learning_rate": 0.0003045415407599828, + "loss": 4.4008, + "mean_token_accuracy": 0.22786637842655183, + "num_tokens": 12644734.0, + "step": 4400 + }, + { + "entropy": 4.835189485549927, + "epoch": 5.2253855278766315, + "grad_norm": 1.0390625, + "learning_rate": 0.0003040692786577269, + "loss": 4.2955, + "mean_token_accuracy": 0.24150839895009996, + "num_tokens": 12659161.0, + "step": 4405 + }, + { + "entropy": 4.755004167556763, + "epoch": 5.2313167259786475, + "grad_norm": 1.1640625, + "learning_rate": 0.00030359688627898466, + "loss": 4.35, + "mean_token_accuracy": 0.23513848781585694, + "num_tokens": 12672967.0, + "step": 4410 + }, + { + "entropy": 4.802477884292602, + "epoch": 5.237247924080664, + "grad_norm": 1.171875, + "learning_rate": 0.0003031243657408237, + "loss": 4.267, + "mean_token_accuracy": 0.2523533508181572, + "num_tokens": 12686976.0, + "step": 4415 + }, + { + "entropy": 4.853684425354004, + "epoch": 5.243179122182681, + "grad_norm": 1.1015625, + "learning_rate": 0.0003026517191608854, + "loss": 4.3461, + "mean_token_accuracy": 0.23946220874786378, + "num_tokens": 12701194.0, + "step": 4420 + }, + { + "entropy": 4.806097936630249, + "epoch": 5.249110320284697, + "grad_norm": 1.21875, + "learning_rate": 0.0003021789486573763, + "loss": 4.3171, + "mean_token_accuracy": 0.23169240206480027, + "num_tokens": 12715746.0, + "step": 4425 + }, + { + "entropy": 4.824302625656128, + "epoch": 5.255041518386714, + "grad_norm": 1.2734375, + "learning_rate": 0.0003017060563490584, + "loss": 4.3597, + "mean_token_accuracy": 0.2341614618897438, + "num_tokens": 12728992.0, + "step": 4430 + }, + { + "entropy": 4.8253926753997805, + "epoch": 5.26097271648873, + "grad_norm": 1.171875, + "learning_rate": 0.0003012330443552394, + "loss": 4.278, + "mean_token_accuracy": 0.2492676392197609, + "num_tokens": 12742845.0, + "step": 4435 + }, + { + "entropy": 4.8544597148895265, + "epoch": 5.266903914590747, + "grad_norm": 1.15625, + "learning_rate": 0.0003007599147957635, + "loss": 4.3682, + "mean_token_accuracy": 0.23218867927789688, + "num_tokens": 12757043.0, + "step": 4440 + }, + { + "entropy": 4.778638744354248, + "epoch": 5.272835112692764, + "grad_norm": 1.1328125, + "learning_rate": 0.0003002866697910018, + "loss": 4.3194, + "mean_token_accuracy": 0.24172900766134262, + "num_tokens": 12771387.0, + "step": 4445 + }, + { + "entropy": 4.8287107944488525, + "epoch": 5.27876631079478, + "grad_norm": 1.1640625, + "learning_rate": 0.00029981331146184255, + "loss": 4.4119, + "mean_token_accuracy": 0.23451469391584395, + "num_tokens": 12784876.0, + "step": 4450 + }, + { + "entropy": 4.8477085590362545, + "epoch": 5.284697508896797, + "grad_norm": 1.109375, + "learning_rate": 0.00029933984192968214, + "loss": 4.3993, + "mean_token_accuracy": 0.22882209867238998, + "num_tokens": 12799244.0, + "step": 4455 + }, + { + "entropy": 4.748208379745483, + "epoch": 5.290628706998814, + "grad_norm": 1.234375, + "learning_rate": 0.0002988662633164152, + "loss": 4.2731, + "mean_token_accuracy": 0.23907728642225265, + "num_tokens": 12813096.0, + "step": 4460 + }, + { + "entropy": 4.787684202194214, + "epoch": 5.29655990510083, + "grad_norm": 1.1484375, + "learning_rate": 0.00029839257774442535, + "loss": 4.3194, + "mean_token_accuracy": 0.2362244665622711, + "num_tokens": 12826868.0, + "step": 4465 + }, + { + "entropy": 4.847586345672608, + "epoch": 5.302491103202847, + "grad_norm": 1.1953125, + "learning_rate": 0.0002979187873365752, + "loss": 4.4331, + "mean_token_accuracy": 0.22908033728599547, + "num_tokens": 12842112.0, + "step": 4470 + }, + { + "entropy": 4.826005601882935, + "epoch": 5.308422301304864, + "grad_norm": 1.125, + "learning_rate": 0.0002974448942161977, + "loss": 4.4115, + "mean_token_accuracy": 0.22701163291931153, + "num_tokens": 12856449.0, + "step": 4475 + }, + { + "entropy": 4.841357088088989, + "epoch": 5.31435349940688, + "grad_norm": 1.1640625, + "learning_rate": 0.00029697090050708575, + "loss": 4.4079, + "mean_token_accuracy": 0.2250249296426773, + "num_tokens": 12870535.0, + "step": 4480 + }, + { + "entropy": 4.855857563018799, + "epoch": 5.320284697508897, + "grad_norm": 1.140625, + "learning_rate": 0.00029649680833348304, + "loss": 4.3412, + "mean_token_accuracy": 0.23591906279325486, + "num_tokens": 12886203.0, + "step": 4485 + }, + { + "entropy": 4.813349199295044, + "epoch": 5.326215895610914, + "grad_norm": 1.0625, + "learning_rate": 0.00029602261982007483, + "loss": 4.3633, + "mean_token_accuracy": 0.23256391584873198, + "num_tokens": 12901141.0, + "step": 4490 + }, + { + "entropy": 4.8215296268463135, + "epoch": 5.33214709371293, + "grad_norm": 1.1015625, + "learning_rate": 0.0002955483370919778, + "loss": 4.3965, + "mean_token_accuracy": 0.22666836231946946, + "num_tokens": 12915652.0, + "step": 4495 + }, + { + "entropy": 4.880937623977661, + "epoch": 5.338078291814947, + "grad_norm": 1.0859375, + "learning_rate": 0.00029507396227473106, + "loss": 4.4473, + "mean_token_accuracy": 0.22892194539308547, + "num_tokens": 12930700.0, + "step": 4500 + }, + { + "epoch": 5.338078291814947, + "eval_entropy": 4.736137125389708, + "eval_loss": 5.304569721221924, + "eval_mean_token_accuracy": 0.18938717486028292, + "eval_num_tokens": 12930700.0, + "eval_runtime": 2.4511, + "eval_samples_per_second": 1064.013, + "eval_steps_per_second": 133.002, + "step": 4500 + }, + { + "entropy": 4.843664312362671, + "epoch": 5.344009489916964, + "grad_norm": 1.0859375, + "learning_rate": 0.0002945994974942864, + "loss": 4.3186, + "mean_token_accuracy": 0.2355135813355446, + "num_tokens": 12946770.0, + "step": 4505 + }, + { + "entropy": 4.8574419021606445, + "epoch": 5.34994068801898, + "grad_norm": 1.234375, + "learning_rate": 0.0002941249448769988, + "loss": 4.439, + "mean_token_accuracy": 0.2281257063150406, + "num_tokens": 12959987.0, + "step": 4510 + }, + { + "entropy": 4.75574221611023, + "epoch": 5.355871886120997, + "grad_norm": 1.1328125, + "learning_rate": 0.0002936503065496167, + "loss": 4.2882, + "mean_token_accuracy": 0.24525963217020036, + "num_tokens": 12973955.0, + "step": 4515 + }, + { + "entropy": 4.7831604957580565, + "epoch": 5.361803084223013, + "grad_norm": 1.078125, + "learning_rate": 0.0002931755846392731, + "loss": 4.3314, + "mean_token_accuracy": 0.24529619365930558, + "num_tokens": 12989517.0, + "step": 4520 + }, + { + "entropy": 4.780605030059815, + "epoch": 5.36773428232503, + "grad_norm": 1.109375, + "learning_rate": 0.000292700781273475, + "loss": 4.316, + "mean_token_accuracy": 0.2391658142209053, + "num_tokens": 13003551.0, + "step": 4525 + }, + { + "entropy": 4.755113983154297, + "epoch": 5.3736654804270465, + "grad_norm": 1.21875, + "learning_rate": 0.00029222589858009484, + "loss": 4.2842, + "mean_token_accuracy": 0.24647714495658873, + "num_tokens": 13018061.0, + "step": 4530 + }, + { + "entropy": 4.792725515365601, + "epoch": 5.3795966785290625, + "grad_norm": 1.1015625, + "learning_rate": 0.0002917509386873605, + "loss": 4.3053, + "mean_token_accuracy": 0.2352105051279068, + "num_tokens": 13032649.0, + "step": 4535 + }, + { + "entropy": 4.802401876449585, + "epoch": 5.3855278766310795, + "grad_norm": 1.1953125, + "learning_rate": 0.00029127590372384583, + "loss": 4.3525, + "mean_token_accuracy": 0.234721739590168, + "num_tokens": 13045177.0, + "step": 4540 + }, + { + "entropy": 4.844398450851441, + "epoch": 5.391459074733096, + "grad_norm": 1.0625, + "learning_rate": 0.00029080079581846106, + "loss": 4.3601, + "mean_token_accuracy": 0.22997759580612182, + "num_tokens": 13060681.0, + "step": 4545 + }, + { + "entropy": 4.834163570404053, + "epoch": 5.397390272835112, + "grad_norm": 1.1875, + "learning_rate": 0.0002903256171004434, + "loss": 4.4038, + "mean_token_accuracy": 0.22616221457719804, + "num_tokens": 13075626.0, + "step": 4550 + }, + { + "entropy": 4.823126602172851, + "epoch": 5.403321470937129, + "grad_norm": 1.125, + "learning_rate": 0.00028985036969934744, + "loss": 4.3701, + "mean_token_accuracy": 0.23211364597082138, + "num_tokens": 13090116.0, + "step": 4555 + }, + { + "entropy": 4.761039781570434, + "epoch": 5.409252669039146, + "grad_norm": 1.1875, + "learning_rate": 0.00028937505574503535, + "loss": 4.3318, + "mean_token_accuracy": 0.24012514650821687, + "num_tokens": 13103898.0, + "step": 4560 + }, + { + "entropy": 4.825210905075073, + "epoch": 5.415183867141162, + "grad_norm": 1.2734375, + "learning_rate": 0.0002888996773676677, + "loss": 4.3503, + "mean_token_accuracy": 0.24052769392728807, + "num_tokens": 13118797.0, + "step": 4565 + }, + { + "entropy": 4.7785906314849855, + "epoch": 5.421115065243179, + "grad_norm": 1.171875, + "learning_rate": 0.0002884242366976939, + "loss": 4.3371, + "mean_token_accuracy": 0.23428652435541153, + "num_tokens": 13134561.0, + "step": 4570 + }, + { + "entropy": 4.820053434371948, + "epoch": 5.427046263345196, + "grad_norm": 1.15625, + "learning_rate": 0.0002879487358658425, + "loss": 4.3491, + "mean_token_accuracy": 0.23811828792095185, + "num_tokens": 13149524.0, + "step": 4575 + }, + { + "entropy": 4.847623109817505, + "epoch": 5.432977461447212, + "grad_norm": 1.109375, + "learning_rate": 0.00028747317700311144, + "loss": 4.3921, + "mean_token_accuracy": 0.23596978485584258, + "num_tokens": 13163943.0, + "step": 4580 + }, + { + "entropy": 4.833776330947876, + "epoch": 5.438908659549229, + "grad_norm": 1.2265625, + "learning_rate": 0.00028699756224075893, + "loss": 4.2558, + "mean_token_accuracy": 0.23830387145280837, + "num_tokens": 13176577.0, + "step": 4585 + }, + { + "entropy": 4.823756504058838, + "epoch": 5.444839857651246, + "grad_norm": 1.2109375, + "learning_rate": 0.0002865218937102938, + "loss": 4.3746, + "mean_token_accuracy": 0.24103988707065582, + "num_tokens": 13190242.0, + "step": 4590 + }, + { + "entropy": 4.767862176895141, + "epoch": 5.450771055753262, + "grad_norm": 1.2578125, + "learning_rate": 0.0002860461735434655, + "loss": 4.3094, + "mean_token_accuracy": 0.24475302696228027, + "num_tokens": 13203362.0, + "step": 4595 + }, + { + "entropy": 4.826624965667724, + "epoch": 5.456702253855279, + "grad_norm": 1.265625, + "learning_rate": 0.0002855704038722552, + "loss": 4.3317, + "mean_token_accuracy": 0.23604598343372346, + "num_tokens": 13217032.0, + "step": 4600 + }, + { + "entropy": 4.841291427612305, + "epoch": 5.462633451957295, + "grad_norm": 1.15625, + "learning_rate": 0.0002850945868288659, + "loss": 4.3418, + "mean_token_accuracy": 0.2411078616976738, + "num_tokens": 13232744.0, + "step": 4605 + }, + { + "entropy": 4.7415900230407715, + "epoch": 5.468564650059312, + "grad_norm": 1.1328125, + "learning_rate": 0.0002846187245457127, + "loss": 4.3422, + "mean_token_accuracy": 0.2436609834432602, + "num_tokens": 13245735.0, + "step": 4610 + }, + { + "entropy": 4.8344916820526125, + "epoch": 5.474495848161329, + "grad_norm": 1.1875, + "learning_rate": 0.00028414281915541356, + "loss": 4.3528, + "mean_token_accuracy": 0.23394585400819778, + "num_tokens": 13259536.0, + "step": 4615 + }, + { + "entropy": 4.810553359985351, + "epoch": 5.480427046263345, + "grad_norm": 1.171875, + "learning_rate": 0.00028366687279077977, + "loss": 4.3221, + "mean_token_accuracy": 0.24472051113843918, + "num_tokens": 13272090.0, + "step": 4620 + }, + { + "entropy": 4.795799779891968, + "epoch": 5.486358244365362, + "grad_norm": 1.1953125, + "learning_rate": 0.000283190887584806, + "loss": 4.3636, + "mean_token_accuracy": 0.24185323417186738, + "num_tokens": 13288133.0, + "step": 4625 + }, + { + "entropy": 4.768116998672485, + "epoch": 5.492289442467379, + "grad_norm": 1.21875, + "learning_rate": 0.00028271486567066123, + "loss": 4.3262, + "mean_token_accuracy": 0.24516888856887817, + "num_tokens": 13302669.0, + "step": 4630 + }, + { + "entropy": 4.857626676559448, + "epoch": 5.498220640569395, + "grad_norm": 1.2890625, + "learning_rate": 0.0002822388091816788, + "loss": 4.34, + "mean_token_accuracy": 0.23627338856458663, + "num_tokens": 13315699.0, + "step": 4635 + }, + { + "entropy": 4.802936267852783, + "epoch": 5.504151838671412, + "grad_norm": 1.203125, + "learning_rate": 0.00028176272025134697, + "loss": 4.3174, + "mean_token_accuracy": 0.24233974516391754, + "num_tokens": 13330488.0, + "step": 4640 + }, + { + "entropy": 4.826246643066407, + "epoch": 5.510083036773429, + "grad_norm": 1.0703125, + "learning_rate": 0.0002812866010132995, + "loss": 4.4473, + "mean_token_accuracy": 0.23123548179864883, + "num_tokens": 13346136.0, + "step": 4645 + }, + { + "entropy": 4.820386505126953, + "epoch": 5.516014234875445, + "grad_norm": 1.2734375, + "learning_rate": 0.00028081045360130587, + "loss": 4.3884, + "mean_token_accuracy": 0.23265957981348037, + "num_tokens": 13359155.0, + "step": 4650 + }, + { + "entropy": 4.768516778945923, + "epoch": 5.5219454329774615, + "grad_norm": 1.2265625, + "learning_rate": 0.000280334280149262, + "loss": 4.31, + "mean_token_accuracy": 0.23903701454401016, + "num_tokens": 13375746.0, + "step": 4655 + }, + { + "entropy": 4.829752349853516, + "epoch": 5.527876631079478, + "grad_norm": 1.140625, + "learning_rate": 0.0002798580827911803, + "loss": 4.4025, + "mean_token_accuracy": 0.23296053260564803, + "num_tokens": 13389305.0, + "step": 4660 + }, + { + "entropy": 4.794039678573609, + "epoch": 5.5338078291814945, + "grad_norm": 1.328125, + "learning_rate": 0.0002793818636611805, + "loss": 4.3455, + "mean_token_accuracy": 0.2343529686331749, + "num_tokens": 13402776.0, + "step": 4665 + }, + { + "entropy": 4.847577714920044, + "epoch": 5.539739027283511, + "grad_norm": 1.140625, + "learning_rate": 0.0002789056248934797, + "loss": 4.3892, + "mean_token_accuracy": 0.22388842105865478, + "num_tokens": 13417814.0, + "step": 4670 + }, + { + "entropy": 4.86315131187439, + "epoch": 5.545670225385528, + "grad_norm": 1.1015625, + "learning_rate": 0.0002784293686223832, + "loss": 4.3679, + "mean_token_accuracy": 0.23124499768018722, + "num_tokens": 13432469.0, + "step": 4675 + }, + { + "entropy": 4.774190044403076, + "epoch": 5.551601423487544, + "grad_norm": 1.1875, + "learning_rate": 0.0002779530969822746, + "loss": 4.289, + "mean_token_accuracy": 0.2422730177640915, + "num_tokens": 13445653.0, + "step": 4680 + }, + { + "entropy": 4.768375205993652, + "epoch": 5.557532621589561, + "grad_norm": 1.140625, + "learning_rate": 0.0002774768121076065, + "loss": 4.3366, + "mean_token_accuracy": 0.24606663435697557, + "num_tokens": 13458930.0, + "step": 4685 + }, + { + "entropy": 4.8354926109313965, + "epoch": 5.563463819691577, + "grad_norm": 1.234375, + "learning_rate": 0.0002770005161328908, + "loss": 4.348, + "mean_token_accuracy": 0.23646435737609864, + "num_tokens": 13472681.0, + "step": 4690 + }, + { + "entropy": 4.77135648727417, + "epoch": 5.569395017793594, + "grad_norm": 0.99609375, + "learning_rate": 0.0002765242111926891, + "loss": 4.33, + "mean_token_accuracy": 0.24189464002847672, + "num_tokens": 13488461.0, + "step": 4695 + }, + { + "entropy": 4.798003149032593, + "epoch": 5.575326215895611, + "grad_norm": 1.109375, + "learning_rate": 0.00027604789942160297, + "loss": 4.3788, + "mean_token_accuracy": 0.22928581088781358, + "num_tokens": 13504080.0, + "step": 4700 + }, + { + "entropy": 4.863557386398315, + "epoch": 5.581257413997627, + "grad_norm": 1.171875, + "learning_rate": 0.00027557158295426506, + "loss": 4.3436, + "mean_token_accuracy": 0.2349960759282112, + "num_tokens": 13516923.0, + "step": 4705 + }, + { + "entropy": 4.781201934814453, + "epoch": 5.587188612099644, + "grad_norm": 1.109375, + "learning_rate": 0.0002750952639253287, + "loss": 4.3449, + "mean_token_accuracy": 0.23918874561786652, + "num_tokens": 13531275.0, + "step": 4710 + }, + { + "entropy": 4.806018733978272, + "epoch": 5.593119810201661, + "grad_norm": 1.1484375, + "learning_rate": 0.00027461894446945877, + "loss": 4.3748, + "mean_token_accuracy": 0.23156485408544542, + "num_tokens": 13544924.0, + "step": 4715 + }, + { + "entropy": 4.832040071487427, + "epoch": 5.599051008303677, + "grad_norm": 1.28125, + "learning_rate": 0.0002741426267213223, + "loss": 4.3362, + "mean_token_accuracy": 0.24287913590669633, + "num_tokens": 13559265.0, + "step": 4720 + }, + { + "entropy": 4.819747447967529, + "epoch": 5.604982206405694, + "grad_norm": 1.125, + "learning_rate": 0.0002736663128155781, + "loss": 4.2819, + "mean_token_accuracy": 0.2389657273888588, + "num_tokens": 13572656.0, + "step": 4725 + }, + { + "entropy": 4.810615396499633, + "epoch": 5.610913404507711, + "grad_norm": 1.0390625, + "learning_rate": 0.0002731900048868685, + "loss": 4.3715, + "mean_token_accuracy": 0.23842447102069855, + "num_tokens": 13587723.0, + "step": 4730 + }, + { + "entropy": 4.850817251205444, + "epoch": 5.616844602609727, + "grad_norm": 1.125, + "learning_rate": 0.00027271370506980853, + "loss": 4.329, + "mean_token_accuracy": 0.2373041734099388, + "num_tokens": 13600739.0, + "step": 4735 + }, + { + "entropy": 4.835582685470581, + "epoch": 5.622775800711744, + "grad_norm": 1.0234375, + "learning_rate": 0.00027223741549897696, + "loss": 4.374, + "mean_token_accuracy": 0.23551319241523744, + "num_tokens": 13616911.0, + "step": 4740 + }, + { + "entropy": 4.746273756027222, + "epoch": 5.62870699881376, + "grad_norm": 1.1328125, + "learning_rate": 0.00027176113830890673, + "loss": 4.3158, + "mean_token_accuracy": 0.23994861990213395, + "num_tokens": 13630518.0, + "step": 4745 + }, + { + "entropy": 4.687458848953247, + "epoch": 5.634638196915777, + "grad_norm": 1.25, + "learning_rate": 0.0002712848756340754, + "loss": 4.1742, + "mean_token_accuracy": 0.2465816020965576, + "num_tokens": 13643295.0, + "step": 4750 + }, + { + "entropy": 4.753887128829956, + "epoch": 5.640569395017794, + "grad_norm": 1.1875, + "learning_rate": 0.000270808629608895, + "loss": 4.337, + "mean_token_accuracy": 0.24828400015830993, + "num_tokens": 13655484.0, + "step": 4755 + }, + { + "entropy": 4.8279914379119875, + "epoch": 5.646500593119811, + "grad_norm": 1.1328125, + "learning_rate": 0.0002703324023677036, + "loss": 4.3604, + "mean_token_accuracy": 0.23901474326848984, + "num_tokens": 13668188.0, + "step": 4760 + }, + { + "entropy": 4.796302223205567, + "epoch": 5.652431791221827, + "grad_norm": 1.0625, + "learning_rate": 0.00026985619604475466, + "loss": 4.3168, + "mean_token_accuracy": 0.24608149528503417, + "num_tokens": 13680172.0, + "step": 4765 + }, + { + "entropy": 4.8139900207519535, + "epoch": 5.658362989323844, + "grad_norm": 1.0546875, + "learning_rate": 0.00026938001277420785, + "loss": 4.3363, + "mean_token_accuracy": 0.2425275981426239, + "num_tokens": 13694330.0, + "step": 4770 + }, + { + "entropy": 4.676712131500244, + "epoch": 5.66429418742586, + "grad_norm": 0.9765625, + "learning_rate": 0.00026890385469011997, + "loss": 4.2022, + "mean_token_accuracy": 0.2537962973117828, + "num_tokens": 13709193.0, + "step": 4775 + }, + { + "entropy": 4.779815292358398, + "epoch": 5.670225385527877, + "grad_norm": 1.2109375, + "learning_rate": 0.00026842772392643443, + "loss": 4.3709, + "mean_token_accuracy": 0.23214032351970673, + "num_tokens": 13722796.0, + "step": 4780 + }, + { + "entropy": 4.808645009994507, + "epoch": 5.6761565836298935, + "grad_norm": 1.078125, + "learning_rate": 0.0002679516226169724, + "loss": 4.3884, + "mean_token_accuracy": 0.22750346809625627, + "num_tokens": 13738026.0, + "step": 4785 + }, + { + "entropy": 4.745830249786377, + "epoch": 5.6820877817319095, + "grad_norm": 1.0625, + "learning_rate": 0.0002674755528954232, + "loss": 4.3299, + "mean_token_accuracy": 0.23688622266054155, + "num_tokens": 13751992.0, + "step": 4790 + }, + { + "entropy": 4.880949592590332, + "epoch": 5.6880189798339265, + "grad_norm": 1.15625, + "learning_rate": 0.00026699951689533445, + "loss": 4.414, + "mean_token_accuracy": 0.23022955358028413, + "num_tokens": 13765489.0, + "step": 4795 + }, + { + "entropy": 4.832452249526978, + "epoch": 5.693950177935943, + "grad_norm": 1.125, + "learning_rate": 0.0002665235167501026, + "loss": 4.3951, + "mean_token_accuracy": 0.22654036283493043, + "num_tokens": 13778840.0, + "step": 4800 + }, + { + "entropy": 4.846195983886719, + "epoch": 5.699881376037959, + "grad_norm": 1.2109375, + "learning_rate": 0.0002660475545929636, + "loss": 4.3922, + "mean_token_accuracy": 0.23317624777555465, + "num_tokens": 13792851.0, + "step": 4805 + }, + { + "entropy": 4.803857803344727, + "epoch": 5.705812574139976, + "grad_norm": 1.140625, + "learning_rate": 0.00026557163255698274, + "loss": 4.3714, + "mean_token_accuracy": 0.23640986084938048, + "num_tokens": 13806024.0, + "step": 4810 + }, + { + "entropy": 4.793094682693481, + "epoch": 5.711743772241993, + "grad_norm": 0.9921875, + "learning_rate": 0.00026509575277504593, + "loss": 4.3571, + "mean_token_accuracy": 0.23723326474428177, + "num_tokens": 13822361.0, + "step": 4815 + }, + { + "entropy": 4.79110016822815, + "epoch": 5.717674970344009, + "grad_norm": 0.99609375, + "learning_rate": 0.0002646199173798497, + "loss": 4.3377, + "mean_token_accuracy": 0.2404965952038765, + "num_tokens": 13836795.0, + "step": 4820 + }, + { + "entropy": 4.765324878692627, + "epoch": 5.723606168446026, + "grad_norm": 1.1796875, + "learning_rate": 0.0002641441285038913, + "loss": 4.2808, + "mean_token_accuracy": 0.2442572832107544, + "num_tokens": 13850955.0, + "step": 4825 + }, + { + "entropy": 4.8904516220092775, + "epoch": 5.729537366548042, + "grad_norm": 1.03125, + "learning_rate": 0.00026366838827945985, + "loss": 4.4156, + "mean_token_accuracy": 0.23086105585098265, + "num_tokens": 13866041.0, + "step": 4830 + }, + { + "entropy": 4.7407355308532715, + "epoch": 5.735468564650059, + "grad_norm": 1.140625, + "learning_rate": 0.00026319269883862633, + "loss": 4.3002, + "mean_token_accuracy": 0.23912660926580429, + "num_tokens": 13880331.0, + "step": 4835 + }, + { + "entropy": 4.74866042137146, + "epoch": 5.741399762752076, + "grad_norm": 1.171875, + "learning_rate": 0.000262717062313234, + "loss": 4.3506, + "mean_token_accuracy": 0.23290519118309022, + "num_tokens": 13894735.0, + "step": 4840 + }, + { + "entropy": 4.799971199035644, + "epoch": 5.747330960854093, + "grad_norm": 1.1796875, + "learning_rate": 0.0002622414808348892, + "loss": 4.3015, + "mean_token_accuracy": 0.2426670715212822, + "num_tokens": 13909786.0, + "step": 4845 + }, + { + "entropy": 4.724190092086792, + "epoch": 5.753262158956109, + "grad_norm": 1.1328125, + "learning_rate": 0.00026176595653495136, + "loss": 4.2908, + "mean_token_accuracy": 0.24885344058275222, + "num_tokens": 13922757.0, + "step": 4850 + }, + { + "entropy": 4.760520982742309, + "epoch": 5.759193357058126, + "grad_norm": 1.1171875, + "learning_rate": 0.0002612904915445238, + "loss": 4.2922, + "mean_token_accuracy": 0.24650558680295945, + "num_tokens": 13937580.0, + "step": 4855 + }, + { + "entropy": 4.810915470123291, + "epoch": 5.765124555160142, + "grad_norm": 1.109375, + "learning_rate": 0.000260815087994444, + "loss": 4.3505, + "mean_token_accuracy": 0.23467869609594344, + "num_tokens": 13954003.0, + "step": 4860 + }, + { + "entropy": 4.779822301864624, + "epoch": 5.771055753262159, + "grad_norm": 1.2578125, + "learning_rate": 0.000260339748015274, + "loss": 4.3166, + "mean_token_accuracy": 0.23698662519454955, + "num_tokens": 13968201.0, + "step": 4865 + }, + { + "entropy": 4.694350147247315, + "epoch": 5.776986951364176, + "grad_norm": 1.109375, + "learning_rate": 0.0002598644737372911, + "loss": 4.2988, + "mean_token_accuracy": 0.2477506458759308, + "num_tokens": 13981851.0, + "step": 4870 + }, + { + "entropy": 4.813791799545288, + "epoch": 5.782918149466192, + "grad_norm": 1.2890625, + "learning_rate": 0.0002593892672904781, + "loss": 4.3285, + "mean_token_accuracy": 0.23808160722255706, + "num_tokens": 13993490.0, + "step": 4875 + }, + { + "entropy": 4.808310556411743, + "epoch": 5.788849347568209, + "grad_norm": 1.0703125, + "learning_rate": 0.00025891413080451377, + "loss": 4.3523, + "mean_token_accuracy": 0.2352833107113838, + "num_tokens": 14008228.0, + "step": 4880 + }, + { + "entropy": 4.792012166976929, + "epoch": 5.794780545670226, + "grad_norm": 1.34375, + "learning_rate": 0.00025843906640876326, + "loss": 4.3314, + "mean_token_accuracy": 0.24585116654634476, + "num_tokens": 14021867.0, + "step": 4885 + }, + { + "entropy": 4.734698677062989, + "epoch": 5.800711743772242, + "grad_norm": 1.1875, + "learning_rate": 0.000257964076232269, + "loss": 4.2356, + "mean_token_accuracy": 0.2509154349565506, + "num_tokens": 14034363.0, + "step": 4890 + }, + { + "entropy": 4.8481605529785154, + "epoch": 5.806642941874259, + "grad_norm": 1.046875, + "learning_rate": 0.00025748916240374016, + "loss": 4.4136, + "mean_token_accuracy": 0.2393478125333786, + "num_tokens": 14050746.0, + "step": 4895 + }, + { + "entropy": 4.8150547504425045, + "epoch": 5.812574139976276, + "grad_norm": 1.296875, + "learning_rate": 0.00025701432705154445, + "loss": 4.4077, + "mean_token_accuracy": 0.2336001753807068, + "num_tokens": 14064729.0, + "step": 4900 + }, + { + "entropy": 4.827139234542846, + "epoch": 5.818505338078292, + "grad_norm": 1.0859375, + "learning_rate": 0.0002565395723036975, + "loss": 4.4199, + "mean_token_accuracy": 0.23818397521972656, + "num_tokens": 14080618.0, + "step": 4905 + }, + { + "entropy": 4.806284618377686, + "epoch": 5.8244365361803085, + "grad_norm": 1.2421875, + "learning_rate": 0.0002560649002878537, + "loss": 4.3333, + "mean_token_accuracy": 0.2396669343113899, + "num_tokens": 14094201.0, + "step": 4910 + }, + { + "entropy": 4.794505453109741, + "epoch": 5.830367734282325, + "grad_norm": 1.140625, + "learning_rate": 0.00025559031313129675, + "loss": 4.3886, + "mean_token_accuracy": 0.22983593195676805, + "num_tokens": 14109905.0, + "step": 4915 + }, + { + "entropy": 4.758055019378662, + "epoch": 5.8362989323843415, + "grad_norm": 1.171875, + "learning_rate": 0.00025511581296093006, + "loss": 4.3336, + "mean_token_accuracy": 0.239557483792305, + "num_tokens": 14125540.0, + "step": 4920 + }, + { + "entropy": 4.840940189361572, + "epoch": 5.842230130486358, + "grad_norm": 1.109375, + "learning_rate": 0.0002546414019032671, + "loss": 4.4238, + "mean_token_accuracy": 0.2327907755970955, + "num_tokens": 14139677.0, + "step": 4925 + }, + { + "entropy": 4.826468849182129, + "epoch": 5.848161328588375, + "grad_norm": 1.1796875, + "learning_rate": 0.0002541670820844223, + "loss": 4.4244, + "mean_token_accuracy": 0.23376403898000717, + "num_tokens": 14154924.0, + "step": 4930 + }, + { + "entropy": 4.799694156646728, + "epoch": 5.854092526690391, + "grad_norm": 1.15625, + "learning_rate": 0.0002536928556301006, + "loss": 4.3389, + "mean_token_accuracy": 0.24434418678283693, + "num_tokens": 14169287.0, + "step": 4935 + }, + { + "entropy": 4.836445283889771, + "epoch": 5.860023724792408, + "grad_norm": 1.1875, + "learning_rate": 0.0002532187246655891, + "loss": 4.2819, + "mean_token_accuracy": 0.24367126673460007, + "num_tokens": 14181965.0, + "step": 4940 + }, + { + "entropy": 4.824612140655518, + "epoch": 5.865954922894424, + "grad_norm": 1.234375, + "learning_rate": 0.0002527446913157467, + "loss": 4.3276, + "mean_token_accuracy": 0.2377263769507408, + "num_tokens": 14195946.0, + "step": 4945 + }, + { + "entropy": 4.764058065414429, + "epoch": 5.871886120996441, + "grad_norm": 1.109375, + "learning_rate": 0.0002522707577049947, + "loss": 4.3822, + "mean_token_accuracy": 0.2389196291565895, + "num_tokens": 14210639.0, + "step": 4950 + }, + { + "entropy": 4.784085130691528, + "epoch": 5.877817319098458, + "grad_norm": 1.1328125, + "learning_rate": 0.00025179692595730767, + "loss": 4.3196, + "mean_token_accuracy": 0.23978573679924012, + "num_tokens": 14225355.0, + "step": 4955 + }, + { + "entropy": 4.843112564086914, + "epoch": 5.883748517200474, + "grad_norm": 1.203125, + "learning_rate": 0.00025132319819620377, + "loss": 4.3853, + "mean_token_accuracy": 0.23785216063261033, + "num_tokens": 14239634.0, + "step": 4960 + }, + { + "entropy": 4.74089937210083, + "epoch": 5.889679715302491, + "grad_norm": 1.234375, + "learning_rate": 0.0002508495765447345, + "loss": 4.2764, + "mean_token_accuracy": 0.2535801813006401, + "num_tokens": 14252622.0, + "step": 4965 + }, + { + "entropy": 4.739436149597168, + "epoch": 5.895610913404508, + "grad_norm": 1.2734375, + "learning_rate": 0.00025037606312547654, + "loss": 4.2741, + "mean_token_accuracy": 0.2499685674905777, + "num_tokens": 14265164.0, + "step": 4970 + }, + { + "entropy": 4.81330246925354, + "epoch": 5.901542111506524, + "grad_norm": 1.171875, + "learning_rate": 0.0002499026600605212, + "loss": 4.3143, + "mean_token_accuracy": 0.24147066473960876, + "num_tokens": 14278402.0, + "step": 4975 + }, + { + "entropy": 4.804416990280151, + "epoch": 5.907473309608541, + "grad_norm": 1.1796875, + "learning_rate": 0.00024942936947146515, + "loss": 4.336, + "mean_token_accuracy": 0.2330878794193268, + "num_tokens": 14292409.0, + "step": 4980 + }, + { + "entropy": 4.761972236633301, + "epoch": 5.913404507710558, + "grad_norm": 1.0390625, + "learning_rate": 0.00024895619347940117, + "loss": 4.3306, + "mean_token_accuracy": 0.24056018590927125, + "num_tokens": 14307269.0, + "step": 4985 + }, + { + "entropy": 4.7936664581298825, + "epoch": 5.919335705812574, + "grad_norm": 1.1875, + "learning_rate": 0.0002484831342049085, + "loss": 4.3291, + "mean_token_accuracy": 0.23838138431310654, + "num_tokens": 14321146.0, + "step": 4990 + }, + { + "entropy": 4.801939821243286, + "epoch": 5.925266903914591, + "grad_norm": 1.203125, + "learning_rate": 0.00024801019376804296, + "loss": 4.3219, + "mean_token_accuracy": 0.23990344852209092, + "num_tokens": 14334060.0, + "step": 4995 + }, + { + "entropy": 4.748884820938111, + "epoch": 5.931198102016607, + "grad_norm": 1.0546875, + "learning_rate": 0.0002475373742883282, + "loss": 4.3339, + "mean_token_accuracy": 0.23838832527399062, + "num_tokens": 14349274.0, + "step": 5000 + }, + { + "epoch": 5.931198102016607, + "eval_entropy": 4.652599839345077, + "eval_loss": 5.263965606689453, + "eval_mean_token_accuracy": 0.19459956169037, + "eval_num_tokens": 14349274.0, + "eval_runtime": 2.4654, + "eval_samples_per_second": 1057.826, + "eval_steps_per_second": 132.228, + "step": 5000 + }, + { + "entropy": 4.708192014694214, + "epoch": 5.937129300118624, + "grad_norm": 1.09375, + "learning_rate": 0.0002470646778847455, + "loss": 4.296, + "mean_token_accuracy": 0.24259315431118011, + "num_tokens": 14364007.0, + "step": 5005 + }, + { + "entropy": 4.773913097381592, + "epoch": 5.943060498220641, + "grad_norm": 0.96484375, + "learning_rate": 0.00024659210667572464, + "loss": 4.3266, + "mean_token_accuracy": 0.23536466509103776, + "num_tokens": 14378916.0, + "step": 5010 + }, + { + "entropy": 4.7855369567871096, + "epoch": 5.948991696322658, + "grad_norm": 1.21875, + "learning_rate": 0.0002461196627791345, + "loss": 4.2882, + "mean_token_accuracy": 0.2476044699549675, + "num_tokens": 14393345.0, + "step": 5015 + }, + { + "entropy": 4.832712602615357, + "epoch": 5.954922894424674, + "grad_norm": 1.1796875, + "learning_rate": 0.00024564734831227316, + "loss": 4.3449, + "mean_token_accuracy": 0.23937438428401947, + "num_tokens": 14405835.0, + "step": 5020 + }, + { + "entropy": 4.792354726791382, + "epoch": 5.960854092526691, + "grad_norm": 1.125, + "learning_rate": 0.0002451751653918587, + "loss": 4.3892, + "mean_token_accuracy": 0.2276507556438446, + "num_tokens": 14421842.0, + "step": 5025 + }, + { + "entropy": 4.811455392837525, + "epoch": 5.966785290628707, + "grad_norm": 1.125, + "learning_rate": 0.00024470311613401997, + "loss": 4.3797, + "mean_token_accuracy": 0.23294659405946733, + "num_tokens": 14436064.0, + "step": 5030 + }, + { + "entropy": 4.774214029312134, + "epoch": 5.972716488730724, + "grad_norm": 1.171875, + "learning_rate": 0.00024423120265428623, + "loss": 4.3126, + "mean_token_accuracy": 0.23919883668422698, + "num_tokens": 14450321.0, + "step": 5035 + }, + { + "entropy": 4.796865844726563, + "epoch": 5.9786476868327405, + "grad_norm": 1.1796875, + "learning_rate": 0.0002437594270675787, + "loss": 4.398, + "mean_token_accuracy": 0.23655554354190828, + "num_tokens": 14465584.0, + "step": 5040 + }, + { + "entropy": 4.830087375640869, + "epoch": 5.9845788849347565, + "grad_norm": 1.21875, + "learning_rate": 0.00024328779148820052, + "loss": 4.473, + "mean_token_accuracy": 0.22175321578979493, + "num_tokens": 14480581.0, + "step": 5045 + }, + { + "entropy": 4.851241827011108, + "epoch": 5.9905100830367735, + "grad_norm": 1.21875, + "learning_rate": 0.0002428162980298272, + "loss": 4.4138, + "mean_token_accuracy": 0.2366853713989258, + "num_tokens": 14493514.0, + "step": 5050 + }, + { + "entropy": 4.79337968826294, + "epoch": 5.99644128113879, + "grad_norm": 1.0234375, + "learning_rate": 0.00024234494880549746, + "loss": 4.3931, + "mean_token_accuracy": 0.23066162765026094, + "num_tokens": 14508061.0, + "step": 5055 + }, + { + "entropy": 4.745760822296143, + "epoch": 6.002372479240806, + "grad_norm": 0.98828125, + "learning_rate": 0.00024187374592760376, + "loss": 4.2059, + "mean_token_accuracy": 0.24971580356359482, + "num_tokens": 14521367.0, + "step": 5060 + }, + { + "entropy": 4.73035454750061, + "epoch": 6.008303677342823, + "grad_norm": 1.1875, + "learning_rate": 0.00024140269150788236, + "loss": 4.1042, + "mean_token_accuracy": 0.2597766384482384, + "num_tokens": 14535691.0, + "step": 5065 + }, + { + "entropy": 4.804089164733886, + "epoch": 6.01423487544484, + "grad_norm": 1.1484375, + "learning_rate": 0.00024093178765740452, + "loss": 4.1846, + "mean_token_accuracy": 0.24867794066667556, + "num_tokens": 14549300.0, + "step": 5070 + }, + { + "entropy": 4.743141746520996, + "epoch": 6.020166073546856, + "grad_norm": 1.578125, + "learning_rate": 0.00024046103648656648, + "loss": 4.1357, + "mean_token_accuracy": 0.25618866086006165, + "num_tokens": 14563517.0, + "step": 5075 + }, + { + "entropy": 4.742384672164917, + "epoch": 6.026097271648873, + "grad_norm": 1.21875, + "learning_rate": 0.00023999044010508037, + "loss": 4.0899, + "mean_token_accuracy": 0.26528758853673934, + "num_tokens": 14577298.0, + "step": 5080 + }, + { + "entropy": 4.77992262840271, + "epoch": 6.032028469750889, + "grad_norm": 1.265625, + "learning_rate": 0.00023952000062196454, + "loss": 4.1423, + "mean_token_accuracy": 0.26021771878004074, + "num_tokens": 14589621.0, + "step": 5085 + }, + { + "entropy": 4.745220375061035, + "epoch": 6.037959667852906, + "grad_norm": 1.125, + "learning_rate": 0.0002390497201455342, + "loss": 4.132, + "mean_token_accuracy": 0.25740298330783845, + "num_tokens": 14603449.0, + "step": 5090 + }, + { + "entropy": 4.76898684501648, + "epoch": 6.043890865954923, + "grad_norm": 1.2890625, + "learning_rate": 0.00023857960078339208, + "loss": 4.144, + "mean_token_accuracy": 0.2559265360236168, + "num_tokens": 14616326.0, + "step": 5095 + }, + { + "entropy": 4.8157140731811525, + "epoch": 6.049822064056939, + "grad_norm": 1.046875, + "learning_rate": 0.00023810964464241868, + "loss": 4.2635, + "mean_token_accuracy": 0.24587225615978242, + "num_tokens": 14631267.0, + "step": 5100 + }, + { + "entropy": 4.746673822402954, + "epoch": 6.055753262158956, + "grad_norm": 1.15625, + "learning_rate": 0.00023763985382876308, + "loss": 4.1225, + "mean_token_accuracy": 0.2622628450393677, + "num_tokens": 14645045.0, + "step": 5105 + }, + { + "entropy": 4.7064050197601315, + "epoch": 6.061684460260973, + "grad_norm": 1.0625, + "learning_rate": 0.00023717023044783343, + "loss": 4.0384, + "mean_token_accuracy": 0.26922540813684465, + "num_tokens": 14659302.0, + "step": 5110 + }, + { + "entropy": 4.775246334075928, + "epoch": 6.067615658362989, + "grad_norm": 1.140625, + "learning_rate": 0.00023670077660428756, + "loss": 4.1612, + "mean_token_accuracy": 0.24770891070365905, + "num_tokens": 14672544.0, + "step": 5115 + }, + { + "entropy": 4.792227792739868, + "epoch": 6.073546856465006, + "grad_norm": 1.09375, + "learning_rate": 0.0002362314944020234, + "loss": 4.2134, + "mean_token_accuracy": 0.24917837828397751, + "num_tokens": 14689011.0, + "step": 5120 + }, + { + "entropy": 4.791463613510132, + "epoch": 6.079478054567023, + "grad_norm": 1.109375, + "learning_rate": 0.0002357623859441698, + "loss": 4.1419, + "mean_token_accuracy": 0.25728278011083605, + "num_tokens": 14701455.0, + "step": 5125 + }, + { + "entropy": 4.814793825149536, + "epoch": 6.085409252669039, + "grad_norm": 1.140625, + "learning_rate": 0.000235293453333077, + "loss": 4.2177, + "mean_token_accuracy": 0.25009917467832565, + "num_tokens": 14716483.0, + "step": 5130 + }, + { + "entropy": 4.751215982437134, + "epoch": 6.091340450771056, + "grad_norm": 1.078125, + "learning_rate": 0.00023482469867030676, + "loss": 4.1233, + "mean_token_accuracy": 0.25721742063760755, + "num_tokens": 14730164.0, + "step": 5135 + }, + { + "entropy": 4.785274934768677, + "epoch": 6.097271648873073, + "grad_norm": 1.1328125, + "learning_rate": 0.00023435612405662388, + "loss": 4.1816, + "mean_token_accuracy": 0.2555907517671585, + "num_tokens": 14744695.0, + "step": 5140 + }, + { + "entropy": 4.749642086029053, + "epoch": 6.103202846975089, + "grad_norm": 1.1171875, + "learning_rate": 0.00023388773159198584, + "loss": 4.2059, + "mean_token_accuracy": 0.2520121678709984, + "num_tokens": 14759503.0, + "step": 5145 + }, + { + "entropy": 4.843703651428223, + "epoch": 6.109134045077106, + "grad_norm": 1.078125, + "learning_rate": 0.00023341952337553414, + "loss": 4.2096, + "mean_token_accuracy": 0.252188840508461, + "num_tokens": 14774961.0, + "step": 5150 + }, + { + "entropy": 4.758553743362427, + "epoch": 6.115065243179123, + "grad_norm": 1.1328125, + "learning_rate": 0.0002329515015055843, + "loss": 4.113, + "mean_token_accuracy": 0.2630035519599915, + "num_tokens": 14789617.0, + "step": 5155 + }, + { + "entropy": 4.7613019943237305, + "epoch": 6.120996441281139, + "grad_norm": 1.140625, + "learning_rate": 0.00023248366807961674, + "loss": 4.1801, + "mean_token_accuracy": 0.25420621037483215, + "num_tokens": 14803921.0, + "step": 5160 + }, + { + "entropy": 4.78867392539978, + "epoch": 6.1269276393831555, + "grad_norm": 1.1328125, + "learning_rate": 0.0002320160251942675, + "loss": 4.1839, + "mean_token_accuracy": 0.25387351512908934, + "num_tokens": 14818466.0, + "step": 5165 + }, + { + "entropy": 4.767274618148804, + "epoch": 6.132858837485172, + "grad_norm": 1.1640625, + "learning_rate": 0.00023154857494531872, + "loss": 4.2231, + "mean_token_accuracy": 0.25017287135124205, + "num_tokens": 14833256.0, + "step": 5170 + }, + { + "entropy": 4.780109071731568, + "epoch": 6.1387900355871885, + "grad_norm": 1.109375, + "learning_rate": 0.0002310813194276889, + "loss": 4.1899, + "mean_token_accuracy": 0.250496344268322, + "num_tokens": 14848164.0, + "step": 5175 + }, + { + "entropy": 4.742455339431762, + "epoch": 6.144721233689205, + "grad_norm": 1.1796875, + "learning_rate": 0.00023061426073542413, + "loss": 4.1381, + "mean_token_accuracy": 0.26113935112953185, + "num_tokens": 14860418.0, + "step": 5180 + }, + { + "entropy": 4.796003627777099, + "epoch": 6.1506524317912215, + "grad_norm": 1.1953125, + "learning_rate": 0.0002301474009616885, + "loss": 4.247, + "mean_token_accuracy": 0.24784840941429137, + "num_tokens": 14875655.0, + "step": 5185 + }, + { + "entropy": 4.808759689331055, + "epoch": 6.156583629893238, + "grad_norm": 1.0859375, + "learning_rate": 0.00022968074219875418, + "loss": 4.2155, + "mean_token_accuracy": 0.2534328117966652, + "num_tokens": 14890851.0, + "step": 5190 + }, + { + "entropy": 4.7517026424407955, + "epoch": 6.162514827995255, + "grad_norm": 1.125, + "learning_rate": 0.00022921428653799298, + "loss": 4.1056, + "mean_token_accuracy": 0.2656860455870628, + "num_tokens": 14906189.0, + "step": 5195 + }, + { + "entropy": 4.72308316230774, + "epoch": 6.168446026097271, + "grad_norm": 1.15625, + "learning_rate": 0.00022874803606986617, + "loss": 4.1346, + "mean_token_accuracy": 0.2545752048492432, + "num_tokens": 14920625.0, + "step": 5200 + }, + { + "entropy": 4.731480121612549, + "epoch": 6.174377224199288, + "grad_norm": 1.21875, + "learning_rate": 0.00022828199288391554, + "loss": 4.1352, + "mean_token_accuracy": 0.25461106449365617, + "num_tokens": 14935524.0, + "step": 5205 + }, + { + "entropy": 4.818871974945068, + "epoch": 6.180308422301305, + "grad_norm": 1.125, + "learning_rate": 0.00022781615906875414, + "loss": 4.1816, + "mean_token_accuracy": 0.2538179770112038, + "num_tokens": 14950503.0, + "step": 5210 + }, + { + "entropy": 4.788936758041382, + "epoch": 6.186239620403321, + "grad_norm": 1.0859375, + "learning_rate": 0.0002273505367120562, + "loss": 4.1846, + "mean_token_accuracy": 0.24845887273550032, + "num_tokens": 14967533.0, + "step": 5215 + }, + { + "entropy": 4.842661952972412, + "epoch": 6.192170818505338, + "grad_norm": 1.1015625, + "learning_rate": 0.00022688512790054865, + "loss": 4.2189, + "mean_token_accuracy": 0.24378627836704253, + "num_tokens": 14980276.0, + "step": 5220 + }, + { + "entropy": 4.736074161529541, + "epoch": 6.198102016607355, + "grad_norm": 1.1640625, + "learning_rate": 0.0002264199347200015, + "loss": 4.1122, + "mean_token_accuracy": 0.2617910668253899, + "num_tokens": 14993270.0, + "step": 5225 + }, + { + "entropy": 4.726060914993286, + "epoch": 6.204033214709371, + "grad_norm": 1.0390625, + "learning_rate": 0.00022595495925521804, + "loss": 4.1215, + "mean_token_accuracy": 0.2615621656179428, + "num_tokens": 15007725.0, + "step": 5230 + }, + { + "entropy": 4.710829830169677, + "epoch": 6.209964412811388, + "grad_norm": 1.171875, + "learning_rate": 0.0002254902035900261, + "loss": 4.1208, + "mean_token_accuracy": 0.253796873986721, + "num_tokens": 15022909.0, + "step": 5235 + }, + { + "entropy": 4.801334238052368, + "epoch": 6.215895610913405, + "grad_norm": 1.0859375, + "learning_rate": 0.00022502566980726852, + "loss": 4.1901, + "mean_token_accuracy": 0.25595812797546386, + "num_tokens": 15036894.0, + "step": 5240 + }, + { + "entropy": 4.777053499221802, + "epoch": 6.221826809015421, + "grad_norm": 1.0, + "learning_rate": 0.00022456135998879335, + "loss": 4.1183, + "mean_token_accuracy": 0.2579038292169571, + "num_tokens": 15053898.0, + "step": 5245 + }, + { + "entropy": 4.754766321182251, + "epoch": 6.227758007117438, + "grad_norm": 1.1953125, + "learning_rate": 0.0002240972762154453, + "loss": 4.1538, + "mean_token_accuracy": 0.25917364209890364, + "num_tokens": 15067661.0, + "step": 5250 + }, + { + "entropy": 4.779755878448486, + "epoch": 6.233689205219454, + "grad_norm": 1.140625, + "learning_rate": 0.000223633420567056, + "loss": 4.182, + "mean_token_accuracy": 0.2558010220527649, + "num_tokens": 15082174.0, + "step": 5255 + }, + { + "entropy": 4.731582498550415, + "epoch": 6.239620403321471, + "grad_norm": 1.109375, + "learning_rate": 0.0002231697951224346, + "loss": 4.1443, + "mean_token_accuracy": 0.25625418722629545, + "num_tokens": 15096044.0, + "step": 5260 + }, + { + "entropy": 4.8570098876953125, + "epoch": 6.245551601423488, + "grad_norm": 1.265625, + "learning_rate": 0.0002227064019593586, + "loss": 4.2752, + "mean_token_accuracy": 0.2415375977754593, + "num_tokens": 15111548.0, + "step": 5265 + }, + { + "entropy": 4.703935050964356, + "epoch": 6.251482799525504, + "grad_norm": 1.2109375, + "learning_rate": 0.00022224324315456474, + "loss": 4.1051, + "mean_token_accuracy": 0.2591488644480705, + "num_tokens": 15125669.0, + "step": 5270 + }, + { + "entropy": 4.771063804626465, + "epoch": 6.257413997627521, + "grad_norm": 1.25, + "learning_rate": 0.00022178032078373894, + "loss": 4.1977, + "mean_token_accuracy": 0.2615684702992439, + "num_tokens": 15139708.0, + "step": 5275 + }, + { + "entropy": 4.7325742721557615, + "epoch": 6.263345195729538, + "grad_norm": 1.109375, + "learning_rate": 0.00022131763692150798, + "loss": 4.1431, + "mean_token_accuracy": 0.2557313323020935, + "num_tokens": 15154147.0, + "step": 5280 + }, + { + "entropy": 4.734698009490967, + "epoch": 6.269276393831554, + "grad_norm": 1.2734375, + "learning_rate": 0.00022085519364142963, + "loss": 4.0968, + "mean_token_accuracy": 0.26601689010858537, + "num_tokens": 15167684.0, + "step": 5285 + }, + { + "entropy": 4.75499119758606, + "epoch": 6.275207591933571, + "grad_norm": 1.2734375, + "learning_rate": 0.00022039299301598343, + "loss": 4.2305, + "mean_token_accuracy": 0.24574412703514098, + "num_tokens": 15180863.0, + "step": 5290 + }, + { + "entropy": 4.757374382019043, + "epoch": 6.2811387900355875, + "grad_norm": 1.1640625, + "learning_rate": 0.00021993103711656148, + "loss": 4.1598, + "mean_token_accuracy": 0.25554181486368177, + "num_tokens": 15195479.0, + "step": 5295 + }, + { + "entropy": 4.715495347976685, + "epoch": 6.2870699881376035, + "grad_norm": 1.140625, + "learning_rate": 0.00021946932801345903, + "loss": 4.1223, + "mean_token_accuracy": 0.25854379385709764, + "num_tokens": 15209262.0, + "step": 5300 + }, + { + "entropy": 4.6957752227783205, + "epoch": 6.2930011862396205, + "grad_norm": 1.203125, + "learning_rate": 0.00021900786777586534, + "loss": 4.0705, + "mean_token_accuracy": 0.27112670689821244, + "num_tokens": 15223626.0, + "step": 5305 + }, + { + "entropy": 4.763528347015381, + "epoch": 6.298932384341637, + "grad_norm": 1.1953125, + "learning_rate": 0.00021854665847185445, + "loss": 4.1249, + "mean_token_accuracy": 0.259819307923317, + "num_tokens": 15237868.0, + "step": 5310 + }, + { + "entropy": 4.7126524448394775, + "epoch": 6.304863582443653, + "grad_norm": 1.1171875, + "learning_rate": 0.00021808570216837569, + "loss": 4.1449, + "mean_token_accuracy": 0.25789590924978256, + "num_tokens": 15252569.0, + "step": 5315 + }, + { + "entropy": 4.786526203155518, + "epoch": 6.31079478054567, + "grad_norm": 1.1015625, + "learning_rate": 0.0002176250009312446, + "loss": 4.1082, + "mean_token_accuracy": 0.2608945667743683, + "num_tokens": 15266181.0, + "step": 5320 + }, + { + "entropy": 4.792176580429077, + "epoch": 6.316725978647687, + "grad_norm": 1.28125, + "learning_rate": 0.0002171645568251337, + "loss": 4.2237, + "mean_token_accuracy": 0.24639234989881514, + "num_tokens": 15281177.0, + "step": 5325 + }, + { + "entropy": 4.685246562957763, + "epoch": 6.322657176749703, + "grad_norm": 1.25, + "learning_rate": 0.00021670437191356295, + "loss": 4.0926, + "mean_token_accuracy": 0.27036156356334684, + "num_tokens": 15293344.0, + "step": 5330 + }, + { + "entropy": 4.756206893920899, + "epoch": 6.32858837485172, + "grad_norm": 1.140625, + "learning_rate": 0.0002162444482588908, + "loss": 4.2745, + "mean_token_accuracy": 0.2503564581274986, + "num_tokens": 15307438.0, + "step": 5335 + }, + { + "entropy": 4.750091648101806, + "epoch": 6.334519572953736, + "grad_norm": 1.109375, + "learning_rate": 0.00021578478792230504, + "loss": 4.1165, + "mean_token_accuracy": 0.25345486402511597, + "num_tokens": 15320478.0, + "step": 5340 + }, + { + "entropy": 4.777521848678589, + "epoch": 6.340450771055753, + "grad_norm": 1.1484375, + "learning_rate": 0.00021532539296381314, + "loss": 4.1919, + "mean_token_accuracy": 0.24896891564130783, + "num_tokens": 15335037.0, + "step": 5345 + }, + { + "entropy": 4.727483654022217, + "epoch": 6.34638196915777, + "grad_norm": 1.03125, + "learning_rate": 0.00021486626544223332, + "loss": 4.2599, + "mean_token_accuracy": 0.2466239184141159, + "num_tokens": 15351310.0, + "step": 5350 + }, + { + "entropy": 4.745375299453736, + "epoch": 6.352313167259786, + "grad_norm": 1.265625, + "learning_rate": 0.00021440740741518534, + "loss": 4.1448, + "mean_token_accuracy": 0.2537722200155258, + "num_tokens": 15365009.0, + "step": 5355 + }, + { + "entropy": 4.724126195907592, + "epoch": 6.358244365361803, + "grad_norm": 1.125, + "learning_rate": 0.00021394882093908097, + "loss": 4.1642, + "mean_token_accuracy": 0.24910940676927568, + "num_tokens": 15379980.0, + "step": 5360 + }, + { + "entropy": 4.710079765319824, + "epoch": 6.36417556346382, + "grad_norm": 1.171875, + "learning_rate": 0.00021349050806911536, + "loss": 4.101, + "mean_token_accuracy": 0.25774708241224287, + "num_tokens": 15393331.0, + "step": 5365 + }, + { + "entropy": 4.796683835983276, + "epoch": 6.370106761565836, + "grad_norm": 1.15625, + "learning_rate": 0.00021303247085925715, + "loss": 4.18, + "mean_token_accuracy": 0.2545799657702446, + "num_tokens": 15406384.0, + "step": 5370 + }, + { + "entropy": 4.70715069770813, + "epoch": 6.376037959667853, + "grad_norm": 1.1015625, + "learning_rate": 0.00021257471136223972, + "loss": 4.1033, + "mean_token_accuracy": 0.2652807131409645, + "num_tokens": 15421366.0, + "step": 5375 + }, + { + "entropy": 4.796708965301514, + "epoch": 6.38196915776987, + "grad_norm": 1.1796875, + "learning_rate": 0.00021211723162955194, + "loss": 4.3088, + "mean_token_accuracy": 0.2433738112449646, + "num_tokens": 15436499.0, + "step": 5380 + }, + { + "entropy": 4.7571878910064695, + "epoch": 6.387900355871886, + "grad_norm": 1.1171875, + "learning_rate": 0.00021166003371142855, + "loss": 4.1354, + "mean_token_accuracy": 0.2604342848062515, + "num_tokens": 15450695.0, + "step": 5385 + }, + { + "entropy": 4.728578424453735, + "epoch": 6.393831553973903, + "grad_norm": 1.296875, + "learning_rate": 0.0002112031196568418, + "loss": 4.1403, + "mean_token_accuracy": 0.2522526666522026, + "num_tokens": 15465113.0, + "step": 5390 + }, + { + "entropy": 4.745226716995239, + "epoch": 6.39976275207592, + "grad_norm": 1.28125, + "learning_rate": 0.00021074649151349157, + "loss": 4.142, + "mean_token_accuracy": 0.25918426364660263, + "num_tokens": 15478194.0, + "step": 5395 + }, + { + "entropy": 4.745215320587159, + "epoch": 6.405693950177936, + "grad_norm": 1.2578125, + "learning_rate": 0.00021029015132779615, + "loss": 4.2211, + "mean_token_accuracy": 0.2551017105579376, + "num_tokens": 15492600.0, + "step": 5400 + }, + { + "entropy": 4.838167905807495, + "epoch": 6.411625148279953, + "grad_norm": 1.2109375, + "learning_rate": 0.00020983410114488367, + "loss": 4.2233, + "mean_token_accuracy": 0.2533955991268158, + "num_tokens": 15506023.0, + "step": 5405 + }, + { + "entropy": 4.741149950027466, + "epoch": 6.41755634638197, + "grad_norm": 1.2890625, + "learning_rate": 0.0002093783430085825, + "loss": 4.2066, + "mean_token_accuracy": 0.2551663339138031, + "num_tokens": 15520530.0, + "step": 5410 + }, + { + "entropy": 4.8033700466156, + "epoch": 6.423487544483986, + "grad_norm": 1.1171875, + "learning_rate": 0.00020892287896141204, + "loss": 4.1593, + "mean_token_accuracy": 0.2508813560009003, + "num_tokens": 15534048.0, + "step": 5415 + }, + { + "entropy": 4.7030867576599125, + "epoch": 6.4294187425860025, + "grad_norm": 1.2109375, + "learning_rate": 0.0002084677110445739, + "loss": 4.1392, + "mean_token_accuracy": 0.26492889374494555, + "num_tokens": 15547188.0, + "step": 5420 + }, + { + "entropy": 4.7414158344268795, + "epoch": 6.435349940688019, + "grad_norm": 1.140625, + "learning_rate": 0.0002080128412979425, + "loss": 4.1605, + "mean_token_accuracy": 0.262862454354763, + "num_tokens": 15560867.0, + "step": 5425 + }, + { + "entropy": 4.7034995555877686, + "epoch": 6.4412811387900355, + "grad_norm": 1.125, + "learning_rate": 0.00020755827176005575, + "loss": 4.1243, + "mean_token_accuracy": 0.26048964262008667, + "num_tokens": 15573812.0, + "step": 5430 + }, + { + "entropy": 4.752125215530396, + "epoch": 6.447212336892052, + "grad_norm": 1.0625, + "learning_rate": 0.00020710400446810658, + "loss": 4.1689, + "mean_token_accuracy": 0.24977132230997084, + "num_tokens": 15589427.0, + "step": 5435 + }, + { + "entropy": 4.764254903793335, + "epoch": 6.4531435349940685, + "grad_norm": 1.1171875, + "learning_rate": 0.00020665004145793293, + "loss": 4.1237, + "mean_token_accuracy": 0.26629842519760133, + "num_tokens": 15603741.0, + "step": 5440 + }, + { + "entropy": 4.722282791137696, + "epoch": 6.459074733096085, + "grad_norm": 1.0859375, + "learning_rate": 0.00020619638476400943, + "loss": 4.1705, + "mean_token_accuracy": 0.25587973445653917, + "num_tokens": 15617735.0, + "step": 5445 + }, + { + "entropy": 4.722723722457886, + "epoch": 6.465005931198102, + "grad_norm": 1.3671875, + "learning_rate": 0.00020574303641943782, + "loss": 4.1902, + "mean_token_accuracy": 0.2547612652182579, + "num_tokens": 15630910.0, + "step": 5450 + }, + { + "entropy": 4.742911911010742, + "epoch": 6.470937129300118, + "grad_norm": 1.125, + "learning_rate": 0.0002052899984559377, + "loss": 4.1566, + "mean_token_accuracy": 0.2643850788474083, + "num_tokens": 15644797.0, + "step": 5455 + }, + { + "entropy": 4.760161256790161, + "epoch": 6.476868327402135, + "grad_norm": 1.0859375, + "learning_rate": 0.00020483727290383812, + "loss": 4.1903, + "mean_token_accuracy": 0.250904580950737, + "num_tokens": 15658991.0, + "step": 5460 + }, + { + "entropy": 4.706643009185791, + "epoch": 6.482799525504152, + "grad_norm": 1.21875, + "learning_rate": 0.00020438486179206772, + "loss": 4.1439, + "mean_token_accuracy": 0.25506513714790346, + "num_tokens": 15671787.0, + "step": 5465 + }, + { + "entropy": 4.693522787094116, + "epoch": 6.488730723606168, + "grad_norm": 1.0703125, + "learning_rate": 0.0002039327671481459, + "loss": 4.1592, + "mean_token_accuracy": 0.2543107122182846, + "num_tokens": 15687183.0, + "step": 5470 + }, + { + "entropy": 4.765786266326904, + "epoch": 6.494661921708185, + "grad_norm": 0.97265625, + "learning_rate": 0.000203480990998174, + "loss": 4.1716, + "mean_token_accuracy": 0.25282373279333115, + "num_tokens": 15704586.0, + "step": 5475 + }, + { + "entropy": 4.7568827152252195, + "epoch": 6.500593119810202, + "grad_norm": 1.046875, + "learning_rate": 0.00020302953536682606, + "loss": 4.1898, + "mean_token_accuracy": 0.25484422594308853, + "num_tokens": 15718861.0, + "step": 5480 + }, + { + "entropy": 4.758185243606567, + "epoch": 6.506524317912218, + "grad_norm": 1.1953125, + "learning_rate": 0.00020257840227733926, + "loss": 4.2025, + "mean_token_accuracy": 0.2534889817237854, + "num_tokens": 15733547.0, + "step": 5485 + }, + { + "entropy": 4.733855247497559, + "epoch": 6.512455516014235, + "grad_norm": 1.1875, + "learning_rate": 0.00020212759375150564, + "loss": 4.1747, + "mean_token_accuracy": 0.2521922826766968, + "num_tokens": 15747662.0, + "step": 5490 + }, + { + "entropy": 4.776731967926025, + "epoch": 6.518386714116252, + "grad_norm": 1.2734375, + "learning_rate": 0.00020167711180966275, + "loss": 4.2361, + "mean_token_accuracy": 0.24944700449705123, + "num_tokens": 15762160.0, + "step": 5495 + }, + { + "entropy": 4.7545074939727785, + "epoch": 6.524317912218268, + "grad_norm": 1.2109375, + "learning_rate": 0.00020122695847068413, + "loss": 4.1817, + "mean_token_accuracy": 0.2521538719534874, + "num_tokens": 15778486.0, + "step": 5500 + }, + { + "epoch": 6.524317912218268, + "eval_entropy": 4.677589024502807, + "eval_loss": 5.258727550506592, + "eval_mean_token_accuracy": 0.196114729335703, + "eval_num_tokens": 15778486.0, + "eval_runtime": 2.6281, + "eval_samples_per_second": 992.341, + "eval_steps_per_second": 124.043, + "step": 5500 + }, + { + "entropy": 4.7626618385314945, + "epoch": 6.530249110320285, + "grad_norm": 1.015625, + "learning_rate": 0.00020077713575197115, + "loss": 4.1431, + "mean_token_accuracy": 0.2633996903896332, + "num_tokens": 15792912.0, + "step": 5505 + }, + { + "entropy": 4.821646690368652, + "epoch": 6.536180308422301, + "grad_norm": 1.2578125, + "learning_rate": 0.000200327645669443, + "loss": 4.2466, + "mean_token_accuracy": 0.24895731806755067, + "num_tokens": 15806844.0, + "step": 5510 + }, + { + "entropy": 4.7317163944244385, + "epoch": 6.542111506524318, + "grad_norm": 1.046875, + "learning_rate": 0.0001998784902375284, + "loss": 4.1274, + "mean_token_accuracy": 0.26149736940860746, + "num_tokens": 15820005.0, + "step": 5515 + }, + { + "entropy": 4.832112836837768, + "epoch": 6.548042704626335, + "grad_norm": 1.296875, + "learning_rate": 0.00019942967146915642, + "loss": 4.3039, + "mean_token_accuracy": 0.24466286301612855, + "num_tokens": 15834518.0, + "step": 5520 + }, + { + "entropy": 4.759687042236328, + "epoch": 6.553973902728351, + "grad_norm": 1.1640625, + "learning_rate": 0.000198981191375747, + "loss": 4.1858, + "mean_token_accuracy": 0.25404632091522217, + "num_tokens": 15848414.0, + "step": 5525 + }, + { + "entropy": 4.7223570346832275, + "epoch": 6.559905100830368, + "grad_norm": 1.2421875, + "learning_rate": 0.0001985330519672025, + "loss": 4.1067, + "mean_token_accuracy": 0.26446701437234876, + "num_tokens": 15862634.0, + "step": 5530 + }, + { + "entropy": 4.741420745849609, + "epoch": 6.565836298932385, + "grad_norm": 1.2421875, + "learning_rate": 0.00019808525525189864, + "loss": 4.2288, + "mean_token_accuracy": 0.25221395790576934, + "num_tokens": 15876121.0, + "step": 5535 + }, + { + "entropy": 4.765332937240601, + "epoch": 6.571767497034401, + "grad_norm": 1.2109375, + "learning_rate": 0.00019763780323667478, + "loss": 4.1204, + "mean_token_accuracy": 0.26418492943048477, + "num_tokens": 15890457.0, + "step": 5540 + }, + { + "entropy": 4.749009418487549, + "epoch": 6.577698695136418, + "grad_norm": 1.1640625, + "learning_rate": 0.00019719069792682603, + "loss": 4.2243, + "mean_token_accuracy": 0.2510946154594421, + "num_tokens": 15903499.0, + "step": 5545 + }, + { + "entropy": 4.708383226394654, + "epoch": 6.5836298932384345, + "grad_norm": 1.2734375, + "learning_rate": 0.00019674394132609358, + "loss": 4.0348, + "mean_token_accuracy": 0.2668359696865082, + "num_tokens": 15915346.0, + "step": 5550 + }, + { + "entropy": 4.709152603149414, + "epoch": 6.5895610913404505, + "grad_norm": 1.2265625, + "learning_rate": 0.00019629753543665558, + "loss": 4.1315, + "mean_token_accuracy": 0.263986074924469, + "num_tokens": 15929352.0, + "step": 5555 + }, + { + "entropy": 4.760223770141602, + "epoch": 6.5954922894424675, + "grad_norm": 1.140625, + "learning_rate": 0.00019585148225911863, + "loss": 4.2066, + "mean_token_accuracy": 0.25318457931280136, + "num_tokens": 15943379.0, + "step": 5560 + }, + { + "entropy": 4.786670970916748, + "epoch": 6.6014234875444835, + "grad_norm": 1.171875, + "learning_rate": 0.0001954057837925089, + "loss": 4.1997, + "mean_token_accuracy": 0.2464132636785507, + "num_tokens": 15960249.0, + "step": 5565 + }, + { + "entropy": 4.748265886306763, + "epoch": 6.6073546856465, + "grad_norm": 1.1875, + "learning_rate": 0.00019496044203426227, + "loss": 4.2186, + "mean_token_accuracy": 0.253728075325489, + "num_tokens": 15976593.0, + "step": 5570 + }, + { + "entropy": 4.728971910476685, + "epoch": 6.613285883748517, + "grad_norm": 1.171875, + "learning_rate": 0.0001945154589802165, + "loss": 4.2002, + "mean_token_accuracy": 0.25083582699298856, + "num_tokens": 15990264.0, + "step": 5575 + }, + { + "entropy": 4.765192365646362, + "epoch": 6.619217081850534, + "grad_norm": 1.265625, + "learning_rate": 0.00019407083662460167, + "loss": 4.2443, + "mean_token_accuracy": 0.24514267295598985, + "num_tokens": 16003878.0, + "step": 5580 + }, + { + "entropy": 4.749647521972657, + "epoch": 6.62514827995255, + "grad_norm": 1.109375, + "learning_rate": 0.00019362657696003118, + "loss": 4.1554, + "mean_token_accuracy": 0.24948494136333466, + "num_tokens": 16019851.0, + "step": 5585 + }, + { + "entropy": 4.822388553619385, + "epoch": 6.631079478054567, + "grad_norm": 1.1953125, + "learning_rate": 0.00019318268197749333, + "loss": 4.1847, + "mean_token_accuracy": 0.25582956075668334, + "num_tokens": 16033901.0, + "step": 5590 + }, + { + "entropy": 4.71464581489563, + "epoch": 6.637010676156583, + "grad_norm": 1.2734375, + "learning_rate": 0.0001927391536663417, + "loss": 4.158, + "mean_token_accuracy": 0.26538464725017546, + "num_tokens": 16047944.0, + "step": 5595 + }, + { + "entropy": 4.737095737457276, + "epoch": 6.6429418742586, + "grad_norm": 1.1875, + "learning_rate": 0.00019229599401428678, + "loss": 4.1981, + "mean_token_accuracy": 0.25749432742595674, + "num_tokens": 16061631.0, + "step": 5600 + }, + { + "entropy": 4.752544355392456, + "epoch": 6.648873072360617, + "grad_norm": 1.15625, + "learning_rate": 0.000191853205007387, + "loss": 4.1997, + "mean_token_accuracy": 0.2444662407040596, + "num_tokens": 16077488.0, + "step": 5605 + }, + { + "entropy": 4.762704372406006, + "epoch": 6.654804270462633, + "grad_norm": 1.1484375, + "learning_rate": 0.00019141078863003946, + "loss": 4.1645, + "mean_token_accuracy": 0.25711637139320376, + "num_tokens": 16090762.0, + "step": 5610 + }, + { + "entropy": 4.769192314147949, + "epoch": 6.66073546856465, + "grad_norm": 1.21875, + "learning_rate": 0.0001909687468649715, + "loss": 4.2375, + "mean_token_accuracy": 0.2481795594096184, + "num_tokens": 16105307.0, + "step": 5615 + }, + { + "entropy": 4.8051934242248535, + "epoch": 6.666666666666667, + "grad_norm": 1.2265625, + "learning_rate": 0.00019052708169323157, + "loss": 4.212, + "mean_token_accuracy": 0.247459676861763, + "num_tokens": 16121806.0, + "step": 5620 + }, + { + "entropy": 4.758413887023925, + "epoch": 6.672597864768683, + "grad_norm": 1.34375, + "learning_rate": 0.00019008579509418016, + "loss": 4.1353, + "mean_token_accuracy": 0.2526886180043221, + "num_tokens": 16135901.0, + "step": 5625 + }, + { + "entropy": 4.736074733734131, + "epoch": 6.6785290628707, + "grad_norm": 1.1015625, + "learning_rate": 0.00018964488904548143, + "loss": 4.212, + "mean_token_accuracy": 0.24899030476808548, + "num_tokens": 16151095.0, + "step": 5630 + }, + { + "entropy": 4.745052289962769, + "epoch": 6.684460260972717, + "grad_norm": 1.2265625, + "learning_rate": 0.00018920436552309394, + "loss": 4.1413, + "mean_token_accuracy": 0.2582083851099014, + "num_tokens": 16164090.0, + "step": 5635 + }, + { + "entropy": 4.761336612701416, + "epoch": 6.690391459074733, + "grad_norm": 1.2265625, + "learning_rate": 0.00018876422650126196, + "loss": 4.1401, + "mean_token_accuracy": 0.26356436014175416, + "num_tokens": 16176788.0, + "step": 5640 + }, + { + "entropy": 4.802963542938232, + "epoch": 6.69632265717675, + "grad_norm": 1.2421875, + "learning_rate": 0.00018832447395250658, + "loss": 4.2295, + "mean_token_accuracy": 0.2524667248129845, + "num_tokens": 16191441.0, + "step": 5645 + }, + { + "entropy": 4.727647924423218, + "epoch": 6.702253855278766, + "grad_norm": 1.125, + "learning_rate": 0.00018788510984761697, + "loss": 4.1911, + "mean_token_accuracy": 0.2555044531822205, + "num_tokens": 16206375.0, + "step": 5650 + }, + { + "entropy": 4.6923707008361815, + "epoch": 6.708185053380783, + "grad_norm": 1.1875, + "learning_rate": 0.0001874461361556412, + "loss": 4.1204, + "mean_token_accuracy": 0.2593838185071945, + "num_tokens": 16219847.0, + "step": 5655 + }, + { + "entropy": 4.7903721809387205, + "epoch": 6.7141162514828, + "grad_norm": 1.1796875, + "learning_rate": 0.00018700755484387795, + "loss": 4.238, + "mean_token_accuracy": 0.2465851992368698, + "num_tokens": 16235504.0, + "step": 5660 + }, + { + "entropy": 4.791923379898071, + "epoch": 6.720047449584817, + "grad_norm": 1.140625, + "learning_rate": 0.0001865693678778672, + "loss": 4.2177, + "mean_token_accuracy": 0.25269589871168135, + "num_tokens": 16250082.0, + "step": 5665 + }, + { + "entropy": 4.760594749450684, + "epoch": 6.725978647686833, + "grad_norm": 1.0625, + "learning_rate": 0.0001861315772213818, + "loss": 4.2118, + "mean_token_accuracy": 0.25531507432460787, + "num_tokens": 16266604.0, + "step": 5670 + }, + { + "entropy": 4.727664279937744, + "epoch": 6.7319098457888495, + "grad_norm": 1.2734375, + "learning_rate": 0.00018569418483641847, + "loss": 4.1565, + "mean_token_accuracy": 0.2570932745933533, + "num_tokens": 16280694.0, + "step": 5675 + }, + { + "entropy": 4.743464517593384, + "epoch": 6.737841043890866, + "grad_norm": 1.1875, + "learning_rate": 0.00018525719268318896, + "loss": 4.1191, + "mean_token_accuracy": 0.25973758697509763, + "num_tokens": 16294774.0, + "step": 5680 + }, + { + "entropy": 4.665111255645752, + "epoch": 6.7437722419928825, + "grad_norm": 1.1953125, + "learning_rate": 0.00018482060272011135, + "loss": 4.1371, + "mean_token_accuracy": 0.2589722633361816, + "num_tokens": 16308535.0, + "step": 5685 + }, + { + "entropy": 4.763592958450317, + "epoch": 6.749703440094899, + "grad_norm": 1.2109375, + "learning_rate": 0.00018438441690380141, + "loss": 4.236, + "mean_token_accuracy": 0.24331610649824142, + "num_tokens": 16324862.0, + "step": 5690 + }, + { + "entropy": 4.768408298492432, + "epoch": 6.7556346381969155, + "grad_norm": 1.03125, + "learning_rate": 0.00018394863718906352, + "loss": 4.1807, + "mean_token_accuracy": 0.2521728932857513, + "num_tokens": 16341621.0, + "step": 5695 + }, + { + "entropy": 4.719629716873169, + "epoch": 6.761565836298932, + "grad_norm": 1.1484375, + "learning_rate": 0.00018351326552888214, + "loss": 4.1475, + "mean_token_accuracy": 0.2612353786826134, + "num_tokens": 16354888.0, + "step": 5700 + }, + { + "entropy": 4.68466272354126, + "epoch": 6.767497034400949, + "grad_norm": 1.2109375, + "learning_rate": 0.00018307830387441322, + "loss": 4.0962, + "mean_token_accuracy": 0.26325703859329225, + "num_tokens": 16368924.0, + "step": 5705 + }, + { + "entropy": 4.687920188903808, + "epoch": 6.773428232502965, + "grad_norm": 1.0703125, + "learning_rate": 0.00018264375417497474, + "loss": 4.1452, + "mean_token_accuracy": 0.2604793220758438, + "num_tokens": 16382118.0, + "step": 5710 + }, + { + "entropy": 4.80543327331543, + "epoch": 6.779359430604982, + "grad_norm": 1.1484375, + "learning_rate": 0.00018220961837803895, + "loss": 4.125, + "mean_token_accuracy": 0.2621569991111755, + "num_tokens": 16394920.0, + "step": 5715 + }, + { + "entropy": 4.790578365325928, + "epoch": 6.785290628706999, + "grad_norm": 1.078125, + "learning_rate": 0.00018177589842922293, + "loss": 4.2234, + "mean_token_accuracy": 0.25009594559669496, + "num_tokens": 16411816.0, + "step": 5720 + }, + { + "entropy": 4.758824491500855, + "epoch": 6.791221826809015, + "grad_norm": 1.203125, + "learning_rate": 0.00018134259627228006, + "loss": 4.1882, + "mean_token_accuracy": 0.25501234978437426, + "num_tokens": 16426134.0, + "step": 5725 + }, + { + "entropy": 4.670667505264282, + "epoch": 6.797153024911032, + "grad_norm": 1.3125, + "learning_rate": 0.00018090971384909156, + "loss": 4.1105, + "mean_token_accuracy": 0.2640800788998604, + "num_tokens": 16439674.0, + "step": 5730 + }, + { + "entropy": 4.748079872131347, + "epoch": 6.803084223013048, + "grad_norm": 1.140625, + "learning_rate": 0.00018047725309965735, + "loss": 4.1833, + "mean_token_accuracy": 0.25257241874933245, + "num_tokens": 16454576.0, + "step": 5735 + }, + { + "entropy": 4.7621794700622555, + "epoch": 6.809015421115065, + "grad_norm": 1.1328125, + "learning_rate": 0.00018004521596208766, + "loss": 4.1415, + "mean_token_accuracy": 0.25373379439115523, + "num_tokens": 16469898.0, + "step": 5740 + }, + { + "entropy": 4.694784784317017, + "epoch": 6.814946619217082, + "grad_norm": 1.2734375, + "learning_rate": 0.00017961360437259439, + "loss": 4.1623, + "mean_token_accuracy": 0.2581657156348228, + "num_tokens": 16483840.0, + "step": 5745 + }, + { + "entropy": 4.790038394927978, + "epoch": 6.820877817319099, + "grad_norm": 1.2578125, + "learning_rate": 0.0001791824202654821, + "loss": 4.2353, + "mean_token_accuracy": 0.24800846576690674, + "num_tokens": 16498277.0, + "step": 5750 + }, + { + "entropy": 4.736173486709594, + "epoch": 6.826809015421115, + "grad_norm": 1.2421875, + "learning_rate": 0.0001787516655731397, + "loss": 4.1045, + "mean_token_accuracy": 0.2711944758892059, + "num_tokens": 16511519.0, + "step": 5755 + }, + { + "entropy": 4.742716693878174, + "epoch": 6.832740213523132, + "grad_norm": 1.15625, + "learning_rate": 0.0001783213422260316, + "loss": 4.1354, + "mean_token_accuracy": 0.26013816744089124, + "num_tokens": 16525845.0, + "step": 5760 + }, + { + "entropy": 4.752026510238648, + "epoch": 6.838671411625148, + "grad_norm": 1.1640625, + "learning_rate": 0.00017789145215268905, + "loss": 4.186, + "mean_token_accuracy": 0.2556770399212837, + "num_tokens": 16539804.0, + "step": 5765 + }, + { + "entropy": 4.763554286956787, + "epoch": 6.844602609727165, + "grad_norm": 1.265625, + "learning_rate": 0.00017746199727970157, + "loss": 4.1885, + "mean_token_accuracy": 0.24814402759075166, + "num_tokens": 16555282.0, + "step": 5770 + }, + { + "entropy": 4.6659910678863525, + "epoch": 6.850533807829182, + "grad_norm": 1.203125, + "learning_rate": 0.00017703297953170855, + "loss": 4.1033, + "mean_token_accuracy": 0.2569319367408752, + "num_tokens": 16568060.0, + "step": 5775 + }, + { + "entropy": 4.695835542678833, + "epoch": 6.856465005931198, + "grad_norm": 1.0625, + "learning_rate": 0.0001766044008313898, + "loss": 4.1578, + "mean_token_accuracy": 0.2558426558971405, + "num_tokens": 16584013.0, + "step": 5780 + }, + { + "entropy": 4.7723979473114015, + "epoch": 6.862396204033215, + "grad_norm": 1.0546875, + "learning_rate": 0.00017617626309945805, + "loss": 4.1613, + "mean_token_accuracy": 0.255773788690567, + "num_tokens": 16599730.0, + "step": 5785 + }, + { + "entropy": 4.668985319137573, + "epoch": 6.868327402135232, + "grad_norm": 1.078125, + "learning_rate": 0.0001757485682546495, + "loss": 4.0824, + "mean_token_accuracy": 0.2651835471391678, + "num_tokens": 16613742.0, + "step": 5790 + }, + { + "entropy": 4.747865295410156, + "epoch": 6.874258600237248, + "grad_norm": 1.265625, + "learning_rate": 0.00017532131821371556, + "loss": 4.1963, + "mean_token_accuracy": 0.2563337668776512, + "num_tokens": 16626853.0, + "step": 5795 + }, + { + "entropy": 4.741928005218506, + "epoch": 6.880189798339265, + "grad_norm": 1.1953125, + "learning_rate": 0.00017489451489141426, + "loss": 4.1763, + "mean_token_accuracy": 0.25666467398405074, + "num_tokens": 16641019.0, + "step": 5800 + }, + { + "entropy": 4.780912303924561, + "epoch": 6.8861209964412815, + "grad_norm": 1.21875, + "learning_rate": 0.00017446816020050165, + "loss": 4.2141, + "mean_token_accuracy": 0.2625143498182297, + "num_tokens": 16654699.0, + "step": 5805 + }, + { + "entropy": 4.761747646331787, + "epoch": 6.8920521945432975, + "grad_norm": 1.1640625, + "learning_rate": 0.00017404225605172302, + "loss": 4.205, + "mean_token_accuracy": 0.2583973690867424, + "num_tokens": 16669691.0, + "step": 5810 + }, + { + "entropy": 4.749472570419312, + "epoch": 6.8979833926453145, + "grad_norm": 1.2265625, + "learning_rate": 0.00017361680435380473, + "loss": 4.2477, + "mean_token_accuracy": 0.25099908411502836, + "num_tokens": 16684394.0, + "step": 5815 + }, + { + "entropy": 4.762139129638672, + "epoch": 6.9039145907473305, + "grad_norm": 1.28125, + "learning_rate": 0.00017319180701344533, + "loss": 4.1898, + "mean_token_accuracy": 0.2547173500061035, + "num_tokens": 16698084.0, + "step": 5820 + }, + { + "entropy": 4.79867525100708, + "epoch": 6.909845788849347, + "grad_norm": 1.1328125, + "learning_rate": 0.0001727672659353072, + "loss": 4.2214, + "mean_token_accuracy": 0.24477382600307465, + "num_tokens": 16713605.0, + "step": 5825 + }, + { + "entropy": 4.682294416427612, + "epoch": 6.915776986951364, + "grad_norm": 1.203125, + "learning_rate": 0.00017234318302200794, + "loss": 4.1327, + "mean_token_accuracy": 0.2661850988864899, + "num_tokens": 16727809.0, + "step": 5830 + }, + { + "entropy": 4.706176471710205, + "epoch": 6.921708185053381, + "grad_norm": 1.2421875, + "learning_rate": 0.00017191956017411164, + "loss": 4.0765, + "mean_token_accuracy": 0.266477270424366, + "num_tokens": 16741742.0, + "step": 5835 + }, + { + "entropy": 4.745152854919434, + "epoch": 6.927639383155397, + "grad_norm": 1.109375, + "learning_rate": 0.0001714963992901208, + "loss": 4.161, + "mean_token_accuracy": 0.25228210240602494, + "num_tokens": 16756490.0, + "step": 5840 + }, + { + "entropy": 4.710317754745484, + "epoch": 6.933570581257414, + "grad_norm": 1.265625, + "learning_rate": 0.00017107370226646765, + "loss": 4.1642, + "mean_token_accuracy": 0.25957975834608077, + "num_tokens": 16770683.0, + "step": 5845 + }, + { + "entropy": 4.739494943618775, + "epoch": 6.93950177935943, + "grad_norm": 1.1328125, + "learning_rate": 0.00017065147099750526, + "loss": 4.2073, + "mean_token_accuracy": 0.25007960945367813, + "num_tokens": 16783720.0, + "step": 5850 + }, + { + "entropy": 4.788773727416992, + "epoch": 6.945432977461447, + "grad_norm": 1.0625, + "learning_rate": 0.00017022970737549963, + "loss": 4.2971, + "mean_token_accuracy": 0.24353793114423752, + "num_tokens": 16801240.0, + "step": 5855 + }, + { + "entropy": 4.768838262557983, + "epoch": 6.951364175563464, + "grad_norm": 1.3046875, + "learning_rate": 0.00016980841329062096, + "loss": 4.1818, + "mean_token_accuracy": 0.25417726337909696, + "num_tokens": 16813793.0, + "step": 5860 + }, + { + "entropy": 4.70110330581665, + "epoch": 6.95729537366548, + "grad_norm": 1.03125, + "learning_rate": 0.00016938759063093507, + "loss": 4.1453, + "mean_token_accuracy": 0.25616732984781265, + "num_tokens": 16828753.0, + "step": 5865 + }, + { + "entropy": 4.816414403915405, + "epoch": 6.963226571767497, + "grad_norm": 1.1953125, + "learning_rate": 0.00016896724128239517, + "loss": 4.3074, + "mean_token_accuracy": 0.24339387863874434, + "num_tokens": 16845447.0, + "step": 5870 + }, + { + "entropy": 4.767317008972168, + "epoch": 6.969157769869514, + "grad_norm": 1.296875, + "learning_rate": 0.00016854736712883323, + "loss": 4.2097, + "mean_token_accuracy": 0.255161052942276, + "num_tokens": 16858862.0, + "step": 5875 + }, + { + "entropy": 4.773620176315307, + "epoch": 6.97508896797153, + "grad_norm": 1.03125, + "learning_rate": 0.00016812797005195146, + "loss": 4.1735, + "mean_token_accuracy": 0.2525623306632042, + "num_tokens": 16872940.0, + "step": 5880 + }, + { + "entropy": 4.788282775878907, + "epoch": 6.981020166073547, + "grad_norm": 1.21875, + "learning_rate": 0.00016770905193131425, + "loss": 4.1745, + "mean_token_accuracy": 0.2519037529826164, + "num_tokens": 16887249.0, + "step": 5885 + }, + { + "entropy": 4.6998461246490475, + "epoch": 6.986951364175564, + "grad_norm": 1.203125, + "learning_rate": 0.00016729061464433928, + "loss": 4.0968, + "mean_token_accuracy": 0.25965230017900465, + "num_tokens": 16901823.0, + "step": 5890 + }, + { + "entropy": 4.761331605911255, + "epoch": 6.99288256227758, + "grad_norm": 1.1640625, + "learning_rate": 0.00016687266006628948, + "loss": 4.2029, + "mean_token_accuracy": 0.2497609406709671, + "num_tokens": 16917723.0, + "step": 5895 + }, + { + "entropy": 4.755188941955566, + "epoch": 6.998813760379597, + "grad_norm": 1.125, + "learning_rate": 0.00016645519007026455, + "loss": 4.1252, + "mean_token_accuracy": 0.26332464516162873, + "num_tokens": 16931381.0, + "step": 5900 + }, + { + "entropy": 4.759982109069824, + "epoch": 7.004744958481614, + "grad_norm": 1.203125, + "learning_rate": 0.00016603820652719216, + "loss": 4.1155, + "mean_token_accuracy": 0.26479790210723875, + "num_tokens": 16946750.0, + "step": 5905 + }, + { + "entropy": 4.7290308475494385, + "epoch": 7.01067615658363, + "grad_norm": 1.1953125, + "learning_rate": 0.00016562171130582025, + "loss": 4.0092, + "mean_token_accuracy": 0.2840256869792938, + "num_tokens": 16962199.0, + "step": 5910 + }, + { + "entropy": 4.750166654586792, + "epoch": 7.016607354685647, + "grad_norm": 1.1953125, + "learning_rate": 0.00016520570627270815, + "loss": 3.9456, + "mean_token_accuracy": 0.277735161781311, + "num_tokens": 16975246.0, + "step": 5915 + }, + { + "entropy": 4.719605827331543, + "epoch": 7.022538552787663, + "grad_norm": 1.234375, + "learning_rate": 0.00016479019329221839, + "loss": 4.0868, + "mean_token_accuracy": 0.2630117356777191, + "num_tokens": 16988481.0, + "step": 5920 + }, + { + "entropy": 4.721116781234741, + "epoch": 7.02846975088968, + "grad_norm": 1.0859375, + "learning_rate": 0.00016437517422650838, + "loss": 4.029, + "mean_token_accuracy": 0.27088445127010347, + "num_tokens": 17002949.0, + "step": 5925 + }, + { + "entropy": 4.698511600494385, + "epoch": 7.0344009489916965, + "grad_norm": 1.3046875, + "learning_rate": 0.00016396065093552198, + "loss": 3.9397, + "mean_token_accuracy": 0.28713159561157225, + "num_tokens": 17015178.0, + "step": 5930 + }, + { + "entropy": 4.74187741279602, + "epoch": 7.040332147093713, + "grad_norm": 1.2109375, + "learning_rate": 0.000163546625276981, + "loss": 4.0236, + "mean_token_accuracy": 0.2746427789330482, + "num_tokens": 17027918.0, + "step": 5935 + }, + { + "entropy": 4.789263725280762, + "epoch": 7.0462633451957295, + "grad_norm": 1.125, + "learning_rate": 0.00016313309910637736, + "loss": 4.0895, + "mean_token_accuracy": 0.2638609692454338, + "num_tokens": 17042164.0, + "step": 5940 + }, + { + "entropy": 4.726514863967895, + "epoch": 7.052194543297746, + "grad_norm": 1.1328125, + "learning_rate": 0.0001627200742769644, + "loss": 3.9858, + "mean_token_accuracy": 0.2765854775905609, + "num_tokens": 17056269.0, + "step": 5945 + }, + { + "entropy": 4.722040414810181, + "epoch": 7.0581257413997625, + "grad_norm": 1.125, + "learning_rate": 0.00016230755263974838, + "loss": 4.0562, + "mean_token_accuracy": 0.26577589064836504, + "num_tokens": 17071319.0, + "step": 5950 + }, + { + "entropy": 4.663771724700927, + "epoch": 7.064056939501779, + "grad_norm": 1.1953125, + "learning_rate": 0.00016189553604348101, + "loss": 4.0132, + "mean_token_accuracy": 0.28197047412395476, + "num_tokens": 17083716.0, + "step": 5955 + }, + { + "entropy": 4.790961647033692, + "epoch": 7.069988137603796, + "grad_norm": 1.2578125, + "learning_rate": 0.00016148402633465005, + "loss": 4.1116, + "mean_token_accuracy": 0.25136594474315643, + "num_tokens": 17098045.0, + "step": 5960 + }, + { + "entropy": 4.787260437011719, + "epoch": 7.075919335705812, + "grad_norm": 1.1796875, + "learning_rate": 0.00016107302535747192, + "loss": 4.0735, + "mean_token_accuracy": 0.2665525659918785, + "num_tokens": 17112529.0, + "step": 5965 + }, + { + "entropy": 4.716967010498047, + "epoch": 7.081850533807829, + "grad_norm": 1.1875, + "learning_rate": 0.00016066253495388306, + "loss": 4.0179, + "mean_token_accuracy": 0.2684632509946823, + "num_tokens": 17125977.0, + "step": 5970 + }, + { + "entropy": 4.674598217010498, + "epoch": 7.087781731909846, + "grad_norm": 1.15625, + "learning_rate": 0.0001602525569635317, + "loss": 3.9909, + "mean_token_accuracy": 0.2791600704193115, + "num_tokens": 17140661.0, + "step": 5975 + }, + { + "entropy": 4.705064964294434, + "epoch": 7.093712930011862, + "grad_norm": 1.1484375, + "learning_rate": 0.00015984309322376967, + "loss": 4.0344, + "mean_token_accuracy": 0.27507665753364563, + "num_tokens": 17154450.0, + "step": 5980 + }, + { + "entropy": 4.75198769569397, + "epoch": 7.099644128113879, + "grad_norm": 1.1328125, + "learning_rate": 0.00015943414556964422, + "loss": 4.0669, + "mean_token_accuracy": 0.2678277298808098, + "num_tokens": 17171465.0, + "step": 5985 + }, + { + "entropy": 4.719526100158691, + "epoch": 7.105575326215895, + "grad_norm": 1.15625, + "learning_rate": 0.00015902571583388945, + "loss": 4.0677, + "mean_token_accuracy": 0.2682331711053848, + "num_tokens": 17186331.0, + "step": 5990 + }, + { + "entropy": 4.824883604049683, + "epoch": 7.111506524317912, + "grad_norm": 1.125, + "learning_rate": 0.00015861780584691863, + "loss": 4.1482, + "mean_token_accuracy": 0.26316795498132706, + "num_tokens": 17200539.0, + "step": 5995 + }, + { + "entropy": 4.770678997039795, + "epoch": 7.117437722419929, + "grad_norm": 1.1171875, + "learning_rate": 0.0001582104174368157, + "loss": 4.0734, + "mean_token_accuracy": 0.2699519515037537, + "num_tokens": 17214921.0, + "step": 6000 + }, + { + "epoch": 7.117437722419929, + "eval_entropy": 4.715519293685632, + "eval_loss": 5.249310493469238, + "eval_mean_token_accuracy": 0.1982458421697646, + "eval_num_tokens": 17214921.0, + "eval_runtime": 2.4273, + "eval_samples_per_second": 1074.443, + "eval_steps_per_second": 134.305, + "step": 6000 + }, + { + "entropy": 4.739303350448608, + "epoch": 7.123368920521945, + "grad_norm": 1.2578125, + "learning_rate": 0.00015780355242932695, + "loss": 3.9556, + "mean_token_accuracy": 0.2807379812002182, + "num_tokens": 17226298.0, + "step": 6005 + }, + { + "entropy": 4.717428970336914, + "epoch": 7.129300118623962, + "grad_norm": 1.203125, + "learning_rate": 0.0001573972126478531, + "loss": 4.0936, + "mean_token_accuracy": 0.2686565563082695, + "num_tokens": 17242153.0, + "step": 6010 + }, + { + "entropy": 4.769605493545532, + "epoch": 7.135231316725979, + "grad_norm": 1.15625, + "learning_rate": 0.0001569913999134412, + "loss": 4.0681, + "mean_token_accuracy": 0.27294624894857406, + "num_tokens": 17256928.0, + "step": 6015 + }, + { + "entropy": 4.792378711700439, + "epoch": 7.141162514827995, + "grad_norm": 1.140625, + "learning_rate": 0.00015658611604477585, + "loss": 4.1038, + "mean_token_accuracy": 0.26234184205532074, + "num_tokens": 17272251.0, + "step": 6020 + }, + { + "entropy": 4.751447248458862, + "epoch": 7.147093712930012, + "grad_norm": 1.140625, + "learning_rate": 0.00015618136285817187, + "loss": 4.089, + "mean_token_accuracy": 0.2614662930369377, + "num_tokens": 17288276.0, + "step": 6025 + }, + { + "entropy": 4.694783544540405, + "epoch": 7.153024911032029, + "grad_norm": 1.2890625, + "learning_rate": 0.0001557771421675657, + "loss": 3.9742, + "mean_token_accuracy": 0.288947831094265, + "num_tokens": 17301151.0, + "step": 6030 + }, + { + "entropy": 4.677200078964233, + "epoch": 7.158956109134045, + "grad_norm": 1.109375, + "learning_rate": 0.0001553734557845073, + "loss": 3.9623, + "mean_token_accuracy": 0.27788523584604263, + "num_tokens": 17313819.0, + "step": 6035 + }, + { + "entropy": 4.695641231536865, + "epoch": 7.164887307236062, + "grad_norm": 1.140625, + "learning_rate": 0.00015497030551815216, + "loss": 3.9836, + "mean_token_accuracy": 0.27613210678100586, + "num_tokens": 17327164.0, + "step": 6040 + }, + { + "entropy": 4.730432319641113, + "epoch": 7.170818505338079, + "grad_norm": 1.125, + "learning_rate": 0.00015456769317525294, + "loss": 4.0279, + "mean_token_accuracy": 0.26804896742105483, + "num_tokens": 17342579.0, + "step": 6045 + }, + { + "entropy": 4.7876708984375, + "epoch": 7.176749703440095, + "grad_norm": 1.0703125, + "learning_rate": 0.00015416562056015177, + "loss": 4.1507, + "mean_token_accuracy": 0.2586418122053146, + "num_tokens": 17357435.0, + "step": 6050 + }, + { + "entropy": 4.73409333229065, + "epoch": 7.182680901542112, + "grad_norm": 1.140625, + "learning_rate": 0.00015376408947477188, + "loss": 4.0295, + "mean_token_accuracy": 0.27147542834281924, + "num_tokens": 17370454.0, + "step": 6055 + }, + { + "entropy": 4.682443904876709, + "epoch": 7.1886120996441285, + "grad_norm": 1.140625, + "learning_rate": 0.0001533631017186094, + "loss": 4.0036, + "mean_token_accuracy": 0.27196061611175537, + "num_tokens": 17384881.0, + "step": 6060 + }, + { + "entropy": 4.771169805526734, + "epoch": 7.1945432977461445, + "grad_norm": 1.15625, + "learning_rate": 0.00015296265908872577, + "loss": 4.0088, + "mean_token_accuracy": 0.2671110972762108, + "num_tokens": 17399087.0, + "step": 6065 + }, + { + "entropy": 4.695066165924072, + "epoch": 7.2004744958481615, + "grad_norm": 1.328125, + "learning_rate": 0.0001525627633797393, + "loss": 3.9915, + "mean_token_accuracy": 0.2836007133126259, + "num_tokens": 17411892.0, + "step": 6070 + }, + { + "entropy": 4.734776878356934, + "epoch": 7.2064056939501775, + "grad_norm": 1.15625, + "learning_rate": 0.00015216341638381697, + "loss": 4.0494, + "mean_token_accuracy": 0.2690583154559135, + "num_tokens": 17428151.0, + "step": 6075 + }, + { + "entropy": 4.698447132110596, + "epoch": 7.212336892052194, + "grad_norm": 1.1796875, + "learning_rate": 0.00015176461989066707, + "loss": 4.0017, + "mean_token_accuracy": 0.28247407674789426, + "num_tokens": 17443175.0, + "step": 6080 + }, + { + "entropy": 4.7255106449127195, + "epoch": 7.218268090154211, + "grad_norm": 1.1015625, + "learning_rate": 0.00015136637568753054, + "loss": 4.0161, + "mean_token_accuracy": 0.2783541902899742, + "num_tokens": 17457652.0, + "step": 6085 + }, + { + "entropy": 4.671635389328003, + "epoch": 7.224199288256227, + "grad_norm": 1.2578125, + "learning_rate": 0.00015096868555917317, + "loss": 4.0021, + "mean_token_accuracy": 0.269034680724144, + "num_tokens": 17471074.0, + "step": 6090 + }, + { + "entropy": 4.6864782810211185, + "epoch": 7.230130486358244, + "grad_norm": 1.140625, + "learning_rate": 0.0001505715512878777, + "loss": 4.0303, + "mean_token_accuracy": 0.27249970138072965, + "num_tokens": 17487686.0, + "step": 6095 + }, + { + "entropy": 4.700428152084351, + "epoch": 7.236061684460261, + "grad_norm": 1.1015625, + "learning_rate": 0.00015017497465343583, + "loss": 3.9719, + "mean_token_accuracy": 0.278760752081871, + "num_tokens": 17501633.0, + "step": 6100 + }, + { + "entropy": 4.715770816802978, + "epoch": 7.241992882562277, + "grad_norm": 1.2734375, + "learning_rate": 0.0001497789574331398, + "loss": 4.0164, + "mean_token_accuracy": 0.2740790188312531, + "num_tokens": 17514323.0, + "step": 6105 + }, + { + "entropy": 4.77359938621521, + "epoch": 7.247924080664294, + "grad_norm": 1.203125, + "learning_rate": 0.00014938350140177527, + "loss": 4.0792, + "mean_token_accuracy": 0.2670725241303444, + "num_tokens": 17530725.0, + "step": 6110 + }, + { + "entropy": 4.691651058197022, + "epoch": 7.253855278766311, + "grad_norm": 1.2421875, + "learning_rate": 0.00014898860833161242, + "loss": 4.0339, + "mean_token_accuracy": 0.26964272260665895, + "num_tokens": 17545292.0, + "step": 6115 + }, + { + "entropy": 4.726253843307495, + "epoch": 7.259786476868327, + "grad_norm": 1.265625, + "learning_rate": 0.0001485942799923988, + "loss": 4.0544, + "mean_token_accuracy": 0.26873720735311507, + "num_tokens": 17559358.0, + "step": 6120 + }, + { + "entropy": 4.660262966156006, + "epoch": 7.265717674970344, + "grad_norm": 1.1796875, + "learning_rate": 0.00014820051815135106, + "loss": 3.9646, + "mean_token_accuracy": 0.2824696749448776, + "num_tokens": 17572496.0, + "step": 6125 + }, + { + "entropy": 4.704647636413574, + "epoch": 7.271648873072361, + "grad_norm": 1.1953125, + "learning_rate": 0.00014780732457314672, + "loss": 4.0687, + "mean_token_accuracy": 0.26392743587493894, + "num_tokens": 17586329.0, + "step": 6130 + }, + { + "entropy": 4.67449312210083, + "epoch": 7.277580071174377, + "grad_norm": 1.1953125, + "learning_rate": 0.00014741470101991696, + "loss": 4.0165, + "mean_token_accuracy": 0.27380138635635376, + "num_tokens": 17599738.0, + "step": 6135 + }, + { + "entropy": 4.702757453918457, + "epoch": 7.283511269276394, + "grad_norm": 1.3046875, + "learning_rate": 0.00014702264925123818, + "loss": 4.0647, + "mean_token_accuracy": 0.26024646759033204, + "num_tokens": 17614549.0, + "step": 6140 + }, + { + "entropy": 4.7727724552154545, + "epoch": 7.289442467378411, + "grad_norm": 1.234375, + "learning_rate": 0.0001466311710241242, + "loss": 4.0973, + "mean_token_accuracy": 0.26730969101190566, + "num_tokens": 17627998.0, + "step": 6145 + }, + { + "entropy": 4.735928344726562, + "epoch": 7.295373665480427, + "grad_norm": 1.4609375, + "learning_rate": 0.0001462402680930187, + "loss": 4.0862, + "mean_token_accuracy": 0.26677343994379044, + "num_tokens": 17641281.0, + "step": 6150 + }, + { + "entropy": 4.711157941818238, + "epoch": 7.301304863582444, + "grad_norm": 1.2734375, + "learning_rate": 0.00014584994220978692, + "loss": 4.0529, + "mean_token_accuracy": 0.2678557500243187, + "num_tokens": 17656172.0, + "step": 6155 + }, + { + "entropy": 4.790276718139649, + "epoch": 7.30723606168446, + "grad_norm": 1.1875, + "learning_rate": 0.00014546019512370792, + "loss": 4.1026, + "mean_token_accuracy": 0.2582355529069901, + "num_tokens": 17672083.0, + "step": 6160 + }, + { + "entropy": 4.703338479995727, + "epoch": 7.313167259786477, + "grad_norm": 1.1875, + "learning_rate": 0.0001450710285814671, + "loss": 4.0155, + "mean_token_accuracy": 0.27206282019615174, + "num_tokens": 17685953.0, + "step": 6165 + }, + { + "entropy": 4.690189838409424, + "epoch": 7.319098457888494, + "grad_norm": 1.1328125, + "learning_rate": 0.00014468244432714805, + "loss": 4.0161, + "mean_token_accuracy": 0.2647640645503998, + "num_tokens": 17701770.0, + "step": 6170 + }, + { + "entropy": 4.7396868705749515, + "epoch": 7.32502965599051, + "grad_norm": 1.1484375, + "learning_rate": 0.00014429444410222453, + "loss": 4.0401, + "mean_token_accuracy": 0.27309093028306963, + "num_tokens": 17717022.0, + "step": 6175 + }, + { + "entropy": 4.66651086807251, + "epoch": 7.330960854092527, + "grad_norm": 1.296875, + "learning_rate": 0.00014390702964555321, + "loss": 3.9552, + "mean_token_accuracy": 0.2786892503499985, + "num_tokens": 17730864.0, + "step": 6180 + }, + { + "entropy": 4.743857765197754, + "epoch": 7.3368920521945435, + "grad_norm": 1.1484375, + "learning_rate": 0.00014352020269336544, + "loss": 4.0864, + "mean_token_accuracy": 0.26371762007474897, + "num_tokens": 17746075.0, + "step": 6185 + }, + { + "entropy": 4.7602893829345705, + "epoch": 7.34282325029656, + "grad_norm": 1.0703125, + "learning_rate": 0.00014313396497925963, + "loss": 4.0847, + "mean_token_accuracy": 0.2664795607328415, + "num_tokens": 17761624.0, + "step": 6190 + }, + { + "entropy": 4.728609561920166, + "epoch": 7.3487544483985765, + "grad_norm": 1.1875, + "learning_rate": 0.0001427483182341936, + "loss": 4.0697, + "mean_token_accuracy": 0.2668431267142296, + "num_tokens": 17775865.0, + "step": 6195 + }, + { + "entropy": 4.723483657836914, + "epoch": 7.354685646500593, + "grad_norm": 1.078125, + "learning_rate": 0.00014236326418647644, + "loss": 4.0392, + "mean_token_accuracy": 0.2687022313475609, + "num_tokens": 17790731.0, + "step": 6200 + }, + { + "entropy": 4.751821279525757, + "epoch": 7.3606168446026095, + "grad_norm": 1.3046875, + "learning_rate": 0.00014197880456176133, + "loss": 4.0959, + "mean_token_accuracy": 0.27054994404315946, + "num_tokens": 17805204.0, + "step": 6205 + }, + { + "entropy": 4.713145351409912, + "epoch": 7.366548042704626, + "grad_norm": 1.2578125, + "learning_rate": 0.00014159494108303733, + "loss": 4.012, + "mean_token_accuracy": 0.27970818281173704, + "num_tokens": 17816964.0, + "step": 6210 + }, + { + "entropy": 4.781118726730346, + "epoch": 7.372479240806643, + "grad_norm": 1.2109375, + "learning_rate": 0.0001412116754706216, + "loss": 4.0622, + "mean_token_accuracy": 0.2708511635661125, + "num_tokens": 17832053.0, + "step": 6215 + }, + { + "entropy": 4.699021291732788, + "epoch": 7.378410438908659, + "grad_norm": 1.2421875, + "learning_rate": 0.00014082900944215233, + "loss": 4.0538, + "mean_token_accuracy": 0.26504623591899873, + "num_tokens": 17846487.0, + "step": 6220 + }, + { + "entropy": 4.726669788360596, + "epoch": 7.384341637010676, + "grad_norm": 1.21875, + "learning_rate": 0.0001404469447125804, + "loss": 4.0342, + "mean_token_accuracy": 0.2720268443226814, + "num_tokens": 17858968.0, + "step": 6225 + }, + { + "entropy": 4.756717777252197, + "epoch": 7.390272835112693, + "grad_norm": 1.1796875, + "learning_rate": 0.0001400654829941618, + "loss": 4.0643, + "mean_token_accuracy": 0.2652470633387566, + "num_tokens": 17873480.0, + "step": 6230 + }, + { + "entropy": 4.712904977798462, + "epoch": 7.396204033214709, + "grad_norm": 1.078125, + "learning_rate": 0.00013968462599645031, + "loss": 4.0012, + "mean_token_accuracy": 0.2769455283880234, + "num_tokens": 17887412.0, + "step": 6235 + }, + { + "entropy": 4.721692848205566, + "epoch": 7.402135231316726, + "grad_norm": 1.2109375, + "learning_rate": 0.0001393043754262896, + "loss": 4.0257, + "mean_token_accuracy": 0.2712658002972603, + "num_tokens": 17901660.0, + "step": 6240 + }, + { + "entropy": 4.79020733833313, + "epoch": 7.408066429418742, + "grad_norm": 1.21875, + "learning_rate": 0.00013892473298780529, + "loss": 4.0936, + "mean_token_accuracy": 0.26765008419752123, + "num_tokens": 17914443.0, + "step": 6245 + }, + { + "entropy": 4.648955583572388, + "epoch": 7.413997627520759, + "grad_norm": 1.140625, + "learning_rate": 0.00013854570038239784, + "loss": 3.9478, + "mean_token_accuracy": 0.28310050070285797, + "num_tokens": 17928166.0, + "step": 6250 + }, + { + "entropy": 4.682865810394287, + "epoch": 7.419928825622776, + "grad_norm": 1.34375, + "learning_rate": 0.00013816727930873474, + "loss": 4.0188, + "mean_token_accuracy": 0.270405775308609, + "num_tokens": 17941866.0, + "step": 6255 + }, + { + "entropy": 4.707127475738526, + "epoch": 7.425860023724792, + "grad_norm": 1.125, + "learning_rate": 0.00013778947146274274, + "loss": 3.9866, + "mean_token_accuracy": 0.2791402190923691, + "num_tokens": 17956648.0, + "step": 6260 + }, + { + "entropy": 4.748512172698975, + "epoch": 7.431791221826809, + "grad_norm": 1.25, + "learning_rate": 0.00013741227853760035, + "loss": 4.0555, + "mean_token_accuracy": 0.2710513710975647, + "num_tokens": 17970458.0, + "step": 6265 + }, + { + "entropy": 4.649793577194214, + "epoch": 7.437722419928826, + "grad_norm": 1.0859375, + "learning_rate": 0.00013703570222373023, + "loss": 3.9731, + "mean_token_accuracy": 0.2764543890953064, + "num_tokens": 17985991.0, + "step": 6270 + }, + { + "entropy": 4.717625761032105, + "epoch": 7.443653618030842, + "grad_norm": 1.2109375, + "learning_rate": 0.00013665974420879178, + "loss": 4.0419, + "mean_token_accuracy": 0.27181001007556915, + "num_tokens": 17999221.0, + "step": 6275 + }, + { + "entropy": 4.678674793243408, + "epoch": 7.449584816132859, + "grad_norm": 1.3828125, + "learning_rate": 0.00013628440617767342, + "loss": 3.987, + "mean_token_accuracy": 0.2796325087547302, + "num_tokens": 18013393.0, + "step": 6280 + }, + { + "entropy": 4.716039657592773, + "epoch": 7.455516014234876, + "grad_norm": 1.1640625, + "learning_rate": 0.00013590968981248475, + "loss": 4.0503, + "mean_token_accuracy": 0.26784598082304, + "num_tokens": 18028587.0, + "step": 6285 + }, + { + "entropy": 4.7134449005126955, + "epoch": 7.461447212336892, + "grad_norm": 1.125, + "learning_rate": 0.00013553559679254978, + "loss": 4.0605, + "mean_token_accuracy": 0.2663296595215797, + "num_tokens": 18042846.0, + "step": 6290 + }, + { + "entropy": 4.755832672119141, + "epoch": 7.467378410438909, + "grad_norm": 1.078125, + "learning_rate": 0.0001351621287943987, + "loss": 4.1141, + "mean_token_accuracy": 0.26601076275110247, + "num_tokens": 18058516.0, + "step": 6295 + }, + { + "entropy": 4.741235589981079, + "epoch": 7.473309608540926, + "grad_norm": 1.15625, + "learning_rate": 0.00013478928749176047, + "loss": 4.0662, + "mean_token_accuracy": 0.26384431421756743, + "num_tokens": 18072913.0, + "step": 6300 + }, + { + "entropy": 4.72943525314331, + "epoch": 7.479240806642942, + "grad_norm": 1.2578125, + "learning_rate": 0.00013441707455555586, + "loss": 4.0382, + "mean_token_accuracy": 0.2710676610469818, + "num_tokens": 18086830.0, + "step": 6305 + }, + { + "entropy": 4.697418260574341, + "epoch": 7.485172004744959, + "grad_norm": 1.21875, + "learning_rate": 0.00013404549165388932, + "loss": 4.0162, + "mean_token_accuracy": 0.27233871072530746, + "num_tokens": 18099539.0, + "step": 6310 + }, + { + "entropy": 4.704819202423096, + "epoch": 7.4911032028469755, + "grad_norm": 1.21875, + "learning_rate": 0.00013367454045204162, + "loss": 3.9939, + "mean_token_accuracy": 0.2754137396812439, + "num_tokens": 18112765.0, + "step": 6315 + }, + { + "entropy": 4.69792857170105, + "epoch": 7.4970344009489915, + "grad_norm": 1.2421875, + "learning_rate": 0.00013330422261246267, + "loss": 4.0377, + "mean_token_accuracy": 0.27610406577587127, + "num_tokens": 18126308.0, + "step": 6320 + }, + { + "entropy": 4.714454221725464, + "epoch": 7.5029655990510085, + "grad_norm": 1.2578125, + "learning_rate": 0.00013293453979476403, + "loss": 4.0027, + "mean_token_accuracy": 0.27445730566978455, + "num_tokens": 18140552.0, + "step": 6325 + }, + { + "entropy": 4.724031639099121, + "epoch": 7.5088967971530245, + "grad_norm": 1.1875, + "learning_rate": 0.00013256549365571105, + "loss": 4.0399, + "mean_token_accuracy": 0.26245732307434083, + "num_tokens": 18154557.0, + "step": 6330 + }, + { + "entropy": 4.675522708892823, + "epoch": 7.514827995255041, + "grad_norm": 1.1875, + "learning_rate": 0.00013219708584921608, + "loss": 4.0007, + "mean_token_accuracy": 0.2761674582958221, + "num_tokens": 18168054.0, + "step": 6335 + }, + { + "entropy": 4.684319305419922, + "epoch": 7.520759193357058, + "grad_norm": 1.1484375, + "learning_rate": 0.00013182931802633037, + "loss": 4.0124, + "mean_token_accuracy": 0.27953069657087326, + "num_tokens": 18181736.0, + "step": 6340 + }, + { + "entropy": 4.718001127243042, + "epoch": 7.526690391459074, + "grad_norm": 1.1875, + "learning_rate": 0.00013146219183523733, + "loss": 4.0514, + "mean_token_accuracy": 0.27527898699045183, + "num_tokens": 18195233.0, + "step": 6345 + }, + { + "entropy": 4.767858409881592, + "epoch": 7.532621589561091, + "grad_norm": 1.2578125, + "learning_rate": 0.00013109570892124472, + "loss": 4.0762, + "mean_token_accuracy": 0.2644614651799202, + "num_tokens": 18208440.0, + "step": 6350 + }, + { + "entropy": 4.798683929443359, + "epoch": 7.538552787663108, + "grad_norm": 1.1328125, + "learning_rate": 0.00013072987092677745, + "loss": 4.0893, + "mean_token_accuracy": 0.2697058871388435, + "num_tokens": 18220993.0, + "step": 6355 + }, + { + "entropy": 4.695740842819214, + "epoch": 7.544483985765124, + "grad_norm": 1.28125, + "learning_rate": 0.00013036467949137013, + "loss": 4.0265, + "mean_token_accuracy": 0.2713384449481964, + "num_tokens": 18235117.0, + "step": 6360 + }, + { + "entropy": 4.735069847106933, + "epoch": 7.550415183867141, + "grad_norm": 1.21875, + "learning_rate": 0.0001300001362516598, + "loss": 4.0248, + "mean_token_accuracy": 0.27838168740272523, + "num_tokens": 18249886.0, + "step": 6365 + }, + { + "entropy": 4.665349292755127, + "epoch": 7.556346381969158, + "grad_norm": 1.1875, + "learning_rate": 0.0001296362428413783, + "loss": 3.9573, + "mean_token_accuracy": 0.2813262790441513, + "num_tokens": 18264712.0, + "step": 6370 + }, + { + "entropy": 4.695873117446899, + "epoch": 7.562277580071174, + "grad_norm": 1.109375, + "learning_rate": 0.00012927300089134563, + "loss": 4.0376, + "mean_token_accuracy": 0.27085707485675814, + "num_tokens": 18280347.0, + "step": 6375 + }, + { + "entropy": 4.689921283721924, + "epoch": 7.568208778173191, + "grad_norm": 1.296875, + "learning_rate": 0.00012891041202946202, + "loss": 4.0272, + "mean_token_accuracy": 0.2761177346110344, + "num_tokens": 18294189.0, + "step": 6380 + }, + { + "entropy": 4.691951322555542, + "epoch": 7.574139976275208, + "grad_norm": 1.1015625, + "learning_rate": 0.00012854847788070062, + "loss": 4.0044, + "mean_token_accuracy": 0.2751316398382187, + "num_tokens": 18308704.0, + "step": 6385 + }, + { + "entropy": 4.701515197753906, + "epoch": 7.580071174377224, + "grad_norm": 1.109375, + "learning_rate": 0.00012818720006710078, + "loss": 4.0599, + "mean_token_accuracy": 0.26813399940729143, + "num_tokens": 18324171.0, + "step": 6390 + }, + { + "entropy": 4.706979513168335, + "epoch": 7.586002372479241, + "grad_norm": 1.1484375, + "learning_rate": 0.00012782658020776025, + "loss": 4.0385, + "mean_token_accuracy": 0.26940937489271166, + "num_tokens": 18338528.0, + "step": 6395 + }, + { + "entropy": 4.68246898651123, + "epoch": 7.591933570581258, + "grad_norm": 1.109375, + "learning_rate": 0.000127466619918828, + "loss": 3.9861, + "mean_token_accuracy": 0.2752652674913406, + "num_tokens": 18353481.0, + "step": 6400 + }, + { + "entropy": 4.744642734527588, + "epoch": 7.597864768683274, + "grad_norm": 1.171875, + "learning_rate": 0.00012710732081349727, + "loss": 4.0694, + "mean_token_accuracy": 0.270390984416008, + "num_tokens": 18367338.0, + "step": 6405 + }, + { + "entropy": 4.710666084289551, + "epoch": 7.603795966785291, + "grad_norm": 1.3515625, + "learning_rate": 0.00012674868450199812, + "loss": 4.0458, + "mean_token_accuracy": 0.27034312337636945, + "num_tokens": 18381331.0, + "step": 6410 + }, + { + "entropy": 4.796108675003052, + "epoch": 7.609727164887307, + "grad_norm": 1.1875, + "learning_rate": 0.00012639071259159008, + "loss": 4.0663, + "mean_token_accuracy": 0.27090058773756026, + "num_tokens": 18394899.0, + "step": 6415 + }, + { + "entropy": 4.709605741500854, + "epoch": 7.615658362989324, + "grad_norm": 1.1875, + "learning_rate": 0.00012603340668655545, + "loss": 4.039, + "mean_token_accuracy": 0.2743354469537735, + "num_tokens": 18407812.0, + "step": 6420 + }, + { + "entropy": 4.7326188564300535, + "epoch": 7.621589561091341, + "grad_norm": 1.2734375, + "learning_rate": 0.00012567676838819126, + "loss": 4.0404, + "mean_token_accuracy": 0.26958377510309217, + "num_tokens": 18421586.0, + "step": 6425 + }, + { + "entropy": 4.702517509460449, + "epoch": 7.627520759193357, + "grad_norm": 1.21875, + "learning_rate": 0.000125320799294803, + "loss": 4.0274, + "mean_token_accuracy": 0.2707715153694153, + "num_tokens": 18435872.0, + "step": 6430 + }, + { + "entropy": 4.699337530136108, + "epoch": 7.633451957295374, + "grad_norm": 1.1953125, + "learning_rate": 0.00012496550100169704, + "loss": 3.9686, + "mean_token_accuracy": 0.2797175019979477, + "num_tokens": 18451228.0, + "step": 6435 + }, + { + "entropy": 4.714971256256104, + "epoch": 7.6393831553973905, + "grad_norm": 1.1484375, + "learning_rate": 0.0001246108751011733, + "loss": 3.9891, + "mean_token_accuracy": 0.2785862937569618, + "num_tokens": 18463943.0, + "step": 6440 + }, + { + "entropy": 4.66575984954834, + "epoch": 7.645314353499407, + "grad_norm": 1.0390625, + "learning_rate": 0.00012425692318251838, + "loss": 3.9886, + "mean_token_accuracy": 0.27462412267923353, + "num_tokens": 18478805.0, + "step": 6445 + }, + { + "entropy": 4.725796222686768, + "epoch": 7.6512455516014235, + "grad_norm": 1.21875, + "learning_rate": 0.00012390364683199863, + "loss": 4.0744, + "mean_token_accuracy": 0.2668532893061638, + "num_tokens": 18494042.0, + "step": 6450 + }, + { + "entropy": 4.76129641532898, + "epoch": 7.65717674970344, + "grad_norm": 1.234375, + "learning_rate": 0.0001235510476328523, + "loss": 4.119, + "mean_token_accuracy": 0.2569603458046913, + "num_tokens": 18509944.0, + "step": 6455 + }, + { + "entropy": 4.747663164138794, + "epoch": 7.6631079478054565, + "grad_norm": 1.21875, + "learning_rate": 0.0001231991271652833, + "loss": 4.0568, + "mean_token_accuracy": 0.26593891680240633, + "num_tokens": 18524725.0, + "step": 6460 + }, + { + "entropy": 4.7349694728851315, + "epoch": 7.669039145907473, + "grad_norm": 1.25, + "learning_rate": 0.00012284788700645365, + "loss": 4.0451, + "mean_token_accuracy": 0.26935683041810987, + "num_tokens": 18538242.0, + "step": 6465 + }, + { + "entropy": 4.680163908004761, + "epoch": 7.67497034400949, + "grad_norm": 1.2890625, + "learning_rate": 0.00012249732873047652, + "loss": 4.0011, + "mean_token_accuracy": 0.27541588246822357, + "num_tokens": 18554367.0, + "step": 6470 + }, + { + "entropy": 4.682049036026001, + "epoch": 7.680901542111506, + "grad_norm": 1.109375, + "learning_rate": 0.0001221474539084092, + "loss": 4.0148, + "mean_token_accuracy": 0.2720635592937469, + "num_tokens": 18569457.0, + "step": 6475 + }, + { + "entropy": 4.7111598491668705, + "epoch": 7.686832740213523, + "grad_norm": 1.171875, + "learning_rate": 0.00012179826410824576, + "loss": 4.0659, + "mean_token_accuracy": 0.26546482741832733, + "num_tokens": 18585131.0, + "step": 6480 + }, + { + "entropy": 4.714468097686767, + "epoch": 7.69276393831554, + "grad_norm": 1.0390625, + "learning_rate": 0.00012144976089491066, + "loss": 4.0754, + "mean_token_accuracy": 0.268808077275753, + "num_tokens": 18601703.0, + "step": 6485 + }, + { + "entropy": 4.813643169403076, + "epoch": 7.698695136417556, + "grad_norm": 1.2109375, + "learning_rate": 0.00012110194583025117, + "loss": 4.1007, + "mean_token_accuracy": 0.26762777119874953, + "num_tokens": 18617481.0, + "step": 6490 + }, + { + "entropy": 4.707864046096802, + "epoch": 7.704626334519573, + "grad_norm": 1.1875, + "learning_rate": 0.00012075482047303049, + "loss": 4.0194, + "mean_token_accuracy": 0.2720588445663452, + "num_tokens": 18632258.0, + "step": 6495 + }, + { + "entropy": 4.700377607345581, + "epoch": 7.710557532621589, + "grad_norm": 1.375, + "learning_rate": 0.00012040838637892098, + "loss": 4.0901, + "mean_token_accuracy": 0.2598261535167694, + "num_tokens": 18644929.0, + "step": 6500 + }, + { + "epoch": 7.710557532621589, + "eval_entropy": 4.608214921746518, + "eval_loss": 5.243914604187012, + "eval_mean_token_accuracy": 0.19916483947287308, + "eval_num_tokens": 18644929.0, + "eval_runtime": 2.4298, + "eval_samples_per_second": 1073.333, + "eval_steps_per_second": 134.167, + "step": 6500 + }, + { + "entropy": 4.7319714546203615, + "epoch": 7.716488730723606, + "grad_norm": 1.203125, + "learning_rate": 0.00012006264510049709, + "loss": 4.0772, + "mean_token_accuracy": 0.2644742265343666, + "num_tokens": 18660030.0, + "step": 6505 + }, + { + "entropy": 4.7189497470855715, + "epoch": 7.722419928825623, + "grad_norm": 1.2265625, + "learning_rate": 0.00011971759818722808, + "loss": 3.984, + "mean_token_accuracy": 0.27540219724178316, + "num_tokens": 18674425.0, + "step": 6510 + }, + { + "entropy": 4.739046430587768, + "epoch": 7.728351126927639, + "grad_norm": 1.2734375, + "learning_rate": 0.00011937324718547165, + "loss": 4.0752, + "mean_token_accuracy": 0.26175289005041125, + "num_tokens": 18688414.0, + "step": 6515 + }, + { + "entropy": 4.779738187789917, + "epoch": 7.734282325029656, + "grad_norm": 1.3125, + "learning_rate": 0.00011902959363846652, + "loss": 4.0382, + "mean_token_accuracy": 0.2675876930356026, + "num_tokens": 18702042.0, + "step": 6520 + }, + { + "entropy": 4.7649894714355465, + "epoch": 7.740213523131673, + "grad_norm": 1.2265625, + "learning_rate": 0.00011868663908632583, + "loss": 4.1363, + "mean_token_accuracy": 0.26753744333982465, + "num_tokens": 18716951.0, + "step": 6525 + }, + { + "entropy": 4.722040796279908, + "epoch": 7.746144721233689, + "grad_norm": 1.2578125, + "learning_rate": 0.00011834438506603006, + "loss": 4.0101, + "mean_token_accuracy": 0.2767089009284973, + "num_tokens": 18730824.0, + "step": 6530 + }, + { + "entropy": 4.674363231658935, + "epoch": 7.752075919335706, + "grad_norm": 1.1875, + "learning_rate": 0.00011800283311142026, + "loss": 4.0131, + "mean_token_accuracy": 0.2681394726037979, + "num_tokens": 18745015.0, + "step": 6535 + }, + { + "entropy": 4.667917156219483, + "epoch": 7.758007117437723, + "grad_norm": 1.3046875, + "learning_rate": 0.00011766198475319094, + "loss": 3.9627, + "mean_token_accuracy": 0.280584716796875, + "num_tokens": 18758845.0, + "step": 6540 + }, + { + "entropy": 4.700127363204956, + "epoch": 7.763938315539739, + "grad_norm": 1.234375, + "learning_rate": 0.0001173218415188836, + "loss": 3.9701, + "mean_token_accuracy": 0.27984693795442583, + "num_tokens": 18772452.0, + "step": 6545 + }, + { + "entropy": 4.740821743011475, + "epoch": 7.769869513641756, + "grad_norm": 1.1484375, + "learning_rate": 0.00011698240493287942, + "loss": 4.0329, + "mean_token_accuracy": 0.2749653309583664, + "num_tokens": 18787209.0, + "step": 6550 + }, + { + "entropy": 4.745780801773071, + "epoch": 7.775800711743772, + "grad_norm": 1.1953125, + "learning_rate": 0.00011664367651639293, + "loss": 4.0856, + "mean_token_accuracy": 0.2635880082845688, + "num_tokens": 18802070.0, + "step": 6555 + }, + { + "entropy": 4.726084232330322, + "epoch": 7.781731909845789, + "grad_norm": 1.328125, + "learning_rate": 0.00011630565778746483, + "loss": 4.0598, + "mean_token_accuracy": 0.27167394757270813, + "num_tokens": 18816211.0, + "step": 6560 + }, + { + "entropy": 4.702995729446411, + "epoch": 7.787663107947806, + "grad_norm": 1.140625, + "learning_rate": 0.0001159683502609552, + "loss": 4.0158, + "mean_token_accuracy": 0.2745881825685501, + "num_tokens": 18830824.0, + "step": 6565 + }, + { + "entropy": 4.743918228149414, + "epoch": 7.7935943060498225, + "grad_norm": 1.1484375, + "learning_rate": 0.00011563175544853689, + "loss": 4.1052, + "mean_token_accuracy": 0.26669320911169053, + "num_tokens": 18846724.0, + "step": 6570 + }, + { + "entropy": 4.666149568557739, + "epoch": 7.7995255041518385, + "grad_norm": 1.2578125, + "learning_rate": 0.00011529587485868875, + "loss": 3.9897, + "mean_token_accuracy": 0.2748617112636566, + "num_tokens": 18860805.0, + "step": 6575 + }, + { + "entropy": 4.760506725311279, + "epoch": 7.8054567022538555, + "grad_norm": 1.296875, + "learning_rate": 0.00011496070999668864, + "loss": 4.0664, + "mean_token_accuracy": 0.2714298963546753, + "num_tokens": 18875998.0, + "step": 6580 + }, + { + "entropy": 4.684258699417114, + "epoch": 7.8113879003558715, + "grad_norm": 1.2578125, + "learning_rate": 0.00011462626236460684, + "loss": 4.03, + "mean_token_accuracy": 0.2696963593363762, + "num_tokens": 18890480.0, + "step": 6585 + }, + { + "entropy": 4.709034967422485, + "epoch": 7.817319098457888, + "grad_norm": 1.25, + "learning_rate": 0.00011429253346129949, + "loss": 4.026, + "mean_token_accuracy": 0.2759475395083427, + "num_tokens": 18904630.0, + "step": 6590 + }, + { + "entropy": 4.766952657699585, + "epoch": 7.823250296559905, + "grad_norm": 1.2578125, + "learning_rate": 0.00011395952478240133, + "loss": 4.0636, + "mean_token_accuracy": 0.2727518767118454, + "num_tokens": 18920085.0, + "step": 6595 + }, + { + "entropy": 4.7626953125, + "epoch": 7.829181494661921, + "grad_norm": 1.2109375, + "learning_rate": 0.00011362723782031965, + "loss": 4.0982, + "mean_token_accuracy": 0.26641037315130234, + "num_tokens": 18934195.0, + "step": 6600 + }, + { + "entropy": 4.717245626449585, + "epoch": 7.835112692763938, + "grad_norm": 1.28125, + "learning_rate": 0.00011329567406422726, + "loss": 4.0671, + "mean_token_accuracy": 0.26773912757635115, + "num_tokens": 18948310.0, + "step": 6605 + }, + { + "entropy": 4.677591276168823, + "epoch": 7.841043890865955, + "grad_norm": 1.1640625, + "learning_rate": 0.00011296483500005568, + "loss": 4.0956, + "mean_token_accuracy": 0.2655182480812073, + "num_tokens": 18963981.0, + "step": 6610 + }, + { + "entropy": 4.713145923614502, + "epoch": 7.846975088967971, + "grad_norm": 1.2734375, + "learning_rate": 0.00011263472211048886, + "loss": 4.0419, + "mean_token_accuracy": 0.275207045674324, + "num_tokens": 18978457.0, + "step": 6615 + }, + { + "entropy": 4.696931266784668, + "epoch": 7.852906287069988, + "grad_norm": 1.2265625, + "learning_rate": 0.00011230533687495628, + "loss": 3.9804, + "mean_token_accuracy": 0.27736210227012636, + "num_tokens": 18993313.0, + "step": 6620 + }, + { + "entropy": 4.709676933288574, + "epoch": 7.858837485172005, + "grad_norm": 1.21875, + "learning_rate": 0.0001119766807696263, + "loss": 4.0471, + "mean_token_accuracy": 0.27384928464889524, + "num_tokens": 19006789.0, + "step": 6625 + }, + { + "entropy": 4.711039733886719, + "epoch": 7.864768683274021, + "grad_norm": 1.28125, + "learning_rate": 0.0001116487552673997, + "loss": 4.0548, + "mean_token_accuracy": 0.26825530380010604, + "num_tokens": 19020579.0, + "step": 6630 + }, + { + "entropy": 4.75108380317688, + "epoch": 7.870699881376038, + "grad_norm": 1.140625, + "learning_rate": 0.00011132156183790298, + "loss": 4.049, + "mean_token_accuracy": 0.27267487049102784, + "num_tokens": 19035818.0, + "step": 6635 + }, + { + "entropy": 4.657771825790405, + "epoch": 7.876631079478054, + "grad_norm": 1.125, + "learning_rate": 0.0001109951019474818, + "loss": 3.9858, + "mean_token_accuracy": 0.27559318840503694, + "num_tokens": 19051453.0, + "step": 6640 + }, + { + "entropy": 4.686022710800171, + "epoch": 7.882562277580071, + "grad_norm": 1.2265625, + "learning_rate": 0.00011066937705919448, + "loss": 4.012, + "mean_token_accuracy": 0.2685279980301857, + "num_tokens": 19066715.0, + "step": 6645 + }, + { + "entropy": 4.763083267211914, + "epoch": 7.888493475682088, + "grad_norm": 1.2734375, + "learning_rate": 0.00011034438863280508, + "loss": 4.0782, + "mean_token_accuracy": 0.26216494143009184, + "num_tokens": 19081332.0, + "step": 6650 + }, + { + "entropy": 4.751289701461792, + "epoch": 7.894424673784105, + "grad_norm": 1.1796875, + "learning_rate": 0.00011002013812477745, + "loss": 4.0767, + "mean_token_accuracy": 0.271464803814888, + "num_tokens": 19096183.0, + "step": 6655 + }, + { + "entropy": 4.676714992523193, + "epoch": 7.900355871886121, + "grad_norm": 1.1640625, + "learning_rate": 0.00010969662698826835, + "loss": 4.0195, + "mean_token_accuracy": 0.27217520773410797, + "num_tokens": 19112345.0, + "step": 6660 + }, + { + "entropy": 4.668739366531372, + "epoch": 7.906287069988138, + "grad_norm": 1.1484375, + "learning_rate": 0.00010937385667312077, + "loss": 4.0222, + "mean_token_accuracy": 0.2725213885307312, + "num_tokens": 19127795.0, + "step": 6665 + }, + { + "entropy": 4.672986030578613, + "epoch": 7.912218268090154, + "grad_norm": 1.3046875, + "learning_rate": 0.00010905182862585788, + "loss": 3.9789, + "mean_token_accuracy": 0.28924104273319245, + "num_tokens": 19140872.0, + "step": 6670 + }, + { + "entropy": 4.74361834526062, + "epoch": 7.918149466192171, + "grad_norm": 1.296875, + "learning_rate": 0.00010873054428967625, + "loss": 4.0645, + "mean_token_accuracy": 0.2696882113814354, + "num_tokens": 19154384.0, + "step": 6675 + }, + { + "entropy": 4.727361154556275, + "epoch": 7.924080664294188, + "grad_norm": 1.1171875, + "learning_rate": 0.00010841000510443932, + "loss": 4.0761, + "mean_token_accuracy": 0.27449167221784593, + "num_tokens": 19171132.0, + "step": 6680 + }, + { + "entropy": 4.753545761108398, + "epoch": 7.930011862396204, + "grad_norm": 1.2578125, + "learning_rate": 0.0001080902125066712, + "loss": 4.1245, + "mean_token_accuracy": 0.2613123431801796, + "num_tokens": 19185354.0, + "step": 6685 + }, + { + "entropy": 4.676477241516113, + "epoch": 7.935943060498221, + "grad_norm": 1.2421875, + "learning_rate": 0.00010777116792955009, + "loss": 4.022, + "mean_token_accuracy": 0.27412541806697843, + "num_tokens": 19199069.0, + "step": 6690 + }, + { + "entropy": 4.72968602180481, + "epoch": 7.9418742586002375, + "grad_norm": 1.2734375, + "learning_rate": 0.00010745287280290189, + "loss": 4.0362, + "mean_token_accuracy": 0.27191131711006167, + "num_tokens": 19213641.0, + "step": 6695 + }, + { + "entropy": 4.685726594924927, + "epoch": 7.947805456702254, + "grad_norm": 1.2109375, + "learning_rate": 0.00010713532855319375, + "loss": 3.9957, + "mean_token_accuracy": 0.2769013747572899, + "num_tokens": 19226466.0, + "step": 6700 + }, + { + "entropy": 4.6622865200042725, + "epoch": 7.9537366548042705, + "grad_norm": 1.21875, + "learning_rate": 0.00010681853660352754, + "loss": 3.9422, + "mean_token_accuracy": 0.289046311378479, + "num_tokens": 19239417.0, + "step": 6705 + }, + { + "entropy": 4.773409080505371, + "epoch": 7.959667852906287, + "grad_norm": 1.109375, + "learning_rate": 0.00010650249837363392, + "loss": 4.0902, + "mean_token_accuracy": 0.26846591383218765, + "num_tokens": 19254094.0, + "step": 6710 + }, + { + "entropy": 4.769618988037109, + "epoch": 7.9655990510083035, + "grad_norm": 1.15625, + "learning_rate": 0.00010618721527986555, + "loss": 4.1363, + "mean_token_accuracy": 0.2577027380466461, + "num_tokens": 19267101.0, + "step": 6715 + }, + { + "entropy": 4.753003072738648, + "epoch": 7.97153024911032, + "grad_norm": 1.2734375, + "learning_rate": 0.00010587268873519079, + "loss": 4.1105, + "mean_token_accuracy": 0.2602363735437393, + "num_tokens": 19282615.0, + "step": 6720 + }, + { + "entropy": 4.678670597076416, + "epoch": 7.977461447212336, + "grad_norm": 1.0859375, + "learning_rate": 0.00010555892014918755, + "loss": 4.0271, + "mean_token_accuracy": 0.27033381462097167, + "num_tokens": 19298140.0, + "step": 6725 + }, + { + "entropy": 4.7201532363891605, + "epoch": 7.983392645314353, + "grad_norm": 1.1328125, + "learning_rate": 0.00010524591092803703, + "loss": 4.0253, + "mean_token_accuracy": 0.2717677280306816, + "num_tokens": 19313474.0, + "step": 6730 + }, + { + "entropy": 4.7229211807250975, + "epoch": 7.98932384341637, + "grad_norm": 1.125, + "learning_rate": 0.00010493366247451697, + "loss": 4.0219, + "mean_token_accuracy": 0.27148132771253586, + "num_tokens": 19327966.0, + "step": 6735 + }, + { + "entropy": 4.759703207015991, + "epoch": 7.995255041518387, + "grad_norm": 1.21875, + "learning_rate": 0.00010462217618799577, + "loss": 4.1327, + "mean_token_accuracy": 0.25909843742847444, + "num_tokens": 19341511.0, + "step": 6740 + }, + { + "entropy": 4.678451633453369, + "epoch": 8.001186239620404, + "grad_norm": 1.1328125, + "learning_rate": 0.00010431145346442641, + "loss": 3.9292, + "mean_token_accuracy": 0.28317933082580565, + "num_tokens": 19355954.0, + "step": 6745 + }, + { + "entropy": 4.67337441444397, + "epoch": 8.00711743772242, + "grad_norm": 1.1328125, + "learning_rate": 0.0001040014956963394, + "loss": 3.9645, + "mean_token_accuracy": 0.27165001034736636, + "num_tokens": 19369660.0, + "step": 6750 + }, + { + "entropy": 4.668134307861328, + "epoch": 8.013048635824436, + "grad_norm": 1.1015625, + "learning_rate": 0.00010369230427283743, + "loss": 3.9626, + "mean_token_accuracy": 0.2806421846151352, + "num_tokens": 19384950.0, + "step": 6755 + }, + { + "entropy": 4.76740345954895, + "epoch": 8.018979833926453, + "grad_norm": 1.2109375, + "learning_rate": 0.00010338388057958861, + "loss": 4.0033, + "mean_token_accuracy": 0.2806761234998703, + "num_tokens": 19401448.0, + "step": 6760 + }, + { + "entropy": 4.677422714233399, + "epoch": 8.02491103202847, + "grad_norm": 1.1875, + "learning_rate": 0.00010307622599882024, + "loss": 3.9405, + "mean_token_accuracy": 0.2849272727966309, + "num_tokens": 19416355.0, + "step": 6765 + }, + { + "entropy": 4.701766490936279, + "epoch": 8.030842230130487, + "grad_norm": 1.21875, + "learning_rate": 0.00010276934190931311, + "loss": 3.9301, + "mean_token_accuracy": 0.2850891649723053, + "num_tokens": 19429852.0, + "step": 6770 + }, + { + "entropy": 4.698495149612427, + "epoch": 8.036773428232504, + "grad_norm": 1.28125, + "learning_rate": 0.00010246322968639466, + "loss": 3.8673, + "mean_token_accuracy": 0.2868699789047241, + "num_tokens": 19443002.0, + "step": 6775 + }, + { + "entropy": 4.713308811187744, + "epoch": 8.042704626334519, + "grad_norm": 1.046875, + "learning_rate": 0.00010215789070193334, + "loss": 3.9374, + "mean_token_accuracy": 0.28469563722610475, + "num_tokens": 19458469.0, + "step": 6780 + }, + { + "entropy": 4.705960607528686, + "epoch": 8.048635824436536, + "grad_norm": 1.1015625, + "learning_rate": 0.00010185332632433225, + "loss": 3.9667, + "mean_token_accuracy": 0.28048854768276216, + "num_tokens": 19473262.0, + "step": 6785 + }, + { + "entropy": 4.663929653167725, + "epoch": 8.054567022538553, + "grad_norm": 1.3984375, + "learning_rate": 0.00010154953791852294, + "loss": 3.9162, + "mean_token_accuracy": 0.2767769739031792, + "num_tokens": 19486581.0, + "step": 6790 + }, + { + "entropy": 4.6845465183258055, + "epoch": 8.06049822064057, + "grad_norm": 1.1328125, + "learning_rate": 0.00010124652684595948, + "loss": 3.9421, + "mean_token_accuracy": 0.2857879936695099, + "num_tokens": 19500470.0, + "step": 6795 + }, + { + "entropy": 4.695603227615356, + "epoch": 8.066429418742587, + "grad_norm": 1.078125, + "learning_rate": 0.0001009442944646122, + "loss": 4.0434, + "mean_token_accuracy": 0.2713444247841835, + "num_tokens": 19516138.0, + "step": 6800 + }, + { + "entropy": 4.724313688278198, + "epoch": 8.072360616844602, + "grad_norm": 1.0546875, + "learning_rate": 0.00010064284212896155, + "loss": 3.9673, + "mean_token_accuracy": 0.28030790388584137, + "num_tokens": 19533178.0, + "step": 6805 + }, + { + "entropy": 4.717302417755127, + "epoch": 8.078291814946619, + "grad_norm": 1.21875, + "learning_rate": 0.00010034217118999234, + "loss": 3.9429, + "mean_token_accuracy": 0.2846269875764847, + "num_tokens": 19546664.0, + "step": 6810 + }, + { + "entropy": 4.761168098449707, + "epoch": 8.084223013048636, + "grad_norm": 1.4375, + "learning_rate": 0.00010004228299518739, + "loss": 4.0135, + "mean_token_accuracy": 0.27298852801322937, + "num_tokens": 19561092.0, + "step": 6815 + }, + { + "entropy": 4.75660982131958, + "epoch": 8.090154211150653, + "grad_norm": 1.0859375, + "learning_rate": 9.974317888852149e-05, + "loss": 3.9882, + "mean_token_accuracy": 0.27676670253276825, + "num_tokens": 19576379.0, + "step": 6820 + }, + { + "entropy": 4.7264148712158205, + "epoch": 8.09608540925267, + "grad_norm": 1.2265625, + "learning_rate": 9.944486021045559e-05, + "loss": 3.9935, + "mean_token_accuracy": 0.2765861377120018, + "num_tokens": 19591217.0, + "step": 6825 + }, + { + "entropy": 4.748012924194336, + "epoch": 8.102016607354686, + "grad_norm": 1.2109375, + "learning_rate": 9.914732829793074e-05, + "loss": 3.9511, + "mean_token_accuracy": 0.2816150814294815, + "num_tokens": 19606710.0, + "step": 6830 + }, + { + "entropy": 4.68715500831604, + "epoch": 8.107947805456702, + "grad_norm": 1.2421875, + "learning_rate": 9.885058448436182e-05, + "loss": 3.9664, + "mean_token_accuracy": 0.28388998806476595, + "num_tokens": 19620965.0, + "step": 6835 + }, + { + "entropy": 4.6946758270263675, + "epoch": 8.113879003558718, + "grad_norm": 1.34375, + "learning_rate": 9.855463009963195e-05, + "loss": 3.9531, + "mean_token_accuracy": 0.2855575442314148, + "num_tokens": 19634154.0, + "step": 6840 + }, + { + "entropy": 4.675198888778686, + "epoch": 8.119810201660735, + "grad_norm": 1.140625, + "learning_rate": 9.825946647008624e-05, + "loss": 3.9189, + "mean_token_accuracy": 0.283517524600029, + "num_tokens": 19648670.0, + "step": 6845 + }, + { + "entropy": 4.687435674667358, + "epoch": 8.125741399762752, + "grad_norm": 1.140625, + "learning_rate": 9.79650949185261e-05, + "loss": 3.9426, + "mean_token_accuracy": 0.28035666346549987, + "num_tokens": 19663039.0, + "step": 6850 + }, + { + "entropy": 4.6626897811889645, + "epoch": 8.13167259786477, + "grad_norm": 1.203125, + "learning_rate": 9.767151676420313e-05, + "loss": 3.8361, + "mean_token_accuracy": 0.29471116960048677, + "num_tokens": 19676001.0, + "step": 6855 + }, + { + "entropy": 4.690921020507813, + "epoch": 8.137603795966786, + "grad_norm": 1.109375, + "learning_rate": 9.737873332281308e-05, + "loss": 3.9236, + "mean_token_accuracy": 0.29047317504882814, + "num_tokens": 19689959.0, + "step": 6860 + }, + { + "entropy": 4.7003950595855715, + "epoch": 8.143534994068801, + "grad_norm": 1.2734375, + "learning_rate": 9.708674590649033e-05, + "loss": 3.9009, + "mean_token_accuracy": 0.28979634046554564, + "num_tokens": 19703852.0, + "step": 6865 + }, + { + "entropy": 4.728805875778198, + "epoch": 8.149466192170818, + "grad_norm": 1.1875, + "learning_rate": 9.67955558238018e-05, + "loss": 3.992, + "mean_token_accuracy": 0.27644708901643755, + "num_tokens": 19718304.0, + "step": 6870 + }, + { + "entropy": 4.683099269866943, + "epoch": 8.155397390272835, + "grad_norm": 1.28125, + "learning_rate": 9.650516437974091e-05, + "loss": 3.8849, + "mean_token_accuracy": 0.2868204563856125, + "num_tokens": 19731613.0, + "step": 6875 + }, + { + "entropy": 4.72241530418396, + "epoch": 8.161328588374852, + "grad_norm": 1.078125, + "learning_rate": 9.62155728757221e-05, + "loss": 3.9589, + "mean_token_accuracy": 0.27972853630781175, + "num_tokens": 19747129.0, + "step": 6880 + }, + { + "entropy": 4.686842823028565, + "epoch": 8.167259786476869, + "grad_norm": 1.1640625, + "learning_rate": 9.592678260957476e-05, + "loss": 3.9395, + "mean_token_accuracy": 0.2816599547863007, + "num_tokens": 19760959.0, + "step": 6885 + }, + { + "entropy": 4.656443548202515, + "epoch": 8.173190984578884, + "grad_norm": 1.1640625, + "learning_rate": 9.563879487553736e-05, + "loss": 3.9031, + "mean_token_accuracy": 0.2870590925216675, + "num_tokens": 19774858.0, + "step": 6890 + }, + { + "entropy": 4.798293018341065, + "epoch": 8.179122182680901, + "grad_norm": 1.1796875, + "learning_rate": 9.53516109642519e-05, + "loss": 4.0166, + "mean_token_accuracy": 0.2774235516786575, + "num_tokens": 19789681.0, + "step": 6895 + }, + { + "entropy": 4.746678304672241, + "epoch": 8.185053380782918, + "grad_norm": 1.15625, + "learning_rate": 9.506523216275789e-05, + "loss": 3.9991, + "mean_token_accuracy": 0.27605453580617906, + "num_tokens": 19803502.0, + "step": 6900 + }, + { + "entropy": 4.692061901092529, + "epoch": 8.190984578884935, + "grad_norm": 1.203125, + "learning_rate": 9.477965975448671e-05, + "loss": 3.936, + "mean_token_accuracy": 0.28683628141880035, + "num_tokens": 19817576.0, + "step": 6905 + }, + { + "entropy": 4.654696655273438, + "epoch": 8.196915776986952, + "grad_norm": 1.203125, + "learning_rate": 9.449489501925579e-05, + "loss": 3.919, + "mean_token_accuracy": 0.29263170063495636, + "num_tokens": 19831827.0, + "step": 6910 + }, + { + "entropy": 4.762646579742432, + "epoch": 8.202846975088969, + "grad_norm": 1.046875, + "learning_rate": 9.421093923326302e-05, + "loss": 4.0037, + "mean_token_accuracy": 0.27328817546367645, + "num_tokens": 19848079.0, + "step": 6915 + }, + { + "entropy": 4.65659875869751, + "epoch": 8.208778173190984, + "grad_norm": 1.21875, + "learning_rate": 9.39277936690806e-05, + "loss": 3.9504, + "mean_token_accuracy": 0.28005823493003845, + "num_tokens": 19864025.0, + "step": 6920 + }, + { + "entropy": 4.726030778884888, + "epoch": 8.214709371293, + "grad_norm": 1.2265625, + "learning_rate": 9.364545959565007e-05, + "loss": 3.921, + "mean_token_accuracy": 0.2834602802991867, + "num_tokens": 19880423.0, + "step": 6925 + }, + { + "entropy": 4.725295925140381, + "epoch": 8.220640569395018, + "grad_norm": 1.1484375, + "learning_rate": 9.336393827827583e-05, + "loss": 3.9519, + "mean_token_accuracy": 0.2852844387292862, + "num_tokens": 19894573.0, + "step": 6930 + }, + { + "entropy": 4.713504505157471, + "epoch": 8.226571767497035, + "grad_norm": 1.34375, + "learning_rate": 9.30832309786201e-05, + "loss": 3.9099, + "mean_token_accuracy": 0.2926886409521103, + "num_tokens": 19909368.0, + "step": 6935 + }, + { + "entropy": 4.7475958347320555, + "epoch": 8.232502965599052, + "grad_norm": 1.140625, + "learning_rate": 9.280333895469695e-05, + "loss": 3.9824, + "mean_token_accuracy": 0.28341332972049715, + "num_tokens": 19922729.0, + "step": 6940 + }, + { + "entropy": 4.658939027786255, + "epoch": 8.238434163701069, + "grad_norm": 1.25, + "learning_rate": 9.252426346086662e-05, + "loss": 3.873, + "mean_token_accuracy": 0.29206017553806307, + "num_tokens": 19936259.0, + "step": 6945 + }, + { + "entropy": 4.690753841400147, + "epoch": 8.244365361803084, + "grad_norm": 1.2109375, + "learning_rate": 9.224600574783004e-05, + "loss": 3.9424, + "mean_token_accuracy": 0.2840256363153458, + "num_tokens": 19949632.0, + "step": 6950 + }, + { + "entropy": 4.7556053638458256, + "epoch": 8.2502965599051, + "grad_norm": 1.3046875, + "learning_rate": 9.19685670626233e-05, + "loss": 3.9995, + "mean_token_accuracy": 0.276134280860424, + "num_tokens": 19964105.0, + "step": 6955 + }, + { + "entropy": 4.682530641555786, + "epoch": 8.256227758007118, + "grad_norm": 1.2890625, + "learning_rate": 9.169194864861184e-05, + "loss": 3.9187, + "mean_token_accuracy": 0.2871809393167496, + "num_tokens": 19977286.0, + "step": 6960 + }, + { + "entropy": 4.710453224182129, + "epoch": 8.262158956109134, + "grad_norm": 1.2265625, + "learning_rate": 9.141615174548499e-05, + "loss": 3.9363, + "mean_token_accuracy": 0.27871944904327395, + "num_tokens": 19991216.0, + "step": 6965 + }, + { + "entropy": 4.699328804016114, + "epoch": 8.268090154211151, + "grad_norm": 1.15625, + "learning_rate": 9.114117758925048e-05, + "loss": 3.9541, + "mean_token_accuracy": 0.28664700090885165, + "num_tokens": 20005367.0, + "step": 6970 + }, + { + "entropy": 4.679021883010864, + "epoch": 8.274021352313166, + "grad_norm": 1.0859375, + "learning_rate": 9.086702741222862e-05, + "loss": 3.985, + "mean_token_accuracy": 0.2738848552107811, + "num_tokens": 20022135.0, + "step": 6975 + }, + { + "entropy": 4.781612348556519, + "epoch": 8.279952550415183, + "grad_norm": 1.125, + "learning_rate": 9.059370244304731e-05, + "loss": 3.9873, + "mean_token_accuracy": 0.28117130845785143, + "num_tokens": 20035724.0, + "step": 6980 + }, + { + "entropy": 4.699268388748169, + "epoch": 8.2858837485172, + "grad_norm": 1.1640625, + "learning_rate": 9.032120390663598e-05, + "loss": 3.9733, + "mean_token_accuracy": 0.28090896606445315, + "num_tokens": 20051507.0, + "step": 6985 + }, + { + "entropy": 4.692220878601074, + "epoch": 8.291814946619217, + "grad_norm": 1.15625, + "learning_rate": 9.004953302422029e-05, + "loss": 3.9344, + "mean_token_accuracy": 0.2859161913394928, + "num_tokens": 20066503.0, + "step": 6990 + }, + { + "entropy": 4.770735120773315, + "epoch": 8.297746144721234, + "grad_norm": 1.25, + "learning_rate": 8.977869101331695e-05, + "loss": 3.9439, + "mean_token_accuracy": 0.2826002240180969, + "num_tokens": 20081653.0, + "step": 6995 + }, + { + "entropy": 4.733716201782227, + "epoch": 8.303677342823251, + "grad_norm": 1.21875, + "learning_rate": 8.950867908772773e-05, + "loss": 3.928, + "mean_token_accuracy": 0.2795230209827423, + "num_tokens": 20095723.0, + "step": 7000 + }, + { + "epoch": 8.303677342823251, + "eval_entropy": 4.641261381605651, + "eval_loss": 5.238761901855469, + "eval_mean_token_accuracy": 0.19971223799454654, + "eval_num_tokens": 20095723.0, + "eval_runtime": 2.4392, + "eval_samples_per_second": 1069.182, + "eval_steps_per_second": 133.648, + "step": 7000 + }, + { + "entropy": 4.670281457901001, + "epoch": 8.309608540925266, + "grad_norm": 1.203125, + "learning_rate": 8.923949845753446e-05, + "loss": 3.969, + "mean_token_accuracy": 0.28576965630054474, + "num_tokens": 20110669.0, + "step": 7005 + }, + { + "entropy": 4.705426502227783, + "epoch": 8.315539739027283, + "grad_norm": 1.0625, + "learning_rate": 8.89711503290934e-05, + "loss": 4.0132, + "mean_token_accuracy": 0.2791412591934204, + "num_tokens": 20125575.0, + "step": 7010 + }, + { + "entropy": 4.754300260543824, + "epoch": 8.3214709371293, + "grad_norm": 1.2421875, + "learning_rate": 8.870363590502995e-05, + "loss": 3.9482, + "mean_token_accuracy": 0.28258386850357053, + "num_tokens": 20140525.0, + "step": 7015 + }, + { + "entropy": 4.6853350639343265, + "epoch": 8.327402135231317, + "grad_norm": 1.3046875, + "learning_rate": 8.843695638423307e-05, + "loss": 3.8815, + "mean_token_accuracy": 0.2919521927833557, + "num_tokens": 20152594.0, + "step": 7020 + }, + { + "entropy": 4.749881887435913, + "epoch": 8.333333333333334, + "grad_norm": 1.234375, + "learning_rate": 8.817111296185022e-05, + "loss": 4.0091, + "mean_token_accuracy": 0.27691561728715897, + "num_tokens": 20166393.0, + "step": 7025 + }, + { + "entropy": 4.730294275283813, + "epoch": 8.33926453143535, + "grad_norm": 1.1015625, + "learning_rate": 8.790610682928153e-05, + "loss": 3.9616, + "mean_token_accuracy": 0.28670415580272673, + "num_tokens": 20181453.0, + "step": 7030 + }, + { + "entropy": 4.6924371242523195, + "epoch": 8.345195729537366, + "grad_norm": 1.2734375, + "learning_rate": 8.764193917417495e-05, + "loss": 3.9717, + "mean_token_accuracy": 0.2710898369550705, + "num_tokens": 20196675.0, + "step": 7035 + }, + { + "entropy": 4.768080043792724, + "epoch": 8.351126927639383, + "grad_norm": 1.2265625, + "learning_rate": 8.737861118042077e-05, + "loss": 3.9851, + "mean_token_accuracy": 0.2788268864154816, + "num_tokens": 20208560.0, + "step": 7040 + }, + { + "entropy": 4.652789783477783, + "epoch": 8.3570581257414, + "grad_norm": 1.1875, + "learning_rate": 8.7116124028146e-05, + "loss": 3.8958, + "mean_token_accuracy": 0.28716435432434084, + "num_tokens": 20221984.0, + "step": 7045 + }, + { + "entropy": 4.661345434188843, + "epoch": 8.362989323843417, + "grad_norm": 1.2265625, + "learning_rate": 8.685447889370962e-05, + "loss": 3.9074, + "mean_token_accuracy": 0.2922116607427597, + "num_tokens": 20234642.0, + "step": 7050 + }, + { + "entropy": 4.743613958358765, + "epoch": 8.368920521945434, + "grad_norm": 1.203125, + "learning_rate": 8.659367694969697e-05, + "loss": 4.0196, + "mean_token_accuracy": 0.2740223616361618, + "num_tokens": 20249349.0, + "step": 7055 + }, + { + "entropy": 4.737344980239868, + "epoch": 8.374851720047449, + "grad_norm": 1.1640625, + "learning_rate": 8.633371936491439e-05, + "loss": 3.9715, + "mean_token_accuracy": 0.28215101957321165, + "num_tokens": 20263867.0, + "step": 7060 + }, + { + "entropy": 4.697859811782837, + "epoch": 8.380782918149466, + "grad_norm": 1.25, + "learning_rate": 8.607460730438433e-05, + "loss": 3.9094, + "mean_token_accuracy": 0.2869831383228302, + "num_tokens": 20277760.0, + "step": 7065 + }, + { + "entropy": 4.752556085586548, + "epoch": 8.386714116251483, + "grad_norm": 1.171875, + "learning_rate": 8.58163419293399e-05, + "loss": 4.0038, + "mean_token_accuracy": 0.2708415240049362, + "num_tokens": 20290876.0, + "step": 7070 + }, + { + "entropy": 4.654078483581543, + "epoch": 8.3926453143535, + "grad_norm": 1.2890625, + "learning_rate": 8.555892439721974e-05, + "loss": 3.9054, + "mean_token_accuracy": 0.2906464695930481, + "num_tokens": 20305898.0, + "step": 7075 + }, + { + "entropy": 4.76554913520813, + "epoch": 8.398576512455517, + "grad_norm": 1.1640625, + "learning_rate": 8.53023558616628e-05, + "loss": 4.0346, + "mean_token_accuracy": 0.27318221926689146, + "num_tokens": 20319962.0, + "step": 7080 + }, + { + "entropy": 4.697919845581055, + "epoch": 8.404507710557533, + "grad_norm": 1.1875, + "learning_rate": 8.504663747250307e-05, + "loss": 3.9696, + "mean_token_accuracy": 0.2842551663517952, + "num_tokens": 20333377.0, + "step": 7085 + }, + { + "entropy": 4.712127780914306, + "epoch": 8.410438908659549, + "grad_norm": 1.0390625, + "learning_rate": 8.479177037576465e-05, + "loss": 3.9672, + "mean_token_accuracy": 0.28632986843585967, + "num_tokens": 20347744.0, + "step": 7090 + }, + { + "entropy": 4.656085348129272, + "epoch": 8.416370106761565, + "grad_norm": 1.2421875, + "learning_rate": 8.45377557136566e-05, + "loss": 3.8973, + "mean_token_accuracy": 0.2874467998743057, + "num_tokens": 20362341.0, + "step": 7095 + }, + { + "entropy": 4.734337997436524, + "epoch": 8.422301304863582, + "grad_norm": 1.21875, + "learning_rate": 8.428459462456742e-05, + "loss": 3.971, + "mean_token_accuracy": 0.2729116827249527, + "num_tokens": 20377156.0, + "step": 7100 + }, + { + "entropy": 4.703022050857544, + "epoch": 8.4282325029656, + "grad_norm": 1.140625, + "learning_rate": 8.40322882430605e-05, + "loss": 3.9568, + "mean_token_accuracy": 0.28281375467777253, + "num_tokens": 20391379.0, + "step": 7105 + }, + { + "entropy": 4.659971046447754, + "epoch": 8.434163701067616, + "grad_norm": 1.2734375, + "learning_rate": 8.378083769986877e-05, + "loss": 3.8678, + "mean_token_accuracy": 0.29366030991077424, + "num_tokens": 20405883.0, + "step": 7110 + }, + { + "entropy": 4.7217628955841064, + "epoch": 8.440094899169633, + "grad_norm": 1.2109375, + "learning_rate": 8.353024412188947e-05, + "loss": 3.9903, + "mean_token_accuracy": 0.28193584978580477, + "num_tokens": 20420515.0, + "step": 7115 + }, + { + "entropy": 4.677894544601441, + "epoch": 8.446026097271648, + "grad_norm": 1.2890625, + "learning_rate": 8.328050863217945e-05, + "loss": 3.9327, + "mean_token_accuracy": 0.28165491819381716, + "num_tokens": 20433135.0, + "step": 7120 + }, + { + "entropy": 4.737694978713989, + "epoch": 8.451957295373665, + "grad_norm": 1.3359375, + "learning_rate": 8.30316323499499e-05, + "loss": 3.9346, + "mean_token_accuracy": 0.2831666707992554, + "num_tokens": 20446048.0, + "step": 7125 + }, + { + "entropy": 4.760696220397949, + "epoch": 8.457888493475682, + "grad_norm": 1.2734375, + "learning_rate": 8.278361639056139e-05, + "loss": 4.0182, + "mean_token_accuracy": 0.2730042338371277, + "num_tokens": 20461014.0, + "step": 7130 + }, + { + "entropy": 4.739823818206787, + "epoch": 8.463819691577699, + "grad_norm": 1.203125, + "learning_rate": 8.253646186551892e-05, + "loss": 3.9799, + "mean_token_accuracy": 0.27468782663345337, + "num_tokens": 20477354.0, + "step": 7135 + }, + { + "entropy": 4.696021366119385, + "epoch": 8.469750889679716, + "grad_norm": 1.2734375, + "learning_rate": 8.229016988246687e-05, + "loss": 3.9124, + "mean_token_accuracy": 0.28573155105113984, + "num_tokens": 20490412.0, + "step": 7140 + }, + { + "entropy": 4.695750284194946, + "epoch": 8.475682087781731, + "grad_norm": 1.3203125, + "learning_rate": 8.204474154518401e-05, + "loss": 3.9507, + "mean_token_accuracy": 0.2805278152227402, + "num_tokens": 20503008.0, + "step": 7145 + }, + { + "entropy": 4.80227518081665, + "epoch": 8.481613285883748, + "grad_norm": 1.296875, + "learning_rate": 8.180017795357872e-05, + "loss": 4.0377, + "mean_token_accuracy": 0.26800259202718735, + "num_tokens": 20517453.0, + "step": 7150 + }, + { + "entropy": 4.676574468612671, + "epoch": 8.487544483985765, + "grad_norm": 1.1796875, + "learning_rate": 8.155648020368384e-05, + "loss": 3.9579, + "mean_token_accuracy": 0.28014005422592164, + "num_tokens": 20532145.0, + "step": 7155 + }, + { + "entropy": 4.676670694351197, + "epoch": 8.493475682087782, + "grad_norm": 1.2734375, + "learning_rate": 8.13136493876519e-05, + "loss": 3.9666, + "mean_token_accuracy": 0.2829777956008911, + "num_tokens": 20546054.0, + "step": 7160 + }, + { + "entropy": 4.6812415599823, + "epoch": 8.499406880189799, + "grad_norm": 1.171875, + "learning_rate": 8.107168659375028e-05, + "loss": 3.8474, + "mean_token_accuracy": 0.29541700780391694, + "num_tokens": 20560014.0, + "step": 7165 + }, + { + "entropy": 4.718748998641968, + "epoch": 8.505338078291816, + "grad_norm": 1.171875, + "learning_rate": 8.083059290635609e-05, + "loss": 3.977, + "mean_token_accuracy": 0.2776965871453285, + "num_tokens": 20574459.0, + "step": 7170 + }, + { + "entropy": 4.751876783370972, + "epoch": 8.511269276393831, + "grad_norm": 1.203125, + "learning_rate": 8.059036940595152e-05, + "loss": 3.9561, + "mean_token_accuracy": 0.2851552739739418, + "num_tokens": 20588873.0, + "step": 7175 + }, + { + "entropy": 4.680817794799805, + "epoch": 8.517200474495848, + "grad_norm": 1.359375, + "learning_rate": 8.035101716911902e-05, + "loss": 3.9487, + "mean_token_accuracy": 0.28146624863147734, + "num_tokens": 20602606.0, + "step": 7180 + }, + { + "entropy": 4.688438558578492, + "epoch": 8.523131672597865, + "grad_norm": 1.21875, + "learning_rate": 8.011253726853635e-05, + "loss": 3.9145, + "mean_token_accuracy": 0.28469567745923996, + "num_tokens": 20615802.0, + "step": 7185 + }, + { + "entropy": 4.711814498901367, + "epoch": 8.529062870699882, + "grad_norm": 1.3203125, + "learning_rate": 7.987493077297175e-05, + "loss": 3.913, + "mean_token_accuracy": 0.2862949460744858, + "num_tokens": 20629280.0, + "step": 7190 + }, + { + "entropy": 4.662499618530274, + "epoch": 8.534994068801899, + "grad_norm": 1.2109375, + "learning_rate": 7.963819874727936e-05, + "loss": 3.9266, + "mean_token_accuracy": 0.28317568004131316, + "num_tokens": 20643258.0, + "step": 7195 + }, + { + "entropy": 4.704075336456299, + "epoch": 8.540925266903916, + "grad_norm": 1.1171875, + "learning_rate": 7.940234225239415e-05, + "loss": 3.9894, + "mean_token_accuracy": 0.27620826810598376, + "num_tokens": 20659018.0, + "step": 7200 + }, + { + "entropy": 4.695644807815552, + "epoch": 8.54685646500593, + "grad_norm": 1.21875, + "learning_rate": 7.91673623453274e-05, + "loss": 3.9082, + "mean_token_accuracy": 0.29033233076334, + "num_tokens": 20673157.0, + "step": 7205 + }, + { + "entropy": 4.664615345001221, + "epoch": 8.552787663107948, + "grad_norm": 1.2734375, + "learning_rate": 7.893326007916197e-05, + "loss": 3.9162, + "mean_token_accuracy": 0.2866616487503052, + "num_tokens": 20688881.0, + "step": 7210 + }, + { + "entropy": 4.676655673980713, + "epoch": 8.558718861209965, + "grad_norm": 1.21875, + "learning_rate": 7.870003650304732e-05, + "loss": 3.894, + "mean_token_accuracy": 0.2941111773252487, + "num_tokens": 20701427.0, + "step": 7215 + }, + { + "entropy": 4.657823085784912, + "epoch": 8.564650059311981, + "grad_norm": 1.1640625, + "learning_rate": 7.846769266219513e-05, + "loss": 3.9718, + "mean_token_accuracy": 0.2777338534593582, + "num_tokens": 20715527.0, + "step": 7220 + }, + { + "entropy": 4.7058226585388185, + "epoch": 8.570581257413998, + "grad_norm": 1.265625, + "learning_rate": 7.823622959787427e-05, + "loss": 4.0097, + "mean_token_accuracy": 0.2716243237257004, + "num_tokens": 20728604.0, + "step": 7225 + }, + { + "entropy": 4.670713233947754, + "epoch": 8.576512455516013, + "grad_norm": 1.203125, + "learning_rate": 7.800564834740668e-05, + "loss": 3.9275, + "mean_token_accuracy": 0.28355380445718764, + "num_tokens": 20742621.0, + "step": 7230 + }, + { + "entropy": 4.701196479797363, + "epoch": 8.58244365361803, + "grad_norm": 1.2265625, + "learning_rate": 7.777594994416214e-05, + "loss": 3.9944, + "mean_token_accuracy": 0.27921465039253235, + "num_tokens": 20756753.0, + "step": 7235 + }, + { + "entropy": 4.701077556610107, + "epoch": 8.588374851720047, + "grad_norm": 1.0546875, + "learning_rate": 7.754713541755382e-05, + "loss": 3.9111, + "mean_token_accuracy": 0.2857673794031143, + "num_tokens": 20770533.0, + "step": 7240 + }, + { + "entropy": 4.701100015640259, + "epoch": 8.594306049822064, + "grad_norm": 1.0859375, + "learning_rate": 7.731920579303387e-05, + "loss": 3.941, + "mean_token_accuracy": 0.27773227840662, + "num_tokens": 20787038.0, + "step": 7245 + }, + { + "entropy": 4.729049873352051, + "epoch": 8.600237247924081, + "grad_norm": 1.09375, + "learning_rate": 7.709216209208861e-05, + "loss": 3.9624, + "mean_token_accuracy": 0.28391246497631073, + "num_tokens": 20802300.0, + "step": 7250 + }, + { + "entropy": 4.670155477523804, + "epoch": 8.606168446026098, + "grad_norm": 1.3203125, + "learning_rate": 7.686600533223395e-05, + "loss": 3.8887, + "mean_token_accuracy": 0.2840640902519226, + "num_tokens": 20815352.0, + "step": 7255 + }, + { + "entropy": 4.716451597213745, + "epoch": 8.612099644128113, + "grad_norm": 1.265625, + "learning_rate": 7.664073652701108e-05, + "loss": 3.9896, + "mean_token_accuracy": 0.27881119549274447, + "num_tokens": 20829743.0, + "step": 7260 + }, + { + "entropy": 4.711272716522217, + "epoch": 8.61803084223013, + "grad_norm": 1.3984375, + "learning_rate": 7.641635668598157e-05, + "loss": 3.9808, + "mean_token_accuracy": 0.2781288385391235, + "num_tokens": 20844007.0, + "step": 7265 + }, + { + "entropy": 4.7083391666412355, + "epoch": 8.623962040332147, + "grad_norm": 1.1953125, + "learning_rate": 7.619286681472306e-05, + "loss": 3.9284, + "mean_token_accuracy": 0.27966966331005094, + "num_tokens": 20857926.0, + "step": 7270 + }, + { + "entropy": 4.720574426651001, + "epoch": 8.629893238434164, + "grad_norm": 1.3203125, + "learning_rate": 7.597026791482479e-05, + "loss": 4.0024, + "mean_token_accuracy": 0.27475319504737855, + "num_tokens": 20873185.0, + "step": 7275 + }, + { + "entropy": 4.730753660202026, + "epoch": 8.635824436536181, + "grad_norm": 1.2578125, + "learning_rate": 7.574856098388292e-05, + "loss": 3.9349, + "mean_token_accuracy": 0.2798182100057602, + "num_tokens": 20885586.0, + "step": 7280 + }, + { + "entropy": 4.711820316314697, + "epoch": 8.641755634638198, + "grad_norm": 1.1640625, + "learning_rate": 7.552774701549625e-05, + "loss": 3.9425, + "mean_token_accuracy": 0.28394598215818406, + "num_tokens": 20900011.0, + "step": 7285 + }, + { + "entropy": 4.782559776306153, + "epoch": 8.647686832740213, + "grad_norm": 1.1953125, + "learning_rate": 7.530782699926179e-05, + "loss": 4.0822, + "mean_token_accuracy": 0.26666326224803927, + "num_tokens": 20915286.0, + "step": 7290 + }, + { + "entropy": 4.697897052764892, + "epoch": 8.65361803084223, + "grad_norm": 1.3203125, + "learning_rate": 7.508880192076992e-05, + "loss": 3.9194, + "mean_token_accuracy": 0.2845906287431717, + "num_tokens": 20927611.0, + "step": 7295 + }, + { + "entropy": 4.770806360244751, + "epoch": 8.659549228944247, + "grad_norm": 1.1484375, + "learning_rate": 7.487067276160061e-05, + "loss": 4.0229, + "mean_token_accuracy": 0.2717056661844254, + "num_tokens": 20944869.0, + "step": 7300 + }, + { + "entropy": 4.714837598800659, + "epoch": 8.665480427046264, + "grad_norm": 1.1875, + "learning_rate": 7.465344049931853e-05, + "loss": 3.9849, + "mean_token_accuracy": 0.2766413792967796, + "num_tokens": 20958713.0, + "step": 7305 + }, + { + "entropy": 4.707823133468628, + "epoch": 8.67141162514828, + "grad_norm": 1.0546875, + "learning_rate": 7.443710610746879e-05, + "loss": 4.0077, + "mean_token_accuracy": 0.272230826318264, + "num_tokens": 20976282.0, + "step": 7310 + }, + { + "entropy": 4.752963256835938, + "epoch": 8.677342823250296, + "grad_norm": 1.125, + "learning_rate": 7.42216705555727e-05, + "loss": 4.0116, + "mean_token_accuracy": 0.2748189508914948, + "num_tokens": 20992460.0, + "step": 7315 + }, + { + "entropy": 4.736064052581787, + "epoch": 8.683274021352313, + "grad_norm": 1.1796875, + "learning_rate": 7.40071348091234e-05, + "loss": 3.9208, + "mean_token_accuracy": 0.29020349085330965, + "num_tokens": 21005962.0, + "step": 7320 + }, + { + "entropy": 4.696597337722778, + "epoch": 8.68920521945433, + "grad_norm": 1.296875, + "learning_rate": 7.379349982958122e-05, + "loss": 3.9729, + "mean_token_accuracy": 0.275021693110466, + "num_tokens": 21020751.0, + "step": 7325 + }, + { + "entropy": 4.70448408126831, + "epoch": 8.695136417556347, + "grad_norm": 1.109375, + "learning_rate": 7.358076657436994e-05, + "loss": 3.9677, + "mean_token_accuracy": 0.27516626119613646, + "num_tokens": 21033999.0, + "step": 7330 + }, + { + "entropy": 4.6952229022979735, + "epoch": 8.701067615658364, + "grad_norm": 1.2265625, + "learning_rate": 7.336893599687198e-05, + "loss": 4.0139, + "mean_token_accuracy": 0.27138439267873765, + "num_tokens": 21049230.0, + "step": 7335 + }, + { + "entropy": 4.694416141510009, + "epoch": 8.70699881376038, + "grad_norm": 1.2109375, + "learning_rate": 7.315800904642442e-05, + "loss": 3.9652, + "mean_token_accuracy": 0.279814088344574, + "num_tokens": 21063738.0, + "step": 7340 + }, + { + "entropy": 4.720660877227783, + "epoch": 8.712930011862396, + "grad_norm": 1.390625, + "learning_rate": 7.29479866683146e-05, + "loss": 3.9516, + "mean_token_accuracy": 0.2787126675248146, + "num_tokens": 21077295.0, + "step": 7345 + }, + { + "entropy": 4.69683427810669, + "epoch": 8.718861209964412, + "grad_norm": 1.3203125, + "learning_rate": 7.273886980377605e-05, + "loss": 3.9344, + "mean_token_accuracy": 0.2766831547021866, + "num_tokens": 21089848.0, + "step": 7350 + }, + { + "entropy": 4.797457885742188, + "epoch": 8.72479240806643, + "grad_norm": 1.1171875, + "learning_rate": 7.253065938998397e-05, + "loss": 4.063, + "mean_token_accuracy": 0.27142560482025146, + "num_tokens": 21105415.0, + "step": 7355 + }, + { + "entropy": 4.6870338916778564, + "epoch": 8.730723606168446, + "grad_norm": 1.3515625, + "learning_rate": 7.232335636005142e-05, + "loss": 3.9717, + "mean_token_accuracy": 0.2772874891757965, + "num_tokens": 21119773.0, + "step": 7360 + }, + { + "entropy": 4.672126150131225, + "epoch": 8.736654804270463, + "grad_norm": 1.0859375, + "learning_rate": 7.211696164302477e-05, + "loss": 3.9681, + "mean_token_accuracy": 0.28734296560287476, + "num_tokens": 21134225.0, + "step": 7365 + }, + { + "entropy": 4.702618837356567, + "epoch": 8.74258600237248, + "grad_norm": 1.171875, + "learning_rate": 7.191147616387985e-05, + "loss": 3.9987, + "mean_token_accuracy": 0.2750243440270424, + "num_tokens": 21150340.0, + "step": 7370 + }, + { + "entropy": 4.684565877914428, + "epoch": 8.748517200474495, + "grad_norm": 1.203125, + "learning_rate": 7.170690084351765e-05, + "loss": 3.9882, + "mean_token_accuracy": 0.2751602530479431, + "num_tokens": 21164100.0, + "step": 7375 + }, + { + "entropy": 4.733332729339599, + "epoch": 8.754448398576512, + "grad_norm": 1.1640625, + "learning_rate": 7.150323659876007e-05, + "loss": 3.9247, + "mean_token_accuracy": 0.2895872563123703, + "num_tokens": 21179560.0, + "step": 7380 + }, + { + "entropy": 4.716910696029663, + "epoch": 8.76037959667853, + "grad_norm": 1.2265625, + "learning_rate": 7.130048434234607e-05, + "loss": 4.0243, + "mean_token_accuracy": 0.27272664606571195, + "num_tokens": 21194630.0, + "step": 7385 + }, + { + "entropy": 4.7004118919372555, + "epoch": 8.766310794780546, + "grad_norm": 1.3046875, + "learning_rate": 7.109864498292742e-05, + "loss": 3.9665, + "mean_token_accuracy": 0.2777358129620552, + "num_tokens": 21208445.0, + "step": 7390 + }, + { + "entropy": 4.716582012176514, + "epoch": 8.772241992882563, + "grad_norm": 1.2578125, + "learning_rate": 7.08977194250647e-05, + "loss": 4.0065, + "mean_token_accuracy": 0.2697982504963875, + "num_tokens": 21223881.0, + "step": 7395 + }, + { + "entropy": 4.726409244537353, + "epoch": 8.778173190984578, + "grad_norm": 1.1015625, + "learning_rate": 7.06977085692231e-05, + "loss": 3.9321, + "mean_token_accuracy": 0.2851049304008484, + "num_tokens": 21237939.0, + "step": 7400 + }, + { + "entropy": 4.773116827011108, + "epoch": 8.784104389086595, + "grad_norm": 1.3203125, + "learning_rate": 7.04986133117687e-05, + "loss": 3.9886, + "mean_token_accuracy": 0.27324563413858416, + "num_tokens": 21251400.0, + "step": 7405 + }, + { + "entropy": 4.693988227844239, + "epoch": 8.790035587188612, + "grad_norm": 1.25, + "learning_rate": 7.030043454496394e-05, + "loss": 3.9916, + "mean_token_accuracy": 0.2754157602787018, + "num_tokens": 21265525.0, + "step": 7410 + }, + { + "entropy": 4.743141508102417, + "epoch": 8.795966785290629, + "grad_norm": 1.1640625, + "learning_rate": 7.010317315696422e-05, + "loss": 4.0065, + "mean_token_accuracy": 0.27507720291614535, + "num_tokens": 21280350.0, + "step": 7415 + }, + { + "entropy": 4.676511669158936, + "epoch": 8.801897983392646, + "grad_norm": 1.1953125, + "learning_rate": 6.99068300318135e-05, + "loss": 3.9468, + "mean_token_accuracy": 0.27412312626838686, + "num_tokens": 21295535.0, + "step": 7420 + }, + { + "entropy": 4.700688314437866, + "epoch": 8.807829181494661, + "grad_norm": 1.1953125, + "learning_rate": 6.971140604944043e-05, + "loss": 3.98, + "mean_token_accuracy": 0.2825105458498001, + "num_tokens": 21308794.0, + "step": 7425 + }, + { + "entropy": 4.6570196628570555, + "epoch": 8.813760379596678, + "grad_norm": 1.2421875, + "learning_rate": 6.951690208565451e-05, + "loss": 3.9227, + "mean_token_accuracy": 0.2881681978702545, + "num_tokens": 21322274.0, + "step": 7430 + }, + { + "entropy": 4.736722850799561, + "epoch": 8.819691577698695, + "grad_norm": 1.0703125, + "learning_rate": 6.93233190121421e-05, + "loss": 3.9949, + "mean_token_accuracy": 0.28044127523899076, + "num_tokens": 21338076.0, + "step": 7435 + }, + { + "entropy": 4.706449747085571, + "epoch": 8.825622775800712, + "grad_norm": 1.3046875, + "learning_rate": 6.913065769646243e-05, + "loss": 3.9506, + "mean_token_accuracy": 0.28375218212604525, + "num_tokens": 21351711.0, + "step": 7440 + }, + { + "entropy": 4.712761354446411, + "epoch": 8.831553973902729, + "grad_norm": 1.3046875, + "learning_rate": 6.893891900204385e-05, + "loss": 4.0389, + "mean_token_accuracy": 0.2771188259124756, + "num_tokens": 21365462.0, + "step": 7445 + }, + { + "entropy": 4.666748762130737, + "epoch": 8.837485172004746, + "grad_norm": 1.1171875, + "learning_rate": 6.874810378817997e-05, + "loss": 3.8771, + "mean_token_accuracy": 0.29150122702121734, + "num_tokens": 21378494.0, + "step": 7450 + }, + { + "entropy": 4.735234785079956, + "epoch": 8.84341637010676, + "grad_norm": 1.15625, + "learning_rate": 6.855821291002562e-05, + "loss": 4.0053, + "mean_token_accuracy": 0.2717369556427002, + "num_tokens": 21393097.0, + "step": 7455 + }, + { + "entropy": 4.685878276824951, + "epoch": 8.849347568208778, + "grad_norm": 1.140625, + "learning_rate": 6.836924721859321e-05, + "loss": 3.9399, + "mean_token_accuracy": 0.27943750023841857, + "num_tokens": 21408210.0, + "step": 7460 + }, + { + "entropy": 4.674729061126709, + "epoch": 8.855278766310795, + "grad_norm": 1.2578125, + "learning_rate": 6.818120756074881e-05, + "loss": 3.9297, + "mean_token_accuracy": 0.2838605135679245, + "num_tokens": 21423090.0, + "step": 7465 + }, + { + "entropy": 4.644339370727539, + "epoch": 8.861209964412812, + "grad_norm": 1.234375, + "learning_rate": 6.799409477920841e-05, + "loss": 3.9062, + "mean_token_accuracy": 0.2946785092353821, + "num_tokens": 21437038.0, + "step": 7470 + }, + { + "entropy": 4.677549028396607, + "epoch": 8.867141162514828, + "grad_norm": 1.0859375, + "learning_rate": 6.780790971253418e-05, + "loss": 4.0094, + "mean_token_accuracy": 0.2707359567284584, + "num_tokens": 21453540.0, + "step": 7475 + }, + { + "entropy": 4.668129873275757, + "epoch": 8.873072360616845, + "grad_norm": 1.140625, + "learning_rate": 6.76226531951305e-05, + "loss": 3.893, + "mean_token_accuracy": 0.28728693127632143, + "num_tokens": 21468849.0, + "step": 7480 + }, + { + "entropy": 4.67131814956665, + "epoch": 8.87900355871886, + "grad_norm": 1.203125, + "learning_rate": 6.74383260572405e-05, + "loss": 3.9678, + "mean_token_accuracy": 0.28203669786453245, + "num_tokens": 21482850.0, + "step": 7485 + }, + { + "entropy": 4.692674446105957, + "epoch": 8.884934756820877, + "grad_norm": 1.234375, + "learning_rate": 6.725492912494231e-05, + "loss": 3.9186, + "mean_token_accuracy": 0.28470067381858827, + "num_tokens": 21496792.0, + "step": 7490 + }, + { + "entropy": 4.692023420333863, + "epoch": 8.890865954922894, + "grad_norm": 1.234375, + "learning_rate": 6.707246322014495e-05, + "loss": 3.9444, + "mean_token_accuracy": 0.2780381441116333, + "num_tokens": 21510999.0, + "step": 7495 + }, + { + "entropy": 4.700464344024658, + "epoch": 8.896797153024911, + "grad_norm": 1.2109375, + "learning_rate": 6.689092916058527e-05, + "loss": 3.9439, + "mean_token_accuracy": 0.2917203098535538, + "num_tokens": 21524369.0, + "step": 7500 + }, + { + "epoch": 8.896797153024911, + "eval_entropy": 4.634117702033622, + "eval_loss": 5.236268520355225, + "eval_mean_token_accuracy": 0.20044671154461025, + "eval_num_tokens": 21524369.0, + "eval_runtime": 2.4279, + "eval_samples_per_second": 1074.182, + "eval_steps_per_second": 134.273, + "step": 7500 + } + ], + "logging_steps": 5, + "max_steps": 8420, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 3.7903308970752e+16, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-7500/training_args.bin b/checkpoint-7500/training_args.bin new file mode 100644 index 0000000..4887968 --- /dev/null +++ b/checkpoint-7500/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b1c135f6b8569a4ca131508cf9d8c7cebd96bc433f924eb7233c36a7d98147e +size 6289 diff --git a/checkpoint-8000/added_tokens.json b/checkpoint-8000/added_tokens.json new file mode 100644 index 0000000..ec04e13 --- /dev/null +++ b/checkpoint-8000/added_tokens.json @@ -0,0 +1,1768 @@ +{ + "": 47388, + "[CLS]": 47386, + "[MASK]": 47389, + "[SEP]": 47387, + "[XXXXX0]": 47670, + "[XXXXX1000]": 48506, + "[XXXXX1001]": 48961, + "[XXXXX1002]": 47825, + "[XXXXX1003]": 48233, + "[XXXXX1004]": 48970, + "[XXXXX1005]": 48971, + "[XXXXX1006]": 47998, + "[XXXXX1007]": 48989, + "[XXXXX1008]": 47450, + "[XXXXX1009]": 48240, + "[XXXXX100]": 47422, + "[XXXXX1010]": 47623, + "[XXXXX1011]": 47805, + "[XXXXX1012]": 48454, + "[XXXXX1013]": 48537, + "[XXXXX1014]": 47764, + "[XXXXX1015]": 47584, + "[XXXXX1016]": 48287, + "[XXXXX1017]": 48689, + "[XXXXX1018]": 49119, + "[XXXXX1019]": 48584, + "[XXXXX101]": 47890, + "[XXXXX1020]": 47445, + "[XXXXX1021]": 48199, + "[XXXXX1022]": 48276, + "[XXXXX1023]": 47859, + "[XXXXX1024]": 48258, + "[XXXXX1025]": 48325, + "[XXXXX1026]": 47687, + "[XXXXX1027]": 48990, + "[XXXXX1028]": 49059, + "[XXXXX1029]": 48382, + "[XXXXX102]": 47921, + "[XXXXX1030]": 47775, + "[XXXXX1031]": 47870, + "[XXXXX1032]": 47683, + "[XXXXX1033]": 48750, + "[XXXXX1034]": 49130, + "[XXXXX1035]": 47811, + "[XXXXX1036]": 47462, + "[XXXXX1037]": 47843, + "[XXXXX1038]": 47439, + "[XXXXX1039]": 48830, + "[XXXXX103]": 48327, + "[XXXXX1040]": 48720, + "[XXXXX1041]": 48485, + "[XXXXX1042]": 47919, + "[XXXXX1043]": 48781, + "[XXXXX1044]": 47695, + "[XXXXX1045]": 48043, + "[XXXXX1046]": 47732, + "[XXXXX1047]": 48590, + "[XXXXX1048]": 48901, + "[XXXXX1049]": 48470, + "[XXXXX104]": 47560, + "[XXXXX1050]": 47751, + "[XXXXX1051]": 48487, + "[XXXXX1052]": 48959, + "[XXXXX1053]": 47720, + "[XXXXX1054]": 48477, + "[XXXXX1055]": 47405, + "[XXXXX1056]": 47920, + "[XXXXX1057]": 48139, + "[XXXXX1058]": 48775, + "[XXXXX1059]": 47767, + "[XXXXX105]": 48734, + "[XXXXX1060]": 47446, + "[XXXXX1061]": 48433, + "[XXXXX1062]": 48073, + "[XXXXX1063]": 48868, + "[XXXXX1064]": 47615, + "[XXXXX1065]": 48702, + "[XXXXX1066]": 48578, + "[XXXXX1067]": 47773, + "[XXXXX1068]": 48659, + "[XXXXX1069]": 48281, + "[XXXXX106]": 48900, + "[XXXXX1070]": 48588, + "[XXXXX1071]": 47994, + "[XXXXX1072]": 47709, + "[XXXXX1073]": 47716, + "[XXXXX1074]": 48339, + "[XXXXX1075]": 49007, + "[XXXXX1076]": 49019, + "[XXXXX1077]": 48182, + "[XXXXX1078]": 48114, + "[XXXXX1079]": 49090, + "[XXXXX107]": 48981, + "[XXXXX1080]": 47901, + "[XXXXX1081]": 48465, + "[XXXXX1082]": 49027, + "[XXXXX1083]": 47839, + "[XXXXX1084]": 48061, + "[XXXXX1085]": 47657, + "[XXXXX1086]": 48963, + "[XXXXX1087]": 49089, + "[XXXXX1088]": 49135, + "[XXXXX1089]": 47487, + "[XXXXX108]": 48217, + "[XXXXX1090]": 48158, + "[XXXXX1091]": 49123, + "[XXXXX1092]": 47656, + "[XXXXX1093]": 49031, + "[XXXXX1094]": 48840, + "[XXXXX1095]": 48753, + "[XXXXX1096]": 47501, + "[XXXXX1097]": 47698, + "[XXXXX1098]": 47547, + "[XXXXX1099]": 48844, + "[XXXXX109]": 47587, + "[XXXXX10]": 47512, + "[XXXXX1100]": 47508, + "[XXXXX1101]": 48130, + "[XXXXX1102]": 48225, + "[XXXXX1103]": 48953, + "[XXXXX1104]": 47633, + "[XXXXX1105]": 48614, + "[XXXXX1106]": 48685, + "[XXXXX1107]": 47845, + "[XXXXX1108]": 48337, + "[XXXXX1109]": 48879, + "[XXXXX110]": 47862, + "[XXXXX1110]": 48222, + "[XXXXX1111]": 49127, + "[XXXXX1112]": 47893, + "[XXXXX1113]": 48261, + "[XXXXX1114]": 47543, + "[XXXXX1115]": 48597, + "[XXXXX1116]": 48206, + "[XXXXX1117]": 47478, + "[XXXXX1118]": 48930, + "[XXXXX1119]": 47864, + "[XXXXX111]": 48237, + "[XXXXX1120]": 48638, + "[XXXXX1121]": 48162, + "[XXXXX1122]": 48678, + "[XXXXX1123]": 48790, + "[XXXXX1124]": 49075, + "[XXXXX1125]": 47490, + "[XXXXX1126]": 47542, + "[XXXXX1127]": 48121, + "[XXXXX1128]": 48910, + "[XXXXX1129]": 47545, + "[XXXXX112]": 48153, + "[XXXXX1130]": 48499, + "[XXXXX1131]": 48943, + "[XXXXX1132]": 48066, + "[XXXXX1133]": 47882, + "[XXXXX1134]": 48392, + "[XXXXX1135]": 48553, + "[XXXXX1136]": 47505, + "[XXXXX1137]": 48634, + "[XXXXX1138]": 49082, + "[XXXXX1139]": 47707, + "[XXXXX113]": 48869, + "[XXXXX1140]": 48888, + "[XXXXX1141]": 48069, + "[XXXXX1142]": 48646, + "[XXXXX1143]": 47985, + "[XXXXX1144]": 47432, + "[XXXXX1145]": 48788, + "[XXXXX1146]": 48622, + "[XXXXX1147]": 48479, + "[XXXXX1148]": 47599, + "[XXXXX1149]": 48903, + "[XXXXX114]": 48071, + "[XXXXX1150]": 48303, + "[XXXXX1151]": 48316, + "[XXXXX1152]": 48999, + "[XXXXX1153]": 48629, + "[XXXXX1154]": 48515, + "[XXXXX1155]": 48264, + "[XXXXX1156]": 47837, + "[XXXXX1157]": 47537, + "[XXXXX1158]": 48882, + "[XXXXX1159]": 47744, + "[XXXXX115]": 47954, + "[XXXXX1160]": 47637, + "[XXXXX1161]": 48701, + "[XXXXX1162]": 48831, + "[XXXXX1163]": 48861, + "[XXXXX1164]": 48880, + "[XXXXX1165]": 47679, + "[XXXXX1166]": 47620, + "[XXXXX1167]": 48591, + "[XXXXX1168]": 48776, + "[XXXXX1169]": 48472, + "[XXXXX116]": 48997, + "[XXXXX1170]": 48992, + "[XXXXX1171]": 48440, + "[XXXXX1172]": 48145, + "[XXXXX1173]": 48466, + "[XXXXX1174]": 48319, + "[XXXXX1175]": 47745, + "[XXXXX1176]": 47933, + "[XXXXX1177]": 49084, + "[XXXXX1178]": 47544, + "[XXXXX1179]": 48935, + "[XXXXX117]": 49103, + "[XXXXX1180]": 48660, + "[XXXXX1181]": 48993, + "[XXXXX1182]": 47457, + "[XXXXX1183]": 47593, + "[XXXXX1184]": 47795, + "[XXXXX1185]": 47706, + "[XXXXX1186]": 48263, + "[XXXXX1187]": 49033, + "[XXXXX1188]": 48544, + "[XXXXX1189]": 47409, + "[XXXXX118]": 47420, + "[XXXXX1190]": 47834, + "[XXXXX1191]": 47874, + "[XXXXX1192]": 47397, + "[XXXXX1193]": 48853, + "[XXXXX1194]": 47641, + "[XXXXX1195]": 48484, + "[XXXXX1196]": 48412, + "[XXXXX1197]": 48488, + "[XXXXX1198]": 49097, + "[XXXXX1199]": 47879, + "[XXXXX119]": 48770, + "[XXXXX11]": 48211, + "[XXXXX1200]": 47526, + "[XXXXX1201]": 48749, + "[XXXXX1202]": 48568, + "[XXXXX1203]": 48481, + "[XXXXX1204]": 48608, + "[XXXXX1205]": 48309, + "[XXXXX1206]": 48855, + "[XXXXX1207]": 47911, + "[XXXXX1208]": 47799, + "[XXXXX1209]": 47622, + "[XXXXX120]": 48693, + "[XXXXX1210]": 48131, + "[XXXXX1211]": 48345, + "[XXXXX1212]": 48304, + "[XXXXX1213]": 48682, + "[XXXXX1214]": 47492, + "[XXXXX1215]": 47497, + "[XXXXX1216]": 48939, + "[XXXXX1217]": 48442, + "[XXXXX1218]": 47841, + "[XXXXX1219]": 47453, + "[XXXXX121]": 47554, + "[XXXXX1220]": 47419, + "[XXXXX1221]": 48672, + "[XXXXX1222]": 48154, + "[XXXXX1223]": 49087, + "[XXXXX1224]": 48511, + "[XXXXX1225]": 48448, + "[XXXXX1226]": 48988, + "[XXXXX1227]": 47669, + "[XXXXX1228]": 47596, + "[XXXXX1229]": 48602, + "[XXXXX122]": 48605, + "[XXXXX1230]": 48064, + "[XXXXX1231]": 48107, + "[XXXXX1232]": 48160, + "[XXXXX1233]": 47925, + "[XXXXX1234]": 48413, + "[XXXXX1235]": 49005, + "[XXXXX1236]": 49115, + "[XXXXX1237]": 48201, + "[XXXXX1238]": 47601, + "[XXXXX1239]": 47398, + "[XXXXX123]": 48582, + "[XXXXX1240]": 47616, + "[XXXXX1241]": 48002, + "[XXXXX1242]": 48543, + "[XXXXX1243]": 47818, + "[XXXXX1244]": 48569, + "[XXXXX1245]": 48647, + "[XXXXX1246]": 47681, + "[XXXXX1247]": 48898, + "[XXXXX1248]": 47498, + "[XXXXX1249]": 48378, + "[XXXXX124]": 48118, + "[XXXXX1250]": 48344, + "[XXXXX1251]": 47585, + "[XXXXX1252]": 48715, + "[XXXXX1253]": 47483, + "[XXXXX1254]": 48340, + "[XXXXX1255]": 48991, + "[XXXXX1256]": 48736, + "[XXXXX1257]": 47511, + "[XXXXX1258]": 48293, + "[XXXXX1259]": 48168, + "[XXXXX125]": 48374, + "[XXXXX1260]": 48951, + "[XXXXX1261]": 47416, + "[XXXXX1262]": 48745, + "[XXXXX1263]": 47979, + "[XXXXX1264]": 48592, + "[XXXXX1265]": 48945, + "[XXXXX1266]": 47865, + "[XXXXX1267]": 48239, + "[XXXXX1268]": 47672, + "[XXXXX1269]": 47848, + "[XXXXX126]": 48594, + "[XXXXX1270]": 48566, + "[XXXXX1271]": 48108, + "[XXXXX1272]": 47665, + "[XXXXX1273]": 47815, + "[XXXXX1274]": 48016, + "[XXXXX1275]": 48015, + "[XXXXX1276]": 48166, + "[XXXXX1277]": 47757, + "[XXXXX1278]": 47400, + "[XXXXX1279]": 47754, + "[XXXXX127]": 47436, + "[XXXXX1280]": 47417, + "[XXXXX1281]": 48047, + "[XXXXX1282]": 47472, + "[XXXXX1283]": 49040, + "[XXXXX1284]": 47710, + "[XXXXX1285]": 48883, + "[XXXXX1286]": 48209, + "[XXXXX1287]": 48046, + "[XXXXX1288]": 47999, + "[XXXXX1289]": 47735, + "[XXXXX128]": 48995, + "[XXXXX1290]": 48556, + "[XXXXX1291]": 48687, + "[XXXXX1292]": 49046, + "[XXXXX1293]": 48713, + "[XXXXX1294]": 48266, + "[XXXXX1295]": 48917, + "[XXXXX1296]": 49121, + "[XXXXX1297]": 48794, + "[XXXXX1298]": 48443, + "[XXXXX1299]": 47612, + "[XXXXX129]": 48082, + "[XXXXX12]": 48933, + "[XXXXX1300]": 47942, + "[XXXXX1301]": 48063, + "[XXXXX1302]": 48368, + "[XXXXX1303]": 47910, + "[XXXXX1304]": 47802, + "[XXXXX1305]": 47905, + "[XXXXX1306]": 47421, + "[XXXXX1307]": 49125, + "[XXXXX1308]": 47553, + "[XXXXX1309]": 47697, + "[XXXXX130]": 48746, + "[XXXXX1310]": 49069, + "[XXXXX1311]": 47789, + "[XXXXX1312]": 48575, + "[XXXXX1313]": 47402, + "[XXXXX1314]": 48829, + "[XXXXX1315]": 47394, + "[XXXXX1316]": 48187, + "[XXXXX1317]": 48147, + "[XXXXX1318]": 48703, + "[XXXXX1319]": 48549, + "[XXXXX131]": 48106, + "[XXXXX1320]": 48644, + "[XXXXX1321]": 48165, + "[XXXXX1322]": 47689, + "[XXXXX1323]": 47966, + "[XXXXX1324]": 47897, + "[XXXXX1325]": 48076, + "[XXXXX1326]": 48873, + "[XXXXX1327]": 48754, + "[XXXXX1328]": 47813, + "[XXXXX1329]": 49072, + "[XXXXX132]": 48427, + "[XXXXX1330]": 48809, + "[XXXXX1331]": 48489, + "[XXXXX1332]": 48243, + "[XXXXX1333]": 48921, + "[XXXXX1334]": 48322, + "[XXXXX1335]": 47531, + "[XXXXX1336]": 48110, + "[XXXXX1337]": 47723, + "[XXXXX1338]": 47908, + "[XXXXX1339]": 48700, + "[XXXXX133]": 47604, + "[XXXXX1340]": 48651, + "[XXXXX1341]": 48877, + "[XXXXX1342]": 47431, + "[XXXXX1343]": 47433, + "[XXXXX1344]": 47880, + "[XXXXX1345]": 48977, + "[XXXXX1346]": 48772, + "[XXXXX1347]": 48391, + "[XXXXX1348]": 48529, + "[XXXXX1349]": 48196, + "[XXXXX134]": 47765, + "[XXXXX1350]": 48404, + "[XXXXX1351]": 48104, + "[XXXXX1352]": 47517, + "[XXXXX1353]": 48850, + "[XXXXX1354]": 48357, + "[XXXXX1355]": 48862, + "[XXXXX1356]": 48492, + "[XXXXX1357]": 48062, + "[XXXXX1358]": 48721, + "[XXXXX1359]": 48922, + "[XXXXX135]": 47957, + "[XXXXX1360]": 47550, + "[XXXXX1361]": 49045, + "[XXXXX1362]": 48748, + "[XXXXX1363]": 49028, + "[XXXXX1364]": 48833, + "[XXXXX1365]": 47700, + "[XXXXX1366]": 47396, + "[XXXXX1367]": 47686, + "[XXXXX1368]": 48242, + "[XXXXX1369]": 48032, + "[XXXXX136]": 48342, + "[XXXXX1370]": 47562, + "[XXXXX1371]": 48212, + "[XXXXX1372]": 48610, + "[XXXXX1373]": 49013, + "[XXXXX1374]": 48041, + "[XXXXX1375]": 48246, + "[XXXXX1376]": 47551, + "[XXXXX1377]": 48353, + "[XXXXX1378]": 47658, + "[XXXXX1379]": 47828, + "[XXXXX137]": 48518, + "[XXXXX1380]": 48136, + "[XXXXX1381]": 48564, + "[XXXXX1382]": 48973, + "[XXXXX1383]": 47619, + "[XXXXX1384]": 48254, + "[XXXXX1385]": 48680, + "[XXXXX1386]": 47724, + "[XXXXX1387]": 47756, + "[XXXXX1388]": 48176, + "[XXXXX1389]": 48681, + "[XXXXX138]": 47664, + "[XXXXX1390]": 47594, + "[XXXXX1391]": 48760, + "[XXXXX1392]": 49110, + "[XXXXX1393]": 47676, + "[XXXXX1394]": 47963, + "[XXXXX1395]": 47403, + "[XXXXX1396]": 48493, + "[XXXXX1397]": 47591, + "[XXXXX1398]": 47632, + "[XXXXX1399]": 48996, + "[XXXXX139]": 48521, + "[XXXXX13]": 47875, + "[XXXXX1400]": 47705, + "[XXXXX1401]": 48983, + "[XXXXX1402]": 47941, + "[XXXXX1403]": 47922, + "[XXXXX1404]": 47390, + "[XXXXX1405]": 48635, + "[XXXXX1406]": 48906, + "[XXXXX1407]": 48514, + "[XXXXX1408]": 48169, + "[XXXXX1409]": 48004, + "[XXXXX140]": 48762, + "[XXXXX1410]": 47515, + "[XXXXX1411]": 47470, + "[XXXXX1412]": 47858, + "[XXXXX1413]": 47540, + "[XXXXX1414]": 47690, + "[XXXXX1415]": 48054, + "[XXXXX1416]": 48615, + "[XXXXX1417]": 47803, + "[XXXXX1418]": 47455, + "[XXXXX1419]": 48226, + "[XXXXX141]": 48912, + "[XXXXX1420]": 47808, + "[XXXXX1421]": 47636, + "[XXXXX1422]": 48832, + "[XXXXX1423]": 47611, + "[XXXXX1424]": 48782, + "[XXXXX1425]": 49146, + "[XXXXX1426]": 48976, + "[XXXXX1427]": 48585, + "[XXXXX1428]": 48667, + "[XXXXX1429]": 48171, + "[XXXXX142]": 48573, + "[XXXXX1430]": 48181, + "[XXXXX1431]": 47814, + "[XXXXX1432]": 48589, + "[XXXXX1433]": 48916, + "[XXXXX1434]": 48068, + "[XXXXX1435]": 47949, + "[XXXXX1436]": 48252, + "[XXXXX1437]": 48724, + "[XXXXX1438]": 48807, + "[XXXXX1439]": 48379, + "[XXXXX143]": 48835, + "[XXXXX1440]": 48005, + "[XXXXX1441]": 48416, + "[XXXXX1442]": 47595, + "[XXXXX1443]": 47831, + "[XXXXX1444]": 49034, + "[XXXXX1445]": 48893, + "[XXXXX1446]": 47631, + "[XXXXX1447]": 48419, + "[XXXXX1448]": 48874, + "[XXXXX1449]": 49078, + "[XXXXX144]": 48224, + "[XXXXX1450]": 48616, + "[XXXXX1451]": 48688, + "[XXXXX1452]": 47532, + "[XXXXX1453]": 49107, + "[XXXXX1454]": 47945, + "[XXXXX1455]": 48349, + "[XXXXX1456]": 48761, + "[XXXXX1457]": 47399, + "[XXXXX1458]": 47494, + "[XXXXX1459]": 48541, + "[XXXXX145]": 47819, + "[XXXXX1460]": 47668, + "[XXXXX1461]": 48155, + "[XXXXX1462]": 48203, + "[XXXXX1463]": 48308, + "[XXXXX1464]": 47923, + "[XXXXX1465]": 48628, + "[XXXXX1466]": 48894, + "[XXXXX1467]": 48504, + "[XXXXX1468]": 47780, + "[XXXXX1469]": 48780, + "[XXXXX146]": 47856, + "[XXXXX1470]": 47947, + "[XXXXX1471]": 47770, + "[XXXXX1472]": 48645, + "[XXXXX1473]": 47711, + "[XXXXX1474]": 47427, + "[XXXXX1475]": 49042, + "[XXXXX1476]": 48341, + "[XXXXX1477]": 48744, + "[XXXXX1478]": 48421, + "[XXXXX1479]": 48574, + "[XXXXX147]": 47892, + "[XXXXX1480]": 48664, + "[XXXXX1481]": 47649, + "[XXXXX1482]": 47529, + "[XXXXX1483]": 48675, + "[XXXXX1484]": 47850, + "[XXXXX1485]": 48918, + "[XXXXX1486]": 47778, + "[XXXXX1487]": 47929, + "[XXXXX1488]": 47675, + "[XXXXX1489]": 48817, + "[XXXXX148]": 47411, + "[XXXXX1490]": 48612, + "[XXXXX1491]": 48598, + "[XXXXX1492]": 49108, + "[XXXXX1493]": 48272, + "[XXXXX1494]": 48904, + "[XXXXX1495]": 48658, + "[XXXXX1496]": 47737, + "[XXXXX1497]": 48141, + "[XXXXX1498]": 48593, + "[XXXXX1499]": 48452, + "[XXXXX149]": 47718, + "[XXXXX14]": 47771, + "[XXXXX1500]": 48637, + "[XXXXX1501]": 48804, + "[XXXXX1502]": 47752, + "[XXXXX1503]": 48430, + "[XXXXX1504]": 48759, + "[XXXXX1505]": 48823, + "[XXXXX1506]": 47465, + "[XXXXX1507]": 47590, + "[XXXXX1508]": 48445, + "[XXXXX1509]": 48822, + "[XXXXX150]": 48400, + "[XXXXX1510]": 48184, + "[XXXXX1511]": 48603, + "[XXXXX1512]": 47962, + "[XXXXX1513]": 47581, + "[XXXXX1514]": 48655, + "[XXXXX1515]": 47886, + "[XXXXX1516]": 47762, + "[XXXXX1517]": 48410, + "[XXXXX1518]": 48437, + "[XXXXX1519]": 48815, + "[XXXXX151]": 47868, + "[XXXXX1520]": 48523, + "[XXXXX1521]": 48475, + "[XXXXX1522]": 48872, + "[XXXXX1523]": 47426, + "[XXXXX1524]": 48348, + "[XXXXX1525]": 48948, + "[XXXXX1526]": 49099, + "[XXXXX1527]": 47642, + "[XXXXX1528]": 48548, + "[XXXXX1529]": 48055, + "[XXXXX152]": 48542, + "[XXXXX1530]": 48630, + "[XXXXX1531]": 48896, + "[XXXXX1532]": 49020, + "[XXXXX1533]": 47727, + "[XXXXX1534]": 48944, + "[XXXXX1535]": 48848, + "[XXXXX1536]": 48717, + "[XXXXX1537]": 48494, + "[XXXXX1538]": 48124, + "[XXXXX1539]": 49055, + "[XXXXX153]": 48968, + "[XXXXX1540]": 48305, + "[XXXXX1541]": 48088, + "[XXXXX1542]": 49022, + "[XXXXX1543]": 49044, + "[XXXXX1544]": 48607, + "[XXXXX1545]": 48113, + "[XXXXX1546]": 48095, + "[XXXXX1547]": 48863, + "[XXXXX1548]": 48215, + "[XXXXX1549]": 48220, + "[XXXXX154]": 49023, + "[XXXXX1550]": 47442, + "[XXXXX1551]": 49122, + "[XXXXX1552]": 49131, + "[XXXXX1553]": 47991, + "[XXXXX1554]": 47899, + "[XXXXX1555]": 47499, + "[XXXXX1556]": 47406, + "[XXXXX1557]": 47894, + "[XXXXX1558]": 47844, + "[XXXXX1559]": 48164, + "[XXXXX155]": 47833, + "[XXXXX1560]": 48565, + "[XXXXX1561]": 47471, + "[XXXXX1562]": 48960, + "[XXXXX1563]": 47440, + "[XXXXX1564]": 47479, + "[XXXXX1565]": 47708, + "[XXXXX1566]": 47796, + "[XXXXX1567]": 47576, + "[XXXXX1568]": 48191, + "[XXXXX1569]": 48516, + "[XXXXX156]": 48827, + "[XXXXX1570]": 48911, + "[XXXXX1571]": 48205, + "[XXXXX1572]": 48336, + "[XXXXX1573]": 47482, + "[XXXXX1574]": 48952, + "[XXXXX1575]": 47960, + "[XXXXX1576]": 49098, + "[XXXXX1577]": 47904, + "[XXXXX1578]": 48414, + "[XXXXX1579]": 48752, + "[XXXXX157]": 48401, + "[XXXXX1580]": 48633, + "[XXXXX1581]": 48826, + "[XXXXX1582]": 47507, + "[XXXXX1583]": 47476, + "[XXXXX1584]": 48599, + "[XXXXX1585]": 48274, + "[XXXXX1586]": 47428, + "[XXXXX1587]": 48972, + "[XXXXX1588]": 47425, + "[XXXXX1589]": 48731, + "[XXXXX158]": 47951, + "[XXXXX1590]": 49009, + "[XXXXX1591]": 48839, + "[XXXXX1592]": 49006, + "[XXXXX1593]": 47626, + "[XXXXX1594]": 48231, + "[XXXXX1595]": 48554, + "[XXXXX1596]": 48045, + "[XXXXX1597]": 48769, + "[XXXXX1598]": 47652, + "[XXXXX1599]": 47444, + "[XXXXX159]": 49021, + "[XXXXX15]": 48530, + "[XXXXX1600]": 47964, + "[XXXXX1601]": 48560, + "[XXXXX1602]": 47855, + "[XXXXX1603]": 48324, + "[XXXXX1604]": 47961, + "[XXXXX1605]": 48296, + "[XXXXX1606]": 48148, + "[XXXXX1607]": 49038, + "[XXXXX1608]": 48994, + "[XXXXX1609]": 48767, + "[XXXXX160]": 48740, + "[XXXXX1610]": 48907, + "[XXXXX1611]": 47822, + "[XXXXX1612]": 47639, + "[XXXXX1613]": 48053, + "[XXXXX1614]": 48285, + "[XXXXX1615]": 47533, + "[XXXXX1616]": 47983, + "[XXXXX1617]": 47574, + "[XXXXX1618]": 48828, + "[XXXXX1619]": 48334, + "[XXXXX161]": 48290, + "[XXXXX1620]": 47928, + "[XXXXX1621]": 48177, + "[XXXXX1622]": 48056, + "[XXXXX1623]": 47488, + "[XXXXX1624]": 47866, + "[XXXXX1625]": 48273, + "[XXXXX1626]": 48234, + "[XXXXX1627]": 48757, + "[XXXXX1628]": 48075, + "[XXXXX1629]": 48768, + "[XXXXX162]": 48447, + "[XXXXX1630]": 48820, + "[XXXXX1631]": 48007, + "[XXXXX1632]": 48552, + "[XXXXX1633]": 47939, + "[XXXXX1634]": 48725, + "[XXXXX1635]": 47447, + "[XXXXX1636]": 47602, + "[XXXXX1637]": 47935, + "[XXXXX1638]": 49132, + "[XXXXX1639]": 47953, + "[XXXXX163]": 48371, + "[XXXXX1640]": 47748, + "[XXXXX1641]": 48116, + "[XXXXX1642]": 47610, + "[XXXXX1643]": 48105, + "[XXXXX1644]": 48460, + "[XXXXX1645]": 48773, + "[XXXXX1646]": 47974, + "[XXXXX1647]": 47678, + "[XXXXX1648]": 47571, + "[XXXXX1649]": 47717, + "[XXXXX164]": 48978, + "[XXXXX1650]": 48653, + "[XXXXX1651]": 48526, + "[XXXXX1652]": 47666, + "[XXXXX1653]": 48636, + "[XXXXX1654]": 49070, + "[XXXXX1655]": 48040, + "[XXXXX1656]": 49001, + "[XXXXX1657]": 48587, + "[XXXXX1658]": 48227, + "[XXXXX1659]": 47566, + "[XXXXX165]": 47992, + "[XXXXX1660]": 48774, + "[XXXXX1661]": 47443, + "[XXXXX1662]": 48037, + "[XXXXX1663]": 48377, + "[XXXXX1664]": 47733, + "[XXXXX1665]": 49071, + "[XXXXX1666]": 47528, + "[XXXXX1667]": 49124, + "[XXXXX1668]": 48510, + "[XXXXX1669]": 48125, + "[XXXXX166]": 48572, + "[XXXXX1670]": 47503, + "[XXXXX1671]": 47527, + "[XXXXX1672]": 47817, + "[XXXXX1673]": 49111, + "[XXXXX1674]": 47772, + "[XXXXX1675]": 47783, + "[XXXXX1676]": 49052, + "[XXXXX1677]": 47493, + "[XXXXX1678]": 47888, + "[XXXXX1679]": 48059, + "[XXXXX167]": 48008, + "[XXXXX1680]": 47456, + "[XXXXX1681]": 47906, + "[XXXXX1682]": 48026, + "[XXXXX1683]": 48149, + "[XXXXX1684]": 48451, + "[XXXXX1685]": 49029, + "[XXXXX1686]": 48313, + "[XXXXX1687]": 48089, + "[XXXXX1688]": 48795, + "[XXXXX1689]": 48396, + "[XXXXX168]": 47740, + "[XXXXX1690]": 48536, + "[XXXXX1691]": 47680, + "[XXXXX1692]": 48146, + "[XXXXX1693]": 48733, + "[XXXXX1694]": 47536, + "[XXXXX1695]": 47524, + "[XXXXX1696]": 48197, + "[XXXXX1697]": 49151, + "[XXXXX1698]": 48159, + "[XXXXX1699]": 48558, + "[XXXXX169]": 48189, + "[XXXXX16]": 48474, + "[XXXXX1700]": 48042, + "[XXXXX1701]": 47638, + "[XXXXX1702]": 48954, + "[XXXXX1703]": 47693, + "[XXXXX1704]": 48461, + "[XXXXX1705]": 48467, + "[XXXXX1706]": 48505, + "[XXXXX1707]": 47989, + "[XXXXX1708]": 47784, + "[XXXXX1709]": 47435, + "[XXXXX170]": 47429, + "[XXXXX1710]": 48152, + "[XXXXX1711]": 48301, + "[XXXXX1712]": 49094, + "[XXXXX1713]": 48649, + "[XXXXX1714]": 48117, + "[XXXXX1715]": 48185, + "[XXXXX1716]": 47832, + "[XXXXX1717]": 48383, + "[XXXXX1718]": 49012, + "[XXXXX1719]": 48986, + "[XXXXX171]": 48346, + "[XXXXX1720]": 47978, + "[XXXXX1721]": 47871, + "[XXXXX1722]": 47625, + "[XXXXX1723]": 48247, + "[XXXXX1724]": 47965, + "[XXXXX1725]": 47579, + "[XXXXX1726]": 48512, + "[XXXXX1727]": 48395, + "[XXXXX1728]": 48867, + "[XXXXX1729]": 47692, + "[XXXXX172]": 48003, + "[XXXXX1730]": 48497, + "[XXXXX1731]": 47393, + "[XXXXX1732]": 47530, + "[XXXXX1733]": 48129, + "[XXXXX1734]": 47916, + "[XXXXX1735]": 47943, + "[XXXXX1736]": 47559, + "[XXXXX1737]": 47477, + "[XXXXX1738]": 48432, + "[XXXXX1739]": 48244, + "[XXXXX173]": 48238, + "[XXXXX1740]": 48528, + "[XXXXX1741]": 48671, + "[XXXXX1742]": 48889, + "[XXXXX1743]": 48161, + "[XXXXX1744]": 48018, + "[XXXXX1745]": 48509, + "[XXXXX1746]": 47564, + "[XXXXX1747]": 48969, + "[XXXXX1748]": 48112, + "[XXXXX1749]": 49128, + "[XXXXX174]": 48786, + "[XXXXX1750]": 48886, + "[XXXXX1751]": 48932, + "[XXXXX1752]": 47970, + "[XXXXX1753]": 47969, + "[XXXXX1754]": 48508, + "[XXXXX1755]": 47857, + "[XXXXX1756]": 48563, + "[XXXXX1757]": 48503, + "[XXXXX1758]": 47797, + "[XXXXX1759]": 49053, + "[XXXXX175]": 48221, + "[XXXXX1760]": 48949, + "[XXXXX1761]": 48926, + "[XXXXX176]": 48895, + "[XXXXX177]": 48084, + "[XXXXX178]": 47408, + "[XXXXX179]": 48144, + "[XXXXX17]": 47563, + "[XXXXX180]": 47934, + "[XXXXX181]": 47567, + "[XXXXX182]": 47539, + "[XXXXX183]": 49106, + "[XXXXX184]": 48892, + "[XXXXX185]": 47458, + "[XXXXX186]": 48783, + "[XXXXX187]": 47914, + "[XXXXX188]": 47761, + "[XXXXX189]": 47997, + "[XXXXX18]": 48333, + "[XXXXX190]": 48312, + "[XXXXX191]": 49095, + "[XXXXX192]": 47785, + "[XXXXX193]": 47635, + "[XXXXX194]": 48955, + "[XXXXX195]": 48354, + "[XXXXX196]": 48545, + "[XXXXX197]": 48727, + "[XXXXX198]": 48306, + "[XXXXX199]": 49133, + "[XXXXX19]": 48262, + "[XXXXX1]": 49126, + "[XXXXX200]": 47701, + "[XXXXX201]": 47521, + "[XXXXX202]": 48805, + "[XXXXX203]": 48386, + "[XXXXX204]": 48909, + "[XXXXX205]": 47674, + "[XXXXX206]": 48640, + "[XXXXX207]": 48257, + "[XXXXX208]": 47977, + "[XXXXX209]": 48406, + "[XXXXX20]": 47779, + "[XXXXX210]": 48282, + "[XXXXX211]": 48280, + "[XXXXX212]": 47603, + "[XXXXX213]": 47869, + "[XXXXX214]": 47937, + "[XXXXX215]": 49073, + "[XXXXX216]": 47582, + "[XXXXX217]": 47816, + "[XXXXX218]": 47821, + "[XXXXX219]": 48857, + "[XXXXX21]": 48434, + "[XXXXX220]": 48172, + "[XXXXX221]": 47722, + "[XXXXX222]": 47618, + "[XXXXX223]": 48178, + "[XXXXX224]": 48000, + "[XXXXX225]": 48087, + "[XXXXX226]": 48924, + "[XXXXX227]": 47441, + "[XXXXX228]": 49058, + "[XXXXX229]": 48531, + "[XXXXX22]": 48052, + "[XXXXX230]": 47927, + "[XXXXX231]": 47930, + "[XXXXX232]": 49092, + "[XXXXX233]": 47996, + "[XXXXX234]": 49049, + "[XXXXX235]": 48299, + "[XXXXX236]": 48811, + "[XXXXX237]": 48343, + "[XXXXX238]": 49017, + "[XXXXX239]": 48806, + "[XXXXX23]": 48289, + "[XXXXX240]": 47835, + "[XXXXX241]": 48627, + "[XXXXX242]": 47643, + "[XXXXX243]": 47794, + "[XXXXX244]": 49093, + "[XXXXX245]": 47412, + "[XXXXX246]": 48092, + "[XXXXX247]": 47730, + "[XXXXX248]": 48228, + "[XXXXX249]": 47851, + "[XXXXX24]": 48722, + "[XXXXX250]": 48126, + "[XXXXX251]": 47749, + "[XXXXX252]": 47972, + "[XXXXX253]": 48534, + "[XXXXX254]": 48332, + "[XXXXX255]": 48601, + "[XXXXX256]": 48914, + "[XXXXX257]": 47760, + "[XXXXX258]": 48115, + "[XXXXX259]": 48338, + "[XXXXX25]": 48277, + "[XXXXX260]": 47853, + "[XXXXX261]": 48669, + "[XXXXX262]": 48834, + "[XXXXX263]": 48571, + "[XXXXX264]": 48738, + "[XXXXX265]": 48180, + "[XXXXX266]": 49002, + "[XXXXX267]": 47452, + "[XXXXX268]": 47684, + "[XXXXX269]": 47726, + "[XXXXX26]": 47895, + "[XXXXX270]": 48286, + "[XXXXX271]": 47401, + "[XXXXX272]": 48366, + "[XXXXX273]": 48913, + "[XXXXX274]": 47696, + "[XXXXX275]": 48429, + "[XXXXX276]": 48202, + "[XXXXX277]": 47714, + "[XXXXX278]": 47480, + "[XXXXX279]": 48551, + "[XXXXX27]": 47557, + "[XXXXX280]": 48323, + "[XXXXX281]": 47605, + "[XXXXX282]": 49079, + "[XXXXX283]": 47630, + "[XXXXX284]": 48210, + "[XXXXX285]": 48934, + "[XXXXX286]": 48742, + "[XXXXX287]": 48360, + "[XXXXX288]": 48214, + "[XXXXX289]": 47721, + "[XXXXX28]": 48390, + "[XXXXX290]": 48034, + "[XXXXX291]": 47404, + "[XXXXX292]": 48824, + "[XXXXX293]": 47570, + "[XXXXX294]": 48726, + "[XXXXX295]": 49147, + "[XXXXX296]": 47523, + "[XXXXX297]": 48074, + "[XXXXX298]": 48111, + "[XXXXX299]": 48797, + "[XXXXX29]": 48625, + "[XXXXX2]": 48707, + "[XXXXX300]": 47776, + "[XXXXX301]": 48897, + "[XXXXX302]": 48275, + "[XXXXX303]": 48307, + "[XXXXX304]": 48370, + "[XXXXX305]": 48662, + "[XXXXX306]": 48495, + "[XXXXX307]": 47867, + "[XXXXX308]": 48567, + "[XXXXX309]": 49112, + "[XXXXX30]": 48027, + "[XXXXX310]": 48818, + "[XXXXX311]": 47712, + "[XXXXX312]": 47938, + "[XXXXX313]": 48928, + "[XXXXX314]": 48251, + "[XXXXX315]": 48620, + "[XXXXX316]": 48821, + "[XXXXX317]": 48579, + "[XXXXX318]": 47860, + "[XXXXX319]": 48453, + "[XXXXX31]": 48799, + "[XXXXX320]": 48006, + "[XXXXX321]": 47766, + "[XXXXX322]": 48816, + "[XXXXX323]": 48358, + "[XXXXX324]": 48011, + "[XXXXX325]": 48208, + "[XXXXX326]": 48965, + "[XXXXX327]": 48058, + "[XXXXX328]": 48538, + "[XXXXX329]": 48480, + "[XXXXX32]": 48399, + "[XXXXX330]": 47634, + "[XXXXX331]": 47518, + "[XXXXX332]": 48132, + "[XXXXX333]": 47449, + "[XXXXX334]": 48044, + "[XXXXX335]": 47842, + "[XXXXX336]": 49041, + "[XXXXX337]": 48317, + "[XXXXX338]": 47830, + "[XXXXX339]": 49085, + "[XXXXX33]": 48852, + "[XXXXX340]": 47774, + "[XXXXX341]": 48650, + "[XXXXX342]": 48253, + "[XXXXX343]": 49145, + "[XXXXX344]": 48847, + "[XXXXX345]": 49062, + "[XXXXX346]": 48359, + "[XXXXX347]": 48595, + "[XXXXX348]": 47995, + "[XXXXX349]": 47729, + "[XXXXX34]": 48800, + "[XXXXX350]": 48245, + "[XXXXX351]": 48586, + "[XXXXX352]": 48365, + "[XXXXX353]": 48887, + "[XXXXX354]": 47464, + "[XXXXX355]": 47987, + "[XXXXX356]": 49136, + "[XXXXX357]": 48098, + "[XXXXX358]": 48259, + "[XXXXX359]": 47609, + "[XXXXX35]": 48127, + "[XXXXX360]": 48648, + "[XXXXX361]": 48431, + "[XXXXX362]": 48714, + "[XXXXX363]": 47624, + "[XXXXX364]": 47823, + "[XXXXX365]": 47936, + "[XXXXX366]": 47502, + "[XXXXX367]": 47506, + "[XXXXX368]": 49074, + "[XXXXX369]": 47731, + "[XXXXX36]": 48471, + "[XXXXX370]": 47807, + "[XXXXX371]": 47598, + "[XXXXX372]": 47806, + "[XXXXX373]": 47525, + "[XXXXX374]": 47883, + "[XXXXX375]": 49066, + "[XXXXX376]": 48067, + "[XXXXX377]": 48020, + "[XXXXX378]": 48527, + "[XXXXX379]": 48294, + "[XXXXX37]": 48102, + "[XXXXX380]": 48737, + "[XXXXX381]": 47614, + "[XXXXX382]": 48219, + "[XXXXX383]": 48143, + "[XXXXX384]": 48402, + "[XXXXX385]": 48190, + "[XXXXX386]": 48369, + "[XXXXX387]": 48982, + "[XXXXX388]": 49116, + "[XXXXX389]": 48793, + "[XXXXX38]": 48570, + "[XXXXX390]": 47491, + "[XXXXX391]": 48728, + "[XXXXX392]": 47948, + "[XXXXX393]": 48962, + "[XXXXX394]": 47988, + "[XXXXX395]": 47648, + "[XXXXX396]": 47395, + "[XXXXX397]": 47473, + "[XXXXX398]": 49091, + "[XXXXX399]": 49039, + "[XXXXX39]": 47958, + "[XXXXX3]": 48756, + "[XXXXX400]": 48784, + "[XXXXX401]": 47647, + "[XXXXX402]": 48028, + "[XXXXX403]": 48617, + "[XXXXX404]": 48964, + "[XXXXX405]": 48694, + "[XXXXX406]": 49043, + "[XXXXX407]": 47413, + "[XXXXX408]": 48557, + "[XXXXX409]": 48677, + "[XXXXX40]": 47514, + "[XXXXX410]": 47889, + "[XXXXX411]": 49010, + "[XXXXX412]": 47887, + "[XXXXX413]": 47655, + "[XXXXX414]": 47485, + "[XXXXX415]": 48741, + "[XXXXX416]": 48091, + "[XXXXX417]": 49061, + "[XXXXX418]": 48109, + "[XXXXX419]": 47702, + "[XXXXX41]": 48845, + "[XXXXX420]": 47430, + "[XXXXX421]": 49088, + "[XXXXX422]": 47677, + "[XXXXX423]": 48351, + "[XXXXX424]": 48001, + "[XXXXX425]": 48695, + "[XXXXX426]": 47713, + "[XXXXX427]": 48920, + "[XXXXX428]": 48674, + "[XXXXX429]": 48540, + "[XXXXX42]": 48142, + "[XXXXX430]": 47952, + "[XXXXX431]": 48362, + "[XXXXX432]": 47967, + "[XXXXX433]": 48705, + "[XXXXX434]": 48033, + "[XXXXX435]": 48024, + "[XXXXX436]": 47580, + "[XXXXX437]": 48618, + "[XXXXX438]": 47659, + "[XXXXX439]": 48435, + "[XXXXX43]": 48837, + "[XXXXX440]": 48631, + "[XXXXX441]": 47877, + "[XXXXX442]": 48036, + "[XXXXX443]": 47667, + "[XXXXX444]": 48502, + "[XXXXX445]": 49057, + "[XXXXX446]": 48979, + "[XXXXX447]": 47891, + "[XXXXX448]": 49143, + "[XXXXX449]": 48463, + "[XXXXX44]": 47872, + "[XXXXX450]": 47522, + "[XXXXX451]": 47703, + "[XXXXX452]": 47467, + "[XXXXX453]": 48099, + "[XXXXX454]": 48858, + "[XXXXX455]": 47538, + "[XXXXX456]": 48271, + "[XXXXX457]": 48270, + "[XXXXX458]": 49138, + "[XXXXX459]": 47691, + "[XXXXX45]": 47915, + "[XXXXX460]": 47461, + "[XXXXX461]": 48350, + "[XXXXX462]": 48813, + "[XXXXX463]": 48812, + "[XXXXX464]": 48163, + "[XXXXX465]": 49030, + "[XXXXX466]": 48787, + "[XXXXX467]": 48021, + "[XXXXX468]": 48248, + "[XXXXX469]": 47454, + "[XXXXX46]": 47572, + "[XXXXX470]": 48966, + "[XXXXX471]": 48929, + "[XXXXX472]": 47926, + "[XXXXX473]": 47410, + "[XXXXX474]": 48864, + "[XXXXX475]": 48119, + "[XXXXX476]": 47820, + "[XXXXX477]": 47932, + "[XXXXX478]": 47846, + "[XXXXX479]": 49054, + "[XXXXX47]": 48519, + "[XXXXX480]": 48101, + "[XXXXX481]": 48609, + "[XXXXX482]": 48128, + "[XXXXX483]": 48931, + "[XXXXX484]": 48267, + "[XXXXX485]": 48328, + "[XXXXX486]": 47463, + "[XXXXX487]": 48331, + "[XXXXX488]": 48198, + "[XXXXX489]": 48256, + "[XXXXX48]": 48167, + "[XXXXX490]": 48580, + "[XXXXX491]": 48049, + "[XXXXX492]": 48096, + "[XXXXX493]": 49129, + "[XXXXX494]": 47738, + "[XXXXX495]": 48611, + "[XXXXX496]": 48626, + "[XXXXX497]": 49003, + "[XXXXX498]": 47982, + "[XXXXX499]": 49047, + "[XXXXX49]": 48684, + "[XXXXX4]": 48456, + "[XXXXX500]": 48668, + "[XXXXX501]": 48017, + "[XXXXX502]": 48080, + "[XXXXX503]": 48150, + "[XXXXX504]": 47743, + "[XXXXX505]": 48859, + "[XXXXX506]": 47510, + "[XXXXX507]": 47541, + "[XXXXX508]": 47489, + "[XXXXX509]": 47504, + "[XXXXX50]": 47552, + "[XXXXX510]": 48086, + "[XXXXX511]": 48520, + "[XXXXX512]": 48204, + "[XXXXX513]": 48356, + "[XXXXX514]": 47968, + "[XXXXX515]": 47629, + "[XXXXX516]": 48450, + "[XXXXX517]": 48751, + "[XXXXX518]": 48673, + "[XXXXX519]": 48766, + "[XXXXX51]": 47763, + "[XXXXX520]": 47586, + "[XXXXX521]": 48193, + "[XXXXX522]": 47481, + "[XXXXX523]": 48070, + "[XXXXX524]": 48641, + "[XXXXX525]": 48555, + "[XXXXX526]": 47448, + "[XXXXX527]": 47788, + "[XXXXX528]": 48078, + "[XXXXX529]": 47781, + "[XXXXX52]": 48398, + "[XXXXX530]": 48255, + "[XXXXX531]": 48663, + "[XXXXX532]": 47798, + "[XXXXX533]": 48885, + "[XXXXX534]": 47790, + "[XXXXX535]": 47973, + "[XXXXX536]": 48842, + "[XXXXX537]": 48408, + "[XXXXX538]": 49113, + "[XXXXX539]": 48676, + "[XXXXX53]": 47786, + "[XXXXX540]": 48157, + "[XXXXX541]": 48670, + "[XXXXX542]": 48022, + "[XXXXX543]": 48009, + "[XXXXX544]": 48596, + "[XXXXX545]": 48329, + "[XXXXX546]": 48288, + "[XXXXX547]": 47469, + "[XXXXX548]": 48501, + "[XXXXX549]": 47976, + "[XXXXX54]": 47644, + "[XXXXX550]": 47588, + "[XXXXX551]": 48851, + "[XXXXX552]": 48250, + "[XXXXX553]": 47734, + "[XXXXX554]": 48940, + "[XXXXX555]": 49000, + "[XXXXX556]": 48200, + "[XXXXX557]": 47414, + "[XXXXX558]": 48090, + "[XXXXX559]": 47621, + "[XXXXX55]": 48048, + "[XXXXX560]": 47990, + "[XXXXX561]": 47519, + "[XXXXX562]": 47903, + "[XXXXX563]": 48522, + "[XXXXX564]": 47645, + "[XXXXX565]": 49080, + "[XXXXX566]": 47719, + "[XXXXX567]": 49105, + "[XXXXX568]": 48666, + "[XXXXX569]": 47549, + "[XXXXX56]": 49120, + "[XXXXX570]": 48355, + "[XXXXX571]": 48639, + "[XXXXX572]": 48083, + "[XXXXX573]": 48420, + "[XXXXX574]": 48661, + "[XXXXX575]": 47520, + "[XXXXX576]": 48318, + "[XXXXX577]": 49018, + "[XXXXX578]": 48458, + "[XXXXX579]": 47804, + "[XXXXX57]": 48490, + "[XXXXX580]": 48186, + "[XXXXX581]": 47699, + "[XXXXX582]": 48268, + "[XXXXX583]": 47688, + "[XXXXX584]": 47975, + "[XXXXX585]": 48013, + "[XXXXX586]": 48457, + "[XXXXX587]": 49114, + "[XXXXX588]": 48476, + "[XXXXX589]": 47694, + "[XXXXX58]": 48361, + "[XXXXX590]": 48758, + "[XXXXX591]": 48507, + "[XXXXX592]": 47434, + "[XXXXX593]": 48397, + "[XXXXX594]": 48846, + "[XXXXX595]": 48486, + "[XXXXX596]": 47944, + "[XXXXX597]": 47838, + "[XXXXX598]": 47475, + "[XXXXX599]": 48409, + "[XXXXX59]": 48836, + "[XXXXX5]": 48291, + "[XXXXX600]": 48561, + "[XXXXX601]": 48706, + "[XXXXX602]": 48311, + "[XXXXX603]": 48732, + "[XXXXX604]": 48716, + "[XXXXX605]": 48103, + "[XXXXX606]": 47741, + "[XXXXX607]": 49037, + "[XXXXX608]": 48513, + "[XXXXX609]": 47516, + "[XXXXX60]": 48980, + "[XXXXX610]": 47750, + "[XXXXX611]": 49077, + "[XXXXX612]": 47513, + "[XXXXX613]": 49102, + "[XXXXX614]": 48459, + "[XXXXX615]": 48792, + "[XXXXX616]": 48265, + "[XXXXX617]": 48375, + "[XXXXX618]": 48335, + "[XXXXX619]": 48796, + "[XXXXX61]": 48405, + "[XXXXX620]": 48550, + "[XXXXX621]": 48478, + "[XXXXX622]": 47468, + "[XXXXX623]": 48249, + "[XXXXX624]": 48838, + "[XXXXX625]": 48135, + "[XXXXX626]": 47577, + "[XXXXX627]": 47660, + "[XXXXX628]": 48347, + "[XXXXX629]": 47561, + "[XXXXX62]": 48314, + "[XXXXX630]": 47829, + "[XXXXX631]": 48621, + "[XXXXX632]": 48825, + "[XXXXX633]": 48849, + "[XXXXX634]": 48279, + "[XXXXX635]": 48310, + "[XXXXX636]": 49015, + "[XXXXX637]": 47753, + "[XXXXX638]": 48138, + "[XXXXX639]": 48808, + "[XXXXX63]": 48683, + "[XXXXX640]": 48057, + "[XXXXX641]": 48192, + "[XXXXX642]": 48446, + "[XXXXX643]": 48081, + "[XXXXX644]": 48533, + "[XXXXX645]": 47556, + "[XXXXX646]": 48908, + "[XXXXX647]": 48014, + "[XXXXX648]": 48455, + "[XXXXX649]": 47950, + "[XXXXX64]": 49139, + "[XXXXX650]": 47558, + "[XXXXX651]": 47653, + "[XXXXX652]": 48387, + "[XXXXX653]": 47809, + "[XXXXX654]": 48562, + "[XXXXX655]": 48665, + "[XXXXX656]": 48871, + "[XXXXX657]": 48987, + "[XXXXX658]": 47646, + "[XXXXX659]": 48881, + "[XXXXX65]": 47613, + "[XXXXX660]": 49109, + "[XXXXX661]": 49140, + "[XXXXX662]": 48023, + "[XXXXX663]": 48380, + "[XXXXX664]": 48065, + "[XXXXX665]": 47685, + "[XXXXX666]": 47484, + "[XXXXX667]": 47628, + "[XXXXX668]": 48151, + "[XXXXX669]": 47847, + "[XXXXX66]": 49100, + "[XXXXX670]": 47768, + "[XXXXX671]": 47640, + "[XXXXX672]": 48946, + "[XXXXX673]": 48624, + "[XXXXX674]": 48843, + "[XXXXX675]": 47736, + "[XXXXX676]": 47881, + "[XXXXX677]": 48690, + "[XXXXX678]": 48709, + "[XXXXX679]": 48577, + "[XXXXX67]": 48984, + "[XXXXX680]": 47500, + "[XXXXX681]": 48491, + "[XXXXX682]": 48691, + "[XXXXX683]": 48810, + "[XXXXX684]": 48173, + "[XXXXX685]": 48407, + "[XXXXX686]": 48292, + "[XXXXX687]": 48330, + "[XXXXX688]": 49118, + "[XXXXX689]": 48604, + "[XXXXX68]": 48174, + "[XXXXX690]": 48077, + "[XXXXX691]": 48743, + "[XXXXX692]": 48583, + "[XXXXX693]": 47391, + "[XXXXX694]": 48229, + "[XXXXX695]": 48789, + "[XXXXX696]": 48777, + "[XXXXX697]": 47535, + "[XXXXX698]": 48122, + "[XXXXX699]": 48232, + "[XXXXX69]": 48704, + "[XXXXX6]": 48927, + "[XXXXX700]": 48403, + "[XXXXX701]": 47451, + "[XXXXX702]": 48039, + "[XXXXX703]": 47568, + "[XXXXX704]": 48692, + "[XXXXX705]": 47437, + "[XXXXX706]": 47854, + "[XXXXX707]": 49148, + "[XXXXX708]": 48923, + "[XXXXX709]": 48133, + "[XXXXX70]": 47407, + "[XXXXX710]": 48425, + "[XXXXX711]": 48998, + "[XXXXX712]": 48801, + "[XXXXX713]": 48525, + "[XXXXX714]": 47917, + "[XXXXX715]": 47782, + "[XXXXX716]": 48697, + "[XXXXX717]": 47836, + "[XXXXX718]": 47725, + "[XXXXX719]": 48218, + "[XXXXX71]": 49065, + "[XXXXX720]": 48956, + "[XXXXX721]": 48321, + "[XXXXX722]": 47812, + "[XXXXX723]": 47466, + "[XXXXX724]": 48462, + "[XXXXX725]": 47898, + "[XXXXX726]": 49060, + "[XXXXX727]": 47589, + "[XXXXX728]": 49117, + "[XXXXX729]": 48393, + "[XXXXX72]": 48439, + "[XXXXX730]": 48100, + "[XXXXX731]": 48394, + "[XXXXX732]": 48643, + "[XXXXX733]": 48423, + "[XXXXX734]": 48183, + "[XXXXX735]": 49101, + "[XXXXX736]": 48381, + "[XXXXX737]": 48854, + "[XXXXX738]": 49067, + "[XXXXX739]": 48876, + "[XXXXX73]": 47392, + "[XXXXX740]": 48179, + "[XXXXX741]": 48194, + "[XXXXX742]": 48791, + "[XXXXX743]": 48985, + "[XXXXX744]": 48535, + "[XXXXX745]": 48436, + "[XXXXX746]": 47896, + "[XXXXX747]": 47583, + "[XXXXX748]": 49142, + "[XXXXX749]": 48958, + "[XXXXX74]": 49064, + "[XXXXX750]": 47569, + "[XXXXX751]": 47548, + "[XXXXX752]": 49083, + "[XXXXX753]": 47746, + "[XXXXX754]": 49144, + "[XXXXX755]": 48600, + "[XXXXX756]": 47791, + "[XXXXX757]": 47661, + "[XXXXX758]": 48295, + "[XXXXX759]": 47912, + "[XXXXX75]": 48025, + "[XXXXX760]": 47495, + "[XXXXX761]": 48156, + "[XXXXX762]": 47907, + "[XXXXX763]": 48123, + "[XXXXX764]": 48134, + "[XXXXX765]": 47597, + "[XXXXX766]": 48278, + "[XXXXX767]": 47555, + "[XXXXX768]": 49011, + "[XXXXX769]": 47918, + "[XXXXX76]": 47902, + "[XXXXX770]": 48957, + "[XXXXX771]": 48936, + "[XXXXX772]": 48269, + "[XXXXX773]": 48473, + "[XXXXX774]": 49035, + "[XXXXX775]": 47984, + "[XXXXX776]": 48300, + "[XXXXX777]": 48085, + "[XXXXX778]": 47826, + "[XXXXX779]": 48019, + "[XXXXX77]": 48031, + "[XXXXX780]": 48376, + "[XXXXX781]": 47534, + "[XXXXX782]": 48764, + "[XXXXX783]": 49063, + "[XXXXX784]": 47840, + "[XXXXX785]": 48547, + "[XXXXX786]": 48941, + "[XXXXX787]": 47650, + "[XXXXX788]": 47800, + "[XXXXX789]": 48606, + "[XXXXX78]": 47873, + "[XXXXX790]": 48060, + "[XXXXX791]": 47885, + "[XXXXX792]": 47863, + "[XXXXX793]": 48730, + "[XXXXX794]": 47662, + "[XXXXX795]": 47438, + "[XXXXX796]": 48385, + "[XXXXX797]": 48449, + "[XXXXX798]": 47673, + "[XXXXX799]": 48093, + "[XXXXX79]": 48865, + "[XXXXX7]": 48372, + "[XXXXX800]": 48729, + "[XXXXX801]": 47474, + "[XXXXX802]": 48875, + "[XXXXX803]": 48029, + "[XXXXX804]": 48735, + "[XXXXX805]": 48297, + "[XXXXX806]": 48411, + "[XXXXX807]": 47913, + "[XXXXX808]": 48710, + "[XXXXX809]": 48094, + "[XXXXX80]": 48841, + "[XXXXX810]": 48428, + "[XXXXX811]": 48532, + "[XXXXX812]": 48950, + "[XXXXX813]": 48739, + "[XXXXX814]": 48137, + "[XXXXX815]": 47884, + "[XXXXX816]": 48779, + "[XXXXX817]": 47496, + "[XXXXX818]": 48352, + "[XXXXX819]": 48891, + "[XXXXX81]": 48051, + "[XXXXX820]": 48050, + "[XXXXX821]": 47573, + "[XXXXX822]": 48373, + "[XXXXX823]": 47793, + "[XXXXX824]": 47747, + "[XXXXX825]": 47758, + "[XXXXX826]": 48302, + "[XXXXX827]": 48785, + "[XXXXX828]": 48870, + "[XXXXX829]": 48899, + "[XXXXX82]": 49141, + "[XXXXX830]": 48884, + "[XXXXX831]": 47981, + "[XXXXX832]": 48223, + "[XXXXX833]": 48072, + "[XXXXX834]": 48576, + "[XXXXX835]": 48711, + "[XXXXX836]": 47460, + "[XXXXX837]": 47801, + "[XXXXX838]": 47651, + "[XXXXX839]": 47663, + "[XXXXX83]": 49076, + "[XXXXX840]": 48298, + "[XXXXX841]": 49150, + "[XXXXX842]": 48517, + "[XXXXX843]": 47418, + "[XXXXX844]": 47627, + "[XXXXX845]": 48230, + "[XXXXX846]": 48010, + "[XXXXX847]": 47423, + "[XXXXX848]": 49048, + "[XXXXX849]": 48524, + "[XXXXX84]": 47900, + "[XXXXX850]": 47787, + "[XXXXX851]": 48974, + "[XXXXX852]": 48652, + "[XXXXX853]": 47849, + "[XXXXX854]": 48623, + "[XXXXX855]": 49026, + "[XXXXX856]": 49068, + "[XXXXX857]": 48802, + "[XXXXX858]": 48236, + "[XXXXX859]": 48170, + "[XXXXX85]": 47909, + "[XXXXX860]": 47924, + "[XXXXX861]": 47607, + "[XXXXX862]": 47565, + "[XXXXX863]": 48038, + "[XXXXX864]": 49149, + "[XXXXX865]": 49081, + "[XXXXX866]": 48905, + "[XXXXX867]": 47792, + "[XXXXX868]": 48482, + "[XXXXX869]": 47704, + "[XXXXX86]": 49036, + "[XXXXX870]": 47959, + "[XXXXX871]": 48890, + "[XXXXX872]": 48860, + "[XXXXX873]": 48326, + "[XXXXX874]": 47617, + "[XXXXX875]": 47654, + "[XXXXX876]": 47986, + "[XXXXX877]": 48632, + "[XXXXX878]": 48175, + "[XXXXX879]": 48581, + "[XXXXX87]": 47608, + "[XXXXX880]": 47424, + "[XXXXX881]": 49134, + "[XXXXX882]": 48012, + "[XXXXX883]": 48696, + "[XXXXX884]": 48699, + "[XXXXX885]": 47955, + "[XXXXX886]": 49104, + "[XXXXX887]": 47827, + "[XXXXX888]": 49014, + "[XXXXX889]": 48539, + "[XXXXX88]": 48496, + "[XXXXX890]": 48723, + "[XXXXX891]": 48235, + "[XXXXX892]": 48195, + "[XXXXX893]": 48216, + "[XXXXX894]": 48444, + "[XXXXX895]": 48719, + "[XXXXX896]": 47715, + "[XXXXX897]": 48803, + "[XXXXX898]": 48679, + "[XXXXX899]": 48619, + "[XXXXX89]": 48500, + "[XXXXX8]": 49008, + "[XXXXX900]": 48120, + "[XXXXX901]": 48241, + "[XXXXX902]": 47852, + "[XXXXX903]": 48417, + "[XXXXX904]": 47671, + "[XXXXX905]": 48654, + "[XXXXX906]": 49056, + "[XXXXX907]": 48878, + "[XXXXX908]": 48708, + "[XXXXX909]": 48698, + "[XXXXX90]": 47578, + "[XXXXX910]": 49016, + "[XXXXX911]": 47931, + "[XXXXX912]": 48441, + "[XXXXX913]": 48937, + "[XXXXX914]": 47415, + "[XXXXX915]": 47546, + "[XXXXX916]": 48284, + "[XXXXX917]": 48483, + "[XXXXX918]": 47946, + "[XXXXX919]": 48613, + "[XXXXX91]": 47759, + "[XXXXX920]": 48468, + "[XXXXX921]": 48438, + "[XXXXX922]": 49004, + "[XXXXX923]": 48498, + "[XXXXX924]": 48315, + "[XXXXX925]": 48765, + "[XXXXX926]": 48363, + "[XXXXX927]": 48947, + "[XXXXX928]": 47606, + "[XXXXX929]": 48188, + "[XXXXX92]": 48798, + "[XXXXX930]": 47600, + "[XXXXX931]": 49096, + "[XXXXX932]": 47876, + "[XXXXX933]": 48856, + "[XXXXX934]": 48546, + "[XXXXX935]": 47486, + "[XXXXX936]": 48718, + "[XXXXX937]": 47592, + "[XXXXX938]": 48035, + "[XXXXX939]": 47509, + "[XXXXX93]": 49050, + "[XXXXX940]": 47956, + "[XXXXX941]": 48919, + "[XXXXX942]": 47993, + "[XXXXX943]": 48415, + "[XXXXX944]": 48925, + "[XXXXX945]": 48656, + "[XXXXX946]": 48763, + "[XXXXX947]": 48422, + "[XXXXX948]": 48814, + "[XXXXX949]": 47769, + "[XXXXX94]": 48367, + "[XXXXX950]": 47878, + "[XXXXX951]": 48320, + "[XXXXX952]": 48389, + "[XXXXX953]": 49032, + "[XXXXX954]": 49025, + "[XXXXX955]": 48686, + "[XXXXX956]": 48384, + "[XXXXX957]": 49024, + "[XXXXX958]": 48902, + "[XXXXX959]": 47810, + "[XXXXX95]": 48079, + "[XXXXX960]": 47682, + "[XXXXX961]": 49051, + "[XXXXX962]": 48771, + "[XXXXX963]": 48755, + "[XXXXX964]": 48915, + "[XXXXX965]": 47739, + "[XXXXX966]": 48942, + "[XXXXX967]": 48283, + "[XXXXX968]": 47971, + "[XXXXX969]": 48559, + "[XXXXX96]": 48464, + "[XXXXX970]": 47861, + "[XXXXX971]": 48469, + "[XXXXX972]": 48938, + "[XXXXX973]": 48097, + "[XXXXX974]": 47742, + "[XXXXX975]": 48657, + "[XXXXX976]": 48424, + "[XXXXX977]": 48866, + "[XXXXX978]": 47824, + "[XXXXX979]": 48207, + "[XXXXX97]": 48967, + "[XXXXX980]": 47575, + "[XXXXX981]": 48388, + "[XXXXX982]": 47940, + "[XXXXX983]": 48778, + "[XXXXX984]": 48426, + "[XXXXX985]": 48260, + "[XXXXX986]": 48418, + "[XXXXX987]": 47728, + "[XXXXX988]": 49086, + "[XXXXX989]": 48747, + "[XXXXX98]": 48140, + "[XXXXX990]": 48030, + "[XXXXX991]": 47459, + "[XXXXX992]": 48364, + "[XXXXX993]": 49137, + "[XXXXX994]": 48712, + "[XXXXX995]": 47980, + "[XXXXX996]": 47777, + "[XXXXX997]": 48819, + "[XXXXX998]": 48642, + "[XXXXX999]": 48975, + "[XXXXX99]": 48213, + "[XXXXX9]": 47755 +} diff --git a/checkpoint-8000/config.json b/checkpoint-8000/config.json new file mode 100644 index 0000000..87e344b --- /dev/null +++ b/checkpoint-8000/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 47386, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 47387, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 768, + "n_head": 12, + "n_inner": 3072, + "n_layer": 12, + "n_positions": 512, + "pad_token_id": 47388, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 49152 +} diff --git a/checkpoint-8000/generation_config.json b/checkpoint-8000/generation_config.json new file mode 100644 index 0000000..e73b324 --- /dev/null +++ b/checkpoint-8000/generation_config.json @@ -0,0 +1,10 @@ +{ + "_from_model_config": true, + "bos_token_id": 47386, + "eos_token_id": [ + 47387, + 50001 + ], + "pad_token_id": 47388, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-8000/model.safetensors b/checkpoint-8000/model.safetensors new file mode 100644 index 0000000..8f9cf35 --- /dev/null +++ b/checkpoint-8000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9bd6d2ae14b43b321eb29125a6c3c14cb1be64b239d4c9f97c03f4c79f01040 +size 246410944 diff --git a/checkpoint-8000/rng_state.pth b/checkpoint-8000/rng_state.pth new file mode 100644 index 0000000..d95d3af --- /dev/null +++ b/checkpoint-8000/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8464135a5fa6daa42c1714d4a07fde7a8408aa08aa3709b877076308fb70223b +size 14645 diff --git a/checkpoint-8000/special_tokens_map.json b/checkpoint-8000/special_tokens_map.json new file mode 100644 index 0000000..86972d3 --- /dev/null +++ b/checkpoint-8000/special_tokens_map.json @@ -0,0 +1,1815 @@ +{ + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-8000/spiece.model b/checkpoint-8000/spiece.model new file mode 100644 index 0000000..aa5e7bb --- /dev/null +++ b/checkpoint-8000/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:658c1246bf680a2a73ff33ccf7bbcde25b6d81c80c5cc610f4680cf9942f981b +size 1138208 diff --git a/checkpoint-8000/tokenizer_config.json b/checkpoint-8000/tokenizer_config.json new file mode 100644 index 0000000..b5acc55 --- /dev/null +++ b/checkpoint-8000/tokenizer_config.json @@ -0,0 +1,15919 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47386": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47387": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47388": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47389": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47390": { + "content": "[XXXXX1404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47391": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47392": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47393": { + "content": "[XXXXX1731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47394": { + "content": "[XXXXX1315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47395": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47396": { + "content": "[XXXXX1366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47397": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47398": { + "content": "[XXXXX1239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47399": { + "content": "[XXXXX1457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47400": { + "content": "[XXXXX1278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47401": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47402": { + "content": "[XXXXX1313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47403": { + "content": "[XXXXX1395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47404": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47405": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47406": { + "content": "[XXXXX1556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47407": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47408": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47409": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47410": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47411": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47412": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47413": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47414": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47415": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47416": { + "content": "[XXXXX1261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47417": { + "content": "[XXXXX1280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47418": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47419": { + "content": "[XXXXX1220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47420": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47421": { + "content": "[XXXXX1306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47422": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47423": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47424": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47425": { + "content": "[XXXXX1588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47426": { + "content": "[XXXXX1523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47427": { + "content": "[XXXXX1474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47428": { + "content": "[XXXXX1586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47429": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47430": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47431": { + "content": "[XXXXX1342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47432": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47433": { + "content": "[XXXXX1343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47434": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47435": { + "content": "[XXXXX1709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47436": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47437": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47438": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47439": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47440": { + "content": "[XXXXX1563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47441": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47442": { + "content": "[XXXXX1550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47443": { + "content": "[XXXXX1661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47444": { + "content": "[XXXXX1599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47445": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47446": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47447": { + "content": "[XXXXX1635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47448": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47449": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47450": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47451": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47452": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47453": { + "content": "[XXXXX1219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47454": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47455": { + "content": "[XXXXX1418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47456": { + "content": "[XXXXX1680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47457": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47458": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47459": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47460": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47461": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47462": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47463": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47464": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47465": { + "content": "[XXXXX1506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47466": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47467": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47468": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47469": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47470": { + "content": "[XXXXX1411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47471": { + "content": "[XXXXX1561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47472": { + "content": "[XXXXX1282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47473": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47474": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47475": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47476": { + "content": "[XXXXX1583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47477": { + "content": "[XXXXX1737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47478": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47479": { + "content": "[XXXXX1564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47480": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47481": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47482": { + "content": "[XXXXX1573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47483": { + "content": "[XXXXX1253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47484": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47485": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47486": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47487": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47488": { + "content": "[XXXXX1623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47489": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47490": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47491": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47492": { + "content": "[XXXXX1214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47493": { + "content": "[XXXXX1677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47494": { + "content": "[XXXXX1458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47495": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47496": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47497": { + "content": "[XXXXX1215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47498": { + "content": "[XXXXX1248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47499": { + "content": "[XXXXX1555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47500": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47501": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47502": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47503": { + "content": "[XXXXX1670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47504": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47505": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47506": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47507": { + "content": "[XXXXX1582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47508": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47509": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47510": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47511": { + "content": "[XXXXX1257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47512": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47513": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47514": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47515": { + "content": "[XXXXX1410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47516": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47517": { + "content": "[XXXXX1352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47518": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47519": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47520": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47521": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47522": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47523": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47524": { + "content": "[XXXXX1695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47525": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47526": { + "content": "[XXXXX1200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47527": { + "content": "[XXXXX1671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47528": { + "content": "[XXXXX1666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47529": { + "content": "[XXXXX1482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47530": { + "content": "[XXXXX1732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47531": { + "content": "[XXXXX1335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47532": { + "content": "[XXXXX1452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47533": { + "content": "[XXXXX1615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47534": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47535": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47536": { + "content": "[XXXXX1694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47537": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47538": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47539": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47540": { + "content": "[XXXXX1413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47541": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47542": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47543": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47544": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47545": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47546": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47547": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47548": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47549": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47550": { + "content": "[XXXXX1360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47551": { + "content": "[XXXXX1376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47552": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47553": { + "content": "[XXXXX1308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47554": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47555": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47556": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47557": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47558": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47559": { + "content": "[XXXXX1736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47560": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47561": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47562": { + "content": "[XXXXX1370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47563": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47564": { + "content": "[XXXXX1746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47565": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47566": { + "content": "[XXXXX1659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47567": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47568": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47569": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47570": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47571": { + "content": "[XXXXX1648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47572": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47573": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47574": { + "content": "[XXXXX1617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47575": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47576": { + "content": "[XXXXX1567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47577": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47578": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47579": { + "content": "[XXXXX1725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47580": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47581": { + "content": "[XXXXX1513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47582": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47583": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47584": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47585": { + "content": "[XXXXX1251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47586": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47587": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47588": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47589": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47590": { + "content": "[XXXXX1507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47591": { + "content": "[XXXXX1397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47592": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47593": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47594": { + "content": "[XXXXX1390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47595": { + "content": "[XXXXX1442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47596": { + "content": "[XXXXX1228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47597": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47598": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47599": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47600": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47601": { + "content": "[XXXXX1238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47602": { + "content": "[XXXXX1636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47603": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47604": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47605": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47606": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47607": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47608": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47609": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47610": { + "content": "[XXXXX1642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47611": { + "content": "[XXXXX1423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47612": { + "content": "[XXXXX1299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47613": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47614": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47615": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47616": { + "content": "[XXXXX1240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47617": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47618": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47619": { + "content": "[XXXXX1383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47620": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47621": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47622": { + "content": "[XXXXX1209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47623": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47624": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47625": { + "content": "[XXXXX1722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47626": { + "content": "[XXXXX1593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47627": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47628": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47629": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47630": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47631": { + "content": "[XXXXX1446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47632": { + "content": "[XXXXX1398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47633": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47634": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47635": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47636": { + "content": "[XXXXX1421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47637": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47638": { + "content": "[XXXXX1701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47639": { + "content": "[XXXXX1612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47640": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47641": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47642": { + "content": "[XXXXX1527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47643": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47644": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47645": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47646": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47647": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47648": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47649": { + "content": "[XXXXX1481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47650": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47651": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47652": { + "content": "[XXXXX1598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47653": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47654": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47655": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47656": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47657": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47658": { + "content": "[XXXXX1378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47659": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47660": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47661": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47662": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47663": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47664": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47665": { + "content": "[XXXXX1272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47666": { + "content": "[XXXXX1652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47667": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47668": { + "content": "[XXXXX1460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47669": { + "content": "[XXXXX1227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47670": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47671": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47672": { + "content": "[XXXXX1268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47673": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47674": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47675": { + "content": "[XXXXX1488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47676": { + "content": "[XXXXX1393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47677": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47678": { + "content": "[XXXXX1647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47679": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47680": { + "content": "[XXXXX1691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47681": { + "content": "[XXXXX1246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47682": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47683": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47684": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47685": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47686": { + "content": "[XXXXX1367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47687": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47688": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47689": { + "content": "[XXXXX1322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47690": { + "content": "[XXXXX1414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47691": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47692": { + "content": "[XXXXX1729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47693": { + "content": "[XXXXX1703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47694": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47695": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47696": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47697": { + "content": "[XXXXX1309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47698": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47699": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47700": { + "content": "[XXXXX1365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47701": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47702": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47703": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47704": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47705": { + "content": "[XXXXX1400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47706": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47707": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47708": { + "content": "[XXXXX1565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47709": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47710": { + "content": "[XXXXX1284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47711": { + "content": "[XXXXX1473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47712": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47713": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47714": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47715": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47716": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47717": { + "content": "[XXXXX1649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47718": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47719": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47720": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47721": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47722": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47723": { + "content": "[XXXXX1337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47724": { + "content": "[XXXXX1386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47725": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47726": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47727": { + "content": "[XXXXX1533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47728": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47729": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47730": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47731": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47732": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47733": { + "content": "[XXXXX1664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47734": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47735": { + "content": "[XXXXX1289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47736": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47737": { + "content": "[XXXXX1496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47738": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47739": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47740": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47741": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47742": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47743": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47744": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47745": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47746": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47747": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47748": { + "content": "[XXXXX1640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47749": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47750": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47751": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47752": { + "content": "[XXXXX1502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47753": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47754": { + "content": "[XXXXX1279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47755": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47756": { + "content": "[XXXXX1387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47757": { + "content": "[XXXXX1277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47758": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47759": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47760": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47761": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47762": { + "content": "[XXXXX1516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47763": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47764": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47765": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47766": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47767": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47768": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47769": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47770": { + "content": "[XXXXX1471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47771": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47772": { + "content": "[XXXXX1674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47773": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47774": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47775": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47776": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47777": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47778": { + "content": "[XXXXX1486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47779": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47780": { + "content": "[XXXXX1468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47781": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47782": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47783": { + "content": "[XXXXX1675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47784": { + "content": "[XXXXX1708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47785": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47786": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47787": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47788": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47789": { + "content": "[XXXXX1311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47790": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47791": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47792": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47793": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47794": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47795": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47796": { + "content": "[XXXXX1566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47797": { + "content": "[XXXXX1758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47798": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47799": { + "content": "[XXXXX1208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47800": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47801": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47802": { + "content": "[XXXXX1304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47803": { + "content": "[XXXXX1417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47804": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47805": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47806": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47807": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47808": { + "content": "[XXXXX1420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47809": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47810": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47811": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47812": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47813": { + "content": "[XXXXX1328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47814": { + "content": "[XXXXX1431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47815": { + "content": "[XXXXX1273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47816": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47817": { + "content": "[XXXXX1672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47818": { + "content": "[XXXXX1243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47819": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47820": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47821": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47822": { + "content": "[XXXXX1611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47823": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47824": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47825": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47826": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47827": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47828": { + "content": "[XXXXX1379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47829": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47830": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47831": { + "content": "[XXXXX1443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47832": { + "content": "[XXXXX1716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47833": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47834": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47835": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47836": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47837": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47838": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47839": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47840": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47841": { + "content": "[XXXXX1218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47842": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47843": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47844": { + "content": "[XXXXX1558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47845": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47846": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47847": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47848": { + "content": "[XXXXX1269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47849": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47850": { + "content": "[XXXXX1484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47851": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47852": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47853": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47854": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47855": { + "content": "[XXXXX1602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47856": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47857": { + "content": "[XXXXX1755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47858": { + "content": "[XXXXX1412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47859": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47860": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47861": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47862": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47863": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47864": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47865": { + "content": "[XXXXX1266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47866": { + "content": "[XXXXX1624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47867": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47868": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47869": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47870": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47871": { + "content": "[XXXXX1721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47872": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47873": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47874": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47875": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47876": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47877": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47878": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47879": { + "content": "[XXXXX1199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47880": { + "content": "[XXXXX1344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47881": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47882": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47883": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47884": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47885": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47886": { + "content": "[XXXXX1515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47887": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47888": { + "content": "[XXXXX1678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47889": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47890": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47891": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47892": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47893": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47894": { + "content": "[XXXXX1557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47895": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47896": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47897": { + "content": "[XXXXX1324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47898": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47899": { + "content": "[XXXXX1554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47900": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47901": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47902": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47903": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47904": { + "content": "[XXXXX1577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47905": { + "content": "[XXXXX1305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47906": { + "content": "[XXXXX1681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47907": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47908": { + "content": "[XXXXX1338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47909": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47910": { + "content": "[XXXXX1303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47911": { + "content": "[XXXXX1207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47912": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47913": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47914": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47915": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47916": { + "content": "[XXXXX1734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47917": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47918": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47919": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47920": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47921": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47922": { + "content": "[XXXXX1403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47923": { + "content": "[XXXXX1464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47924": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47925": { + "content": "[XXXXX1233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47926": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47927": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47928": { + "content": "[XXXXX1620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47929": { + "content": "[XXXXX1487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47930": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47931": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47932": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47933": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47934": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47935": { + "content": "[XXXXX1637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47936": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47937": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47938": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47939": { + "content": "[XXXXX1633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47940": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47941": { + "content": "[XXXXX1402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47942": { + "content": "[XXXXX1300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47943": { + "content": "[XXXXX1735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47944": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47945": { + "content": "[XXXXX1454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47946": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47947": { + "content": "[XXXXX1470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47948": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47949": { + "content": "[XXXXX1435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47950": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47951": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47952": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47953": { + "content": "[XXXXX1639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47954": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47955": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47956": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47957": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47958": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47959": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47960": { + "content": "[XXXXX1575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47961": { + "content": "[XXXXX1604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47962": { + "content": "[XXXXX1512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47963": { + "content": "[XXXXX1394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47964": { + "content": "[XXXXX1600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47965": { + "content": "[XXXXX1724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47966": { + "content": "[XXXXX1323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47967": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47968": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47969": { + "content": "[XXXXX1753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47970": { + "content": "[XXXXX1752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47971": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47972": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47973": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47974": { + "content": "[XXXXX1646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47975": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47976": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47977": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47978": { + "content": "[XXXXX1720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47979": { + "content": "[XXXXX1263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47980": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47981": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47982": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47983": { + "content": "[XXXXX1616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47984": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47985": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47986": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47987": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47988": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47989": { + "content": "[XXXXX1707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47990": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47991": { + "content": "[XXXXX1553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47992": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47993": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47994": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47995": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47996": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47997": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47998": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47999": { + "content": "[XXXXX1288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48000": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48001": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48002": { + "content": "[XXXXX1241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48003": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48004": { + "content": "[XXXXX1409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48005": { + "content": "[XXXXX1440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48006": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48007": { + "content": "[XXXXX1631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48008": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48009": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48010": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48011": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48012": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48013": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48014": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48015": { + "content": "[XXXXX1275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48016": { + "content": "[XXXXX1274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48017": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48018": { + "content": "[XXXXX1744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48019": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48020": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48021": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48022": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48023": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48024": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48025": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48026": { + "content": "[XXXXX1682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48027": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48028": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48029": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48030": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48031": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48032": { + "content": "[XXXXX1369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48033": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48034": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48035": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48036": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48037": { + "content": "[XXXXX1662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48038": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48039": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48040": { + "content": "[XXXXX1655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48041": { + "content": "[XXXXX1374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48042": { + "content": "[XXXXX1700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48043": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48044": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48045": { + "content": "[XXXXX1596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48046": { + "content": "[XXXXX1287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48047": { + "content": "[XXXXX1281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48048": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48049": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48050": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48051": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48052": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48053": { + "content": "[XXXXX1613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48054": { + "content": "[XXXXX1415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48055": { + "content": "[XXXXX1529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48056": { + "content": "[XXXXX1622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48057": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48058": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48059": { + "content": "[XXXXX1679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48060": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48061": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48062": { + "content": "[XXXXX1357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48063": { + "content": "[XXXXX1301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48064": { + "content": "[XXXXX1230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48065": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48066": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48067": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48068": { + "content": "[XXXXX1434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48069": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48070": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48071": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48072": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48073": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48074": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48075": { + "content": "[XXXXX1628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48076": { + "content": "[XXXXX1325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48077": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48078": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48079": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48080": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48081": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48082": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48083": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48084": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48085": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48086": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48087": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48088": { + "content": "[XXXXX1541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48089": { + "content": "[XXXXX1687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48090": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48091": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48092": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48093": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48094": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48095": { + "content": "[XXXXX1546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48096": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48097": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48098": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48099": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48100": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48101": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48102": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48103": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48104": { + "content": "[XXXXX1351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48105": { + "content": "[XXXXX1643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48106": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48107": { + "content": "[XXXXX1231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48108": { + "content": "[XXXXX1271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48109": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48110": { + "content": "[XXXXX1336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48111": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48112": { + "content": "[XXXXX1748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48113": { + "content": "[XXXXX1545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48114": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48115": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48116": { + "content": "[XXXXX1641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48117": { + "content": "[XXXXX1714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48118": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48119": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48120": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48121": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48122": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48123": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48124": { + "content": "[XXXXX1538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48125": { + "content": "[XXXXX1669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48126": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48127": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48128": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48129": { + "content": "[XXXXX1733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48130": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48131": { + "content": "[XXXXX1210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48132": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48133": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48134": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48135": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48136": { + "content": "[XXXXX1380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48137": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48138": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48139": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48140": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48141": { + "content": "[XXXXX1497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48142": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48143": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48144": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48145": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48146": { + "content": "[XXXXX1692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48147": { + "content": "[XXXXX1317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48148": { + "content": "[XXXXX1606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48149": { + "content": "[XXXXX1683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48150": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48151": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48152": { + "content": "[XXXXX1710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48153": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48154": { + "content": "[XXXXX1222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48155": { + "content": "[XXXXX1461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48156": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48157": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48158": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48159": { + "content": "[XXXXX1698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48160": { + "content": "[XXXXX1232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48161": { + "content": "[XXXXX1743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48162": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48163": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48164": { + "content": "[XXXXX1559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48165": { + "content": "[XXXXX1321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48166": { + "content": "[XXXXX1276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48167": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48168": { + "content": "[XXXXX1259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48169": { + "content": "[XXXXX1408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48170": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48171": { + "content": "[XXXXX1429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48172": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48173": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48174": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48175": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48176": { + "content": "[XXXXX1388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48177": { + "content": "[XXXXX1621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48178": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48179": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48180": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48181": { + "content": "[XXXXX1430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48182": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48183": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48184": { + "content": "[XXXXX1510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48185": { + "content": "[XXXXX1715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48186": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48187": { + "content": "[XXXXX1316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48188": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48189": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48190": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48191": { + "content": "[XXXXX1568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48192": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48193": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48194": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48195": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48196": { + "content": "[XXXXX1349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48197": { + "content": "[XXXXX1696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48198": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48199": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48200": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48201": { + "content": "[XXXXX1237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48202": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48203": { + "content": "[XXXXX1462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48204": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48205": { + "content": "[XXXXX1571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48206": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48207": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48208": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48209": { + "content": "[XXXXX1286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48210": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48211": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48212": { + "content": "[XXXXX1371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48213": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48214": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48215": { + "content": "[XXXXX1548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48216": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48217": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48218": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48219": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48220": { + "content": "[XXXXX1549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48221": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48222": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48223": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48224": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48225": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48226": { + "content": "[XXXXX1419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48227": { + "content": "[XXXXX1658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48228": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48229": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48230": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48231": { + "content": "[XXXXX1594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48232": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48233": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48234": { + "content": "[XXXXX1626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48235": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48236": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48237": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48238": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48239": { + "content": "[XXXXX1267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48240": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48241": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48242": { + "content": "[XXXXX1368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48243": { + "content": "[XXXXX1332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48244": { + "content": "[XXXXX1739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48245": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48246": { + "content": "[XXXXX1375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48247": { + "content": "[XXXXX1723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48248": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48249": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48250": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48251": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48252": { + "content": "[XXXXX1436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48253": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48254": { + "content": "[XXXXX1384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48255": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48256": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48257": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48258": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48259": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48260": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48261": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48262": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48263": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48264": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48265": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48266": { + "content": "[XXXXX1294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48267": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48268": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48269": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48270": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48271": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48272": { + "content": "[XXXXX1493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48273": { + "content": "[XXXXX1625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48274": { + "content": "[XXXXX1585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48275": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48276": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48277": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48278": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48279": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48280": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48281": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48282": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48283": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48284": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48285": { + "content": "[XXXXX1614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48286": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48287": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48288": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48289": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48290": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48291": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48292": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48293": { + "content": "[XXXXX1258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48294": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48295": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48296": { + "content": "[XXXXX1605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48297": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48298": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48299": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48300": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48301": { + "content": "[XXXXX1711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48302": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48303": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48304": { + "content": "[XXXXX1212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48305": { + "content": "[XXXXX1540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48306": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48307": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48308": { + "content": "[XXXXX1463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48309": { + "content": "[XXXXX1205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48310": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48311": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48312": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48313": { + "content": "[XXXXX1686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48314": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48315": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48316": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48317": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48318": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48319": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48320": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48321": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48322": { + "content": "[XXXXX1334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48323": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48324": { + "content": "[XXXXX1603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48325": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48326": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48327": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48328": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48329": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48330": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48331": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48332": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48333": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48334": { + "content": "[XXXXX1619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48335": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48336": { + "content": "[XXXXX1572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48337": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48338": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48339": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48340": { + "content": "[XXXXX1254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48341": { + "content": "[XXXXX1476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48342": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48343": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48344": { + "content": "[XXXXX1250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48345": { + "content": "[XXXXX1211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48346": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48347": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48348": { + "content": "[XXXXX1524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48349": { + "content": "[XXXXX1455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48350": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48351": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48352": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48353": { + "content": "[XXXXX1377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48354": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48355": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48356": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48357": { + "content": "[XXXXX1354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48358": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48359": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48360": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48361": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48362": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48363": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48364": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48365": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48366": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48367": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48368": { + "content": "[XXXXX1302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48369": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48370": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48371": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48372": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48373": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48374": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48375": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48376": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48377": { + "content": "[XXXXX1663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48378": { + "content": "[XXXXX1249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48379": { + "content": "[XXXXX1439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48380": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48381": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48382": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48383": { + "content": "[XXXXX1717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48384": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48385": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48386": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48387": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48388": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48389": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48390": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48391": { + "content": "[XXXXX1347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48392": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48393": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48394": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48395": { + "content": "[XXXXX1727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48396": { + "content": "[XXXXX1689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48397": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48398": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48399": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48400": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48401": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48402": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48403": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48404": { + "content": "[XXXXX1350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48405": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48406": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48407": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48408": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48409": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48410": { + "content": "[XXXXX1517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48411": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48412": { + "content": "[XXXXX1196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48413": { + "content": "[XXXXX1234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48414": { + "content": "[XXXXX1578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48415": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48416": { + "content": "[XXXXX1441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48417": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48418": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48419": { + "content": "[XXXXX1447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48420": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48421": { + "content": "[XXXXX1478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48422": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48423": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48424": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48425": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48426": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48427": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48428": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48429": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48430": { + "content": "[XXXXX1503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48431": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48432": { + "content": "[XXXXX1738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48433": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48434": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48435": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48436": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48437": { + "content": "[XXXXX1518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48438": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48439": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48440": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48441": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48442": { + "content": "[XXXXX1217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48443": { + "content": "[XXXXX1298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48444": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48445": { + "content": "[XXXXX1508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48446": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48447": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48448": { + "content": "[XXXXX1225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48449": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48450": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48451": { + "content": "[XXXXX1684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48452": { + "content": "[XXXXX1499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48453": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48454": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48455": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48456": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48457": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48458": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48459": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48460": { + "content": "[XXXXX1644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48461": { + "content": "[XXXXX1704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48462": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48463": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48464": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48465": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48466": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48467": { + "content": "[XXXXX1705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48468": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48469": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48470": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48471": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48472": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48473": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48474": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48475": { + "content": "[XXXXX1521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48476": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48477": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48478": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48479": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48480": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48481": { + "content": "[XXXXX1203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48482": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48483": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48484": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48485": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48486": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48487": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48488": { + "content": "[XXXXX1197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48489": { + "content": "[XXXXX1331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48490": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48491": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48492": { + "content": "[XXXXX1356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48493": { + "content": "[XXXXX1396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48494": { + "content": "[XXXXX1537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48495": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48496": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48497": { + "content": "[XXXXX1730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48498": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48499": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48500": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48501": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48502": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48503": { + "content": "[XXXXX1757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48504": { + "content": "[XXXXX1467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48505": { + "content": "[XXXXX1706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48506": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48507": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48508": { + "content": "[XXXXX1754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48509": { + "content": "[XXXXX1745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48510": { + "content": "[XXXXX1668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48511": { + "content": "[XXXXX1224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48512": { + "content": "[XXXXX1726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48513": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48514": { + "content": "[XXXXX1407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48515": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48516": { + "content": "[XXXXX1569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48517": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48518": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48519": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48520": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48521": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48522": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48523": { + "content": "[XXXXX1520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48524": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48525": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48526": { + "content": "[XXXXX1651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48527": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48528": { + "content": "[XXXXX1740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48529": { + "content": "[XXXXX1348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48530": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48531": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48532": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48533": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48534": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48535": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48536": { + "content": "[XXXXX1690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48537": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48538": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48539": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48540": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48541": { + "content": "[XXXXX1459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48542": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48543": { + "content": "[XXXXX1242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48544": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48545": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48546": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48547": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48548": { + "content": "[XXXXX1528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48549": { + "content": "[XXXXX1319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48550": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48551": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48552": { + "content": "[XXXXX1632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48553": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48554": { + "content": "[XXXXX1595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48555": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48556": { + "content": "[XXXXX1290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48557": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48558": { + "content": "[XXXXX1699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48559": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48560": { + "content": "[XXXXX1601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48561": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48562": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48563": { + "content": "[XXXXX1756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48564": { + "content": "[XXXXX1381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48565": { + "content": "[XXXXX1560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48566": { + "content": "[XXXXX1270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48567": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48568": { + "content": "[XXXXX1202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48569": { + "content": "[XXXXX1244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48570": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48571": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48572": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48573": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48574": { + "content": "[XXXXX1479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48575": { + "content": "[XXXXX1312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48576": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48577": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48578": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48579": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48580": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48581": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48582": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48583": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48584": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48585": { + "content": "[XXXXX1427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48586": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48587": { + "content": "[XXXXX1657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48588": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48589": { + "content": "[XXXXX1432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48590": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48591": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48592": { + "content": "[XXXXX1264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48593": { + "content": "[XXXXX1498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48594": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48595": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48596": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48597": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48598": { + "content": "[XXXXX1491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48599": { + "content": "[XXXXX1584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48600": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48601": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48602": { + "content": "[XXXXX1229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48603": { + "content": "[XXXXX1511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48604": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48605": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48606": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48607": { + "content": "[XXXXX1544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48608": { + "content": "[XXXXX1204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48609": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48610": { + "content": "[XXXXX1372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48611": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48612": { + "content": "[XXXXX1490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48613": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48614": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48615": { + "content": "[XXXXX1416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48616": { + "content": "[XXXXX1450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48617": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48618": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48619": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48620": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48621": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48622": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48623": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48624": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48625": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48626": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48627": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48628": { + "content": "[XXXXX1465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48629": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48630": { + "content": "[XXXXX1530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48631": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48632": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48633": { + "content": "[XXXXX1580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48634": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48635": { + "content": "[XXXXX1405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48636": { + "content": "[XXXXX1653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48637": { + "content": "[XXXXX1500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48638": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48639": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48640": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48641": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48642": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48643": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48644": { + "content": "[XXXXX1320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48645": { + "content": "[XXXXX1472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48646": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48647": { + "content": "[XXXXX1245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48648": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48649": { + "content": "[XXXXX1713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48650": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48651": { + "content": "[XXXXX1340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48652": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48653": { + "content": "[XXXXX1650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48654": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48655": { + "content": "[XXXXX1514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48656": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48657": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48658": { + "content": "[XXXXX1495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48659": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48660": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48661": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48662": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48663": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48664": { + "content": "[XXXXX1480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48665": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48666": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48667": { + "content": "[XXXXX1428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48668": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48669": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48670": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48671": { + "content": "[XXXXX1741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48672": { + "content": "[XXXXX1221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48673": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48674": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48675": { + "content": "[XXXXX1483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48676": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48677": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48678": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48679": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48680": { + "content": "[XXXXX1385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48681": { + "content": "[XXXXX1389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48682": { + "content": "[XXXXX1213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48683": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48684": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48685": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48686": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48687": { + "content": "[XXXXX1291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48688": { + "content": "[XXXXX1451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48689": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48690": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48691": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48692": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48693": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48694": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48695": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48696": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48697": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48698": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48699": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48700": { + "content": "[XXXXX1339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48701": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48702": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48703": { + "content": "[XXXXX1318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48704": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48705": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48706": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48707": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48708": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48709": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48710": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48711": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48712": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48713": { + "content": "[XXXXX1293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48714": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48715": { + "content": "[XXXXX1252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48716": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48717": { + "content": "[XXXXX1536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48718": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48719": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48720": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48721": { + "content": "[XXXXX1358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48722": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48723": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48724": { + "content": "[XXXXX1437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48725": { + "content": "[XXXXX1634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48726": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48727": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48728": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48729": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48730": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48731": { + "content": "[XXXXX1589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48732": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48733": { + "content": "[XXXXX1693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48734": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48735": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48736": { + "content": "[XXXXX1256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48737": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48738": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48739": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48740": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48741": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48742": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48743": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48744": { + "content": "[XXXXX1477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48745": { + "content": "[XXXXX1262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48746": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48747": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48748": { + "content": "[XXXXX1362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48749": { + "content": "[XXXXX1201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48750": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48751": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48752": { + "content": "[XXXXX1579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48753": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48754": { + "content": "[XXXXX1327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48755": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48756": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48757": { + "content": "[XXXXX1627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48758": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48759": { + "content": "[XXXXX1504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48760": { + "content": "[XXXXX1391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48761": { + "content": "[XXXXX1456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48762": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48763": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48764": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48765": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48766": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48767": { + "content": "[XXXXX1609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48768": { + "content": "[XXXXX1629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48769": { + "content": "[XXXXX1597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48770": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48771": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48772": { + "content": "[XXXXX1346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48773": { + "content": "[XXXXX1645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48774": { + "content": "[XXXXX1660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48775": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48776": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48777": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48778": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48779": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48780": { + "content": "[XXXXX1469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48781": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48782": { + "content": "[XXXXX1424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48783": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48784": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48785": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48786": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48787": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48788": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48789": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48790": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48791": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48792": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48793": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48794": { + "content": "[XXXXX1297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48795": { + "content": "[XXXXX1688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48796": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48797": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48798": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48799": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48800": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48801": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48802": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48803": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48804": { + "content": "[XXXXX1501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48805": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48806": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48807": { + "content": "[XXXXX1438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48808": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48809": { + "content": "[XXXXX1330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48810": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48811": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48812": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48813": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48814": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48815": { + "content": "[XXXXX1519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48816": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48817": { + "content": "[XXXXX1489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48818": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48819": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48820": { + "content": "[XXXXX1630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48821": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48822": { + "content": "[XXXXX1509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48823": { + "content": "[XXXXX1505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48824": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48825": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48826": { + "content": "[XXXXX1581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48827": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48828": { + "content": "[XXXXX1618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48829": { + "content": "[XXXXX1314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48830": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48831": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48832": { + "content": "[XXXXX1422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48833": { + "content": "[XXXXX1364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48834": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48835": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48836": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48837": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48838": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48839": { + "content": "[XXXXX1591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48840": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48841": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48842": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48843": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48844": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48845": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48846": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48847": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48848": { + "content": "[XXXXX1535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48849": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48850": { + "content": "[XXXXX1353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48851": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48852": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48853": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48854": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48855": { + "content": "[XXXXX1206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48856": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48857": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48858": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48859": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48860": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48861": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48862": { + "content": "[XXXXX1355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48863": { + "content": "[XXXXX1547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48864": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48865": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48866": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48867": { + "content": "[XXXXX1728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48868": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48869": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48870": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48871": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48872": { + "content": "[XXXXX1522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48873": { + "content": "[XXXXX1326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48874": { + "content": "[XXXXX1448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48875": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48876": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48877": { + "content": "[XXXXX1341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48878": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48879": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48880": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48881": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48882": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48883": { + "content": "[XXXXX1285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48884": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48885": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48886": { + "content": "[XXXXX1750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48887": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48888": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48889": { + "content": "[XXXXX1742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48890": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48891": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48892": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48893": { + "content": "[XXXXX1445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48894": { + "content": "[XXXXX1466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48895": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48896": { + "content": "[XXXXX1531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48897": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48898": { + "content": "[XXXXX1247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48899": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48900": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48901": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48902": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48903": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48904": { + "content": "[XXXXX1494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48905": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48906": { + "content": "[XXXXX1406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48907": { + "content": "[XXXXX1610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48908": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48909": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48910": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48911": { + "content": "[XXXXX1570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48912": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48913": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48914": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48915": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48916": { + "content": "[XXXXX1433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48917": { + "content": "[XXXXX1295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48918": { + "content": "[XXXXX1485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48919": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48920": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48921": { + "content": "[XXXXX1333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48922": { + "content": "[XXXXX1359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48923": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48924": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48925": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48926": { + "content": "[XXXXX1761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48927": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48928": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48929": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48930": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48931": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48932": { + "content": "[XXXXX1751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48933": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48934": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48935": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48936": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48937": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48938": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48939": { + "content": "[XXXXX1216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48940": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48941": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48942": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48943": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48944": { + "content": "[XXXXX1534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48945": { + "content": "[XXXXX1265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48946": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48947": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48948": { + "content": "[XXXXX1525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48949": { + "content": "[XXXXX1760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48950": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48951": { + "content": "[XXXXX1260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48952": { + "content": "[XXXXX1574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48953": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48954": { + "content": "[XXXXX1702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48955": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48956": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48957": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48958": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48959": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48960": { + "content": "[XXXXX1562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48961": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48962": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48963": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48964": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48965": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48966": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48967": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48968": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48969": { + "content": "[XXXXX1747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48970": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48971": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48972": { + "content": "[XXXXX1587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48973": { + "content": "[XXXXX1382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48974": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48975": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48976": { + "content": "[XXXXX1426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48977": { + "content": "[XXXXX1345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48978": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48979": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48980": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48981": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48982": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48983": { + "content": "[XXXXX1401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48984": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48985": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48986": { + "content": "[XXXXX1719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48987": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48988": { + "content": "[XXXXX1226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48989": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48990": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48991": { + "content": "[XXXXX1255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48992": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48993": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48994": { + "content": "[XXXXX1608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48995": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48996": { + "content": "[XXXXX1399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48997": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48998": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48999": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49000": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49001": { + "content": "[XXXXX1656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49002": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49003": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49004": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49005": { + "content": "[XXXXX1235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49006": { + "content": "[XXXXX1592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49007": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49008": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49009": { + "content": "[XXXXX1590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49010": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49011": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49012": { + "content": "[XXXXX1718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49013": { + "content": "[XXXXX1373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49014": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49015": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49016": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49017": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49018": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49019": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49020": { + "content": "[XXXXX1532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49021": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49022": { + "content": "[XXXXX1542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49023": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49024": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49025": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49026": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49027": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49028": { + "content": "[XXXXX1363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49029": { + "content": "[XXXXX1685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49030": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49031": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49032": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49033": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49034": { + "content": "[XXXXX1444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49035": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49036": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49037": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49038": { + "content": "[XXXXX1607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49039": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49040": { + "content": "[XXXXX1283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49041": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49042": { + "content": "[XXXXX1475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49043": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49044": { + "content": "[XXXXX1543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49045": { + "content": "[XXXXX1361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49046": { + "content": "[XXXXX1292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49047": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49048": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49049": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49050": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49051": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49052": { + "content": "[XXXXX1676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49053": { + "content": "[XXXXX1759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49054": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49055": { + "content": "[XXXXX1539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49056": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49057": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49058": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49059": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49060": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49061": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49062": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49063": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49064": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49065": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49066": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49067": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49068": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49069": { + "content": "[XXXXX1310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49070": { + "content": "[XXXXX1654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49071": { + "content": "[XXXXX1665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49072": { + "content": "[XXXXX1329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49073": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49074": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49075": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49076": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49077": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49078": { + "content": "[XXXXX1449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49079": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49080": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49081": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49082": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49083": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49084": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49085": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49086": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49087": { + "content": "[XXXXX1223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49088": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49089": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49090": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49091": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49092": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49093": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49094": { + "content": "[XXXXX1712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49095": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49096": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49097": { + "content": "[XXXXX1198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49098": { + "content": "[XXXXX1576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49099": { + "content": "[XXXXX1526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49100": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49101": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49102": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49103": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49104": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49105": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49106": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49107": { + "content": "[XXXXX1453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49108": { + "content": "[XXXXX1492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49109": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49110": { + "content": "[XXXXX1392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49111": { + "content": "[XXXXX1673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49112": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49113": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49114": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49115": { + "content": "[XXXXX1236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49116": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49117": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49118": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49119": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49120": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49121": { + "content": "[XXXXX1296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49122": { + "content": "[XXXXX1551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49123": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49124": { + "content": "[XXXXX1667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49125": { + "content": "[XXXXX1307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49126": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49127": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49128": { + "content": "[XXXXX1749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49129": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49130": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49131": { + "content": "[XXXXX1552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49132": { + "content": "[XXXXX1638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49133": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49134": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49135": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49136": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49137": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49138": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49139": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49140": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49141": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49142": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49143": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49144": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49145": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49146": { + "content": "[XXXXX1425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49147": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49148": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49149": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49150": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49151": { + "content": "[XXXXX1697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-8000/trainer_state.json b/checkpoint-8000/trainer_state.json new file mode 100644 index 0000000..d67a4a7 --- /dev/null +++ b/checkpoint-8000/trainer_state.json @@ -0,0 +1,16210 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 9.489916963226571, + "eval_steps": 500, + "global_step": 8000, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 10.6509840965271, + "epoch": 0.005931198102016607, + "grad_norm": 11.4375, + "learning_rate": 2e-06, + "loss": 10.7955, + "mean_token_accuracy": 0.00017467249417677522, + "num_tokens": 12647.0, + "step": 5 + }, + { + "entropy": 10.650976181030273, + "epoch": 0.011862396204033215, + "grad_norm": 10.875, + "learning_rate": 4.5e-06, + "loss": 10.7449, + "mean_token_accuracy": 0.0003256943717133254, + "num_tokens": 26668.0, + "step": 10 + }, + { + "entropy": 10.65047550201416, + "epoch": 0.017793594306049824, + "grad_norm": 8.5, + "learning_rate": 7e-06, + "loss": 10.5392, + "mean_token_accuracy": 0.011320227157557382, + "num_tokens": 41021.0, + "step": 15 + }, + { + "entropy": 10.645245170593261, + "epoch": 0.02372479240806643, + "grad_norm": 5.6875, + "learning_rate": 9.5e-06, + "loss": 10.2512, + "mean_token_accuracy": 0.03331172131001949, + "num_tokens": 56626.0, + "step": 20 + }, + { + "entropy": 10.620162200927734, + "epoch": 0.02965599051008304, + "grad_norm": 3.46875, + "learning_rate": 1.2e-05, + "loss": 9.9999, + "mean_token_accuracy": 0.03278177715837956, + "num_tokens": 72914.0, + "step": 25 + }, + { + "entropy": 10.59833517074585, + "epoch": 0.03558718861209965, + "grad_norm": 2.75, + "learning_rate": 1.4500000000000002e-05, + "loss": 9.8507, + "mean_token_accuracy": 0.03321463130414486, + "num_tokens": 88514.0, + "step": 30 + }, + { + "entropy": 10.59533166885376, + "epoch": 0.04151838671411625, + "grad_norm": 2.6875, + "learning_rate": 1.7000000000000003e-05, + "loss": 9.7557, + "mean_token_accuracy": 0.03128496501594782, + "num_tokens": 101256.0, + "step": 35 + }, + { + "entropy": 10.598009204864502, + "epoch": 0.04744958481613286, + "grad_norm": 2.34375, + "learning_rate": 1.95e-05, + "loss": 9.7229, + "mean_token_accuracy": 0.03391152955591679, + "num_tokens": 114459.0, + "step": 40 + }, + { + "entropy": 10.583034133911132, + "epoch": 0.05338078291814947, + "grad_norm": 2.203125, + "learning_rate": 2.2e-05, + "loss": 9.7096, + "mean_token_accuracy": 0.031900213845074174, + "num_tokens": 129858.0, + "step": 45 + }, + { + "entropy": 10.583144092559815, + "epoch": 0.05931198102016608, + "grad_norm": 2.421875, + "learning_rate": 2.4500000000000003e-05, + "loss": 9.6353, + "mean_token_accuracy": 0.03371269796043634, + "num_tokens": 143486.0, + "step": 50 + }, + { + "entropy": 10.582204055786132, + "epoch": 0.06524317912218268, + "grad_norm": 2.171875, + "learning_rate": 2.7e-05, + "loss": 9.5795, + "mean_token_accuracy": 0.035220497474074366, + "num_tokens": 156003.0, + "step": 55 + }, + { + "entropy": 10.569349002838134, + "epoch": 0.0711743772241993, + "grad_norm": 2.1875, + "learning_rate": 2.95e-05, + "loss": 9.5437, + "mean_token_accuracy": 0.034727090038359165, + "num_tokens": 170988.0, + "step": 60 + }, + { + "entropy": 10.552780246734619, + "epoch": 0.0771055753262159, + "grad_norm": 2.15625, + "learning_rate": 3.2e-05, + "loss": 9.4193, + "mean_token_accuracy": 0.03448135014623403, + "num_tokens": 187165.0, + "step": 65 + }, + { + "entropy": 10.542837047576905, + "epoch": 0.0830367734282325, + "grad_norm": 2.125, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.368, + "mean_token_accuracy": 0.03228826243430376, + "num_tokens": 202072.0, + "step": 70 + }, + { + "entropy": 10.534712505340575, + "epoch": 0.08896797153024912, + "grad_norm": 2.0625, + "learning_rate": 3.7e-05, + "loss": 9.2131, + "mean_token_accuracy": 0.034324941039085385, + "num_tokens": 215375.0, + "step": 75 + }, + { + "entropy": 10.50705509185791, + "epoch": 0.09489916963226572, + "grad_norm": 1.921875, + "learning_rate": 3.95e-05, + "loss": 9.1257, + "mean_token_accuracy": 0.03353528436273336, + "num_tokens": 228749.0, + "step": 80 + }, + { + "entropy": 10.478670978546143, + "epoch": 0.10083036773428232, + "grad_norm": 2.09375, + "learning_rate": 4.2000000000000004e-05, + "loss": 9.0183, + "mean_token_accuracy": 0.03314766474068165, + "num_tokens": 242387.0, + "step": 85 + }, + { + "entropy": 10.458618545532227, + "epoch": 0.10676156583629894, + "grad_norm": 2.046875, + "learning_rate": 4.45e-05, + "loss": 8.9252, + "mean_token_accuracy": 0.03416665960103273, + "num_tokens": 257793.0, + "step": 90 + }, + { + "entropy": 10.419714641571044, + "epoch": 0.11269276393831554, + "grad_norm": 2.125, + "learning_rate": 4.7000000000000004e-05, + "loss": 8.8134, + "mean_token_accuracy": 0.036843133717775346, + "num_tokens": 271187.0, + "step": 95 + }, + { + "entropy": 10.339355945587158, + "epoch": 0.11862396204033215, + "grad_norm": 1.921875, + "learning_rate": 4.9500000000000004e-05, + "loss": 8.6836, + "mean_token_accuracy": 0.04052316285669803, + "num_tokens": 284937.0, + "step": 100 + }, + { + "entropy": 10.289305877685546, + "epoch": 0.12455516014234876, + "grad_norm": 2.140625, + "learning_rate": 5.2e-05, + "loss": 8.523, + "mean_token_accuracy": 0.042971277609467506, + "num_tokens": 300108.0, + "step": 105 + }, + { + "entropy": 10.171844291687012, + "epoch": 0.13048635824436536, + "grad_norm": 2.109375, + "learning_rate": 5.45e-05, + "loss": 8.4071, + "mean_token_accuracy": 0.0435908630490303, + "num_tokens": 316760.0, + "step": 110 + }, + { + "entropy": 10.090029907226562, + "epoch": 0.13641755634638197, + "grad_norm": 1.8515625, + "learning_rate": 5.7e-05, + "loss": 8.2269, + "mean_token_accuracy": 0.04757884480059147, + "num_tokens": 329705.0, + "step": 115 + }, + { + "entropy": 9.968478775024414, + "epoch": 0.1423487544483986, + "grad_norm": 1.8046875, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.1048, + "mean_token_accuracy": 0.05177154988050461, + "num_tokens": 342947.0, + "step": 120 + }, + { + "entropy": 9.810734272003174, + "epoch": 0.14827995255041518, + "grad_norm": 1.6015625, + "learning_rate": 6.2e-05, + "loss": 7.957, + "mean_token_accuracy": 0.05589810460805893, + "num_tokens": 358397.0, + "step": 125 + }, + { + "entropy": 9.629272270202637, + "epoch": 0.1542111506524318, + "grad_norm": 2.015625, + "learning_rate": 6.450000000000001e-05, + "loss": 7.8543, + "mean_token_accuracy": 0.058608030527830125, + "num_tokens": 370369.0, + "step": 130 + }, + { + "entropy": 9.431285285949707, + "epoch": 0.1601423487544484, + "grad_norm": 1.46875, + "learning_rate": 6.7e-05, + "loss": 7.7282, + "mean_token_accuracy": 0.06019565127789974, + "num_tokens": 386896.0, + "step": 135 + }, + { + "entropy": 9.166491031646729, + "epoch": 0.166073546856465, + "grad_norm": 1.6171875, + "learning_rate": 6.950000000000001e-05, + "loss": 7.571, + "mean_token_accuracy": 0.06539936549961567, + "num_tokens": 400433.0, + "step": 140 + }, + { + "entropy": 8.998315811157227, + "epoch": 0.17200474495848161, + "grad_norm": 1.9296875, + "learning_rate": 7.2e-05, + "loss": 7.5193, + "mean_token_accuracy": 0.06127564944326878, + "num_tokens": 415092.0, + "step": 145 + }, + { + "entropy": 8.760649585723877, + "epoch": 0.17793594306049823, + "grad_norm": 1.625, + "learning_rate": 7.45e-05, + "loss": 7.3847, + "mean_token_accuracy": 0.06551449336111545, + "num_tokens": 429793.0, + "step": 150 + }, + { + "entropy": 8.53032569885254, + "epoch": 0.18386714116251482, + "grad_norm": 1.703125, + "learning_rate": 7.7e-05, + "loss": 7.3618, + "mean_token_accuracy": 0.07152369543910027, + "num_tokens": 442618.0, + "step": 155 + }, + { + "entropy": 8.432501602172852, + "epoch": 0.18979833926453143, + "grad_norm": 1.484375, + "learning_rate": 7.950000000000001e-05, + "loss": 7.2263, + "mean_token_accuracy": 0.0709031268954277, + "num_tokens": 454976.0, + "step": 160 + }, + { + "entropy": 8.288888359069825, + "epoch": 0.19572953736654805, + "grad_norm": 2.09375, + "learning_rate": 8.2e-05, + "loss": 7.2693, + "mean_token_accuracy": 0.06482412219047547, + "num_tokens": 467523.0, + "step": 165 + }, + { + "entropy": 8.135635375976562, + "epoch": 0.20166073546856464, + "grad_norm": 1.203125, + "learning_rate": 8.450000000000001e-05, + "loss": 7.1729, + "mean_token_accuracy": 0.07200234681367874, + "num_tokens": 481391.0, + "step": 170 + }, + { + "entropy": 8.090270137786865, + "epoch": 0.20759193357058126, + "grad_norm": 1.3515625, + "learning_rate": 8.7e-05, + "loss": 7.147, + "mean_token_accuracy": 0.06691372841596603, + "num_tokens": 496697.0, + "step": 175 + }, + { + "entropy": 8.008182764053345, + "epoch": 0.21352313167259787, + "grad_norm": 1.96875, + "learning_rate": 8.95e-05, + "loss": 7.1704, + "mean_token_accuracy": 0.07276545092463493, + "num_tokens": 510091.0, + "step": 180 + }, + { + "entropy": 7.948391151428223, + "epoch": 0.21945432977461446, + "grad_norm": 1.390625, + "learning_rate": 9.2e-05, + "loss": 7.1071, + "mean_token_accuracy": 0.0736262746155262, + "num_tokens": 522168.0, + "step": 185 + }, + { + "entropy": 7.860538482666016, + "epoch": 0.22538552787663108, + "grad_norm": 1.2890625, + "learning_rate": 9.45e-05, + "loss": 7.0333, + "mean_token_accuracy": 0.0750058189034462, + "num_tokens": 535853.0, + "step": 190 + }, + { + "entropy": 7.789449167251587, + "epoch": 0.2313167259786477, + "grad_norm": 1.484375, + "learning_rate": 9.7e-05, + "loss": 7.0532, + "mean_token_accuracy": 0.07566255033016205, + "num_tokens": 551082.0, + "step": 195 + }, + { + "entropy": 7.820679521560669, + "epoch": 0.2372479240806643, + "grad_norm": 1.5859375, + "learning_rate": 9.95e-05, + "loss": 7.0735, + "mean_token_accuracy": 0.0763503935188055, + "num_tokens": 567181.0, + "step": 200 + }, + { + "entropy": 7.715967988967895, + "epoch": 0.2431791221826809, + "grad_norm": 1.46875, + "learning_rate": 0.000102, + "loss": 6.9882, + "mean_token_accuracy": 0.0811008334159851, + "num_tokens": 580689.0, + "step": 205 + }, + { + "entropy": 7.671104192733765, + "epoch": 0.2491103202846975, + "grad_norm": 1.40625, + "learning_rate": 0.00010449999999999999, + "loss": 6.9075, + "mean_token_accuracy": 0.08624595254659653, + "num_tokens": 594590.0, + "step": 210 + }, + { + "entropy": 7.669063520431519, + "epoch": 0.25504151838671413, + "grad_norm": 1.1796875, + "learning_rate": 0.000107, + "loss": 6.9659, + "mean_token_accuracy": 0.07704100087285042, + "num_tokens": 610577.0, + "step": 215 + }, + { + "entropy": 7.621254777908325, + "epoch": 0.2609727164887307, + "grad_norm": 1.1484375, + "learning_rate": 0.0001095, + "loss": 6.9894, + "mean_token_accuracy": 0.0770975686609745, + "num_tokens": 627066.0, + "step": 220 + }, + { + "entropy": 7.582563304901123, + "epoch": 0.2669039145907473, + "grad_norm": 1.2109375, + "learning_rate": 0.000112, + "loss": 6.9863, + "mean_token_accuracy": 0.08030139058828353, + "num_tokens": 642601.0, + "step": 225 + }, + { + "entropy": 7.5748522758483885, + "epoch": 0.27283511269276395, + "grad_norm": 1.4296875, + "learning_rate": 0.0001145, + "loss": 6.8436, + "mean_token_accuracy": 0.08795318827033043, + "num_tokens": 655615.0, + "step": 230 + }, + { + "entropy": 7.51125283241272, + "epoch": 0.27876631079478054, + "grad_norm": 1.140625, + "learning_rate": 0.00011700000000000001, + "loss": 6.8805, + "mean_token_accuracy": 0.08227636963129044, + "num_tokens": 670218.0, + "step": 235 + }, + { + "entropy": 7.581772565841675, + "epoch": 0.2846975088967972, + "grad_norm": 1.359375, + "learning_rate": 0.00011949999999999999, + "loss": 6.8693, + "mean_token_accuracy": 0.08509634733200074, + "num_tokens": 683661.0, + "step": 240 + }, + { + "entropy": 7.414237833023071, + "epoch": 0.29062870699881377, + "grad_norm": 1.15625, + "learning_rate": 0.000122, + "loss": 6.8471, + "mean_token_accuracy": 0.08358772993087768, + "num_tokens": 699767.0, + "step": 245 + }, + { + "entropy": 7.437202262878418, + "epoch": 0.29655990510083036, + "grad_norm": 1.328125, + "learning_rate": 0.0001245, + "loss": 6.774, + "mean_token_accuracy": 0.09326352775096894, + "num_tokens": 713579.0, + "step": 250 + }, + { + "entropy": 7.383161449432373, + "epoch": 0.302491103202847, + "grad_norm": 1.703125, + "learning_rate": 0.000127, + "loss": 6.8019, + "mean_token_accuracy": 0.08484338372945785, + "num_tokens": 727490.0, + "step": 255 + }, + { + "entropy": 7.414105653762817, + "epoch": 0.3084223013048636, + "grad_norm": 1.0625, + "learning_rate": 0.0001295, + "loss": 6.8822, + "mean_token_accuracy": 0.08486307561397552, + "num_tokens": 742477.0, + "step": 260 + }, + { + "entropy": 7.386582565307617, + "epoch": 0.3143534994068802, + "grad_norm": 1.5703125, + "learning_rate": 0.000132, + "loss": 6.7436, + "mean_token_accuracy": 0.08875370100140571, + "num_tokens": 757772.0, + "step": 265 + }, + { + "entropy": 7.385796451568604, + "epoch": 0.3202846975088968, + "grad_norm": 1.515625, + "learning_rate": 0.00013450000000000002, + "loss": 6.795, + "mean_token_accuracy": 0.08812053054571152, + "num_tokens": 772898.0, + "step": 270 + }, + { + "entropy": 7.329386568069458, + "epoch": 0.3262158956109134, + "grad_norm": 1.34375, + "learning_rate": 0.00013700000000000002, + "loss": 6.7697, + "mean_token_accuracy": 0.08715710267424584, + "num_tokens": 788395.0, + "step": 275 + }, + { + "entropy": 7.318710279464722, + "epoch": 0.33214709371293, + "grad_norm": 1.578125, + "learning_rate": 0.0001395, + "loss": 6.83, + "mean_token_accuracy": 0.08070869520306587, + "num_tokens": 803413.0, + "step": 280 + }, + { + "entropy": 7.188418292999268, + "epoch": 0.33807829181494664, + "grad_norm": 1.484375, + "learning_rate": 0.00014199999999999998, + "loss": 6.6976, + "mean_token_accuracy": 0.09588895291090012, + "num_tokens": 817775.0, + "step": 285 + }, + { + "entropy": 7.389742612838745, + "epoch": 0.34400948991696323, + "grad_norm": 1.6328125, + "learning_rate": 0.0001445, + "loss": 6.8092, + "mean_token_accuracy": 0.08903076201677322, + "num_tokens": 831379.0, + "step": 290 + }, + { + "entropy": 7.300806474685669, + "epoch": 0.3499406880189798, + "grad_norm": 1.3046875, + "learning_rate": 0.000147, + "loss": 6.7387, + "mean_token_accuracy": 0.08791814595460892, + "num_tokens": 846596.0, + "step": 295 + }, + { + "entropy": 7.254555749893188, + "epoch": 0.35587188612099646, + "grad_norm": 1.25, + "learning_rate": 0.0001495, + "loss": 6.7438, + "mean_token_accuracy": 0.08821789696812629, + "num_tokens": 862063.0, + "step": 300 + }, + { + "entropy": 7.275745964050293, + "epoch": 0.36180308422301305, + "grad_norm": 1.2734375, + "learning_rate": 0.000152, + "loss": 6.6954, + "mean_token_accuracy": 0.08966124951839446, + "num_tokens": 876841.0, + "step": 305 + }, + { + "entropy": 7.221111488342285, + "epoch": 0.36773428232502964, + "grad_norm": 1.2734375, + "learning_rate": 0.00015450000000000001, + "loss": 6.7751, + "mean_token_accuracy": 0.09116524010896683, + "num_tokens": 890728.0, + "step": 310 + }, + { + "entropy": 7.206338787078858, + "epoch": 0.3736654804270463, + "grad_norm": 1.359375, + "learning_rate": 0.000157, + "loss": 6.6956, + "mean_token_accuracy": 0.09070762842893601, + "num_tokens": 905599.0, + "step": 315 + }, + { + "entropy": 7.1817542552948, + "epoch": 0.37959667852906287, + "grad_norm": 1.59375, + "learning_rate": 0.0001595, + "loss": 6.6483, + "mean_token_accuracy": 0.09768397733569145, + "num_tokens": 918139.0, + "step": 320 + }, + { + "entropy": 7.167359304428101, + "epoch": 0.38552787663107946, + "grad_norm": 1.484375, + "learning_rate": 0.000162, + "loss": 6.7114, + "mean_token_accuracy": 0.09328882694244385, + "num_tokens": 931666.0, + "step": 325 + }, + { + "entropy": 7.196693468093872, + "epoch": 0.3914590747330961, + "grad_norm": 1.3046875, + "learning_rate": 0.00016450000000000001, + "loss": 6.6605, + "mean_token_accuracy": 0.09237670227885246, + "num_tokens": 946286.0, + "step": 330 + }, + { + "entropy": 7.148892021179199, + "epoch": 0.3973902728351127, + "grad_norm": 1.4140625, + "learning_rate": 0.00016700000000000002, + "loss": 6.6029, + "mean_token_accuracy": 0.09802859723567962, + "num_tokens": 959689.0, + "step": 335 + }, + { + "entropy": 7.091142225265503, + "epoch": 0.4033214709371293, + "grad_norm": 1.53125, + "learning_rate": 0.00016950000000000003, + "loss": 6.6481, + "mean_token_accuracy": 0.09793345853686333, + "num_tokens": 972707.0, + "step": 340 + }, + { + "entropy": 7.103200006484985, + "epoch": 0.4092526690391459, + "grad_norm": 1.296875, + "learning_rate": 0.00017199999999999998, + "loss": 6.6694, + "mean_token_accuracy": 0.09691287726163864, + "num_tokens": 988010.0, + "step": 345 + }, + { + "entropy": 7.109372472763061, + "epoch": 0.4151838671411625, + "grad_norm": 1.609375, + "learning_rate": 0.00017449999999999999, + "loss": 6.7001, + "mean_token_accuracy": 0.0866947390139103, + "num_tokens": 1003823.0, + "step": 350 + }, + { + "entropy": 7.018935489654541, + "epoch": 0.4211150652431791, + "grad_norm": 1.3125, + "learning_rate": 0.000177, + "loss": 6.4583, + "mean_token_accuracy": 0.10792901739478111, + "num_tokens": 1018276.0, + "step": 355 + }, + { + "entropy": 7.151296997070313, + "epoch": 0.42704626334519574, + "grad_norm": 1.2890625, + "learning_rate": 0.0001795, + "loss": 6.6782, + "mean_token_accuracy": 0.09361589401960373, + "num_tokens": 1031242.0, + "step": 360 + }, + { + "entropy": 7.0902214527130125, + "epoch": 0.43297746144721233, + "grad_norm": 1.3984375, + "learning_rate": 0.000182, + "loss": 6.5786, + "mean_token_accuracy": 0.09998262599110604, + "num_tokens": 1043940.0, + "step": 365 + }, + { + "entropy": 6.944676065444947, + "epoch": 0.4389086595492289, + "grad_norm": 1.2109375, + "learning_rate": 0.0001845, + "loss": 6.508, + "mean_token_accuracy": 0.09759898036718369, + "num_tokens": 1058656.0, + "step": 370 + }, + { + "entropy": 7.117189264297485, + "epoch": 0.44483985765124556, + "grad_norm": 1.265625, + "learning_rate": 0.000187, + "loss": 6.6092, + "mean_token_accuracy": 0.09189791083335877, + "num_tokens": 1073128.0, + "step": 375 + }, + { + "entropy": 6.948076343536377, + "epoch": 0.45077105575326215, + "grad_norm": 1.5390625, + "learning_rate": 0.0001895, + "loss": 6.5416, + "mean_token_accuracy": 0.09809970185160637, + "num_tokens": 1086467.0, + "step": 380 + }, + { + "entropy": 7.076186227798462, + "epoch": 0.45670225385527874, + "grad_norm": 1.46875, + "learning_rate": 0.000192, + "loss": 6.6616, + "mean_token_accuracy": 0.10060962289571762, + "num_tokens": 1100356.0, + "step": 385 + }, + { + "entropy": 7.028731060028076, + "epoch": 0.4626334519572954, + "grad_norm": 1.3046875, + "learning_rate": 0.0001945, + "loss": 6.5814, + "mean_token_accuracy": 0.10232764557003975, + "num_tokens": 1115877.0, + "step": 390 + }, + { + "entropy": 7.04663872718811, + "epoch": 0.46856465005931197, + "grad_norm": 1.375, + "learning_rate": 0.00019700000000000002, + "loss": 6.5466, + "mean_token_accuracy": 0.10219399407505989, + "num_tokens": 1131415.0, + "step": 395 + }, + { + "entropy": 6.8535503387451175, + "epoch": 0.4744958481613286, + "grad_norm": 1.5234375, + "learning_rate": 0.00019950000000000002, + "loss": 6.5137, + "mean_token_accuracy": 0.09734094068408013, + "num_tokens": 1145903.0, + "step": 400 + }, + { + "entropy": 6.879596471786499, + "epoch": 0.4804270462633452, + "grad_norm": 1.125, + "learning_rate": 0.000202, + "loss": 6.4397, + "mean_token_accuracy": 0.0997365266084671, + "num_tokens": 1161168.0, + "step": 405 + }, + { + "entropy": 6.921687078475952, + "epoch": 0.4863582443653618, + "grad_norm": 1.3515625, + "learning_rate": 0.00020449999999999998, + "loss": 6.5196, + "mean_token_accuracy": 0.09855128526687622, + "num_tokens": 1178155.0, + "step": 410 + }, + { + "entropy": 6.924295806884766, + "epoch": 0.49228944246737844, + "grad_norm": 1.3828125, + "learning_rate": 0.000207, + "loss": 6.3697, + "mean_token_accuracy": 0.1099881686270237, + "num_tokens": 1190830.0, + "step": 415 + }, + { + "entropy": 6.827713060379028, + "epoch": 0.498220640569395, + "grad_norm": 1.375, + "learning_rate": 0.0002095, + "loss": 6.3842, + "mean_token_accuracy": 0.10342236086726189, + "num_tokens": 1205260.0, + "step": 420 + }, + { + "entropy": 6.883217096328735, + "epoch": 0.5041518386714117, + "grad_norm": 1.4453125, + "learning_rate": 0.000212, + "loss": 6.431, + "mean_token_accuracy": 0.10836012288928032, + "num_tokens": 1218856.0, + "step": 425 + }, + { + "entropy": 6.832102727890015, + "epoch": 0.5100830367734283, + "grad_norm": 1.328125, + "learning_rate": 0.0002145, + "loss": 6.5014, + "mean_token_accuracy": 0.10428635627031327, + "num_tokens": 1234669.0, + "step": 430 + }, + { + "entropy": 6.830685758590699, + "epoch": 0.5160142348754448, + "grad_norm": 1.46875, + "learning_rate": 0.00021700000000000002, + "loss": 6.4289, + "mean_token_accuracy": 0.1057804524898529, + "num_tokens": 1249514.0, + "step": 435 + }, + { + "entropy": 6.837182474136353, + "epoch": 0.5219454329774614, + "grad_norm": 1.1015625, + "learning_rate": 0.0002195, + "loss": 6.3638, + "mean_token_accuracy": 0.1109524667263031, + "num_tokens": 1262311.0, + "step": 440 + }, + { + "entropy": 6.767211008071899, + "epoch": 0.527876631079478, + "grad_norm": 1.3359375, + "learning_rate": 0.000222, + "loss": 6.3519, + "mean_token_accuracy": 0.10807539224624634, + "num_tokens": 1277681.0, + "step": 445 + }, + { + "entropy": 6.781484460830688, + "epoch": 0.5338078291814946, + "grad_norm": 1.390625, + "learning_rate": 0.0002245, + "loss": 6.3968, + "mean_token_accuracy": 0.10917404815554618, + "num_tokens": 1292300.0, + "step": 450 + }, + { + "entropy": 6.775958061218262, + "epoch": 0.5397390272835113, + "grad_norm": 1.234375, + "learning_rate": 0.00022700000000000002, + "loss": 6.4142, + "mean_token_accuracy": 0.10393262058496475, + "num_tokens": 1307426.0, + "step": 455 + }, + { + "entropy": 6.787585258483887, + "epoch": 0.5456702253855279, + "grad_norm": 1.0546875, + "learning_rate": 0.00022950000000000002, + "loss": 6.4414, + "mean_token_accuracy": 0.09955934658646584, + "num_tokens": 1322167.0, + "step": 460 + }, + { + "entropy": 6.75556001663208, + "epoch": 0.5516014234875445, + "grad_norm": 1.2265625, + "learning_rate": 0.00023200000000000003, + "loss": 6.3126, + "mean_token_accuracy": 0.11029193922877312, + "num_tokens": 1335343.0, + "step": 465 + }, + { + "entropy": 6.719364500045776, + "epoch": 0.5575326215895611, + "grad_norm": 1.234375, + "learning_rate": 0.00023449999999999998, + "loss": 6.3129, + "mean_token_accuracy": 0.11020243093371392, + "num_tokens": 1349078.0, + "step": 470 + }, + { + "entropy": 6.670861291885376, + "epoch": 0.5634638196915777, + "grad_norm": 1.2265625, + "learning_rate": 0.000237, + "loss": 6.2388, + "mean_token_accuracy": 0.11813571006059646, + "num_tokens": 1362030.0, + "step": 475 + }, + { + "entropy": 6.790364742279053, + "epoch": 0.5693950177935944, + "grad_norm": 1.3125, + "learning_rate": 0.0002395, + "loss": 6.3965, + "mean_token_accuracy": 0.10456062778830529, + "num_tokens": 1378303.0, + "step": 480 + }, + { + "entropy": 6.773904657363891, + "epoch": 0.575326215895611, + "grad_norm": 1.203125, + "learning_rate": 0.000242, + "loss": 6.3906, + "mean_token_accuracy": 0.10592009201645851, + "num_tokens": 1392585.0, + "step": 485 + }, + { + "entropy": 6.805166101455688, + "epoch": 0.5812574139976275, + "grad_norm": 1.5, + "learning_rate": 0.0002445, + "loss": 6.3973, + "mean_token_accuracy": 0.11140659600496292, + "num_tokens": 1406962.0, + "step": 490 + }, + { + "entropy": 6.573492240905762, + "epoch": 0.5871886120996441, + "grad_norm": 1.2265625, + "learning_rate": 0.000247, + "loss": 6.2853, + "mean_token_accuracy": 0.11129999980330467, + "num_tokens": 1419493.0, + "step": 495 + }, + { + "entropy": 6.735859537124634, + "epoch": 0.5931198102016607, + "grad_norm": 1.3125, + "learning_rate": 0.0002495, + "loss": 6.3007, + "mean_token_accuracy": 0.10790175497531891, + "num_tokens": 1435373.0, + "step": 500 + }, + { + "epoch": 0.5931198102016607, + "eval_entropy": 6.67236985896994, + "eval_loss": 6.441715717315674, + "eval_mean_token_accuracy": 0.10966419813685988, + "eval_num_tokens": 1435373.0, + "eval_runtime": 2.4776, + "eval_samples_per_second": 1052.652, + "eval_steps_per_second": 131.581, + "step": 500 + }, + { + "entropy": 6.6947290897369385, + "epoch": 0.5990510083036773, + "grad_norm": 1.3359375, + "learning_rate": 0.000252, + "loss": 6.2707, + "mean_token_accuracy": 0.11756636276841163, + "num_tokens": 1449805.0, + "step": 505 + }, + { + "entropy": 6.634400224685669, + "epoch": 0.604982206405694, + "grad_norm": 1.3125, + "learning_rate": 0.0002545, + "loss": 6.2855, + "mean_token_accuracy": 0.11045260801911354, + "num_tokens": 1463657.0, + "step": 510 + }, + { + "entropy": 6.727581596374511, + "epoch": 0.6109134045077106, + "grad_norm": 1.4140625, + "learning_rate": 0.000257, + "loss": 6.3004, + "mean_token_accuracy": 0.11670920848846436, + "num_tokens": 1478089.0, + "step": 515 + }, + { + "entropy": 6.619698333740234, + "epoch": 0.6168446026097272, + "grad_norm": 1.4296875, + "learning_rate": 0.0002595, + "loss": 6.311, + "mean_token_accuracy": 0.11146906316280365, + "num_tokens": 1492225.0, + "step": 520 + }, + { + "entropy": 6.630937004089356, + "epoch": 0.6227758007117438, + "grad_norm": 1.1875, + "learning_rate": 0.000262, + "loss": 6.3008, + "mean_token_accuracy": 0.10728157833218574, + "num_tokens": 1506751.0, + "step": 525 + }, + { + "entropy": 6.599562358856201, + "epoch": 0.6287069988137604, + "grad_norm": 1.140625, + "learning_rate": 0.00026450000000000003, + "loss": 6.2004, + "mean_token_accuracy": 0.11617306619882584, + "num_tokens": 1520590.0, + "step": 530 + }, + { + "entropy": 6.652629327774048, + "epoch": 0.6346381969157769, + "grad_norm": 1.1953125, + "learning_rate": 0.00026700000000000004, + "loss": 6.2527, + "mean_token_accuracy": 0.11343958005309104, + "num_tokens": 1534752.0, + "step": 535 + }, + { + "entropy": 6.587781953811645, + "epoch": 0.6405693950177936, + "grad_norm": 1.3828125, + "learning_rate": 0.00026950000000000005, + "loss": 6.2154, + "mean_token_accuracy": 0.12041136622428894, + "num_tokens": 1547891.0, + "step": 540 + }, + { + "entropy": 6.418690204620361, + "epoch": 0.6465005931198102, + "grad_norm": 1.2578125, + "learning_rate": 0.00027200000000000005, + "loss": 6.1542, + "mean_token_accuracy": 0.12026057541370391, + "num_tokens": 1562560.0, + "step": 545 + }, + { + "entropy": 6.670684385299682, + "epoch": 0.6524317912218268, + "grad_norm": 1.328125, + "learning_rate": 0.0002745, + "loss": 6.3091, + "mean_token_accuracy": 0.11120221018791199, + "num_tokens": 1576896.0, + "step": 550 + }, + { + "entropy": 6.535441923141479, + "epoch": 0.6583629893238434, + "grad_norm": 1.265625, + "learning_rate": 0.000277, + "loss": 6.2086, + "mean_token_accuracy": 0.11225326210260392, + "num_tokens": 1590806.0, + "step": 555 + }, + { + "entropy": 6.601208257675171, + "epoch": 0.66429418742586, + "grad_norm": 1.234375, + "learning_rate": 0.0002795, + "loss": 6.326, + "mean_token_accuracy": 0.10773437917232513, + "num_tokens": 1605874.0, + "step": 560 + }, + { + "entropy": 6.616091251373291, + "epoch": 0.6702253855278766, + "grad_norm": 1.2734375, + "learning_rate": 0.00028199999999999997, + "loss": 6.2108, + "mean_token_accuracy": 0.11664134711027145, + "num_tokens": 1620947.0, + "step": 565 + }, + { + "entropy": 6.484318447113037, + "epoch": 0.6761565836298933, + "grad_norm": 1.296875, + "learning_rate": 0.0002845, + "loss": 6.2608, + "mean_token_accuracy": 0.10255342498421668, + "num_tokens": 1635974.0, + "step": 570 + }, + { + "entropy": 6.542778062820434, + "epoch": 0.6820877817319099, + "grad_norm": 1.109375, + "learning_rate": 0.000287, + "loss": 6.2163, + "mean_token_accuracy": 0.10959842428565025, + "num_tokens": 1651502.0, + "step": 575 + }, + { + "entropy": 6.45567512512207, + "epoch": 0.6880189798339265, + "grad_norm": 1.1796875, + "learning_rate": 0.0002895, + "loss": 6.1629, + "mean_token_accuracy": 0.11728360131382942, + "num_tokens": 1665547.0, + "step": 580 + }, + { + "entropy": 6.501108646392822, + "epoch": 0.693950177935943, + "grad_norm": 1.1796875, + "learning_rate": 0.000292, + "loss": 6.1508, + "mean_token_accuracy": 0.12227020487189293, + "num_tokens": 1678875.0, + "step": 585 + }, + { + "entropy": 6.480410623550415, + "epoch": 0.6998813760379596, + "grad_norm": 1.3203125, + "learning_rate": 0.0002945, + "loss": 6.1681, + "mean_token_accuracy": 0.11540260091423989, + "num_tokens": 1692673.0, + "step": 590 + }, + { + "entropy": 6.511543416976929, + "epoch": 0.7058125741399762, + "grad_norm": 1.109375, + "learning_rate": 0.000297, + "loss": 6.2156, + "mean_token_accuracy": 0.11393610835075378, + "num_tokens": 1707318.0, + "step": 595 + }, + { + "entropy": 6.460053396224976, + "epoch": 0.7117437722419929, + "grad_norm": 1.4140625, + "learning_rate": 0.0002995, + "loss": 6.2426, + "mean_token_accuracy": 0.11120611354708672, + "num_tokens": 1724331.0, + "step": 600 + }, + { + "entropy": 6.442718982696533, + "epoch": 0.7176749703440095, + "grad_norm": 1.3203125, + "learning_rate": 0.000302, + "loss": 6.0492, + "mean_token_accuracy": 0.12235584780573845, + "num_tokens": 1736151.0, + "step": 605 + }, + { + "entropy": 6.444410896301269, + "epoch": 0.7236061684460261, + "grad_norm": 1.28125, + "learning_rate": 0.0003045, + "loss": 6.1371, + "mean_token_accuracy": 0.11987931281328201, + "num_tokens": 1749831.0, + "step": 610 + }, + { + "entropy": 6.455282926559448, + "epoch": 0.7295373665480427, + "grad_norm": 1.1875, + "learning_rate": 0.000307, + "loss": 6.173, + "mean_token_accuracy": 0.11412288546562195, + "num_tokens": 1764296.0, + "step": 615 + }, + { + "entropy": 6.49344654083252, + "epoch": 0.7354685646500593, + "grad_norm": 1.4609375, + "learning_rate": 0.0003095, + "loss": 6.1473, + "mean_token_accuracy": 0.11842510327696801, + "num_tokens": 1778042.0, + "step": 620 + }, + { + "entropy": 6.402311325073242, + "epoch": 0.741399762752076, + "grad_norm": 1.109375, + "learning_rate": 0.000312, + "loss": 6.1244, + "mean_token_accuracy": 0.1204920805990696, + "num_tokens": 1791614.0, + "step": 625 + }, + { + "entropy": 6.386654949188232, + "epoch": 0.7473309608540926, + "grad_norm": 1.140625, + "learning_rate": 0.0003145, + "loss": 6.082, + "mean_token_accuracy": 0.1170621544122696, + "num_tokens": 1807388.0, + "step": 630 + }, + { + "entropy": 6.513570547103882, + "epoch": 0.7532621589561092, + "grad_norm": 1.2109375, + "learning_rate": 0.000317, + "loss": 6.187, + "mean_token_accuracy": 0.1129879891872406, + "num_tokens": 1820407.0, + "step": 635 + }, + { + "entropy": 6.353465366363525, + "epoch": 0.7591933570581257, + "grad_norm": 1.140625, + "learning_rate": 0.0003195, + "loss": 6.0709, + "mean_token_accuracy": 0.11846939399838448, + "num_tokens": 1834666.0, + "step": 640 + }, + { + "entropy": 6.402153253555298, + "epoch": 0.7651245551601423, + "grad_norm": 1.390625, + "learning_rate": 0.000322, + "loss": 6.169, + "mean_token_accuracy": 0.11969529762864113, + "num_tokens": 1848160.0, + "step": 645 + }, + { + "entropy": 6.429388856887817, + "epoch": 0.7710557532621589, + "grad_norm": 1.046875, + "learning_rate": 0.00032450000000000003, + "loss": 6.1763, + "mean_token_accuracy": 0.11832700744271278, + "num_tokens": 1865140.0, + "step": 650 + }, + { + "entropy": 6.384272193908691, + "epoch": 0.7769869513641756, + "grad_norm": 1.1484375, + "learning_rate": 0.00032700000000000003, + "loss": 6.0502, + "mean_token_accuracy": 0.12135105207562447, + "num_tokens": 1878447.0, + "step": 655 + }, + { + "entropy": 6.368830823898316, + "epoch": 0.7829181494661922, + "grad_norm": 1.1953125, + "learning_rate": 0.00032950000000000004, + "loss": 6.0999, + "mean_token_accuracy": 0.11421585902571678, + "num_tokens": 1893539.0, + "step": 660 + }, + { + "entropy": 6.452864456176758, + "epoch": 0.7888493475682088, + "grad_norm": 1.1328125, + "learning_rate": 0.00033200000000000005, + "loss": 6.1646, + "mean_token_accuracy": 0.120599914342165, + "num_tokens": 1908052.0, + "step": 665 + }, + { + "entropy": 6.347026681900024, + "epoch": 0.7947805456702254, + "grad_norm": 1.0859375, + "learning_rate": 0.00033450000000000005, + "loss": 6.0494, + "mean_token_accuracy": 0.12437219470739365, + "num_tokens": 1921528.0, + "step": 670 + }, + { + "entropy": 6.360257863998413, + "epoch": 0.800711743772242, + "grad_norm": 1.1640625, + "learning_rate": 0.000337, + "loss": 6.0758, + "mean_token_accuracy": 0.12383257448673249, + "num_tokens": 1935089.0, + "step": 675 + }, + { + "entropy": 6.4030664443969725, + "epoch": 0.8066429418742586, + "grad_norm": 1.203125, + "learning_rate": 0.0003395, + "loss": 6.1896, + "mean_token_accuracy": 0.11006285175681114, + "num_tokens": 1949717.0, + "step": 680 + }, + { + "entropy": 6.300024366378784, + "epoch": 0.8125741399762753, + "grad_norm": 1.546875, + "learning_rate": 0.000342, + "loss": 6.0568, + "mean_token_accuracy": 0.12153587713837624, + "num_tokens": 1962619.0, + "step": 685 + }, + { + "entropy": 6.450096464157104, + "epoch": 0.8185053380782918, + "grad_norm": 1.375, + "learning_rate": 0.00034449999999999997, + "loss": 6.143, + "mean_token_accuracy": 0.11284489929676056, + "num_tokens": 1977094.0, + "step": 690 + }, + { + "entropy": 6.286441040039063, + "epoch": 0.8244365361803084, + "grad_norm": 1.0625, + "learning_rate": 0.000347, + "loss": 6.1106, + "mean_token_accuracy": 0.11766432374715804, + "num_tokens": 1992446.0, + "step": 695 + }, + { + "entropy": 6.301593971252442, + "epoch": 0.830367734282325, + "grad_norm": 1.1640625, + "learning_rate": 0.0003495, + "loss": 6.0526, + "mean_token_accuracy": 0.1210049532353878, + "num_tokens": 2008753.0, + "step": 700 + }, + { + "entropy": 6.312734651565552, + "epoch": 0.8362989323843416, + "grad_norm": 1.140625, + "learning_rate": 0.000352, + "loss": 6.0098, + "mean_token_accuracy": 0.1238975889980793, + "num_tokens": 2024088.0, + "step": 705 + }, + { + "entropy": 6.338296222686767, + "epoch": 0.8422301304863582, + "grad_norm": 1.21875, + "learning_rate": 0.0003545, + "loss": 6.0283, + "mean_token_accuracy": 0.11651979684829712, + "num_tokens": 2038449.0, + "step": 710 + }, + { + "entropy": 6.306093740463257, + "epoch": 0.8481613285883749, + "grad_norm": 1.1328125, + "learning_rate": 0.000357, + "loss": 6.0258, + "mean_token_accuracy": 0.1278011307120323, + "num_tokens": 2052038.0, + "step": 715 + }, + { + "entropy": 6.271956300735473, + "epoch": 0.8540925266903915, + "grad_norm": 1.1875, + "learning_rate": 0.0003595, + "loss": 5.9769, + "mean_token_accuracy": 0.12276132255792618, + "num_tokens": 2064907.0, + "step": 720 + }, + { + "entropy": 6.297043323516846, + "epoch": 0.8600237247924081, + "grad_norm": 1.0703125, + "learning_rate": 0.000362, + "loss": 6.1502, + "mean_token_accuracy": 0.1173181675374508, + "num_tokens": 2081295.0, + "step": 725 + }, + { + "entropy": 6.336274099349976, + "epoch": 0.8659549228944247, + "grad_norm": 1.0390625, + "learning_rate": 0.0003645, + "loss": 6.0652, + "mean_token_accuracy": 0.12099355086684227, + "num_tokens": 2098077.0, + "step": 730 + }, + { + "entropy": 6.285319423675537, + "epoch": 0.8718861209964412, + "grad_norm": 1.1484375, + "learning_rate": 0.000367, + "loss": 6.0532, + "mean_token_accuracy": 0.12013457342982292, + "num_tokens": 2111716.0, + "step": 735 + }, + { + "entropy": 6.27389874458313, + "epoch": 0.8778173190984578, + "grad_norm": 1.1171875, + "learning_rate": 0.0003695, + "loss": 5.9654, + "mean_token_accuracy": 0.13291287645697594, + "num_tokens": 2125757.0, + "step": 740 + }, + { + "entropy": 6.267977666854859, + "epoch": 0.8837485172004745, + "grad_norm": 1.1875, + "learning_rate": 0.000372, + "loss": 6.1618, + "mean_token_accuracy": 0.11648618057370186, + "num_tokens": 2142929.0, + "step": 745 + }, + { + "entropy": 6.27850079536438, + "epoch": 0.8896797153024911, + "grad_norm": 1.265625, + "learning_rate": 0.0003745, + "loss": 6.0379, + "mean_token_accuracy": 0.12373944073915481, + "num_tokens": 2155206.0, + "step": 750 + }, + { + "entropy": 6.240651369094849, + "epoch": 0.8956109134045077, + "grad_norm": 1.1875, + "learning_rate": 0.000377, + "loss": 5.9246, + "mean_token_accuracy": 0.12547165155410767, + "num_tokens": 2169816.0, + "step": 755 + }, + { + "entropy": 6.190544652938843, + "epoch": 0.9015421115065243, + "grad_norm": 1.0390625, + "learning_rate": 0.0003795, + "loss": 6.0044, + "mean_token_accuracy": 0.12672639563679694, + "num_tokens": 2184827.0, + "step": 760 + }, + { + "entropy": 6.259784412384033, + "epoch": 0.9074733096085409, + "grad_norm": 1.15625, + "learning_rate": 0.000382, + "loss": 5.9353, + "mean_token_accuracy": 0.12988706678152084, + "num_tokens": 2199333.0, + "step": 765 + }, + { + "entropy": 6.1021686553955075, + "epoch": 0.9134045077105575, + "grad_norm": 0.87109375, + "learning_rate": 0.0003845, + "loss": 5.9947, + "mean_token_accuracy": 0.12381677329540253, + "num_tokens": 2215239.0, + "step": 770 + }, + { + "entropy": 6.2903533458709715, + "epoch": 0.9193357058125742, + "grad_norm": 1.0390625, + "learning_rate": 0.00038700000000000003, + "loss": 5.9998, + "mean_token_accuracy": 0.1248672790825367, + "num_tokens": 2229369.0, + "step": 775 + }, + { + "entropy": 6.169124412536621, + "epoch": 0.9252669039145908, + "grad_norm": 1.1875, + "learning_rate": 0.00038950000000000003, + "loss": 5.9842, + "mean_token_accuracy": 0.12811334952712058, + "num_tokens": 2242709.0, + "step": 780 + }, + { + "entropy": 6.2337898254394535, + "epoch": 0.9311981020166074, + "grad_norm": 1.140625, + "learning_rate": 0.00039200000000000004, + "loss": 5.9655, + "mean_token_accuracy": 0.12137661054730416, + "num_tokens": 2257067.0, + "step": 785 + }, + { + "entropy": 6.1931390285491945, + "epoch": 0.9371293001186239, + "grad_norm": 1.25, + "learning_rate": 0.00039450000000000005, + "loss": 5.9103, + "mean_token_accuracy": 0.13152316808700562, + "num_tokens": 2270932.0, + "step": 790 + }, + { + "entropy": 6.182427406311035, + "epoch": 0.9430604982206405, + "grad_norm": 1.0546875, + "learning_rate": 0.00039700000000000005, + "loss": 6.0279, + "mean_token_accuracy": 0.12549996599555016, + "num_tokens": 2285517.0, + "step": 795 + }, + { + "entropy": 6.1117936134338375, + "epoch": 0.9489916963226572, + "grad_norm": 1.1875, + "learning_rate": 0.0003995, + "loss": 5.8952, + "mean_token_accuracy": 0.1253364697098732, + "num_tokens": 2298657.0, + "step": 800 + }, + { + "entropy": 6.14580602645874, + "epoch": 0.9549228944246738, + "grad_norm": 1.2109375, + "learning_rate": 0.000402, + "loss": 5.9069, + "mean_token_accuracy": 0.132824869453907, + "num_tokens": 2312521.0, + "step": 805 + }, + { + "entropy": 6.149325656890869, + "epoch": 0.9608540925266904, + "grad_norm": 1.375, + "learning_rate": 0.0004045, + "loss": 5.901, + "mean_token_accuracy": 0.12876850068569184, + "num_tokens": 2325849.0, + "step": 810 + }, + { + "entropy": 6.160182809829712, + "epoch": 0.966785290628707, + "grad_norm": 1.2578125, + "learning_rate": 0.00040699999999999997, + "loss": 5.933, + "mean_token_accuracy": 0.12433248236775399, + "num_tokens": 2339717.0, + "step": 815 + }, + { + "entropy": 6.148682689666748, + "epoch": 0.9727164887307236, + "grad_norm": 1.078125, + "learning_rate": 0.0004095, + "loss": 5.9644, + "mean_token_accuracy": 0.12969405129551886, + "num_tokens": 2353536.0, + "step": 820 + }, + { + "entropy": 6.15325140953064, + "epoch": 0.9786476868327402, + "grad_norm": 1.1953125, + "learning_rate": 0.000412, + "loss": 5.9392, + "mean_token_accuracy": 0.12233664244413375, + "num_tokens": 2368626.0, + "step": 825 + }, + { + "entropy": 6.148900079727173, + "epoch": 0.9845788849347569, + "grad_norm": 1.1796875, + "learning_rate": 0.0004145, + "loss": 6.0228, + "mean_token_accuracy": 0.1229950562119484, + "num_tokens": 2383768.0, + "step": 830 + }, + { + "entropy": 6.253143930435181, + "epoch": 0.9905100830367735, + "grad_norm": 1.1640625, + "learning_rate": 0.000417, + "loss": 6.0531, + "mean_token_accuracy": 0.12633627876639367, + "num_tokens": 2398089.0, + "step": 835 + }, + { + "entropy": 6.143814277648926, + "epoch": 0.99644128113879, + "grad_norm": 1.15625, + "learning_rate": 0.0004195, + "loss": 5.9179, + "mean_token_accuracy": 0.13075150698423385, + "num_tokens": 2411354.0, + "step": 840 + }, + { + "entropy": 6.1597785472869875, + "epoch": 1.0023724792408066, + "grad_norm": 1.1015625, + "learning_rate": 0.000422, + "loss": 5.9132, + "mean_token_accuracy": 0.1338951252400875, + "num_tokens": 2425071.0, + "step": 845 + }, + { + "entropy": 6.226427221298218, + "epoch": 1.0083036773428233, + "grad_norm": 1.234375, + "learning_rate": 0.0004245, + "loss": 5.8618, + "mean_token_accuracy": 0.13656074777245522, + "num_tokens": 2439143.0, + "step": 850 + }, + { + "entropy": 5.997689485549927, + "epoch": 1.0142348754448398, + "grad_norm": 1.0859375, + "learning_rate": 0.000427, + "loss": 5.7022, + "mean_token_accuracy": 0.1348326951265335, + "num_tokens": 2453466.0, + "step": 855 + }, + { + "entropy": 6.064882230758667, + "epoch": 1.0201660735468565, + "grad_norm": 1.21875, + "learning_rate": 0.0004295, + "loss": 5.815, + "mean_token_accuracy": 0.13819923251867294, + "num_tokens": 2466802.0, + "step": 860 + }, + { + "entropy": 6.077611827850342, + "epoch": 1.026097271648873, + "grad_norm": 1.265625, + "learning_rate": 0.000432, + "loss": 5.7763, + "mean_token_accuracy": 0.13229055777192117, + "num_tokens": 2480080.0, + "step": 865 + }, + { + "entropy": 6.0491447925567625, + "epoch": 1.0320284697508897, + "grad_norm": 1.390625, + "learning_rate": 0.0004345, + "loss": 5.83, + "mean_token_accuracy": 0.1349202238023281, + "num_tokens": 2495196.0, + "step": 870 + }, + { + "entropy": 5.99519829750061, + "epoch": 1.0379596678529064, + "grad_norm": 1.1875, + "learning_rate": 0.000437, + "loss": 5.734, + "mean_token_accuracy": 0.13301657065749167, + "num_tokens": 2510084.0, + "step": 875 + }, + { + "entropy": 6.138531064987182, + "epoch": 1.0438908659549229, + "grad_norm": 1.203125, + "learning_rate": 0.0004395, + "loss": 5.8045, + "mean_token_accuracy": 0.13315934240818023, + "num_tokens": 2522834.0, + "step": 880 + }, + { + "entropy": 6.013190269470215, + "epoch": 1.0498220640569396, + "grad_norm": 1.0703125, + "learning_rate": 0.000442, + "loss": 5.7781, + "mean_token_accuracy": 0.1408059172332287, + "num_tokens": 2536778.0, + "step": 885 + }, + { + "entropy": 6.016625690460205, + "epoch": 1.055753262158956, + "grad_norm": 1.171875, + "learning_rate": 0.0004445, + "loss": 5.8079, + "mean_token_accuracy": 0.13629683703184128, + "num_tokens": 2551220.0, + "step": 890 + }, + { + "entropy": 6.152676439285278, + "epoch": 1.0616844602609727, + "grad_norm": 1.2734375, + "learning_rate": 0.000447, + "loss": 5.8853, + "mean_token_accuracy": 0.12912147343158722, + "num_tokens": 2565686.0, + "step": 895 + }, + { + "entropy": 5.9945775985717775, + "epoch": 1.0676156583629894, + "grad_norm": 1.234375, + "learning_rate": 0.00044950000000000003, + "loss": 5.8012, + "mean_token_accuracy": 0.1301092065870762, + "num_tokens": 2579569.0, + "step": 900 + }, + { + "entropy": 6.045119094848633, + "epoch": 1.073546856465006, + "grad_norm": 1.390625, + "learning_rate": 0.00045200000000000004, + "loss": 5.7873, + "mean_token_accuracy": 0.13423676043748856, + "num_tokens": 2593226.0, + "step": 905 + }, + { + "entropy": 5.971383666992187, + "epoch": 1.0794780545670226, + "grad_norm": 1.046875, + "learning_rate": 0.00045450000000000004, + "loss": 5.748, + "mean_token_accuracy": 0.13364143371582032, + "num_tokens": 2607711.0, + "step": 910 + }, + { + "entropy": 6.028302955627441, + "epoch": 1.085409252669039, + "grad_norm": 1.109375, + "learning_rate": 0.00045700000000000005, + "loss": 5.7788, + "mean_token_accuracy": 0.13531881719827651, + "num_tokens": 2623024.0, + "step": 915 + }, + { + "entropy": 6.003001356124878, + "epoch": 1.0913404507710558, + "grad_norm": 1.078125, + "learning_rate": 0.00045950000000000006, + "loss": 5.7666, + "mean_token_accuracy": 0.1361100286245346, + "num_tokens": 2637824.0, + "step": 920 + }, + { + "entropy": 5.995635271072388, + "epoch": 1.0972716488730723, + "grad_norm": 1.1796875, + "learning_rate": 0.000462, + "loss": 5.7772, + "mean_token_accuracy": 0.13633406162261963, + "num_tokens": 2652077.0, + "step": 925 + }, + { + "entropy": 5.994116687774659, + "epoch": 1.103202846975089, + "grad_norm": 1.2265625, + "learning_rate": 0.0004645, + "loss": 5.7796, + "mean_token_accuracy": 0.1343744106590748, + "num_tokens": 2666791.0, + "step": 930 + }, + { + "entropy": 5.9884919166564945, + "epoch": 1.1091340450771057, + "grad_norm": 0.9375, + "learning_rate": 0.000467, + "loss": 5.8653, + "mean_token_accuracy": 0.13153321593999862, + "num_tokens": 2681482.0, + "step": 935 + }, + { + "entropy": 5.957932996749878, + "epoch": 1.1150652431791221, + "grad_norm": 1.09375, + "learning_rate": 0.0004695, + "loss": 5.6686, + "mean_token_accuracy": 0.14378132447600364, + "num_tokens": 2695305.0, + "step": 940 + }, + { + "entropy": 6.023182153701782, + "epoch": 1.1209964412811388, + "grad_norm": 1.1640625, + "learning_rate": 0.000472, + "loss": 5.7336, + "mean_token_accuracy": 0.13786137402057647, + "num_tokens": 2712211.0, + "step": 945 + }, + { + "entropy": 5.941826725006104, + "epoch": 1.1269276393831553, + "grad_norm": 1.109375, + "learning_rate": 0.0004745, + "loss": 5.7816, + "mean_token_accuracy": 0.13546779826283456, + "num_tokens": 2726888.0, + "step": 950 + }, + { + "entropy": 5.957491064071656, + "epoch": 1.132858837485172, + "grad_norm": 1.0859375, + "learning_rate": 0.000477, + "loss": 5.7527, + "mean_token_accuracy": 0.13760311529040337, + "num_tokens": 2741734.0, + "step": 955 + }, + { + "entropy": 5.94100170135498, + "epoch": 1.1387900355871885, + "grad_norm": 1.3046875, + "learning_rate": 0.0004795, + "loss": 5.7551, + "mean_token_accuracy": 0.14393994361162185, + "num_tokens": 2754680.0, + "step": 960 + }, + { + "entropy": 5.94309253692627, + "epoch": 1.1447212336892052, + "grad_norm": 1.3125, + "learning_rate": 0.000482, + "loss": 5.8065, + "mean_token_accuracy": 0.129212536662817, + "num_tokens": 2769572.0, + "step": 965 + }, + { + "entropy": 6.076050662994385, + "epoch": 1.150652431791222, + "grad_norm": 1.3359375, + "learning_rate": 0.0004845, + "loss": 5.7537, + "mean_token_accuracy": 0.13419156968593599, + "num_tokens": 2782948.0, + "step": 970 + }, + { + "entropy": 5.846741008758545, + "epoch": 1.1565836298932384, + "grad_norm": 1.1171875, + "learning_rate": 0.000487, + "loss": 5.6832, + "mean_token_accuracy": 0.1396567314863205, + "num_tokens": 2795399.0, + "step": 975 + }, + { + "entropy": 5.9153892993927, + "epoch": 1.162514827995255, + "grad_norm": 1.203125, + "learning_rate": 0.0004895, + "loss": 5.6837, + "mean_token_accuracy": 0.13754538744688033, + "num_tokens": 2809591.0, + "step": 980 + }, + { + "entropy": 5.938817977905273, + "epoch": 1.1684460260972718, + "grad_norm": 1.015625, + "learning_rate": 0.000492, + "loss": 5.7227, + "mean_token_accuracy": 0.13820295482873918, + "num_tokens": 2824106.0, + "step": 985 + }, + { + "entropy": 5.93713231086731, + "epoch": 1.1743772241992882, + "grad_norm": 1.1640625, + "learning_rate": 0.0004945, + "loss": 5.8459, + "mean_token_accuracy": 0.1346195101737976, + "num_tokens": 2838616.0, + "step": 990 + }, + { + "entropy": 5.968208456039429, + "epoch": 1.180308422301305, + "grad_norm": 1.4140625, + "learning_rate": 0.000497, + "loss": 5.7473, + "mean_token_accuracy": 0.13854797407984734, + "num_tokens": 2851707.0, + "step": 995 + }, + { + "entropy": 5.898858261108399, + "epoch": 1.1862396204033214, + "grad_norm": 1.0390625, + "learning_rate": 0.0004995, + "loss": 5.7691, + "mean_token_accuracy": 0.1328132927417755, + "num_tokens": 2867644.0, + "step": 1000 + }, + { + "epoch": 1.1862396204033214, + "eval_entropy": 5.91133521232137, + "eval_loss": 6.012734413146973, + "eval_mean_token_accuracy": 0.13139666496930313, + "eval_num_tokens": 2867644.0, + "eval_runtime": 2.4739, + "eval_samples_per_second": 1054.225, + "eval_steps_per_second": 131.778, + "step": 1000 + }, + { + "entropy": 5.986166191101074, + "epoch": 1.1921708185053381, + "grad_norm": 1.0703125, + "learning_rate": 0.00049999967732573, + "loss": 5.7701, + "mean_token_accuracy": 0.1327154405415058, + "num_tokens": 2882663.0, + "step": 1005 + }, + { + "entropy": 5.940847110748291, + "epoch": 1.1981020166073546, + "grad_norm": 1.21875, + "learning_rate": 0.0004999983664630945, + "loss": 5.8284, + "mean_token_accuracy": 0.1329515464603901, + "num_tokens": 2898791.0, + "step": 1010 + }, + { + "entropy": 5.939939355850219, + "epoch": 1.2040332147093713, + "grad_norm": 1.09375, + "learning_rate": 0.0004999960472508219, + "loss": 5.7229, + "mean_token_accuracy": 0.14346506744623183, + "num_tokens": 2912997.0, + "step": 1015 + }, + { + "entropy": 5.890226602554321, + "epoch": 1.209964412811388, + "grad_norm": 1.171875, + "learning_rate": 0.0004999927196993059, + "loss": 5.7083, + "mean_token_accuracy": 0.1415116421878338, + "num_tokens": 2925064.0, + "step": 1020 + }, + { + "entropy": 5.959262037277222, + "epoch": 1.2158956109134045, + "grad_norm": 1.1484375, + "learning_rate": 0.0004999883838234592, + "loss": 5.7633, + "mean_token_accuracy": 0.13465891852974893, + "num_tokens": 2941400.0, + "step": 1025 + }, + { + "entropy": 5.861705589294433, + "epoch": 1.2218268090154212, + "grad_norm": 1.1328125, + "learning_rate": 0.0004999830396427133, + "loss": 5.7352, + "mean_token_accuracy": 0.13958436101675034, + "num_tokens": 2955541.0, + "step": 1030 + }, + { + "entropy": 5.922749280929565, + "epoch": 1.2277580071174377, + "grad_norm": 1.109375, + "learning_rate": 0.0004999766871810188, + "loss": 5.7479, + "mean_token_accuracy": 0.1416574686765671, + "num_tokens": 2968928.0, + "step": 1035 + }, + { + "entropy": 5.934699630737304, + "epoch": 1.2336892052194544, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999693264668446, + "loss": 5.6844, + "mean_token_accuracy": 0.14234655275940894, + "num_tokens": 2984072.0, + "step": 1040 + }, + { + "entropy": 5.891662549972534, + "epoch": 1.2396204033214708, + "grad_norm": 1.015625, + "learning_rate": 0.0004999609575331786, + "loss": 5.7787, + "mean_token_accuracy": 0.13772650435566902, + "num_tokens": 2999083.0, + "step": 1045 + }, + { + "entropy": 5.854400157928467, + "epoch": 1.2455516014234875, + "grad_norm": 1.1796875, + "learning_rate": 0.0004999515804175268, + "loss": 5.726, + "mean_token_accuracy": 0.13745229691267014, + "num_tokens": 3012738.0, + "step": 1050 + }, + { + "entropy": 5.869228887557983, + "epoch": 1.2514827995255042, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999411951619134, + "loss": 5.6694, + "mean_token_accuracy": 0.14171827286481858, + "num_tokens": 3027929.0, + "step": 1055 + }, + { + "entropy": 5.864783573150635, + "epoch": 1.2574139976275207, + "grad_norm": 0.98828125, + "learning_rate": 0.000499929801812881, + "loss": 5.8025, + "mean_token_accuracy": 0.13281177058815957, + "num_tokens": 3043576.0, + "step": 1060 + }, + { + "entropy": 5.822867107391358, + "epoch": 1.2633451957295374, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999174004214899, + "loss": 5.6696, + "mean_token_accuracy": 0.1398370385169983, + "num_tokens": 3059352.0, + "step": 1065 + }, + { + "entropy": 5.936639642715454, + "epoch": 1.269276393831554, + "grad_norm": 1.1484375, + "learning_rate": 0.0004999039910433179, + "loss": 5.7859, + "mean_token_accuracy": 0.1422264978289604, + "num_tokens": 3073140.0, + "step": 1070 + }, + { + "entropy": 5.890475559234619, + "epoch": 1.2752075919335706, + "grad_norm": 1.1015625, + "learning_rate": 0.0004998895737384605, + "loss": 5.7601, + "mean_token_accuracy": 0.14164954274892808, + "num_tokens": 3087710.0, + "step": 1075 + }, + { + "entropy": 5.919763278961182, + "epoch": 1.281138790035587, + "grad_norm": 1.125, + "learning_rate": 0.0004998741485715297, + "loss": 5.713, + "mean_token_accuracy": 0.14089994207024575, + "num_tokens": 3102035.0, + "step": 1080 + }, + { + "entropy": 5.838283920288086, + "epoch": 1.2870699881376038, + "grad_norm": 0.984375, + "learning_rate": 0.0004998577156116551, + "loss": 5.7754, + "mean_token_accuracy": 0.13512811809778214, + "num_tokens": 3118534.0, + "step": 1085 + }, + { + "entropy": 5.856381511688232, + "epoch": 1.2930011862396205, + "grad_norm": 1.0078125, + "learning_rate": 0.0004998402749324823, + "loss": 5.7229, + "mean_token_accuracy": 0.13245076537132264, + "num_tokens": 3133419.0, + "step": 1090 + }, + { + "entropy": 5.997888469696045, + "epoch": 1.298932384341637, + "grad_norm": 1.25, + "learning_rate": 0.0004998218266121731, + "loss": 5.8243, + "mean_token_accuracy": 0.1440747559070587, + "num_tokens": 3145903.0, + "step": 1095 + }, + { + "entropy": 5.824967718124389, + "epoch": 1.3048635824436536, + "grad_norm": 1.078125, + "learning_rate": 0.0004998023707334055, + "loss": 5.7688, + "mean_token_accuracy": 0.1350715659558773, + "num_tokens": 3159938.0, + "step": 1100 + }, + { + "entropy": 5.8246561050415036, + "epoch": 1.3107947805456703, + "grad_norm": 0.9921875, + "learning_rate": 0.0004997819073833724, + "loss": 5.6475, + "mean_token_accuracy": 0.1452900804579258, + "num_tokens": 3175089.0, + "step": 1105 + }, + { + "entropy": 5.855417728424072, + "epoch": 1.3167259786476868, + "grad_norm": 1.0859375, + "learning_rate": 0.0004997604366537823, + "loss": 5.7858, + "mean_token_accuracy": 0.13705137223005295, + "num_tokens": 3191027.0, + "step": 1110 + }, + { + "entropy": 5.746766853332519, + "epoch": 1.3226571767497035, + "grad_norm": 1.140625, + "learning_rate": 0.000499737958640858, + "loss": 5.6247, + "mean_token_accuracy": 0.14565233290195465, + "num_tokens": 3205489.0, + "step": 1115 + }, + { + "entropy": 5.841010189056396, + "epoch": 1.32858837485172, + "grad_norm": 1.0625, + "learning_rate": 0.0004997144734453367, + "loss": 5.604, + "mean_token_accuracy": 0.14238353818655014, + "num_tokens": 3218764.0, + "step": 1120 + }, + { + "entropy": 5.837244129180908, + "epoch": 1.3345195729537367, + "grad_norm": 1.0078125, + "learning_rate": 0.0004996899811724693, + "loss": 5.7391, + "mean_token_accuracy": 0.13837844729423524, + "num_tokens": 3232953.0, + "step": 1125 + }, + { + "entropy": 5.772788858413696, + "epoch": 1.3404507710557532, + "grad_norm": 1.03125, + "learning_rate": 0.0004996644819320201, + "loss": 5.646, + "mean_token_accuracy": 0.14131752848625184, + "num_tokens": 3246977.0, + "step": 1130 + }, + { + "entropy": 5.676492929458618, + "epoch": 1.3463819691577699, + "grad_norm": 1.1640625, + "learning_rate": 0.0004996379758382662, + "loss": 5.5467, + "mean_token_accuracy": 0.14851859956979752, + "num_tokens": 3260668.0, + "step": 1135 + }, + { + "entropy": 5.83406023979187, + "epoch": 1.3523131672597866, + "grad_norm": 1.0859375, + "learning_rate": 0.0004996104630099969, + "loss": 5.6622, + "mean_token_accuracy": 0.1436814546585083, + "num_tokens": 3274213.0, + "step": 1140 + }, + { + "entropy": 5.770905447006226, + "epoch": 1.358244365361803, + "grad_norm": 1.1875, + "learning_rate": 0.0004995819435705133, + "loss": 5.6455, + "mean_token_accuracy": 0.13666117042303086, + "num_tokens": 3288011.0, + "step": 1145 + }, + { + "entropy": 5.856086683273316, + "epoch": 1.3641755634638197, + "grad_norm": 1.0546875, + "learning_rate": 0.0004995524176476277, + "loss": 5.7079, + "mean_token_accuracy": 0.1383526973426342, + "num_tokens": 3303263.0, + "step": 1150 + }, + { + "entropy": 5.795949029922485, + "epoch": 1.3701067615658362, + "grad_norm": 1.1328125, + "learning_rate": 0.0004995218853736631, + "loss": 5.6848, + "mean_token_accuracy": 0.14614594876766204, + "num_tokens": 3316843.0, + "step": 1155 + }, + { + "entropy": 5.752928686141968, + "epoch": 1.376037959667853, + "grad_norm": 1.0625, + "learning_rate": 0.0004994903468854527, + "loss": 5.5688, + "mean_token_accuracy": 0.14343352913856505, + "num_tokens": 3331527.0, + "step": 1160 + }, + { + "entropy": 5.751480293273926, + "epoch": 1.3819691577698694, + "grad_norm": 1.09375, + "learning_rate": 0.0004994578023243386, + "loss": 5.6655, + "mean_token_accuracy": 0.1439042344689369, + "num_tokens": 3347795.0, + "step": 1165 + }, + { + "entropy": 5.797406005859375, + "epoch": 1.387900355871886, + "grad_norm": 0.94140625, + "learning_rate": 0.0004994242518361723, + "loss": 5.7132, + "mean_token_accuracy": 0.1414179876446724, + "num_tokens": 3363532.0, + "step": 1170 + }, + { + "entropy": 5.777079343795776, + "epoch": 1.3938315539739028, + "grad_norm": 1.109375, + "learning_rate": 0.0004993896955713133, + "loss": 5.6743, + "mean_token_accuracy": 0.14409229755401612, + "num_tokens": 3377040.0, + "step": 1175 + }, + { + "entropy": 5.753640937805176, + "epoch": 1.3997627520759193, + "grad_norm": 1.25, + "learning_rate": 0.0004993541336846283, + "loss": 5.6287, + "mean_token_accuracy": 0.1529825061559677, + "num_tokens": 3390663.0, + "step": 1180 + }, + { + "entropy": 5.791894626617432, + "epoch": 1.405693950177936, + "grad_norm": 0.96875, + "learning_rate": 0.000499317566335491, + "loss": 5.6625, + "mean_token_accuracy": 0.1494051843881607, + "num_tokens": 3405860.0, + "step": 1185 + }, + { + "entropy": 5.734993839263916, + "epoch": 1.4116251482799527, + "grad_norm": 1.0859375, + "learning_rate": 0.0004992799936877813, + "loss": 5.6489, + "mean_token_accuracy": 0.14007329940795898, + "num_tokens": 3420248.0, + "step": 1190 + }, + { + "entropy": 5.817593097686768, + "epoch": 1.4175563463819691, + "grad_norm": 1.03125, + "learning_rate": 0.0004992414159098841, + "loss": 5.6469, + "mean_token_accuracy": 0.14704996794462205, + "num_tokens": 3434126.0, + "step": 1195 + }, + { + "entropy": 5.779922151565552, + "epoch": 1.4234875444839858, + "grad_norm": 1.1328125, + "learning_rate": 0.0004992018331746891, + "loss": 5.7038, + "mean_token_accuracy": 0.14136891365051268, + "num_tokens": 3449462.0, + "step": 1200 + }, + { + "entropy": 5.80670485496521, + "epoch": 1.4294187425860023, + "grad_norm": 1.0078125, + "learning_rate": 0.0004991612456595896, + "loss": 5.7589, + "mean_token_accuracy": 0.1408810332417488, + "num_tokens": 3465536.0, + "step": 1205 + }, + { + "entropy": 5.7316718101501465, + "epoch": 1.435349940688019, + "grad_norm": 1.0859375, + "learning_rate": 0.0004991196535464824, + "loss": 5.6359, + "mean_token_accuracy": 0.14721256196498872, + "num_tokens": 3479129.0, + "step": 1210 + }, + { + "entropy": 5.719354104995728, + "epoch": 1.4412811387900355, + "grad_norm": 1.3203125, + "learning_rate": 0.0004990770570217659, + "loss": 5.5441, + "mean_token_accuracy": 0.15703994482755662, + "num_tokens": 3492191.0, + "step": 1215 + }, + { + "entropy": 5.779579067230225, + "epoch": 1.4472123368920522, + "grad_norm": 1.1796875, + "learning_rate": 0.0004990334562763401, + "loss": 5.7006, + "mean_token_accuracy": 0.1453902617096901, + "num_tokens": 3507459.0, + "step": 1220 + }, + { + "entropy": 5.741008663177491, + "epoch": 1.453143534994069, + "grad_norm": 1.0390625, + "learning_rate": 0.0004989888515056057, + "loss": 5.6628, + "mean_token_accuracy": 0.14069193080067635, + "num_tokens": 3521517.0, + "step": 1225 + }, + { + "entropy": 5.746186399459839, + "epoch": 1.4590747330960854, + "grad_norm": 1.0625, + "learning_rate": 0.0004989432429094627, + "loss": 5.6036, + "mean_token_accuracy": 0.1472635604441166, + "num_tokens": 3535279.0, + "step": 1230 + }, + { + "entropy": 5.725585222244263, + "epoch": 1.465005931198102, + "grad_norm": 1.0859375, + "learning_rate": 0.0004988966306923099, + "loss": 5.5219, + "mean_token_accuracy": 0.1509362980723381, + "num_tokens": 3549960.0, + "step": 1235 + }, + { + "entropy": 5.702635431289673, + "epoch": 1.4709371293001186, + "grad_norm": 1.078125, + "learning_rate": 0.0004988490150630441, + "loss": 5.6504, + "mean_token_accuracy": 0.1413729466497898, + "num_tokens": 3563814.0, + "step": 1240 + }, + { + "entropy": 5.836396932601929, + "epoch": 1.4768683274021353, + "grad_norm": 1.0390625, + "learning_rate": 0.0004988003962350589, + "loss": 5.653, + "mean_token_accuracy": 0.15044173300266267, + "num_tokens": 3577529.0, + "step": 1245 + }, + { + "entropy": 5.712747097015381, + "epoch": 1.4827995255041517, + "grad_norm": 1.21875, + "learning_rate": 0.0004987507744262436, + "loss": 5.5913, + "mean_token_accuracy": 0.1456787832081318, + "num_tokens": 3591812.0, + "step": 1250 + }, + { + "entropy": 5.635834550857544, + "epoch": 1.4887307236061684, + "grad_norm": 1.0546875, + "learning_rate": 0.0004987001498589828, + "loss": 5.5787, + "mean_token_accuracy": 0.14813287556171417, + "num_tokens": 3604954.0, + "step": 1255 + }, + { + "entropy": 5.760722827911377, + "epoch": 1.4946619217081851, + "grad_norm": 1.03125, + "learning_rate": 0.0004986485227601548, + "loss": 5.6178, + "mean_token_accuracy": 0.14130520299077035, + "num_tokens": 3620486.0, + "step": 1260 + }, + { + "entropy": 5.717405652999878, + "epoch": 1.5005931198102016, + "grad_norm": 0.9921875, + "learning_rate": 0.000498595893361131, + "loss": 5.555, + "mean_token_accuracy": 0.15612171441316605, + "num_tokens": 3633972.0, + "step": 1265 + }, + { + "entropy": 5.7364737033844, + "epoch": 1.5065243179122183, + "grad_norm": 1.0546875, + "learning_rate": 0.0004985422618977744, + "loss": 5.6037, + "mean_token_accuracy": 0.151451975107193, + "num_tokens": 3649306.0, + "step": 1270 + }, + { + "entropy": 5.7654664516448975, + "epoch": 1.512455516014235, + "grad_norm": 0.98828125, + "learning_rate": 0.0004984876286104392, + "loss": 5.6786, + "mean_token_accuracy": 0.14375052377581596, + "num_tokens": 3664809.0, + "step": 1275 + }, + { + "entropy": 5.70614218711853, + "epoch": 1.5183867141162515, + "grad_norm": 1.2421875, + "learning_rate": 0.0004984319937439693, + "loss": 5.6095, + "mean_token_accuracy": 0.15040914267301558, + "num_tokens": 3677669.0, + "step": 1280 + }, + { + "entropy": 5.743654489517212, + "epoch": 1.524317912218268, + "grad_norm": 1.015625, + "learning_rate": 0.0004983753575476969, + "loss": 5.6267, + "mean_token_accuracy": 0.14291197434067726, + "num_tokens": 3690588.0, + "step": 1285 + }, + { + "entropy": 5.696566772460938, + "epoch": 1.5302491103202847, + "grad_norm": 1.0703125, + "learning_rate": 0.0004983177202754421, + "loss": 5.6522, + "mean_token_accuracy": 0.14571921825408934, + "num_tokens": 3703749.0, + "step": 1290 + }, + { + "entropy": 5.805274868011475, + "epoch": 1.5361803084223014, + "grad_norm": 0.9296875, + "learning_rate": 0.0004982590821855115, + "loss": 5.68, + "mean_token_accuracy": 0.13761823400855064, + "num_tokens": 3720181.0, + "step": 1295 + }, + { + "entropy": 5.711960506439209, + "epoch": 1.5421115065243178, + "grad_norm": 0.953125, + "learning_rate": 0.0004981994435406965, + "loss": 5.6042, + "mean_token_accuracy": 0.14782098084688186, + "num_tokens": 3734918.0, + "step": 1300 + }, + { + "entropy": 5.666572904586792, + "epoch": 1.5480427046263345, + "grad_norm": 0.9765625, + "learning_rate": 0.0004981388046082731, + "loss": 5.5494, + "mean_token_accuracy": 0.15440027564764022, + "num_tokens": 3748660.0, + "step": 1305 + }, + { + "entropy": 5.685553789138794, + "epoch": 1.5539739027283512, + "grad_norm": 0.97265625, + "learning_rate": 0.0004980771656599998, + "loss": 5.6201, + "mean_token_accuracy": 0.14841450601816178, + "num_tokens": 3763481.0, + "step": 1310 + }, + { + "entropy": 5.763680267333984, + "epoch": 1.5599051008303677, + "grad_norm": 1.0390625, + "learning_rate": 0.0004980145269721168, + "loss": 5.6376, + "mean_token_accuracy": 0.14404506087303162, + "num_tokens": 3777077.0, + "step": 1315 + }, + { + "entropy": 5.685877466201783, + "epoch": 1.5658362989323842, + "grad_norm": 0.91796875, + "learning_rate": 0.000497950888825345, + "loss": 5.6386, + "mean_token_accuracy": 0.14266225099563598, + "num_tokens": 3793649.0, + "step": 1320 + }, + { + "entropy": 5.687498426437378, + "epoch": 1.571767497034401, + "grad_norm": 0.96484375, + "learning_rate": 0.000497886251504884, + "loss": 5.5262, + "mean_token_accuracy": 0.15134050250053405, + "num_tokens": 3807712.0, + "step": 1325 + }, + { + "entropy": 5.639243650436401, + "epoch": 1.5776986951364176, + "grad_norm": 0.98046875, + "learning_rate": 0.0004978206153004117, + "loss": 5.5347, + "mean_token_accuracy": 0.1552049770951271, + "num_tokens": 3821637.0, + "step": 1330 + }, + { + "entropy": 5.8086631298065186, + "epoch": 1.583629893238434, + "grad_norm": 1.0546875, + "learning_rate": 0.0004977539805060824, + "loss": 5.6912, + "mean_token_accuracy": 0.1436895474791527, + "num_tokens": 3836272.0, + "step": 1335 + }, + { + "entropy": 5.614665985107422, + "epoch": 1.5895610913404508, + "grad_norm": 1.1171875, + "learning_rate": 0.0004976863474205257, + "loss": 5.5055, + "mean_token_accuracy": 0.15429906994104386, + "num_tokens": 3850018.0, + "step": 1340 + }, + { + "entropy": 5.774603271484375, + "epoch": 1.5954922894424675, + "grad_norm": 1.1640625, + "learning_rate": 0.0004976177163468451, + "loss": 5.5949, + "mean_token_accuracy": 0.15020062923431396, + "num_tokens": 3865061.0, + "step": 1345 + }, + { + "entropy": 5.631220006942749, + "epoch": 1.601423487544484, + "grad_norm": 1.09375, + "learning_rate": 0.0004975480875926168, + "loss": 5.6835, + "mean_token_accuracy": 0.15097753554582596, + "num_tokens": 3879697.0, + "step": 1350 + }, + { + "entropy": 5.735270404815674, + "epoch": 1.6073546856465006, + "grad_norm": 1.140625, + "learning_rate": 0.000497477461469888, + "loss": 5.4825, + "mean_token_accuracy": 0.15924198776483536, + "num_tokens": 3891889.0, + "step": 1355 + }, + { + "entropy": 5.665686845779419, + "epoch": 1.6132858837485173, + "grad_norm": 1.0234375, + "learning_rate": 0.0004974058382951757, + "loss": 5.5945, + "mean_token_accuracy": 0.1450992450118065, + "num_tokens": 3907356.0, + "step": 1360 + }, + { + "entropy": 5.731923580169678, + "epoch": 1.6192170818505338, + "grad_norm": 1.078125, + "learning_rate": 0.0004973332183894653, + "loss": 5.5786, + "mean_token_accuracy": 0.14734622836112976, + "num_tokens": 3921839.0, + "step": 1365 + }, + { + "entropy": 5.587240982055664, + "epoch": 1.6251482799525503, + "grad_norm": 0.9609375, + "learning_rate": 0.0004972596020782096, + "loss": 5.483, + "mean_token_accuracy": 0.15152351856231688, + "num_tokens": 3937266.0, + "step": 1370 + }, + { + "entropy": 5.740517473220825, + "epoch": 1.631079478054567, + "grad_norm": 1.046875, + "learning_rate": 0.0004971849896913259, + "loss": 5.6174, + "mean_token_accuracy": 0.14421468004584312, + "num_tokens": 3952721.0, + "step": 1375 + }, + { + "entropy": 5.699207830429077, + "epoch": 1.6370106761565837, + "grad_norm": 1.21875, + "learning_rate": 0.0004971093815631965, + "loss": 5.626, + "mean_token_accuracy": 0.14614131152629853, + "num_tokens": 3966557.0, + "step": 1380 + }, + { + "entropy": 5.577703142166138, + "epoch": 1.6429418742586002, + "grad_norm": 0.98828125, + "learning_rate": 0.0004970327780326655, + "loss": 5.4592, + "mean_token_accuracy": 0.15435569435358049, + "num_tokens": 3978739.0, + "step": 1385 + }, + { + "entropy": 5.523289442062378, + "epoch": 1.6488730723606169, + "grad_norm": 0.90234375, + "learning_rate": 0.0004969551794430383, + "loss": 5.4758, + "mean_token_accuracy": 0.15182152688503264, + "num_tokens": 3993868.0, + "step": 1390 + }, + { + "entropy": 5.735844373703003, + "epoch": 1.6548042704626336, + "grad_norm": 1.0859375, + "learning_rate": 0.0004968765861420799, + "loss": 5.6032, + "mean_token_accuracy": 0.15374974012374878, + "num_tokens": 4006661.0, + "step": 1395 + }, + { + "entropy": 5.63426947593689, + "epoch": 1.66073546856465, + "grad_norm": 0.984375, + "learning_rate": 0.0004967969984820128, + "loss": 5.5828, + "mean_token_accuracy": 0.1495743677020073, + "num_tokens": 4021670.0, + "step": 1400 + }, + { + "entropy": 5.673282051086426, + "epoch": 1.6666666666666665, + "grad_norm": 1.0703125, + "learning_rate": 0.0004967164168195159, + "loss": 5.5646, + "mean_token_accuracy": 0.1479659453034401, + "num_tokens": 4036995.0, + "step": 1405 + }, + { + "entropy": 5.667166376113892, + "epoch": 1.6725978647686834, + "grad_norm": 1.15625, + "learning_rate": 0.000496634841515723, + "loss": 5.6035, + "mean_token_accuracy": 0.15370306074619294, + "num_tokens": 4049464.0, + "step": 1410 + }, + { + "entropy": 5.649252462387085, + "epoch": 1.6785290628707, + "grad_norm": 1.15625, + "learning_rate": 0.0004965522729362209, + "loss": 5.5096, + "mean_token_accuracy": 0.15451542884111405, + "num_tokens": 4063630.0, + "step": 1415 + }, + { + "entropy": 5.63691987991333, + "epoch": 1.6844602609727164, + "grad_norm": 1.1484375, + "learning_rate": 0.0004964687114510478, + "loss": 5.5176, + "mean_token_accuracy": 0.14818612933158876, + "num_tokens": 4079890.0, + "step": 1420 + }, + { + "entropy": 5.556159973144531, + "epoch": 1.690391459074733, + "grad_norm": 0.984375, + "learning_rate": 0.0004963841574346917, + "loss": 5.5784, + "mean_token_accuracy": 0.15199574530124665, + "num_tokens": 4095693.0, + "step": 1425 + }, + { + "entropy": 5.76162371635437, + "epoch": 1.6963226571767498, + "grad_norm": 1.0390625, + "learning_rate": 0.0004962986112660887, + "loss": 5.6264, + "mean_token_accuracy": 0.14758573174476625, + "num_tokens": 4109655.0, + "step": 1430 + }, + { + "entropy": 5.5980674743652346, + "epoch": 1.7022538552787663, + "grad_norm": 1.046875, + "learning_rate": 0.0004962120733286215, + "loss": 5.4904, + "mean_token_accuracy": 0.15562087446451187, + "num_tokens": 4123870.0, + "step": 1435 + }, + { + "entropy": 5.724174547195434, + "epoch": 1.708185053380783, + "grad_norm": 1.0859375, + "learning_rate": 0.0004961245440101171, + "loss": 5.6127, + "mean_token_accuracy": 0.15370832234621049, + "num_tokens": 4138009.0, + "step": 1440 + }, + { + "entropy": 5.661290311813355, + "epoch": 1.7141162514827997, + "grad_norm": 1.125, + "learning_rate": 0.000496036023702846, + "loss": 5.6985, + "mean_token_accuracy": 0.14476853236556053, + "num_tokens": 4151929.0, + "step": 1445 + }, + { + "entropy": 5.681108665466309, + "epoch": 1.7200474495848161, + "grad_norm": 1.109375, + "learning_rate": 0.0004959465128035195, + "loss": 5.5322, + "mean_token_accuracy": 0.1587254822254181, + "num_tokens": 4164626.0, + "step": 1450 + }, + { + "entropy": 5.668149662017822, + "epoch": 1.7259786476868326, + "grad_norm": 0.96875, + "learning_rate": 0.0004958560117132884, + "loss": 5.4829, + "mean_token_accuracy": 0.1552940219640732, + "num_tokens": 4179418.0, + "step": 1455 + }, + { + "entropy": 5.586788272857666, + "epoch": 1.7319098457888493, + "grad_norm": 0.9296875, + "learning_rate": 0.0004957645208377411, + "loss": 5.5927, + "mean_token_accuracy": 0.14715088456869124, + "num_tokens": 4194385.0, + "step": 1460 + }, + { + "entropy": 5.677043342590332, + "epoch": 1.737841043890866, + "grad_norm": 1.0234375, + "learning_rate": 0.000495672040586902, + "loss": 5.5726, + "mean_token_accuracy": 0.1476666510105133, + "num_tokens": 4209246.0, + "step": 1465 + }, + { + "entropy": 5.573235273361206, + "epoch": 1.7437722419928825, + "grad_norm": 0.94921875, + "learning_rate": 0.0004955785713752292, + "loss": 5.5215, + "mean_token_accuracy": 0.1514071211218834, + "num_tokens": 4225142.0, + "step": 1470 + }, + { + "entropy": 5.6124965190887455, + "epoch": 1.7497034400948992, + "grad_norm": 0.9921875, + "learning_rate": 0.0004954841136216132, + "loss": 5.5121, + "mean_token_accuracy": 0.1569083496928215, + "num_tokens": 4239495.0, + "step": 1475 + }, + { + "entropy": 5.6624431133270265, + "epoch": 1.755634638196916, + "grad_norm": 1.1640625, + "learning_rate": 0.0004953886677493746, + "loss": 5.4459, + "mean_token_accuracy": 0.16436467915773392, + "num_tokens": 4251780.0, + "step": 1480 + }, + { + "entropy": 5.616982173919678, + "epoch": 1.7615658362989324, + "grad_norm": 1.515625, + "learning_rate": 0.0004952922341862622, + "loss": 5.6927, + "mean_token_accuracy": 0.14587103947997093, + "num_tokens": 4265490.0, + "step": 1485 + }, + { + "entropy": 5.64134464263916, + "epoch": 1.7674970344009489, + "grad_norm": 1.0234375, + "learning_rate": 0.0004951948133644514, + "loss": 5.4655, + "mean_token_accuracy": 0.15793099850416184, + "num_tokens": 4280478.0, + "step": 1490 + }, + { + "entropy": 5.635649013519287, + "epoch": 1.7734282325029656, + "grad_norm": 0.93359375, + "learning_rate": 0.0004950964057205421, + "loss": 5.5551, + "mean_token_accuracy": 0.1520090416073799, + "num_tokens": 4296649.0, + "step": 1495 + }, + { + "entropy": 5.565133810043335, + "epoch": 1.7793594306049823, + "grad_norm": 0.97265625, + "learning_rate": 0.0004949970116955566, + "loss": 5.525, + "mean_token_accuracy": 0.15610957741737366, + "num_tokens": 4310470.0, + "step": 1500 + }, + { + "epoch": 1.7793594306049823, + "eval_entropy": 5.4890358755193605, + "eval_loss": 5.720747947692871, + "eval_mean_token_accuracy": 0.15074070664179837, + "eval_num_tokens": 4310470.0, + "eval_runtime": 2.4551, + "eval_samples_per_second": 1062.291, + "eval_steps_per_second": 132.786, + "step": 1500 + }, + { + "entropy": 5.62813172340393, + "epoch": 1.7852906287069987, + "grad_norm": 1.09375, + "learning_rate": 0.0004948966317349379, + "loss": 5.5502, + "mean_token_accuracy": 0.15073443800210953, + "num_tokens": 4324996.0, + "step": 1505 + }, + { + "entropy": 5.527570104598999, + "epoch": 1.7912218268090154, + "grad_norm": 1.0390625, + "learning_rate": 0.0004947952662885473, + "loss": 5.4804, + "mean_token_accuracy": 0.15607783049345017, + "num_tokens": 4337194.0, + "step": 1510 + }, + { + "entropy": 5.547454500198365, + "epoch": 1.7971530249110321, + "grad_norm": 0.96875, + "learning_rate": 0.000494692915810663, + "loss": 5.4743, + "mean_token_accuracy": 0.1528942972421646, + "num_tokens": 4352516.0, + "step": 1515 + }, + { + "entropy": 5.56812629699707, + "epoch": 1.8030842230130486, + "grad_norm": 1.171875, + "learning_rate": 0.0004945895807599775, + "loss": 5.5122, + "mean_token_accuracy": 0.16002019345760346, + "num_tokens": 4367654.0, + "step": 1520 + }, + { + "entropy": 5.605467319488525, + "epoch": 1.809015421115065, + "grad_norm": 1.125, + "learning_rate": 0.0004944852615995956, + "loss": 5.5013, + "mean_token_accuracy": 0.15724539756774902, + "num_tokens": 4381275.0, + "step": 1525 + }, + { + "entropy": 5.572732782363891, + "epoch": 1.814946619217082, + "grad_norm": 1.078125, + "learning_rate": 0.0004943799587970328, + "loss": 5.494, + "mean_token_accuracy": 0.1523606076836586, + "num_tokens": 4394392.0, + "step": 1530 + }, + { + "entropy": 5.530032682418823, + "epoch": 1.8208778173190985, + "grad_norm": 1.0625, + "learning_rate": 0.0004942736728242127, + "loss": 5.4026, + "mean_token_accuracy": 0.15689572244882583, + "num_tokens": 4407512.0, + "step": 1535 + }, + { + "entropy": 5.584712648391724, + "epoch": 1.826809015421115, + "grad_norm": 1.125, + "learning_rate": 0.0004941664041574651, + "loss": 5.507, + "mean_token_accuracy": 0.15881744623184205, + "num_tokens": 4422223.0, + "step": 1540 + }, + { + "entropy": 5.6050506114959715, + "epoch": 1.8327402135231317, + "grad_norm": 1.09375, + "learning_rate": 0.0004940581532775237, + "loss": 5.4926, + "mean_token_accuracy": 0.1518533781170845, + "num_tokens": 4436994.0, + "step": 1545 + }, + { + "entropy": 5.4888392925262455, + "epoch": 1.8386714116251484, + "grad_norm": 0.95703125, + "learning_rate": 0.0004939489206695241, + "loss": 5.4267, + "mean_token_accuracy": 0.15675119161605836, + "num_tokens": 4450429.0, + "step": 1550 + }, + { + "entropy": 5.62486629486084, + "epoch": 1.8446026097271648, + "grad_norm": 0.98046875, + "learning_rate": 0.0004938387068230021, + "loss": 5.5789, + "mean_token_accuracy": 0.15119255930185319, + "num_tokens": 4465991.0, + "step": 1555 + }, + { + "entropy": 5.55673360824585, + "epoch": 1.8505338078291815, + "grad_norm": 1.03125, + "learning_rate": 0.0004937275122318902, + "loss": 5.4977, + "mean_token_accuracy": 0.15660169571638108, + "num_tokens": 4480873.0, + "step": 1560 + }, + { + "entropy": 5.634980964660644, + "epoch": 1.8564650059311982, + "grad_norm": 1.1015625, + "learning_rate": 0.0004936153373945165, + "loss": 5.5428, + "mean_token_accuracy": 0.159622260928154, + "num_tokens": 4493443.0, + "step": 1565 + }, + { + "entropy": 5.580209970474243, + "epoch": 1.8623962040332147, + "grad_norm": 1.015625, + "learning_rate": 0.0004935021828136025, + "loss": 5.5042, + "mean_token_accuracy": 0.15394536405801773, + "num_tokens": 4506457.0, + "step": 1570 + }, + { + "entropy": 5.547038459777832, + "epoch": 1.8683274021352312, + "grad_norm": 1.078125, + "learning_rate": 0.0004933880489962602, + "loss": 5.4575, + "mean_token_accuracy": 0.15576548576354982, + "num_tokens": 4520529.0, + "step": 1575 + }, + { + "entropy": 5.558015251159668, + "epoch": 1.8742586002372479, + "grad_norm": 0.96875, + "learning_rate": 0.0004932729364539901, + "loss": 5.3993, + "mean_token_accuracy": 0.15773553699254989, + "num_tokens": 4535100.0, + "step": 1580 + }, + { + "entropy": 5.509803533554077, + "epoch": 1.8801897983392646, + "grad_norm": 1.1328125, + "learning_rate": 0.0004931568457026789, + "loss": 5.5262, + "mean_token_accuracy": 0.1584371492266655, + "num_tokens": 4549152.0, + "step": 1585 + }, + { + "entropy": 5.5465106010437015, + "epoch": 1.886120996441281, + "grad_norm": 1.015625, + "learning_rate": 0.0004930397772625976, + "loss": 5.3981, + "mean_token_accuracy": 0.16331460624933242, + "num_tokens": 4563302.0, + "step": 1590 + }, + { + "entropy": 5.470412969589233, + "epoch": 1.8920521945432978, + "grad_norm": 0.9921875, + "learning_rate": 0.0004929217316583985, + "loss": 5.3418, + "mean_token_accuracy": 0.1644173815846443, + "num_tokens": 4576770.0, + "step": 1595 + }, + { + "entropy": 5.56337342262268, + "epoch": 1.8979833926453145, + "grad_norm": 0.90625, + "learning_rate": 0.000492802709419113, + "loss": 5.4922, + "mean_token_accuracy": 0.1560358837246895, + "num_tokens": 4590264.0, + "step": 1600 + }, + { + "entropy": 5.541475391387939, + "epoch": 1.903914590747331, + "grad_norm": 0.9609375, + "learning_rate": 0.0004926827110781496, + "loss": 5.4658, + "mean_token_accuracy": 0.1521800145506859, + "num_tokens": 4606217.0, + "step": 1605 + }, + { + "entropy": 5.499109220504761, + "epoch": 1.9098457888493474, + "grad_norm": 1.0703125, + "learning_rate": 0.0004925617371732914, + "loss": 5.3749, + "mean_token_accuracy": 0.16113989651203156, + "num_tokens": 4620460.0, + "step": 1610 + }, + { + "entropy": 5.545439529418945, + "epoch": 1.9157769869513643, + "grad_norm": 0.94921875, + "learning_rate": 0.0004924397882466933, + "loss": 5.4441, + "mean_token_accuracy": 0.15975887924432755, + "num_tokens": 4635915.0, + "step": 1615 + }, + { + "entropy": 5.561807680130005, + "epoch": 1.9217081850533808, + "grad_norm": 1.046875, + "learning_rate": 0.0004923168648448799, + "loss": 5.4467, + "mean_token_accuracy": 0.15793247371912003, + "num_tokens": 4650789.0, + "step": 1620 + }, + { + "entropy": 5.594422292709351, + "epoch": 1.9276393831553973, + "grad_norm": 0.9609375, + "learning_rate": 0.0004921929675187433, + "loss": 5.518, + "mean_token_accuracy": 0.15074024945497513, + "num_tokens": 4666306.0, + "step": 1625 + }, + { + "entropy": 5.519123840332031, + "epoch": 1.933570581257414, + "grad_norm": 1.046875, + "learning_rate": 0.0004920680968235397, + "loss": 5.5125, + "mean_token_accuracy": 0.1595379963517189, + "num_tokens": 4679587.0, + "step": 1630 + }, + { + "entropy": 5.621131181716919, + "epoch": 1.9395017793594307, + "grad_norm": 1.109375, + "learning_rate": 0.0004919422533188882, + "loss": 5.441, + "mean_token_accuracy": 0.15777284204959868, + "num_tokens": 4694237.0, + "step": 1635 + }, + { + "entropy": 5.571220350265503, + "epoch": 1.9454329774614472, + "grad_norm": 0.93359375, + "learning_rate": 0.0004918154375687673, + "loss": 5.5383, + "mean_token_accuracy": 0.1469981402158737, + "num_tokens": 4708423.0, + "step": 1640 + }, + { + "entropy": 5.614190530776978, + "epoch": 1.9513641755634639, + "grad_norm": 1.0234375, + "learning_rate": 0.0004916876501415129, + "loss": 5.495, + "mean_token_accuracy": 0.15826049596071243, + "num_tokens": 4723039.0, + "step": 1645 + }, + { + "entropy": 5.505533838272095, + "epoch": 1.9572953736654806, + "grad_norm": 1.2265625, + "learning_rate": 0.0004915588916098151, + "loss": 5.4317, + "mean_token_accuracy": 0.16039896309375762, + "num_tokens": 4735882.0, + "step": 1650 + }, + { + "entropy": 5.477867507934571, + "epoch": 1.963226571767497, + "grad_norm": 1.140625, + "learning_rate": 0.0004914291625507164, + "loss": 5.4436, + "mean_token_accuracy": 0.16591833531856537, + "num_tokens": 4748810.0, + "step": 1655 + }, + { + "entropy": 5.561583375930786, + "epoch": 1.9691577698695135, + "grad_norm": 0.94921875, + "learning_rate": 0.000491298463545609, + "loss": 5.4632, + "mean_token_accuracy": 0.1546772077679634, + "num_tokens": 4763563.0, + "step": 1660 + }, + { + "entropy": 5.511043453216553, + "epoch": 1.9750889679715302, + "grad_norm": 1.109375, + "learning_rate": 0.0004911667951802318, + "loss": 5.4528, + "mean_token_accuracy": 0.15551470816135407, + "num_tokens": 4775483.0, + "step": 1665 + }, + { + "entropy": 5.501114273071289, + "epoch": 1.981020166073547, + "grad_norm": 0.8359375, + "learning_rate": 0.000491034158044668, + "loss": 5.4583, + "mean_token_accuracy": 0.1569467306137085, + "num_tokens": 4792507.0, + "step": 1670 + }, + { + "entropy": 5.568025827407837, + "epoch": 1.9869513641755634, + "grad_norm": 0.953125, + "learning_rate": 0.0004909005527333421, + "loss": 5.5004, + "mean_token_accuracy": 0.155551216006279, + "num_tokens": 4807722.0, + "step": 1675 + }, + { + "entropy": 5.516203594207764, + "epoch": 1.99288256227758, + "grad_norm": 1.015625, + "learning_rate": 0.000490765979845018, + "loss": 5.32, + "mean_token_accuracy": 0.16825991868972778, + "num_tokens": 4821129.0, + "step": 1680 + }, + { + "entropy": 5.505976819992066, + "epoch": 1.9988137603795968, + "grad_norm": 1.109375, + "learning_rate": 0.000490630439982796, + "loss": 5.3815, + "mean_token_accuracy": 0.15964729189872742, + "num_tokens": 4835483.0, + "step": 1685 + }, + { + "entropy": 5.534174060821533, + "epoch": 2.0047449584816133, + "grad_norm": 0.98828125, + "learning_rate": 0.0004904939337541093, + "loss": 5.165, + "mean_token_accuracy": 0.17265937626361846, + "num_tokens": 4848607.0, + "step": 1690 + }, + { + "entropy": 5.4161741733551025, + "epoch": 2.0106761565836297, + "grad_norm": 1.03125, + "learning_rate": 0.0004903564617707227, + "loss": 5.129, + "mean_token_accuracy": 0.17384703904390336, + "num_tokens": 4863324.0, + "step": 1695 + }, + { + "entropy": 5.535564327239991, + "epoch": 2.0166073546856467, + "grad_norm": 1.0234375, + "learning_rate": 0.0004902180246487285, + "loss": 5.1794, + "mean_token_accuracy": 0.17566659599542617, + "num_tokens": 4876603.0, + "step": 1700 + }, + { + "entropy": 5.487852954864502, + "epoch": 2.022538552787663, + "grad_norm": 0.90625, + "learning_rate": 0.000490078623008545, + "loss": 5.2708, + "mean_token_accuracy": 0.16383918672800063, + "num_tokens": 4893733.0, + "step": 1705 + }, + { + "entropy": 5.522866249084473, + "epoch": 2.0284697508896796, + "grad_norm": 1.0546875, + "learning_rate": 0.0004899382574749124, + "loss": 5.2032, + "mean_token_accuracy": 0.1683608591556549, + "num_tokens": 4908476.0, + "step": 1710 + }, + { + "entropy": 5.46659140586853, + "epoch": 2.0344009489916965, + "grad_norm": 1.0390625, + "learning_rate": 0.000489796928676891, + "loss": 5.1535, + "mean_token_accuracy": 0.17724859714508057, + "num_tokens": 4920471.0, + "step": 1715 + }, + { + "entropy": 5.461789083480835, + "epoch": 2.040332147093713, + "grad_norm": 1.0390625, + "learning_rate": 0.0004896546372478581, + "loss": 5.1845, + "mean_token_accuracy": 0.17168280780315398, + "num_tokens": 4934984.0, + "step": 1720 + }, + { + "entropy": 5.375751543045044, + "epoch": 2.0462633451957295, + "grad_norm": 0.99609375, + "learning_rate": 0.0004895113838255049, + "loss": 5.1993, + "mean_token_accuracy": 0.16719358563423156, + "num_tokens": 4949709.0, + "step": 1725 + }, + { + "entropy": 5.503344297409058, + "epoch": 2.052194543297746, + "grad_norm": 0.9609375, + "learning_rate": 0.0004893671690518343, + "loss": 5.1678, + "mean_token_accuracy": 0.17527552992105483, + "num_tokens": 4964439.0, + "step": 1730 + }, + { + "entropy": 5.424249362945557, + "epoch": 2.058125741399763, + "grad_norm": 1.0390625, + "learning_rate": 0.0004892219935731571, + "loss": 5.1255, + "mean_token_accuracy": 0.1706253096461296, + "num_tokens": 4979958.0, + "step": 1735 + }, + { + "entropy": 5.445143413543701, + "epoch": 2.0640569395017794, + "grad_norm": 1.0, + "learning_rate": 0.0004890758580400898, + "loss": 5.2107, + "mean_token_accuracy": 0.17454935014247894, + "num_tokens": 4993034.0, + "step": 1740 + }, + { + "entropy": 5.3907262802124025, + "epoch": 2.069988137603796, + "grad_norm": 1.0078125, + "learning_rate": 0.0004889287631075513, + "loss": 5.1469, + "mean_token_accuracy": 0.17527274340391158, + "num_tokens": 5008580.0, + "step": 1745 + }, + { + "entropy": 5.415247631072998, + "epoch": 2.0759193357058128, + "grad_norm": 0.98828125, + "learning_rate": 0.0004887807094347606, + "loss": 5.1757, + "mean_token_accuracy": 0.1709846779704094, + "num_tokens": 5022322.0, + "step": 1750 + }, + { + "entropy": 5.5165040493011475, + "epoch": 2.0818505338078293, + "grad_norm": 0.9453125, + "learning_rate": 0.0004886316976852326, + "loss": 5.1905, + "mean_token_accuracy": 0.16880395114421845, + "num_tokens": 5036511.0, + "step": 1755 + }, + { + "entropy": 5.393788051605225, + "epoch": 2.0877817319098457, + "grad_norm": 1.0234375, + "learning_rate": 0.0004884817285267766, + "loss": 5.1845, + "mean_token_accuracy": 0.1742696449160576, + "num_tokens": 5050129.0, + "step": 1760 + }, + { + "entropy": 5.337964820861816, + "epoch": 2.093712930011862, + "grad_norm": 1.0390625, + "learning_rate": 0.0004883308026314923, + "loss": 5.0561, + "mean_token_accuracy": 0.18535924702882767, + "num_tokens": 5062299.0, + "step": 1765 + }, + { + "entropy": 5.378459167480469, + "epoch": 2.099644128113879, + "grad_norm": 1.0546875, + "learning_rate": 0.00048817892067576726, + "loss": 5.1866, + "mean_token_accuracy": 0.17031457126140595, + "num_tokens": 5077665.0, + "step": 1770 + }, + { + "entropy": 5.357861471176148, + "epoch": 2.1055753262158956, + "grad_norm": 1.140625, + "learning_rate": 0.0004880260833402734, + "loss": 5.1114, + "mean_token_accuracy": 0.1715405285358429, + "num_tokens": 5092005.0, + "step": 1775 + }, + { + "entropy": 5.379746150970459, + "epoch": 2.111506524317912, + "grad_norm": 0.96484375, + "learning_rate": 0.0004878722913099645, + "loss": 5.199, + "mean_token_accuracy": 0.16930181831121444, + "num_tokens": 5109155.0, + "step": 1780 + }, + { + "entropy": 5.383475065231323, + "epoch": 2.117437722419929, + "grad_norm": 0.96484375, + "learning_rate": 0.000487717545274073, + "loss": 5.149, + "mean_token_accuracy": 0.16863701194524766, + "num_tokens": 5125791.0, + "step": 1785 + }, + { + "entropy": 5.384926605224609, + "epoch": 2.1233689205219455, + "grad_norm": 1.078125, + "learning_rate": 0.0004875618459261065, + "loss": 5.1762, + "mean_token_accuracy": 0.16971782743930816, + "num_tokens": 5139908.0, + "step": 1790 + }, + { + "entropy": 5.391865921020508, + "epoch": 2.129300118623962, + "grad_norm": 0.96875, + "learning_rate": 0.00048740519396384515, + "loss": 5.1527, + "mean_token_accuracy": 0.17617459148168563, + "num_tokens": 5154922.0, + "step": 1795 + }, + { + "entropy": 5.33276104927063, + "epoch": 2.135231316725979, + "grad_norm": 1.0625, + "learning_rate": 0.0004872475900893382, + "loss": 5.1899, + "mean_token_accuracy": 0.17570777982473373, + "num_tokens": 5169919.0, + "step": 1800 + }, + { + "entropy": 5.48026123046875, + "epoch": 2.1411625148279954, + "grad_norm": 1.0390625, + "learning_rate": 0.0004870890350089011, + "loss": 5.1829, + "mean_token_accuracy": 0.16823343187570572, + "num_tokens": 5186687.0, + "step": 1805 + }, + { + "entropy": 5.437422800064087, + "epoch": 2.147093712930012, + "grad_norm": 1.0859375, + "learning_rate": 0.00048692952943311214, + "loss": 5.2063, + "mean_token_accuracy": 0.1717593029141426, + "num_tokens": 5199489.0, + "step": 1810 + }, + { + "entropy": 5.496373796463013, + "epoch": 2.1530249110320283, + "grad_norm": 1.015625, + "learning_rate": 0.0004867690740768094, + "loss": 5.2399, + "mean_token_accuracy": 0.17145588397979736, + "num_tokens": 5214549.0, + "step": 1815 + }, + { + "entropy": 5.366263675689697, + "epoch": 2.1589561091340452, + "grad_norm": 1.0390625, + "learning_rate": 0.00048660766965908736, + "loss": 5.2164, + "mean_token_accuracy": 0.16977577656507492, + "num_tokens": 5228571.0, + "step": 1820 + }, + { + "entropy": 5.388319301605224, + "epoch": 2.1648873072360617, + "grad_norm": 1.03125, + "learning_rate": 0.000486445316903294, + "loss": 5.1452, + "mean_token_accuracy": 0.17680991888046266, + "num_tokens": 5242797.0, + "step": 1825 + }, + { + "entropy": 5.426320600509643, + "epoch": 2.170818505338078, + "grad_norm": 0.99609375, + "learning_rate": 0.000486282016537027, + "loss": 5.2368, + "mean_token_accuracy": 0.17110936492681503, + "num_tokens": 5257692.0, + "step": 1830 + }, + { + "entropy": 5.450334596633911, + "epoch": 2.176749703440095, + "grad_norm": 1.125, + "learning_rate": 0.0004861177692921313, + "loss": 5.2329, + "mean_token_accuracy": 0.17457327097654343, + "num_tokens": 5273117.0, + "step": 1835 + }, + { + "entropy": 5.369627332687378, + "epoch": 2.1826809015421116, + "grad_norm": 0.9375, + "learning_rate": 0.000485952575904695, + "loss": 5.1764, + "mean_token_accuracy": 0.165084633231163, + "num_tokens": 5287232.0, + "step": 1840 + }, + { + "entropy": 5.3623122215271, + "epoch": 2.188612099644128, + "grad_norm": 1.0859375, + "learning_rate": 0.0004857864371150467, + "loss": 5.164, + "mean_token_accuracy": 0.17174010574817658, + "num_tokens": 5300049.0, + "step": 1845 + }, + { + "entropy": 5.422196960449218, + "epoch": 2.1945432977461445, + "grad_norm": 1.109375, + "learning_rate": 0.0004856193536677515, + "loss": 5.1665, + "mean_token_accuracy": 0.17225924283266067, + "num_tokens": 5313811.0, + "step": 1850 + }, + { + "entropy": 5.38545184135437, + "epoch": 2.2004744958481615, + "grad_norm": 1.109375, + "learning_rate": 0.00048545132631160856, + "loss": 5.2414, + "mean_token_accuracy": 0.16925344467163086, + "num_tokens": 5326402.0, + "step": 1855 + }, + { + "entropy": 5.331728982925415, + "epoch": 2.206405693950178, + "grad_norm": 1.1875, + "learning_rate": 0.000485282355799647, + "loss": 5.1074, + "mean_token_accuracy": 0.1777871370315552, + "num_tokens": 5340440.0, + "step": 1860 + }, + { + "entropy": 5.373279333114624, + "epoch": 2.2123368920521944, + "grad_norm": 1.0546875, + "learning_rate": 0.0004851124428891226, + "loss": 5.2044, + "mean_token_accuracy": 0.17208765894174577, + "num_tokens": 5355271.0, + "step": 1865 + }, + { + "entropy": 5.3738720417022705, + "epoch": 2.2182680901542113, + "grad_norm": 0.953125, + "learning_rate": 0.00048494158834151485, + "loss": 5.1657, + "mean_token_accuracy": 0.1768079251050949, + "num_tokens": 5371939.0, + "step": 1870 + }, + { + "entropy": 5.338125801086425, + "epoch": 2.224199288256228, + "grad_norm": 0.984375, + "learning_rate": 0.00048476979292252323, + "loss": 5.0599, + "mean_token_accuracy": 0.18021448701620102, + "num_tokens": 5386242.0, + "step": 1875 + }, + { + "entropy": 5.32992787361145, + "epoch": 2.2301304863582443, + "grad_norm": 1.0625, + "learning_rate": 0.0004845970574020637, + "loss": 5.1392, + "mean_token_accuracy": 0.17196872234344482, + "num_tokens": 5399867.0, + "step": 1880 + }, + { + "entropy": 5.3204365253448485, + "epoch": 2.2360616844602608, + "grad_norm": 0.9609375, + "learning_rate": 0.00048442338255426555, + "loss": 5.0614, + "mean_token_accuracy": 0.1749480903148651, + "num_tokens": 5414236.0, + "step": 1885 + }, + { + "entropy": 5.360966062545776, + "epoch": 2.2419928825622777, + "grad_norm": 1.03125, + "learning_rate": 0.0004842487691574675, + "loss": 5.1766, + "mean_token_accuracy": 0.17208879739046096, + "num_tokens": 5428510.0, + "step": 1890 + }, + { + "entropy": 5.411381673812866, + "epoch": 2.247924080664294, + "grad_norm": 1.0390625, + "learning_rate": 0.0004840732179942146, + "loss": 5.1757, + "mean_token_accuracy": 0.17247659713029861, + "num_tokens": 5443137.0, + "step": 1895 + }, + { + "entropy": 5.371445941925049, + "epoch": 2.2538552787663106, + "grad_norm": 1.0390625, + "learning_rate": 0.00048389672985125467, + "loss": 5.1897, + "mean_token_accuracy": 0.1735587641596794, + "num_tokens": 5456574.0, + "step": 1900 + }, + { + "entropy": 5.3538429737091064, + "epoch": 2.2597864768683276, + "grad_norm": 0.91796875, + "learning_rate": 0.0004837193055195344, + "loss": 5.1926, + "mean_token_accuracy": 0.17189497202634813, + "num_tokens": 5472789.0, + "step": 1905 + }, + { + "entropy": 5.422811889648438, + "epoch": 2.265717674970344, + "grad_norm": 0.9921875, + "learning_rate": 0.00048354094579419656, + "loss": 5.1784, + "mean_token_accuracy": 0.1655895009636879, + "num_tokens": 5488202.0, + "step": 1910 + }, + { + "entropy": 5.344785451889038, + "epoch": 2.2716488730723605, + "grad_norm": 0.9375, + "learning_rate": 0.00048336165147457537, + "loss": 5.2373, + "mean_token_accuracy": 0.16763855069875716, + "num_tokens": 5502661.0, + "step": 1915 + }, + { + "entropy": 5.352733612060547, + "epoch": 2.277580071174377, + "grad_norm": 1.3046875, + "learning_rate": 0.00048318142336419413, + "loss": 5.1591, + "mean_token_accuracy": 0.17304945439100267, + "num_tokens": 5516371.0, + "step": 1920 + }, + { + "entropy": 5.342757987976074, + "epoch": 2.283511269276394, + "grad_norm": 1.0390625, + "learning_rate": 0.0004830002622707604, + "loss": 5.1239, + "mean_token_accuracy": 0.1793706387281418, + "num_tokens": 5529339.0, + "step": 1925 + }, + { + "entropy": 5.337879085540772, + "epoch": 2.2894424673784104, + "grad_norm": 1.0859375, + "learning_rate": 0.00048281816900616354, + "loss": 5.1158, + "mean_token_accuracy": 0.17504990845918655, + "num_tokens": 5543173.0, + "step": 1930 + }, + { + "entropy": 5.280277824401855, + "epoch": 2.295373665480427, + "grad_norm": 0.98046875, + "learning_rate": 0.00048263514438647015, + "loss": 5.1089, + "mean_token_accuracy": 0.17652505189180373, + "num_tokens": 5557080.0, + "step": 1935 + }, + { + "entropy": 5.356028890609741, + "epoch": 2.301304863582444, + "grad_norm": 0.9609375, + "learning_rate": 0.0004824511892319209, + "loss": 5.1702, + "mean_token_accuracy": 0.17574198096990584, + "num_tokens": 5571422.0, + "step": 1940 + }, + { + "entropy": 5.253097772598267, + "epoch": 2.3072360616844603, + "grad_norm": 1.265625, + "learning_rate": 0.0004822663043669267, + "loss": 4.9664, + "mean_token_accuracy": 0.18942097276449205, + "num_tokens": 5583057.0, + "step": 1945 + }, + { + "entropy": 5.27740592956543, + "epoch": 2.3131672597864767, + "grad_norm": 1.0546875, + "learning_rate": 0.00048208049062006505, + "loss": 5.2096, + "mean_token_accuracy": 0.16950699239969252, + "num_tokens": 5596201.0, + "step": 1950 + }, + { + "entropy": 5.393002700805664, + "epoch": 2.3190984578884937, + "grad_norm": 0.921875, + "learning_rate": 0.0004818937488240764, + "loss": 5.1601, + "mean_token_accuracy": 0.17385102808475494, + "num_tokens": 5612461.0, + "step": 1955 + }, + { + "entropy": 5.323347473144532, + "epoch": 2.32502965599051, + "grad_norm": 1.046875, + "learning_rate": 0.00048170607981586023, + "loss": 5.2285, + "mean_token_accuracy": 0.16853837668895721, + "num_tokens": 5628148.0, + "step": 1960 + }, + { + "entropy": 5.288127470016479, + "epoch": 2.3309608540925266, + "grad_norm": 1.015625, + "learning_rate": 0.0004815174844364714, + "loss": 5.0684, + "mean_token_accuracy": 0.1746617555618286, + "num_tokens": 5641695.0, + "step": 1965 + }, + { + "entropy": 5.371695184707642, + "epoch": 2.3368920521945435, + "grad_norm": 1.0625, + "learning_rate": 0.0004813279635311165, + "loss": 5.1085, + "mean_token_accuracy": 0.18225748091936111, + "num_tokens": 5654902.0, + "step": 1970 + }, + { + "entropy": 5.291834688186645, + "epoch": 2.34282325029656, + "grad_norm": 1.125, + "learning_rate": 0.00048113751794914974, + "loss": 5.1022, + "mean_token_accuracy": 0.18446253687143327, + "num_tokens": 5666899.0, + "step": 1975 + }, + { + "entropy": 5.420601224899292, + "epoch": 2.3487544483985765, + "grad_norm": 0.9296875, + "learning_rate": 0.0004809461485440694, + "loss": 5.2152, + "mean_token_accuracy": 0.17578936219215394, + "num_tokens": 5682525.0, + "step": 1980 + }, + { + "entropy": 5.2827568531036375, + "epoch": 2.354685646500593, + "grad_norm": 1.0, + "learning_rate": 0.0004807538561735143, + "loss": 5.14, + "mean_token_accuracy": 0.16829978823661804, + "num_tokens": 5697097.0, + "step": 1985 + }, + { + "entropy": 5.2644284725189205, + "epoch": 2.36061684460261, + "grad_norm": 1.140625, + "learning_rate": 0.00048056064169925904, + "loss": 5.0869, + "mean_token_accuracy": 0.17536696344614028, + "num_tokens": 5712340.0, + "step": 1990 + }, + { + "entropy": 5.353961038589477, + "epoch": 2.3665480427046264, + "grad_norm": 1.0625, + "learning_rate": 0.00048036650598721125, + "loss": 5.197, + "mean_token_accuracy": 0.16865415275096893, + "num_tokens": 5726509.0, + "step": 1995 + }, + { + "entropy": 5.3073567867279055, + "epoch": 2.372479240806643, + "grad_norm": 1.015625, + "learning_rate": 0.00048017144990740673, + "loss": 5.121, + "mean_token_accuracy": 0.1786181464791298, + "num_tokens": 5740977.0, + "step": 2000 + }, + { + "epoch": 2.372479240806643, + "eval_entropy": 5.170273498523454, + "eval_loss": 5.574867248535156, + "eval_mean_token_accuracy": 0.16265562777778853, + "eval_num_tokens": 5740977.0, + "eval_runtime": 2.4303, + "eval_samples_per_second": 1073.13, + "eval_steps_per_second": 134.141, + "step": 2000 + }, + { + "entropy": 5.288026952743531, + "epoch": 2.3784104389086593, + "grad_norm": 1.15625, + "learning_rate": 0.00047997547433400615, + "loss": 5.0974, + "mean_token_accuracy": 0.1805935502052307, + "num_tokens": 5756000.0, + "step": 2005 + }, + { + "entropy": 5.338898134231568, + "epoch": 2.3843416370106763, + "grad_norm": 0.97265625, + "learning_rate": 0.0004797785801452911, + "loss": 5.1033, + "mean_token_accuracy": 0.18041265308856963, + "num_tokens": 5771438.0, + "step": 2010 + }, + { + "entropy": 5.329379606246948, + "epoch": 2.3902728351126927, + "grad_norm": 1.1171875, + "learning_rate": 0.00047958076822365994, + "loss": 5.1506, + "mean_token_accuracy": 0.17072732895612716, + "num_tokens": 5784686.0, + "step": 2015 + }, + { + "entropy": 5.344692611694336, + "epoch": 2.396204033214709, + "grad_norm": 1.0078125, + "learning_rate": 0.0004793820394556238, + "loss": 5.201, + "mean_token_accuracy": 0.17325544208288193, + "num_tokens": 5799363.0, + "step": 2020 + }, + { + "entropy": 5.308460712432861, + "epoch": 2.402135231316726, + "grad_norm": 1.0390625, + "learning_rate": 0.0004791823947318029, + "loss": 5.0887, + "mean_token_accuracy": 0.176689213514328, + "num_tokens": 5812109.0, + "step": 2025 + }, + { + "entropy": 5.2809264183044435, + "epoch": 2.4080664294187426, + "grad_norm": 1.078125, + "learning_rate": 0.0004789818349469222, + "loss": 5.0932, + "mean_token_accuracy": 0.18039163053035737, + "num_tokens": 5825780.0, + "step": 2030 + }, + { + "entropy": 5.265401554107666, + "epoch": 2.413997627520759, + "grad_norm": 1.0625, + "learning_rate": 0.00047878036099980795, + "loss": 5.1356, + "mean_token_accuracy": 0.16557523757219314, + "num_tokens": 5841184.0, + "step": 2035 + }, + { + "entropy": 5.28918867111206, + "epoch": 2.419928825622776, + "grad_norm": 1.15625, + "learning_rate": 0.00047857797379338284, + "loss": 5.1151, + "mean_token_accuracy": 0.18016838133335114, + "num_tokens": 5854422.0, + "step": 2040 + }, + { + "entropy": 5.434517860412598, + "epoch": 2.4258600237247925, + "grad_norm": 1.0625, + "learning_rate": 0.00047837467423466284, + "loss": 5.2756, + "mean_token_accuracy": 0.16469118744134903, + "num_tokens": 5870878.0, + "step": 2045 + }, + { + "entropy": 5.323330879211426, + "epoch": 2.431791221826809, + "grad_norm": 1.1015625, + "learning_rate": 0.00047817046323475246, + "loss": 5.2065, + "mean_token_accuracy": 0.16481388956308365, + "num_tokens": 5886137.0, + "step": 2050 + }, + { + "entropy": 5.346496486663819, + "epoch": 2.4377224199288254, + "grad_norm": 1.03125, + "learning_rate": 0.0004779653417088408, + "loss": 5.1252, + "mean_token_accuracy": 0.17990775406360626, + "num_tokens": 5900300.0, + "step": 2055 + }, + { + "entropy": 5.322238492965698, + "epoch": 2.4436536180308424, + "grad_norm": 0.9375, + "learning_rate": 0.00047775931057619786, + "loss": 5.2122, + "mean_token_accuracy": 0.1684417709708214, + "num_tokens": 5917933.0, + "step": 2060 + }, + { + "entropy": 5.431944942474365, + "epoch": 2.449584816132859, + "grad_norm": 0.984375, + "learning_rate": 0.00047755237076016997, + "loss": 5.1549, + "mean_token_accuracy": 0.1798498421907425, + "num_tokens": 5932189.0, + "step": 2065 + }, + { + "entropy": 5.2723767280578615, + "epoch": 2.4555160142348753, + "grad_norm": 1.0234375, + "learning_rate": 0.0004773445231881757, + "loss": 5.1586, + "mean_token_accuracy": 0.17868874669075013, + "num_tokens": 5945999.0, + "step": 2070 + }, + { + "entropy": 5.317199230194092, + "epoch": 2.4614472123368922, + "grad_norm": 1.015625, + "learning_rate": 0.0004771357687917021, + "loss": 5.1759, + "mean_token_accuracy": 0.17290179580450057, + "num_tokens": 5960187.0, + "step": 2075 + }, + { + "entropy": 5.290809917449951, + "epoch": 2.4673784104389087, + "grad_norm": 0.96875, + "learning_rate": 0.0004769261085063, + "loss": 5.1032, + "mean_token_accuracy": 0.17626044750213624, + "num_tokens": 5975211.0, + "step": 2080 + }, + { + "entropy": 5.2783082008361815, + "epoch": 2.473309608540925, + "grad_norm": 1.015625, + "learning_rate": 0.00047671554327157996, + "loss": 5.09, + "mean_token_accuracy": 0.17717413753271102, + "num_tokens": 5988904.0, + "step": 2085 + }, + { + "entropy": 5.230610990524292, + "epoch": 2.4792408066429417, + "grad_norm": 1.0546875, + "learning_rate": 0.00047650407403120845, + "loss": 5.0964, + "mean_token_accuracy": 0.17791107147932053, + "num_tokens": 6004691.0, + "step": 2090 + }, + { + "entropy": 5.2898766040802006, + "epoch": 2.4851720047449586, + "grad_norm": 1.0625, + "learning_rate": 0.00047629170173290296, + "loss": 5.1428, + "mean_token_accuracy": 0.17288617938756942, + "num_tokens": 6017859.0, + "step": 2095 + }, + { + "entropy": 5.320411825180054, + "epoch": 2.491103202846975, + "grad_norm": 0.98828125, + "learning_rate": 0.0004760784273284286, + "loss": 5.1645, + "mean_token_accuracy": 0.17397502213716506, + "num_tokens": 6032042.0, + "step": 2100 + }, + { + "entropy": 5.293785238265992, + "epoch": 2.4970344009489915, + "grad_norm": 0.97265625, + "learning_rate": 0.0004758642517735928, + "loss": 5.1838, + "mean_token_accuracy": 0.1742447093129158, + "num_tokens": 6048591.0, + "step": 2105 + }, + { + "entropy": 5.232989549636841, + "epoch": 2.5029655990510085, + "grad_norm": 1.109375, + "learning_rate": 0.00047564917602824203, + "loss": 5.0759, + "mean_token_accuracy": 0.179649518430233, + "num_tokens": 6062436.0, + "step": 2110 + }, + { + "entropy": 5.266342687606811, + "epoch": 2.508896797153025, + "grad_norm": 1.125, + "learning_rate": 0.0004754332010562567, + "loss": 5.0365, + "mean_token_accuracy": 0.18351121246814728, + "num_tokens": 6075564.0, + "step": 2115 + }, + { + "entropy": 5.31279501914978, + "epoch": 2.5148279952550414, + "grad_norm": 1.046875, + "learning_rate": 0.0004752163278255473, + "loss": 5.1432, + "mean_token_accuracy": 0.1722079709172249, + "num_tokens": 6088939.0, + "step": 2120 + }, + { + "entropy": 5.295576190948486, + "epoch": 2.5207591933570583, + "grad_norm": 1.03125, + "learning_rate": 0.0004749985573080501, + "loss": 5.0956, + "mean_token_accuracy": 0.17826481014490128, + "num_tokens": 6101855.0, + "step": 2125 + }, + { + "entropy": 5.266389179229736, + "epoch": 2.526690391459075, + "grad_norm": 1.0546875, + "learning_rate": 0.0004747798904797225, + "loss": 5.0738, + "mean_token_accuracy": 0.1764925792813301, + "num_tokens": 6116192.0, + "step": 2130 + }, + { + "entropy": 5.1693144798278805, + "epoch": 2.5326215895610913, + "grad_norm": 0.94921875, + "learning_rate": 0.0004745603283205387, + "loss": 5.0887, + "mean_token_accuracy": 0.17885565012693405, + "num_tokens": 6130741.0, + "step": 2135 + }, + { + "entropy": 5.278003215789795, + "epoch": 2.538552787663108, + "grad_norm": 1.0703125, + "learning_rate": 0.00047433987181448546, + "loss": 5.056, + "mean_token_accuracy": 0.180057655274868, + "num_tokens": 6144937.0, + "step": 2140 + }, + { + "entropy": 5.2536839008331295, + "epoch": 2.5444839857651247, + "grad_norm": 1.1484375, + "learning_rate": 0.0004741185219495579, + "loss": 5.1384, + "mean_token_accuracy": 0.1841862380504608, + "num_tokens": 6156747.0, + "step": 2145 + }, + { + "entropy": 5.199393939971924, + "epoch": 2.550415183867141, + "grad_norm": 1.078125, + "learning_rate": 0.0004738962797177544, + "loss": 5.0336, + "mean_token_accuracy": 0.18659159690141677, + "num_tokens": 6169148.0, + "step": 2150 + }, + { + "entropy": 5.317109870910644, + "epoch": 2.5563463819691576, + "grad_norm": 1.03125, + "learning_rate": 0.00047367314611507276, + "loss": 5.107, + "mean_token_accuracy": 0.17958347201347352, + "num_tokens": 6181881.0, + "step": 2155 + }, + { + "entropy": 5.259987688064575, + "epoch": 2.562277580071174, + "grad_norm": 1.03125, + "learning_rate": 0.00047344912214150565, + "loss": 5.0531, + "mean_token_accuracy": 0.17894216775894164, + "num_tokens": 6196155.0, + "step": 2160 + }, + { + "entropy": 5.232990169525147, + "epoch": 2.568208778173191, + "grad_norm": 1.109375, + "learning_rate": 0.00047322420880103566, + "loss": 5.124, + "mean_token_accuracy": 0.17405239790678023, + "num_tokens": 6210918.0, + "step": 2165 + }, + { + "entropy": 5.249849700927735, + "epoch": 2.5741399762752075, + "grad_norm": 0.96484375, + "learning_rate": 0.00047299840710163157, + "loss": 5.0786, + "mean_token_accuracy": 0.18167687505483626, + "num_tokens": 6225747.0, + "step": 2170 + }, + { + "entropy": 5.256479358673095, + "epoch": 2.580071174377224, + "grad_norm": 1.109375, + "learning_rate": 0.0004727717180552431, + "loss": 5.137, + "mean_token_accuracy": 0.17358365505933762, + "num_tokens": 6239038.0, + "step": 2175 + }, + { + "entropy": 5.342339181900025, + "epoch": 2.586002372479241, + "grad_norm": 1.0546875, + "learning_rate": 0.00047254414267779686, + "loss": 5.2372, + "mean_token_accuracy": 0.17196187376976013, + "num_tokens": 6253346.0, + "step": 2180 + }, + { + "entropy": 5.303297472000122, + "epoch": 2.5919335705812574, + "grad_norm": 0.9453125, + "learning_rate": 0.0004723156819891917, + "loss": 5.2119, + "mean_token_accuracy": 0.17385910600423812, + "num_tokens": 6268060.0, + "step": 2185 + }, + { + "entropy": 5.266570806503296, + "epoch": 2.597864768683274, + "grad_norm": 0.94921875, + "learning_rate": 0.0004720863370132937, + "loss": 5.0388, + "mean_token_accuracy": 0.18387284874916077, + "num_tokens": 6283192.0, + "step": 2190 + }, + { + "entropy": 5.214200639724732, + "epoch": 2.603795966785291, + "grad_norm": 1.015625, + "learning_rate": 0.00047185610877793245, + "loss": 5.1047, + "mean_token_accuracy": 0.18674758821725845, + "num_tokens": 6297511.0, + "step": 2195 + }, + { + "entropy": 5.277515506744384, + "epoch": 2.6097271648873073, + "grad_norm": 0.94921875, + "learning_rate": 0.0004716249983148955, + "loss": 5.1247, + "mean_token_accuracy": 0.1791581928730011, + "num_tokens": 6313257.0, + "step": 2200 + }, + { + "entropy": 5.248571062088013, + "epoch": 2.6156583629893237, + "grad_norm": 1.0703125, + "learning_rate": 0.0004713930066599246, + "loss": 5.0519, + "mean_token_accuracy": 0.1780620649456978, + "num_tokens": 6326437.0, + "step": 2205 + }, + { + "entropy": 5.23038158416748, + "epoch": 2.6215895610913407, + "grad_norm": 0.96875, + "learning_rate": 0.00047116013485271014, + "loss": 5.0944, + "mean_token_accuracy": 0.18125442415475845, + "num_tokens": 6341704.0, + "step": 2210 + }, + { + "entropy": 5.240528726577759, + "epoch": 2.627520759193357, + "grad_norm": 1.0078125, + "learning_rate": 0.0004709263839368875, + "loss": 5.105, + "mean_token_accuracy": 0.17949420362710952, + "num_tokens": 6355783.0, + "step": 2215 + }, + { + "entropy": 5.3141090869903564, + "epoch": 2.6334519572953736, + "grad_norm": 1.0, + "learning_rate": 0.00047069175496003147, + "loss": 5.1015, + "mean_token_accuracy": 0.1741042762994766, + "num_tokens": 6370601.0, + "step": 2220 + }, + { + "entropy": 5.2879376888275145, + "epoch": 2.6393831553973905, + "grad_norm": 0.9765625, + "learning_rate": 0.0004704562489736522, + "loss": 5.1441, + "mean_token_accuracy": 0.1749232068657875, + "num_tokens": 6388124.0, + "step": 2225 + }, + { + "entropy": 5.316340398788452, + "epoch": 2.645314353499407, + "grad_norm": 1.0, + "learning_rate": 0.0004702198670331901, + "loss": 5.1487, + "mean_token_accuracy": 0.17196937203407286, + "num_tokens": 6403018.0, + "step": 2230 + }, + { + "entropy": 5.255807828903198, + "epoch": 2.6512455516014235, + "grad_norm": 1.0625, + "learning_rate": 0.0004699826101980112, + "loss": 5.0898, + "mean_token_accuracy": 0.17568791508674622, + "num_tokens": 6417403.0, + "step": 2235 + }, + { + "entropy": 5.249996376037598, + "epoch": 2.65717674970344, + "grad_norm": 1.1015625, + "learning_rate": 0.0004697444795314027, + "loss": 5.1367, + "mean_token_accuracy": 0.1690463364124298, + "num_tokens": 6432950.0, + "step": 2240 + }, + { + "entropy": 5.27621431350708, + "epoch": 2.6631079478054565, + "grad_norm": 1.0625, + "learning_rate": 0.00046950547610056766, + "loss": 5.1516, + "mean_token_accuracy": 0.1721343442797661, + "num_tokens": 6447735.0, + "step": 2245 + }, + { + "entropy": 5.281610584259033, + "epoch": 2.6690391459074734, + "grad_norm": 1.0859375, + "learning_rate": 0.0004692656009766206, + "loss": 5.0463, + "mean_token_accuracy": 0.18724312782287597, + "num_tokens": 6460066.0, + "step": 2250 + }, + { + "entropy": 5.2377824783325195, + "epoch": 2.67497034400949, + "grad_norm": 1.1328125, + "learning_rate": 0.00046902485523458266, + "loss": 5.1765, + "mean_token_accuracy": 0.16881112903356552, + "num_tokens": 6473880.0, + "step": 2255 + }, + { + "entropy": 5.330496311187744, + "epoch": 2.6809015421115063, + "grad_norm": 1.0859375, + "learning_rate": 0.0004687832399533767, + "loss": 5.0731, + "mean_token_accuracy": 0.1850060999393463, + "num_tokens": 6485678.0, + "step": 2260 + }, + { + "entropy": 5.215729856491089, + "epoch": 2.6868327402135233, + "grad_norm": 1.0, + "learning_rate": 0.0004685407562158226, + "loss": 5.1479, + "mean_token_accuracy": 0.17705656737089157, + "num_tokens": 6498606.0, + "step": 2265 + }, + { + "entropy": 5.218173503875732, + "epoch": 2.6927639383155397, + "grad_norm": 1.046875, + "learning_rate": 0.0004682974051086321, + "loss": 5.0863, + "mean_token_accuracy": 0.18237122297286987, + "num_tokens": 6511590.0, + "step": 2270 + }, + { + "entropy": 5.29819803237915, + "epoch": 2.698695136417556, + "grad_norm": 1.0703125, + "learning_rate": 0.0004680531877224042, + "loss": 5.1659, + "mean_token_accuracy": 0.17502329647541046, + "num_tokens": 6525391.0, + "step": 2275 + }, + { + "entropy": 5.247089862823486, + "epoch": 2.704626334519573, + "grad_norm": 0.97265625, + "learning_rate": 0.00046780810515162027, + "loss": 5.1129, + "mean_token_accuracy": 0.17722094506025315, + "num_tokens": 6540749.0, + "step": 2280 + }, + { + "entropy": 5.228551435470581, + "epoch": 2.7105575326215896, + "grad_norm": 1.0078125, + "learning_rate": 0.00046756215849463905, + "loss": 5.1351, + "mean_token_accuracy": 0.1777515858411789, + "num_tokens": 6556607.0, + "step": 2285 + }, + { + "entropy": 5.227963972091675, + "epoch": 2.716488730723606, + "grad_norm": 1.1328125, + "learning_rate": 0.00046731534885369175, + "loss": 5.0378, + "mean_token_accuracy": 0.18670109808444976, + "num_tokens": 6569340.0, + "step": 2290 + }, + { + "entropy": 5.254456853866577, + "epoch": 2.722419928825623, + "grad_norm": 1.0390625, + "learning_rate": 0.00046706767733487714, + "loss": 5.1495, + "mean_token_accuracy": 0.168257737159729, + "num_tokens": 6586070.0, + "step": 2295 + }, + { + "entropy": 5.350936985015869, + "epoch": 2.7283511269276395, + "grad_norm": 1.09375, + "learning_rate": 0.00046681914504815653, + "loss": 5.2384, + "mean_token_accuracy": 0.17244828790426253, + "num_tokens": 6601441.0, + "step": 2300 + }, + { + "entropy": 5.22352089881897, + "epoch": 2.734282325029656, + "grad_norm": 1.0390625, + "learning_rate": 0.0004665697531073489, + "loss": 5.1004, + "mean_token_accuracy": 0.17834114283323288, + "num_tokens": 6616478.0, + "step": 2305 + }, + { + "entropy": 5.29279670715332, + "epoch": 2.7402135231316724, + "grad_norm": 0.9453125, + "learning_rate": 0.0004663195026301258, + "loss": 5.1774, + "mean_token_accuracy": 0.17028742134571076, + "num_tokens": 6631519.0, + "step": 2310 + }, + { + "entropy": 5.289520025253296, + "epoch": 2.7461447212336894, + "grad_norm": 0.99609375, + "learning_rate": 0.00046606839473800626, + "loss": 5.1519, + "mean_token_accuracy": 0.1711852639913559, + "num_tokens": 6646862.0, + "step": 2315 + }, + { + "entropy": 5.285637235641479, + "epoch": 2.752075919335706, + "grad_norm": 1.0078125, + "learning_rate": 0.00046581643055635215, + "loss": 5.0706, + "mean_token_accuracy": 0.18027766644954682, + "num_tokens": 6660731.0, + "step": 2320 + }, + { + "entropy": 5.257721757888794, + "epoch": 2.7580071174377223, + "grad_norm": 1.0, + "learning_rate": 0.00046556361121436265, + "loss": 5.0884, + "mean_token_accuracy": 0.17217349857091904, + "num_tokens": 6675922.0, + "step": 2325 + }, + { + "entropy": 5.210122585296631, + "epoch": 2.763938315539739, + "grad_norm": 1.0078125, + "learning_rate": 0.0004653099378450696, + "loss": 5.086, + "mean_token_accuracy": 0.17834757566452025, + "num_tokens": 6689363.0, + "step": 2330 + }, + { + "entropy": 5.289632892608642, + "epoch": 2.7698695136417557, + "grad_norm": 1.1796875, + "learning_rate": 0.0004650554115853321, + "loss": 5.08, + "mean_token_accuracy": 0.17782238125801086, + "num_tokens": 6702655.0, + "step": 2335 + }, + { + "entropy": 5.233364868164062, + "epoch": 2.775800711743772, + "grad_norm": 0.94921875, + "learning_rate": 0.00046480003357583154, + "loss": 5.115, + "mean_token_accuracy": 0.1791711837053299, + "num_tokens": 6718101.0, + "step": 2340 + }, + { + "entropy": 5.249103927612305, + "epoch": 2.7817319098457887, + "grad_norm": 1.015625, + "learning_rate": 0.00046454380496106665, + "loss": 5.0327, + "mean_token_accuracy": 0.18523623198270797, + "num_tokens": 6731410.0, + "step": 2345 + }, + { + "entropy": 5.2448647022247314, + "epoch": 2.7876631079478056, + "grad_norm": 1.109375, + "learning_rate": 0.0004642867268893481, + "loss": 5.1059, + "mean_token_accuracy": 0.18096584379673003, + "num_tokens": 6744544.0, + "step": 2350 + }, + { + "entropy": 5.1900553703308105, + "epoch": 2.793594306049822, + "grad_norm": 0.97265625, + "learning_rate": 0.0004640288005127933, + "loss": 5.0096, + "mean_token_accuracy": 0.18570955991744995, + "num_tokens": 6757559.0, + "step": 2355 + }, + { + "entropy": 5.22004246711731, + "epoch": 2.7995255041518385, + "grad_norm": 1.0390625, + "learning_rate": 0.000463770026987322, + "loss": 5.0821, + "mean_token_accuracy": 0.17724673599004745, + "num_tokens": 6772655.0, + "step": 2360 + }, + { + "entropy": 5.193439579010009, + "epoch": 2.8054567022538555, + "grad_norm": 1.078125, + "learning_rate": 0.0004635104074726498, + "loss": 5.011, + "mean_token_accuracy": 0.18544310331344604, + "num_tokens": 6786038.0, + "step": 2365 + }, + { + "entropy": 5.228322505950928, + "epoch": 2.811387900355872, + "grad_norm": 1.0703125, + "learning_rate": 0.0004632499431322842, + "loss": 5.0586, + "mean_token_accuracy": 0.17480345368385314, + "num_tokens": 6799759.0, + "step": 2370 + }, + { + "entropy": 5.192971563339233, + "epoch": 2.8173190984578884, + "grad_norm": 1.1015625, + "learning_rate": 0.00046298863513351854, + "loss": 5.1025, + "mean_token_accuracy": 0.1785614773631096, + "num_tokens": 6814242.0, + "step": 2375 + }, + { + "entropy": 5.30884952545166, + "epoch": 2.8232502965599053, + "grad_norm": 0.96484375, + "learning_rate": 0.00046272648464742733, + "loss": 5.1246, + "mean_token_accuracy": 0.16953468918800355, + "num_tokens": 6828697.0, + "step": 2380 + }, + { + "entropy": 5.15752215385437, + "epoch": 2.829181494661922, + "grad_norm": 1.1953125, + "learning_rate": 0.0004624634928488605, + "loss": 5.0758, + "mean_token_accuracy": 0.18574994206428527, + "num_tokens": 6842549.0, + "step": 2385 + }, + { + "entropy": 5.288483715057373, + "epoch": 2.8351126927639383, + "grad_norm": 1.0546875, + "learning_rate": 0.00046219966091643865, + "loss": 5.1667, + "mean_token_accuracy": 0.17601943910121917, + "num_tokens": 6857599.0, + "step": 2390 + }, + { + "entropy": 5.216753959655762, + "epoch": 2.8410438908659548, + "grad_norm": 1.15625, + "learning_rate": 0.00046193499003254737, + "loss": 5.0904, + "mean_token_accuracy": 0.18286330252885818, + "num_tokens": 6872621.0, + "step": 2395 + }, + { + "entropy": 5.251305961608887, + "epoch": 2.8469750889679717, + "grad_norm": 1.0625, + "learning_rate": 0.0004616694813833322, + "loss": 5.1589, + "mean_token_accuracy": 0.1729411706328392, + "num_tokens": 6887297.0, + "step": 2400 + }, + { + "entropy": 5.263056373596191, + "epoch": 2.852906287069988, + "grad_norm": 1.1484375, + "learning_rate": 0.00046140313615869287, + "loss": 5.0538, + "mean_token_accuracy": 0.18049194067716598, + "num_tokens": 6900857.0, + "step": 2405 + }, + { + "entropy": 5.1703661441802975, + "epoch": 2.8588374851720046, + "grad_norm": 1.03125, + "learning_rate": 0.00046113595555227885, + "loss": 5.0715, + "mean_token_accuracy": 0.18290164321660995, + "num_tokens": 6917351.0, + "step": 2410 + }, + { + "entropy": 5.134192991256714, + "epoch": 2.864768683274021, + "grad_norm": 1.0859375, + "learning_rate": 0.000460867940761483, + "loss": 5.0086, + "mean_token_accuracy": 0.19504904747009277, + "num_tokens": 6930619.0, + "step": 2415 + }, + { + "entropy": 5.185745000839233, + "epoch": 2.870699881376038, + "grad_norm": 1.0546875, + "learning_rate": 0.0004605990929874366, + "loss": 5.0501, + "mean_token_accuracy": 0.17975494414567947, + "num_tokens": 6944842.0, + "step": 2420 + }, + { + "entropy": 5.221125698089599, + "epoch": 2.8766310794780545, + "grad_norm": 1.0859375, + "learning_rate": 0.00046032941343500443, + "loss": 5.0331, + "mean_token_accuracy": 0.18169520050287247, + "num_tokens": 6957699.0, + "step": 2425 + }, + { + "entropy": 5.243278074264526, + "epoch": 2.882562277580071, + "grad_norm": 1.1015625, + "learning_rate": 0.00046005890331277875, + "loss": 5.1779, + "mean_token_accuracy": 0.1789306804537773, + "num_tokens": 6973373.0, + "step": 2430 + }, + { + "entropy": 5.273877429962158, + "epoch": 2.888493475682088, + "grad_norm": 1.046875, + "learning_rate": 0.0004597875638330739, + "loss": 5.1065, + "mean_token_accuracy": 0.17897169589996337, + "num_tokens": 6985943.0, + "step": 2435 + }, + { + "entropy": 5.267488431930542, + "epoch": 2.8944246737841044, + "grad_norm": 1.0859375, + "learning_rate": 0.00045951539621192137, + "loss": 5.1196, + "mean_token_accuracy": 0.19029628336429597, + "num_tokens": 6999655.0, + "step": 2440 + }, + { + "entropy": 5.225543117523193, + "epoch": 2.900355871886121, + "grad_norm": 0.97265625, + "learning_rate": 0.0004592424016690637, + "loss": 5.0894, + "mean_token_accuracy": 0.1805782213807106, + "num_tokens": 7014278.0, + "step": 2445 + }, + { + "entropy": 5.211720752716064, + "epoch": 2.906287069988138, + "grad_norm": 1.0546875, + "learning_rate": 0.00045896858142794976, + "loss": 5.0853, + "mean_token_accuracy": 0.18050264269113542, + "num_tokens": 7029998.0, + "step": 2450 + }, + { + "entropy": 5.261847639083863, + "epoch": 2.9122182680901543, + "grad_norm": 1.0390625, + "learning_rate": 0.0004586939367157285, + "loss": 5.08, + "mean_token_accuracy": 0.17528700977563857, + "num_tokens": 7043212.0, + "step": 2455 + }, + { + "entropy": 5.205530023574829, + "epoch": 2.9181494661921707, + "grad_norm": 1.0546875, + "learning_rate": 0.000458418468763244, + "loss": 5.0157, + "mean_token_accuracy": 0.18455137461423873, + "num_tokens": 7057723.0, + "step": 2460 + }, + { + "entropy": 5.222577953338623, + "epoch": 2.9240806642941877, + "grad_norm": 1.1015625, + "learning_rate": 0.00045814217880502973, + "loss": 5.1525, + "mean_token_accuracy": 0.17377886772155762, + "num_tokens": 7073334.0, + "step": 2465 + }, + { + "entropy": 5.240353107452393, + "epoch": 2.930011862396204, + "grad_norm": 0.9453125, + "learning_rate": 0.000457865068079303, + "loss": 5.1136, + "mean_token_accuracy": 0.17955139875411988, + "num_tokens": 7087671.0, + "step": 2470 + }, + { + "entropy": 5.162194871902466, + "epoch": 2.9359430604982206, + "grad_norm": 1.09375, + "learning_rate": 0.00045758713782795946, + "loss": 4.9601, + "mean_token_accuracy": 0.18688122928142548, + "num_tokens": 7101168.0, + "step": 2475 + }, + { + "entropy": 5.209585046768188, + "epoch": 2.941874258600237, + "grad_norm": 1.046875, + "learning_rate": 0.0004573083892965677, + "loss": 5.1268, + "mean_token_accuracy": 0.18048435896635057, + "num_tokens": 7115581.0, + "step": 2480 + }, + { + "entropy": 5.200497722625732, + "epoch": 2.9478054567022536, + "grad_norm": 1.09375, + "learning_rate": 0.00045702882373436317, + "loss": 5.1, + "mean_token_accuracy": 0.17545540034770965, + "num_tokens": 7129948.0, + "step": 2485 + }, + { + "entropy": 5.13970685005188, + "epoch": 2.9537366548042705, + "grad_norm": 1.0390625, + "learning_rate": 0.0004567484423942433, + "loss": 4.9933, + "mean_token_accuracy": 0.18735943138599395, + "num_tokens": 7144122.0, + "step": 2490 + }, + { + "entropy": 5.212256240844726, + "epoch": 2.959667852906287, + "grad_norm": 1.25, + "learning_rate": 0.00045646724653276117, + "loss": 5.0423, + "mean_token_accuracy": 0.19172451496124268, + "num_tokens": 7157892.0, + "step": 2495 + }, + { + "entropy": 5.22672963142395, + "epoch": 2.9655990510083035, + "grad_norm": 0.94140625, + "learning_rate": 0.00045618523741012044, + "loss": 5.1198, + "mean_token_accuracy": 0.1785096600651741, + "num_tokens": 7172581.0, + "step": 2500 + }, + { + "epoch": 2.9655990510083035, + "eval_entropy": 5.128191098113732, + "eval_loss": 5.4554667472839355, + "eval_mean_token_accuracy": 0.16967149755340413, + "eval_num_tokens": 7172581.0, + "eval_runtime": 2.4682, + "eval_samples_per_second": 1056.643, + "eval_steps_per_second": 132.08, + "step": 2500 + }, + { + "entropy": 5.209706211090088, + "epoch": 2.9715302491103204, + "grad_norm": 1.09375, + "learning_rate": 0.00045590241629016933, + "loss": 5.081, + "mean_token_accuracy": 0.17838001102209092, + "num_tokens": 7187180.0, + "step": 2505 + }, + { + "entropy": 5.186795330047607, + "epoch": 2.977461447212337, + "grad_norm": 1.078125, + "learning_rate": 0.00045561878444039526, + "loss": 5.0928, + "mean_token_accuracy": 0.1853885158896446, + "num_tokens": 7202153.0, + "step": 2510 + }, + { + "entropy": 5.233902025222778, + "epoch": 2.9833926453143533, + "grad_norm": 1.109375, + "learning_rate": 0.00045533434313191866, + "loss": 5.0663, + "mean_token_accuracy": 0.1795577213168144, + "num_tokens": 7217714.0, + "step": 2515 + }, + { + "entropy": 5.072184324264526, + "epoch": 2.9893238434163703, + "grad_norm": 1.03125, + "learning_rate": 0.0004550490936394881, + "loss": 5.0248, + "mean_token_accuracy": 0.1885547786951065, + "num_tokens": 7232366.0, + "step": 2520 + }, + { + "entropy": 5.288804340362549, + "epoch": 2.9952550415183867, + "grad_norm": 1.1484375, + "learning_rate": 0.0004547630372414737, + "loss": 5.0433, + "mean_token_accuracy": 0.18170098960399628, + "num_tokens": 7245542.0, + "step": 2525 + }, + { + "entropy": 5.13629674911499, + "epoch": 3.001186239620403, + "grad_norm": 0.96484375, + "learning_rate": 0.00045447617521986205, + "loss": 4.966, + "mean_token_accuracy": 0.18382924646139145, + "num_tokens": 7260437.0, + "step": 2530 + }, + { + "entropy": 5.186529493331909, + "epoch": 3.00711743772242, + "grad_norm": 1.09375, + "learning_rate": 0.00045418850886025006, + "loss": 4.7908, + "mean_token_accuracy": 0.19730883985757827, + "num_tokens": 7273470.0, + "step": 2535 + }, + { + "entropy": 5.14306674003601, + "epoch": 3.0130486358244366, + "grad_norm": 1.0078125, + "learning_rate": 0.0004539000394518393, + "loss": 4.8184, + "mean_token_accuracy": 0.19704275578260422, + "num_tokens": 7286515.0, + "step": 2540 + }, + { + "entropy": 5.08558144569397, + "epoch": 3.018979833926453, + "grad_norm": 1.1015625, + "learning_rate": 0.00045361076828743054, + "loss": 4.6494, + "mean_token_accuracy": 0.2086326450109482, + "num_tokens": 7299011.0, + "step": 2545 + }, + { + "entropy": 5.100022411346435, + "epoch": 3.0249110320284696, + "grad_norm": 0.99609375, + "learning_rate": 0.00045332069666341733, + "loss": 4.7556, + "mean_token_accuracy": 0.2030994936823845, + "num_tokens": 7312421.0, + "step": 2550 + }, + { + "entropy": 5.228758382797241, + "epoch": 3.0308422301304865, + "grad_norm": 0.8828125, + "learning_rate": 0.000453029825879781, + "loss": 4.829, + "mean_token_accuracy": 0.1881020963191986, + "num_tokens": 7326298.0, + "step": 2555 + }, + { + "entropy": 5.20881233215332, + "epoch": 3.036773428232503, + "grad_norm": 1.1015625, + "learning_rate": 0.0004527381572400838, + "loss": 4.8349, + "mean_token_accuracy": 0.19809474796056747, + "num_tokens": 7340411.0, + "step": 2560 + }, + { + "entropy": 5.2084184169769285, + "epoch": 3.0427046263345194, + "grad_norm": 1.03125, + "learning_rate": 0.00045244569205146425, + "loss": 4.7739, + "mean_token_accuracy": 0.19972959756851197, + "num_tokens": 7355853.0, + "step": 2565 + }, + { + "entropy": 5.0268631935119625, + "epoch": 3.0486358244365364, + "grad_norm": 0.9765625, + "learning_rate": 0.00045215243162463023, + "loss": 4.7546, + "mean_token_accuracy": 0.2027596727013588, + "num_tokens": 7370462.0, + "step": 2570 + }, + { + "entropy": 5.1120353698730465, + "epoch": 3.054567022538553, + "grad_norm": 1.1171875, + "learning_rate": 0.00045185837727385373, + "loss": 4.7613, + "mean_token_accuracy": 0.19956568926572799, + "num_tokens": 7382283.0, + "step": 2575 + }, + { + "entropy": 5.185872745513916, + "epoch": 3.0604982206405693, + "grad_norm": 0.99609375, + "learning_rate": 0.0004515635303169648, + "loss": 4.8004, + "mean_token_accuracy": 0.19398040175437928, + "num_tokens": 7397282.0, + "step": 2580 + }, + { + "entropy": 5.129135847091675, + "epoch": 3.066429418742586, + "grad_norm": 1.09375, + "learning_rate": 0.00045126789207534544, + "loss": 4.7633, + "mean_token_accuracy": 0.19493884593248367, + "num_tokens": 7410471.0, + "step": 2585 + }, + { + "entropy": 5.097009515762329, + "epoch": 3.0723606168446027, + "grad_norm": 1.1640625, + "learning_rate": 0.00045097146387392423, + "loss": 4.7541, + "mean_token_accuracy": 0.20093791782855988, + "num_tokens": 7426151.0, + "step": 2590 + }, + { + "entropy": 5.208783435821533, + "epoch": 3.078291814946619, + "grad_norm": 1.0, + "learning_rate": 0.00045067424704116956, + "loss": 4.8063, + "mean_token_accuracy": 0.19725323617458343, + "num_tokens": 7441336.0, + "step": 2595 + }, + { + "entropy": 5.1333612442016605, + "epoch": 3.0842230130486357, + "grad_norm": 1.03125, + "learning_rate": 0.0004503762429090845, + "loss": 4.8512, + "mean_token_accuracy": 0.19190199822187423, + "num_tokens": 7456152.0, + "step": 2600 + }, + { + "entropy": 5.071452474594116, + "epoch": 3.0901542111506526, + "grad_norm": 1.0390625, + "learning_rate": 0.00045007745281320035, + "loss": 4.7492, + "mean_token_accuracy": 0.19597499817609787, + "num_tokens": 7469477.0, + "step": 2605 + }, + { + "entropy": 5.152786159515381, + "epoch": 3.096085409252669, + "grad_norm": 1.1875, + "learning_rate": 0.0004497778780925706, + "loss": 4.745, + "mean_token_accuracy": 0.20036472231149674, + "num_tokens": 7482859.0, + "step": 2610 + }, + { + "entropy": 5.149897813796997, + "epoch": 3.1020166073546855, + "grad_norm": 1.171875, + "learning_rate": 0.00044947752008976546, + "loss": 4.7565, + "mean_token_accuracy": 0.20434682816267014, + "num_tokens": 7497021.0, + "step": 2615 + }, + { + "entropy": 5.082270812988281, + "epoch": 3.1079478054567025, + "grad_norm": 0.98828125, + "learning_rate": 0.0004491763801508652, + "loss": 4.8287, + "mean_token_accuracy": 0.19397101253271104, + "num_tokens": 7512528.0, + "step": 2620 + }, + { + "entropy": 5.1444420337677, + "epoch": 3.113879003558719, + "grad_norm": 1.03125, + "learning_rate": 0.0004488744596254545, + "loss": 4.8243, + "mean_token_accuracy": 0.19616906642913817, + "num_tokens": 7529492.0, + "step": 2625 + }, + { + "entropy": 5.099391889572144, + "epoch": 3.1198102016607354, + "grad_norm": 1.046875, + "learning_rate": 0.00044857175986661634, + "loss": 4.8307, + "mean_token_accuracy": 0.1908296301960945, + "num_tokens": 7544750.0, + "step": 2630 + }, + { + "entropy": 5.151020145416259, + "epoch": 3.125741399762752, + "grad_norm": 0.98828125, + "learning_rate": 0.00044826828223092584, + "loss": 4.8131, + "mean_token_accuracy": 0.19755022823810578, + "num_tokens": 7560436.0, + "step": 2635 + }, + { + "entropy": 5.078480672836304, + "epoch": 3.131672597864769, + "grad_norm": 1.0546875, + "learning_rate": 0.0004479640280784443, + "loss": 4.744, + "mean_token_accuracy": 0.19955695867538453, + "num_tokens": 7572784.0, + "step": 2640 + }, + { + "entropy": 5.113914966583252, + "epoch": 3.1376037959667853, + "grad_norm": 1.171875, + "learning_rate": 0.00044765899877271306, + "loss": 4.859, + "mean_token_accuracy": 0.1986508622765541, + "num_tokens": 7585677.0, + "step": 2645 + }, + { + "entropy": 5.126020288467407, + "epoch": 3.1435349940688018, + "grad_norm": 1.0625, + "learning_rate": 0.0004473531956807471, + "loss": 4.8702, + "mean_token_accuracy": 0.19153172969818116, + "num_tokens": 7600099.0, + "step": 2650 + }, + { + "entropy": 5.072196006774902, + "epoch": 3.1494661921708187, + "grad_norm": 0.93359375, + "learning_rate": 0.0004470466201730298, + "loss": 4.7925, + "mean_token_accuracy": 0.19439838826656342, + "num_tokens": 7615907.0, + "step": 2655 + }, + { + "entropy": 5.143037557601929, + "epoch": 3.155397390272835, + "grad_norm": 1.03125, + "learning_rate": 0.00044673927362350545, + "loss": 4.8237, + "mean_token_accuracy": 0.19680167287588118, + "num_tokens": 7629322.0, + "step": 2660 + }, + { + "entropy": 5.135795927047729, + "epoch": 3.1613285883748516, + "grad_norm": 1.1328125, + "learning_rate": 0.00044643115740957437, + "loss": 4.7916, + "mean_token_accuracy": 0.1951526179909706, + "num_tokens": 7642876.0, + "step": 2665 + }, + { + "entropy": 5.147537422180176, + "epoch": 3.167259786476868, + "grad_norm": 1.0859375, + "learning_rate": 0.000446122272912086, + "loss": 4.7397, + "mean_token_accuracy": 0.20763775259256362, + "num_tokens": 7655252.0, + "step": 2670 + }, + { + "entropy": 5.109446811676025, + "epoch": 3.173190984578885, + "grad_norm": 1.015625, + "learning_rate": 0.0004458126215153329, + "loss": 4.7983, + "mean_token_accuracy": 0.19524380266666413, + "num_tokens": 7669858.0, + "step": 2675 + }, + { + "entropy": 5.115171337127686, + "epoch": 3.1791221826809015, + "grad_norm": 1.0546875, + "learning_rate": 0.0004455022046070446, + "loss": 4.8484, + "mean_token_accuracy": 0.18973655700683595, + "num_tokens": 7684268.0, + "step": 2680 + }, + { + "entropy": 5.018248653411865, + "epoch": 3.185053380782918, + "grad_norm": 1.109375, + "learning_rate": 0.0004451910235783814, + "loss": 4.717, + "mean_token_accuracy": 0.21085696369409562, + "num_tokens": 7696579.0, + "step": 2685 + }, + { + "entropy": 5.127526092529297, + "epoch": 3.190984578884935, + "grad_norm": 1.09375, + "learning_rate": 0.0004448790798239278, + "loss": 4.8436, + "mean_token_accuracy": 0.19351662397384645, + "num_tokens": 7712167.0, + "step": 2690 + }, + { + "entropy": 5.105394887924194, + "epoch": 3.1969157769869514, + "grad_norm": 0.96875, + "learning_rate": 0.0004445663747416868, + "loss": 4.8131, + "mean_token_accuracy": 0.19317025691270828, + "num_tokens": 7729466.0, + "step": 2695 + }, + { + "entropy": 5.043076610565185, + "epoch": 3.202846975088968, + "grad_norm": 1.140625, + "learning_rate": 0.00044425290973307345, + "loss": 4.6998, + "mean_token_accuracy": 0.20704733729362487, + "num_tokens": 7741327.0, + "step": 2700 + }, + { + "entropy": 5.05340690612793, + "epoch": 3.208778173190985, + "grad_norm": 1.140625, + "learning_rate": 0.0004439386862029081, + "loss": 4.7979, + "mean_token_accuracy": 0.2003027930855751, + "num_tokens": 7757212.0, + "step": 2705 + }, + { + "entropy": 5.1013377666473385, + "epoch": 3.2147093712930013, + "grad_norm": 1.078125, + "learning_rate": 0.00044362370555941057, + "loss": 4.8373, + "mean_token_accuracy": 0.19453289955854416, + "num_tokens": 7772726.0, + "step": 2710 + }, + { + "entropy": 5.200697374343872, + "epoch": 3.2206405693950177, + "grad_norm": 1.109375, + "learning_rate": 0.0004433079692141941, + "loss": 4.9332, + "mean_token_accuracy": 0.1931446298956871, + "num_tokens": 7788185.0, + "step": 2715 + }, + { + "entropy": 5.098084259033203, + "epoch": 3.2265717674970342, + "grad_norm": 1.09375, + "learning_rate": 0.00044299147858225835, + "loss": 4.8124, + "mean_token_accuracy": 0.19363399744033813, + "num_tokens": 7802653.0, + "step": 2720 + }, + { + "entropy": 5.1125976085662845, + "epoch": 3.232502965599051, + "grad_norm": 0.95703125, + "learning_rate": 0.0004426742350819834, + "loss": 4.7917, + "mean_token_accuracy": 0.19389940202236175, + "num_tokens": 7816898.0, + "step": 2725 + }, + { + "entropy": 5.147168445587158, + "epoch": 3.2384341637010676, + "grad_norm": 0.98828125, + "learning_rate": 0.0004423562401351234, + "loss": 4.876, + "mean_token_accuracy": 0.1905128002166748, + "num_tokens": 7833509.0, + "step": 2730 + }, + { + "entropy": 5.192942333221436, + "epoch": 3.244365361803084, + "grad_norm": 0.99609375, + "learning_rate": 0.00044203749516680035, + "loss": 4.8427, + "mean_token_accuracy": 0.1987154722213745, + "num_tokens": 7849910.0, + "step": 2735 + }, + { + "entropy": 5.063848209381104, + "epoch": 3.250296559905101, + "grad_norm": 1.0546875, + "learning_rate": 0.0004417180016054972, + "loss": 4.8113, + "mean_token_accuracy": 0.1946829855442047, + "num_tokens": 7864555.0, + "step": 2740 + }, + { + "entropy": 5.090720558166504, + "epoch": 3.2562277580071175, + "grad_norm": 1.0703125, + "learning_rate": 0.00044139776088305215, + "loss": 4.7492, + "mean_token_accuracy": 0.2016763925552368, + "num_tokens": 7878850.0, + "step": 2745 + }, + { + "entropy": 5.091657066345215, + "epoch": 3.262158956109134, + "grad_norm": 1.046875, + "learning_rate": 0.00044107677443465165, + "loss": 4.9031, + "mean_token_accuracy": 0.19536128789186477, + "num_tokens": 7894200.0, + "step": 2750 + }, + { + "entropy": 5.134050750732422, + "epoch": 3.2680901542111505, + "grad_norm": 1.1953125, + "learning_rate": 0.00044075504369882416, + "loss": 4.8529, + "mean_token_accuracy": 0.19184636920690537, + "num_tokens": 7908939.0, + "step": 2755 + }, + { + "entropy": 5.132843923568726, + "epoch": 3.2740213523131674, + "grad_norm": 0.9921875, + "learning_rate": 0.0004404325701174338, + "loss": 4.8618, + "mean_token_accuracy": 0.19030990153551103, + "num_tokens": 7924223.0, + "step": 2760 + }, + { + "entropy": 5.081524896621704, + "epoch": 3.279952550415184, + "grad_norm": 1.0625, + "learning_rate": 0.0004401093551356739, + "loss": 4.7557, + "mean_token_accuracy": 0.2024812862277031, + "num_tokens": 7938323.0, + "step": 2765 + }, + { + "entropy": 5.049100589752197, + "epoch": 3.2858837485172003, + "grad_norm": 0.92578125, + "learning_rate": 0.0004397854002020604, + "loss": 4.7814, + "mean_token_accuracy": 0.2020518437027931, + "num_tokens": 7952126.0, + "step": 2770 + }, + { + "entropy": 5.080816555023193, + "epoch": 3.2918149466192173, + "grad_norm": 1.2265625, + "learning_rate": 0.0004394607067684251, + "loss": 4.7988, + "mean_token_accuracy": 0.19751653522253038, + "num_tokens": 7965150.0, + "step": 2775 + }, + { + "entropy": 5.15736985206604, + "epoch": 3.2977461447212337, + "grad_norm": 1.015625, + "learning_rate": 0.00043913527628990984, + "loss": 4.8365, + "mean_token_accuracy": 0.19114754498004913, + "num_tokens": 7980532.0, + "step": 2780 + }, + { + "entropy": 5.0498096466064455, + "epoch": 3.30367734282325, + "grad_norm": 1.0546875, + "learning_rate": 0.00043880911022495955, + "loss": 4.7979, + "mean_token_accuracy": 0.19996661990880965, + "num_tokens": 7994731.0, + "step": 2785 + }, + { + "entropy": 5.045728778839111, + "epoch": 3.309608540925267, + "grad_norm": 1.0, + "learning_rate": 0.0004384822100353155, + "loss": 4.7792, + "mean_token_accuracy": 0.20297738313674926, + "num_tokens": 8009405.0, + "step": 2790 + }, + { + "entropy": 5.043602848052979, + "epoch": 3.3155397390272836, + "grad_norm": 1.046875, + "learning_rate": 0.00043815457718600933, + "loss": 4.703, + "mean_token_accuracy": 0.20316480547189714, + "num_tokens": 8023683.0, + "step": 2795 + }, + { + "entropy": 4.979565191268921, + "epoch": 3.3214709371293, + "grad_norm": 1.0625, + "learning_rate": 0.0004378262131453558, + "loss": 4.7448, + "mean_token_accuracy": 0.20116145312786102, + "num_tokens": 8038219.0, + "step": 2800 + }, + { + "entropy": 5.029000902175904, + "epoch": 3.3274021352313166, + "grad_norm": 1.1484375, + "learning_rate": 0.00043749711938494693, + "loss": 4.7479, + "mean_token_accuracy": 0.2009764328598976, + "num_tokens": 8052037.0, + "step": 2805 + }, + { + "entropy": 5.063984489440918, + "epoch": 3.3333333333333335, + "grad_norm": 1.109375, + "learning_rate": 0.00043716729737964475, + "loss": 4.8005, + "mean_token_accuracy": 0.19967271238565446, + "num_tokens": 8065346.0, + "step": 2810 + }, + { + "entropy": 5.089534330368042, + "epoch": 3.33926453143535, + "grad_norm": 1.1953125, + "learning_rate": 0.000436836748607575, + "loss": 4.8024, + "mean_token_accuracy": 0.19638994485139846, + "num_tokens": 8081411.0, + "step": 2815 + }, + { + "entropy": 5.120129728317261, + "epoch": 3.3451957295373664, + "grad_norm": 1.1015625, + "learning_rate": 0.0004365054745501209, + "loss": 4.8472, + "mean_token_accuracy": 0.19565204232931138, + "num_tokens": 8096979.0, + "step": 2820 + }, + { + "entropy": 5.020432186126709, + "epoch": 3.351126927639383, + "grad_norm": 1.1953125, + "learning_rate": 0.0004361734766919156, + "loss": 4.8349, + "mean_token_accuracy": 0.1926871970295906, + "num_tokens": 8110573.0, + "step": 2825 + }, + { + "entropy": 5.061763572692871, + "epoch": 3.3570581257414, + "grad_norm": 1.171875, + "learning_rate": 0.0004358407565208361, + "loss": 4.8833, + "mean_token_accuracy": 0.1976574257016182, + "num_tokens": 8125529.0, + "step": 2830 + }, + { + "entropy": 5.12091588973999, + "epoch": 3.3629893238434163, + "grad_norm": 0.953125, + "learning_rate": 0.00043550731552799676, + "loss": 4.8466, + "mean_token_accuracy": 0.19565797746181487, + "num_tokens": 8141042.0, + "step": 2835 + }, + { + "entropy": 5.022051239013672, + "epoch": 3.368920521945433, + "grad_norm": 1.1796875, + "learning_rate": 0.0004351731552077423, + "loss": 4.7575, + "mean_token_accuracy": 0.19804837554693222, + "num_tokens": 8153157.0, + "step": 2840 + }, + { + "entropy": 5.021864032745361, + "epoch": 3.3748517200474497, + "grad_norm": 0.99609375, + "learning_rate": 0.00043483827705764094, + "loss": 4.7646, + "mean_token_accuracy": 0.20032886266708375, + "num_tokens": 8168570.0, + "step": 2845 + }, + { + "entropy": 5.108405017852784, + "epoch": 3.380782918149466, + "grad_norm": 1.0703125, + "learning_rate": 0.00043450268257847814, + "loss": 4.8059, + "mean_token_accuracy": 0.19953808933496475, + "num_tokens": 8182041.0, + "step": 2850 + }, + { + "entropy": 5.110202646255493, + "epoch": 3.3867141162514827, + "grad_norm": 1.0859375, + "learning_rate": 0.00043416637327424955, + "loss": 4.8449, + "mean_token_accuracy": 0.19766062647104263, + "num_tokens": 8196466.0, + "step": 2855 + }, + { + "entropy": 5.049158334732056, + "epoch": 3.3926453143534996, + "grad_norm": 1.078125, + "learning_rate": 0.00043382935065215444, + "loss": 4.7834, + "mean_token_accuracy": 0.19956779778003692, + "num_tokens": 8210847.0, + "step": 2860 + }, + { + "entropy": 5.013025093078613, + "epoch": 3.398576512455516, + "grad_norm": 1.0703125, + "learning_rate": 0.0004334916162225889, + "loss": 4.7041, + "mean_token_accuracy": 0.2068425863981247, + "num_tokens": 8225575.0, + "step": 2865 + }, + { + "entropy": 5.076068353652954, + "epoch": 3.4045077105575325, + "grad_norm": 1.1171875, + "learning_rate": 0.00043315317149913876, + "loss": 4.808, + "mean_token_accuracy": 0.19905340373516084, + "num_tokens": 8239881.0, + "step": 2870 + }, + { + "entropy": 5.018644142150879, + "epoch": 3.4104389086595495, + "grad_norm": 1.0859375, + "learning_rate": 0.00043281401799857356, + "loss": 4.8426, + "mean_token_accuracy": 0.19684257358312607, + "num_tokens": 8253692.0, + "step": 2875 + }, + { + "entropy": 5.0646027565002445, + "epoch": 3.416370106761566, + "grad_norm": 1.03125, + "learning_rate": 0.00043247415724083886, + "loss": 4.7819, + "mean_token_accuracy": 0.19912485182285308, + "num_tokens": 8268322.0, + "step": 2880 + }, + { + "entropy": 5.025012445449829, + "epoch": 3.4223013048635824, + "grad_norm": 0.953125, + "learning_rate": 0.0004321335907490502, + "loss": 4.8053, + "mean_token_accuracy": 0.19429467767477035, + "num_tokens": 8285317.0, + "step": 2885 + }, + { + "entropy": 5.100164270401001, + "epoch": 3.428232502965599, + "grad_norm": 1.046875, + "learning_rate": 0.0004317923200494856, + "loss": 4.7933, + "mean_token_accuracy": 0.20158445090055466, + "num_tokens": 8299429.0, + "step": 2890 + }, + { + "entropy": 5.039232349395752, + "epoch": 3.434163701067616, + "grad_norm": 1.046875, + "learning_rate": 0.00043145034667157935, + "loss": 4.8165, + "mean_token_accuracy": 0.1936866894364357, + "num_tokens": 8314039.0, + "step": 2895 + }, + { + "entropy": 5.04435977935791, + "epoch": 3.4400948991696323, + "grad_norm": 1.015625, + "learning_rate": 0.00043110767214791466, + "loss": 4.8579, + "mean_token_accuracy": 0.19030549228191376, + "num_tokens": 8328634.0, + "step": 2900 + }, + { + "entropy": 5.061645078659057, + "epoch": 3.4460260972716488, + "grad_norm": 1.078125, + "learning_rate": 0.0004307642980142171, + "loss": 4.7607, + "mean_token_accuracy": 0.20237151086330413, + "num_tokens": 8342448.0, + "step": 2905 + }, + { + "entropy": 5.0385942459106445, + "epoch": 3.4519572953736652, + "grad_norm": 1.140625, + "learning_rate": 0.0004304202258093473, + "loss": 4.7632, + "mean_token_accuracy": 0.20581259578466415, + "num_tokens": 8354450.0, + "step": 2910 + }, + { + "entropy": 5.031369161605835, + "epoch": 3.457888493475682, + "grad_norm": 1.125, + "learning_rate": 0.00043007545707529496, + "loss": 4.8276, + "mean_token_accuracy": 0.20016095489263536, + "num_tokens": 8369054.0, + "step": 2915 + }, + { + "entropy": 5.084920263290405, + "epoch": 3.4638196915776986, + "grad_norm": 1.0625, + "learning_rate": 0.0004297299933571708, + "loss": 4.8296, + "mean_token_accuracy": 0.20116593837738037, + "num_tokens": 8383401.0, + "step": 2920 + }, + { + "entropy": 5.0826586246490475, + "epoch": 3.469750889679715, + "grad_norm": 1.1640625, + "learning_rate": 0.0004293838362032003, + "loss": 4.8431, + "mean_token_accuracy": 0.19186071306467056, + "num_tokens": 8396990.0, + "step": 2925 + }, + { + "entropy": 5.091199779510498, + "epoch": 3.475682087781732, + "grad_norm": 1.15625, + "learning_rate": 0.00042903698716471677, + "loss": 4.7678, + "mean_token_accuracy": 0.2013833075761795, + "num_tokens": 8411212.0, + "step": 2930 + }, + { + "entropy": 5.048702621459961, + "epoch": 3.4816132858837485, + "grad_norm": 1.15625, + "learning_rate": 0.0004286894477961541, + "loss": 4.816, + "mean_token_accuracy": 0.19629474729299545, + "num_tokens": 8424669.0, + "step": 2935 + }, + { + "entropy": 4.976538515090942, + "epoch": 3.487544483985765, + "grad_norm": 1.109375, + "learning_rate": 0.00042834121965504014, + "loss": 4.7754, + "mean_token_accuracy": 0.19990172535181044, + "num_tokens": 8437122.0, + "step": 2940 + }, + { + "entropy": 5.10742974281311, + "epoch": 3.493475682087782, + "grad_norm": 0.98046875, + "learning_rate": 0.00042799230430198935, + "loss": 4.8296, + "mean_token_accuracy": 0.1914140284061432, + "num_tokens": 8450543.0, + "step": 2945 + }, + { + "entropy": 5.064130353927612, + "epoch": 3.4994068801897984, + "grad_norm": 1.234375, + "learning_rate": 0.000427642703300696, + "loss": 4.7662, + "mean_token_accuracy": 0.2023661881685257, + "num_tokens": 8464720.0, + "step": 2950 + }, + { + "entropy": 5.0957324504852295, + "epoch": 3.505338078291815, + "grad_norm": 1.21875, + "learning_rate": 0.00042729241821792726, + "loss": 4.8549, + "mean_token_accuracy": 0.1962006002664566, + "num_tokens": 8478547.0, + "step": 2955 + }, + { + "entropy": 5.1516471862792965, + "epoch": 3.511269276393832, + "grad_norm": 0.9765625, + "learning_rate": 0.000426941450623516, + "loss": 4.8781, + "mean_token_accuracy": 0.19749569445848464, + "num_tokens": 8494126.0, + "step": 2960 + }, + { + "entropy": 5.031353759765625, + "epoch": 3.5172004744958483, + "grad_norm": 1.0859375, + "learning_rate": 0.00042658980209035394, + "loss": 4.8601, + "mean_token_accuracy": 0.186987940967083, + "num_tokens": 8508575.0, + "step": 2965 + }, + { + "entropy": 5.0075500965118405, + "epoch": 3.5231316725978647, + "grad_norm": 1.1484375, + "learning_rate": 0.00042623747419438427, + "loss": 4.7508, + "mean_token_accuracy": 0.1991992712020874, + "num_tokens": 8523589.0, + "step": 2970 + }, + { + "entropy": 5.158101797103882, + "epoch": 3.5290628706998812, + "grad_norm": 1.109375, + "learning_rate": 0.000425884468514595, + "loss": 4.8535, + "mean_token_accuracy": 0.19646587669849397, + "num_tokens": 8538238.0, + "step": 2975 + }, + { + "entropy": 4.996473217010498, + "epoch": 3.534994068801898, + "grad_norm": 1.046875, + "learning_rate": 0.00042553078663301163, + "loss": 4.8191, + "mean_token_accuracy": 0.20561834871768953, + "num_tokens": 8551959.0, + "step": 2980 + }, + { + "entropy": 5.088233804702758, + "epoch": 3.5409252669039146, + "grad_norm": 1.046875, + "learning_rate": 0.00042517643013469, + "loss": 4.8048, + "mean_token_accuracy": 0.20215945243835448, + "num_tokens": 8564628.0, + "step": 2985 + }, + { + "entropy": 5.071303081512451, + "epoch": 3.546856465005931, + "grad_norm": 1.09375, + "learning_rate": 0.0004248214006077095, + "loss": 4.821, + "mean_token_accuracy": 0.19784992188215256, + "num_tokens": 8579342.0, + "step": 2990 + }, + { + "entropy": 5.061466932296753, + "epoch": 3.5527876631079476, + "grad_norm": 1.0859375, + "learning_rate": 0.00042446569964316557, + "loss": 4.8055, + "mean_token_accuracy": 0.19897904992103577, + "num_tokens": 8595096.0, + "step": 2995 + }, + { + "entropy": 5.215964984893799, + "epoch": 3.5587188612099645, + "grad_norm": 1.0625, + "learning_rate": 0.00042410932883516297, + "loss": 4.9033, + "mean_token_accuracy": 0.1953563556075096, + "num_tokens": 8608023.0, + "step": 3000 + }, + { + "epoch": 3.5587188612099645, + "eval_entropy": 4.9771839255935575, + "eval_loss": 5.412055492401123, + "eval_mean_token_accuracy": 0.17675103251736587, + "eval_num_tokens": 8608023.0, + "eval_runtime": 2.4284, + "eval_samples_per_second": 1073.944, + "eval_steps_per_second": 134.243, + "step": 3000 + }, + { + "entropy": 5.042902183532715, + "epoch": 3.564650059311981, + "grad_norm": 0.9609375, + "learning_rate": 0.00042375228978080813, + "loss": 4.7649, + "mean_token_accuracy": 0.2008129134774208, + "num_tokens": 8623529.0, + "step": 3005 + }, + { + "entropy": 5.038916540145874, + "epoch": 3.5705812574139975, + "grad_norm": 1.1875, + "learning_rate": 0.00042339458408020267, + "loss": 4.8383, + "mean_token_accuracy": 0.19716774225234984, + "num_tokens": 8639007.0, + "step": 3010 + }, + { + "entropy": 5.000910806655884, + "epoch": 3.5765124555160144, + "grad_norm": 1.1171875, + "learning_rate": 0.0004230362133364354, + "loss": 4.7451, + "mean_token_accuracy": 0.20509970784187317, + "num_tokens": 8653678.0, + "step": 3015 + }, + { + "entropy": 5.084241008758545, + "epoch": 3.582443653618031, + "grad_norm": 1.0859375, + "learning_rate": 0.0004226771791555758, + "loss": 4.9001, + "mean_token_accuracy": 0.18916919380426406, + "num_tokens": 8668663.0, + "step": 3020 + }, + { + "entropy": 5.098063039779663, + "epoch": 3.5883748517200473, + "grad_norm": 1.1015625, + "learning_rate": 0.00042231748314666684, + "loss": 4.8285, + "mean_token_accuracy": 0.1972780004143715, + "num_tokens": 8682121.0, + "step": 3025 + }, + { + "entropy": 4.962451457977295, + "epoch": 3.5943060498220643, + "grad_norm": 1.0546875, + "learning_rate": 0.00042195712692171705, + "loss": 4.8254, + "mean_token_accuracy": 0.19526612013578415, + "num_tokens": 8698409.0, + "step": 3030 + }, + { + "entropy": 5.078032970428467, + "epoch": 3.6002372479240807, + "grad_norm": 1.0859375, + "learning_rate": 0.00042159611209569416, + "loss": 4.8473, + "mean_token_accuracy": 0.1929122567176819, + "num_tokens": 8714076.0, + "step": 3035 + }, + { + "entropy": 5.09345006942749, + "epoch": 3.606168446026097, + "grad_norm": 0.9765625, + "learning_rate": 0.00042123444028651725, + "loss": 4.7946, + "mean_token_accuracy": 0.20138713866472244, + "num_tokens": 8730482.0, + "step": 3040 + }, + { + "entropy": 4.995736932754516, + "epoch": 3.612099644128114, + "grad_norm": 0.98046875, + "learning_rate": 0.00042087211311504986, + "loss": 4.7808, + "mean_token_accuracy": 0.2021682783961296, + "num_tokens": 8744036.0, + "step": 3045 + }, + { + "entropy": 5.092488193511963, + "epoch": 3.6180308422301306, + "grad_norm": 1.21875, + "learning_rate": 0.00042050913220509253, + "loss": 4.8339, + "mean_token_accuracy": 0.1878429561853409, + "num_tokens": 8760458.0, + "step": 3050 + }, + { + "entropy": 5.027280521392822, + "epoch": 3.623962040332147, + "grad_norm": 1.171875, + "learning_rate": 0.00042014549918337554, + "loss": 4.788, + "mean_token_accuracy": 0.19931856244802476, + "num_tokens": 8774946.0, + "step": 3055 + }, + { + "entropy": 5.0445245742797855, + "epoch": 3.6298932384341636, + "grad_norm": 1.0625, + "learning_rate": 0.0004197812156795518, + "loss": 4.7885, + "mean_token_accuracy": 0.20058033168315886, + "num_tokens": 8790918.0, + "step": 3060 + }, + { + "entropy": 5.032378005981445, + "epoch": 3.63582443653618, + "grad_norm": 1.2421875, + "learning_rate": 0.0004194162833261893, + "loss": 4.8178, + "mean_token_accuracy": 0.1946185812354088, + "num_tokens": 8803505.0, + "step": 3065 + }, + { + "entropy": 5.082729768753052, + "epoch": 3.641755634638197, + "grad_norm": 1.046875, + "learning_rate": 0.0004190507037587639, + "loss": 4.8787, + "mean_token_accuracy": 0.1933801293373108, + "num_tokens": 8819567.0, + "step": 3070 + }, + { + "entropy": 5.109076070785522, + "epoch": 3.6476868327402134, + "grad_norm": 1.25, + "learning_rate": 0.0004186844786156522, + "loss": 4.7838, + "mean_token_accuracy": 0.18985679149627685, + "num_tokens": 8834257.0, + "step": 3075 + }, + { + "entropy": 5.0223876476287845, + "epoch": 3.65361803084223, + "grad_norm": 1.0390625, + "learning_rate": 0.0004183176095381238, + "loss": 4.7938, + "mean_token_accuracy": 0.2065998211503029, + "num_tokens": 8847866.0, + "step": 3080 + }, + { + "entropy": 5.010385465621948, + "epoch": 3.659549228944247, + "grad_norm": 1.1015625, + "learning_rate": 0.000417950098170334, + "loss": 4.8118, + "mean_token_accuracy": 0.19870606809854507, + "num_tokens": 8863297.0, + "step": 3085 + }, + { + "entropy": 5.062593126296997, + "epoch": 3.6654804270462633, + "grad_norm": 1.15625, + "learning_rate": 0.000417581946159317, + "loss": 4.817, + "mean_token_accuracy": 0.19981457144021988, + "num_tokens": 8876605.0, + "step": 3090 + }, + { + "entropy": 4.998176097869873, + "epoch": 3.67141162514828, + "grad_norm": 0.953125, + "learning_rate": 0.0004172131551549778, + "loss": 4.7572, + "mean_token_accuracy": 0.206072661280632, + "num_tokens": 8892040.0, + "step": 3095 + }, + { + "entropy": 4.948314142227173, + "epoch": 3.6773428232502967, + "grad_norm": 0.9609375, + "learning_rate": 0.00041684372681008506, + "loss": 4.8146, + "mean_token_accuracy": 0.19830800145864486, + "num_tokens": 8905806.0, + "step": 3100 + }, + { + "entropy": 5.009223079681396, + "epoch": 3.683274021352313, + "grad_norm": 1.0703125, + "learning_rate": 0.00041647366278026415, + "loss": 4.777, + "mean_token_accuracy": 0.2011968970298767, + "num_tokens": 8920638.0, + "step": 3105 + }, + { + "entropy": 5.031396293640137, + "epoch": 3.6892052194543297, + "grad_norm": 1.125, + "learning_rate": 0.00041610296472398875, + "loss": 4.7595, + "mean_token_accuracy": 0.1939758390188217, + "num_tokens": 8933501.0, + "step": 3110 + }, + { + "entropy": 5.029152154922485, + "epoch": 3.6951364175563466, + "grad_norm": 1.1015625, + "learning_rate": 0.00041573163430257435, + "loss": 4.8538, + "mean_token_accuracy": 0.19719393253326417, + "num_tokens": 8948909.0, + "step": 3115 + }, + { + "entropy": 5.086005306243896, + "epoch": 3.701067615658363, + "grad_norm": 1.109375, + "learning_rate": 0.00041535967318017037, + "loss": 4.8204, + "mean_token_accuracy": 0.19703703224658967, + "num_tokens": 8961611.0, + "step": 3120 + }, + { + "entropy": 4.937661504745483, + "epoch": 3.7069988137603795, + "grad_norm": 1.0703125, + "learning_rate": 0.00041498708302375277, + "loss": 4.7334, + "mean_token_accuracy": 0.20828222185373307, + "num_tokens": 8975993.0, + "step": 3125 + }, + { + "entropy": 5.019860696792603, + "epoch": 3.7129300118623965, + "grad_norm": 1.0703125, + "learning_rate": 0.0004146138655031165, + "loss": 4.8078, + "mean_token_accuracy": 0.1950700029730797, + "num_tokens": 8989198.0, + "step": 3130 + }, + { + "entropy": 5.036433696746826, + "epoch": 3.718861209964413, + "grad_norm": 1.015625, + "learning_rate": 0.0004142400222908681, + "loss": 4.8078, + "mean_token_accuracy": 0.20096368491649627, + "num_tokens": 9004592.0, + "step": 3135 + }, + { + "entropy": 4.998563623428344, + "epoch": 3.7247924080664294, + "grad_norm": 1.140625, + "learning_rate": 0.0004138655550624183, + "loss": 4.773, + "mean_token_accuracy": 0.19526535868644715, + "num_tokens": 9017772.0, + "step": 3140 + }, + { + "entropy": 5.036626148223877, + "epoch": 3.730723606168446, + "grad_norm": 1.0625, + "learning_rate": 0.0004134904654959745, + "loss": 4.7073, + "mean_token_accuracy": 0.20760386288166047, + "num_tokens": 9031182.0, + "step": 3145 + }, + { + "entropy": 5.066286182403564, + "epoch": 3.7366548042704624, + "grad_norm": 1.0390625, + "learning_rate": 0.00041311475527253284, + "loss": 4.7977, + "mean_token_accuracy": 0.19728391021490096, + "num_tokens": 9044934.0, + "step": 3150 + }, + { + "entropy": 5.016174173355102, + "epoch": 3.7425860023724793, + "grad_norm": 1.0703125, + "learning_rate": 0.00041273842607587137, + "loss": 4.7928, + "mean_token_accuracy": 0.1950550675392151, + "num_tokens": 9059795.0, + "step": 3155 + }, + { + "entropy": 4.972341299057007, + "epoch": 3.7485172004744958, + "grad_norm": 1.03125, + "learning_rate": 0.00041236147959254166, + "loss": 4.782, + "mean_token_accuracy": 0.20030613243579865, + "num_tokens": 9073410.0, + "step": 3160 + }, + { + "entropy": 5.022267293930054, + "epoch": 3.7544483985765122, + "grad_norm": 1.046875, + "learning_rate": 0.00041198391751186227, + "loss": 4.8398, + "mean_token_accuracy": 0.19292792528867722, + "num_tokens": 9089338.0, + "step": 3165 + }, + { + "entropy": 5.042642307281494, + "epoch": 3.760379596678529, + "grad_norm": 1.15625, + "learning_rate": 0.0004116057415259101, + "loss": 4.7528, + "mean_token_accuracy": 0.20497467815876008, + "num_tokens": 9103520.0, + "step": 3170 + }, + { + "entropy": 5.021176958084107, + "epoch": 3.7663107947805456, + "grad_norm": 0.9765625, + "learning_rate": 0.00041122695332951363, + "loss": 4.7706, + "mean_token_accuracy": 0.20218247920274734, + "num_tokens": 9117935.0, + "step": 3175 + }, + { + "entropy": 4.987675666809082, + "epoch": 3.772241992882562, + "grad_norm": 1.0, + "learning_rate": 0.0004108475546202449, + "loss": 4.759, + "mean_token_accuracy": 0.20431260019540787, + "num_tokens": 9132457.0, + "step": 3180 + }, + { + "entropy": 5.050307130813598, + "epoch": 3.778173190984579, + "grad_norm": 1.09375, + "learning_rate": 0.0004104675470984121, + "loss": 4.8232, + "mean_token_accuracy": 0.19753638207912444, + "num_tokens": 9147329.0, + "step": 3185 + }, + { + "entropy": 5.029834890365601, + "epoch": 3.7841043890865955, + "grad_norm": 1.0625, + "learning_rate": 0.0004100869324670517, + "loss": 4.7634, + "mean_token_accuracy": 0.20562210381031037, + "num_tokens": 9161052.0, + "step": 3190 + }, + { + "entropy": 5.00586576461792, + "epoch": 3.790035587188612, + "grad_norm": 1.078125, + "learning_rate": 0.0004097057124319212, + "loss": 4.8242, + "mean_token_accuracy": 0.20105937719345093, + "num_tokens": 9175900.0, + "step": 3195 + }, + { + "entropy": 4.9953101634979244, + "epoch": 3.795966785290629, + "grad_norm": 1.0703125, + "learning_rate": 0.000409323888701491, + "loss": 4.7846, + "mean_token_accuracy": 0.2029906615614891, + "num_tokens": 9189706.0, + "step": 3200 + }, + { + "entropy": 5.035350704193116, + "epoch": 3.8018979833926454, + "grad_norm": 1.1328125, + "learning_rate": 0.0004089414629869373, + "loss": 4.8483, + "mean_token_accuracy": 0.1962611809372902, + "num_tokens": 9203727.0, + "step": 3205 + }, + { + "entropy": 5.05778546333313, + "epoch": 3.807829181494662, + "grad_norm": 0.98828125, + "learning_rate": 0.00040855843700213386, + "loss": 4.796, + "mean_token_accuracy": 0.19637212604284288, + "num_tokens": 9217664.0, + "step": 3210 + }, + { + "entropy": 4.937251186370849, + "epoch": 3.813760379596679, + "grad_norm": 0.99609375, + "learning_rate": 0.0004081748124636449, + "loss": 4.7115, + "mean_token_accuracy": 0.20479025095701217, + "num_tokens": 9233474.0, + "step": 3215 + }, + { + "entropy": 4.995423221588135, + "epoch": 3.8196915776986953, + "grad_norm": 1.046875, + "learning_rate": 0.00040779059109071706, + "loss": 4.7895, + "mean_token_accuracy": 0.20069828033447265, + "num_tokens": 9247567.0, + "step": 3220 + }, + { + "entropy": 5.027128553390503, + "epoch": 3.8256227758007118, + "grad_norm": 0.96875, + "learning_rate": 0.0004074057746052713, + "loss": 4.7736, + "mean_token_accuracy": 0.1999478057026863, + "num_tokens": 9262264.0, + "step": 3225 + }, + { + "entropy": 5.114210844039917, + "epoch": 3.8315539739027282, + "grad_norm": 1.0546875, + "learning_rate": 0.0004070203647318963, + "loss": 4.9095, + "mean_token_accuracy": 0.18577013909816742, + "num_tokens": 9276893.0, + "step": 3230 + }, + { + "entropy": 5.053824806213379, + "epoch": 3.8374851720047447, + "grad_norm": 1.1640625, + "learning_rate": 0.00040663436319783965, + "loss": 4.8054, + "mean_token_accuracy": 0.19727878272533417, + "num_tokens": 9291646.0, + "step": 3235 + }, + { + "entropy": 5.021931886672974, + "epoch": 3.8434163701067616, + "grad_norm": 1.0546875, + "learning_rate": 0.0004062477717330006, + "loss": 4.8344, + "mean_token_accuracy": 0.19990530163049697, + "num_tokens": 9305789.0, + "step": 3240 + }, + { + "entropy": 4.9833355903625485, + "epoch": 3.849347568208778, + "grad_norm": 1.03125, + "learning_rate": 0.00040586059206992214, + "loss": 4.7497, + "mean_token_accuracy": 0.1978788733482361, + "num_tokens": 9321039.0, + "step": 3245 + }, + { + "entropy": 5.031898260116577, + "epoch": 3.8552787663107946, + "grad_norm": 1.1171875, + "learning_rate": 0.0004054728259437836, + "loss": 4.82, + "mean_token_accuracy": 0.1935506910085678, + "num_tokens": 9337105.0, + "step": 3250 + }, + { + "entropy": 5.07962851524353, + "epoch": 3.8612099644128115, + "grad_norm": 1.015625, + "learning_rate": 0.00040508447509239224, + "loss": 4.8061, + "mean_token_accuracy": 0.19505731612443925, + "num_tokens": 9350684.0, + "step": 3255 + }, + { + "entropy": 5.032706165313721, + "epoch": 3.867141162514828, + "grad_norm": 1.03125, + "learning_rate": 0.000404695541256176, + "loss": 4.8298, + "mean_token_accuracy": 0.19414604753255843, + "num_tokens": 9365074.0, + "step": 3260 + }, + { + "entropy": 5.051387643814087, + "epoch": 3.8730723606168445, + "grad_norm": 1.046875, + "learning_rate": 0.0004043060261781756, + "loss": 4.9184, + "mean_token_accuracy": 0.18420381844043732, + "num_tokens": 9380912.0, + "step": 3265 + }, + { + "entropy": 5.086946487426758, + "epoch": 3.8790035587188614, + "grad_norm": 1.1640625, + "learning_rate": 0.00040391593160403656, + "loss": 4.8248, + "mean_token_accuracy": 0.20802772492170335, + "num_tokens": 9393812.0, + "step": 3270 + }, + { + "entropy": 4.938499832153321, + "epoch": 3.884934756820878, + "grad_norm": 1.1640625, + "learning_rate": 0.00040352525928200137, + "loss": 4.7925, + "mean_token_accuracy": 0.20416243374347687, + "num_tokens": 9409731.0, + "step": 3275 + }, + { + "entropy": 5.003332328796387, + "epoch": 3.8908659549228943, + "grad_norm": 1.078125, + "learning_rate": 0.0004031340109629017, + "loss": 4.7663, + "mean_token_accuracy": 0.20782396644353868, + "num_tokens": 9422743.0, + "step": 3280 + }, + { + "entropy": 5.017239379882812, + "epoch": 3.8967971530249113, + "grad_norm": 1.2578125, + "learning_rate": 0.000402742188400151, + "loss": 4.8235, + "mean_token_accuracy": 0.19541184455156327, + "num_tokens": 9436440.0, + "step": 3285 + }, + { + "entropy": 4.970128440856934, + "epoch": 3.9027283511269277, + "grad_norm": 1.0234375, + "learning_rate": 0.00040234979334973577, + "loss": 4.8555, + "mean_token_accuracy": 0.19211765229701996, + "num_tokens": 9451668.0, + "step": 3290 + }, + { + "entropy": 5.056919956207276, + "epoch": 3.908659549228944, + "grad_norm": 1.1640625, + "learning_rate": 0.00040195682757020846, + "loss": 4.7723, + "mean_token_accuracy": 0.21034520268440246, + "num_tokens": 9464700.0, + "step": 3295 + }, + { + "entropy": 4.960184717178345, + "epoch": 3.914590747330961, + "grad_norm": 1.03125, + "learning_rate": 0.00040156329282267915, + "loss": 4.7365, + "mean_token_accuracy": 0.20848041474819184, + "num_tokens": 9479003.0, + "step": 3300 + }, + { + "entropy": 4.990036296844482, + "epoch": 3.9205219454329776, + "grad_norm": 0.98828125, + "learning_rate": 0.00040116919087080787, + "loss": 4.7514, + "mean_token_accuracy": 0.20134748965501786, + "num_tokens": 9493134.0, + "step": 3305 + }, + { + "entropy": 5.011323022842407, + "epoch": 3.926453143534994, + "grad_norm": 1.1328125, + "learning_rate": 0.00040077452348079664, + "loss": 4.7617, + "mean_token_accuracy": 0.20163092166185378, + "num_tokens": 9507087.0, + "step": 3310 + }, + { + "entropy": 5.019417953491211, + "epoch": 3.9323843416370106, + "grad_norm": 1.2109375, + "learning_rate": 0.0004003792924213814, + "loss": 4.7621, + "mean_token_accuracy": 0.20881457775831222, + "num_tokens": 9518328.0, + "step": 3315 + }, + { + "entropy": 4.98180365562439, + "epoch": 3.938315539739027, + "grad_norm": 1.09375, + "learning_rate": 0.0003999834994638243, + "loss": 4.8216, + "mean_token_accuracy": 0.20216355621814727, + "num_tokens": 9532413.0, + "step": 3320 + }, + { + "entropy": 5.001606082916259, + "epoch": 3.944246737841044, + "grad_norm": 1.125, + "learning_rate": 0.0003995871463819059, + "loss": 4.761, + "mean_token_accuracy": 0.2026512235403061, + "num_tokens": 9547681.0, + "step": 3325 + }, + { + "entropy": 4.967384576797485, + "epoch": 3.9501779359430604, + "grad_norm": 1.1484375, + "learning_rate": 0.00039919023495191665, + "loss": 4.7276, + "mean_token_accuracy": 0.20670733749866485, + "num_tokens": 9560198.0, + "step": 3330 + }, + { + "entropy": 4.987757778167724, + "epoch": 3.956109134045077, + "grad_norm": 1.046875, + "learning_rate": 0.0003987927669526494, + "loss": 4.8062, + "mean_token_accuracy": 0.1983866959810257, + "num_tokens": 9574347.0, + "step": 3335 + }, + { + "entropy": 4.972973728179932, + "epoch": 3.962040332147094, + "grad_norm": 1.09375, + "learning_rate": 0.00039839474416539163, + "loss": 4.7004, + "mean_token_accuracy": 0.20886301398277282, + "num_tokens": 9587337.0, + "step": 3340 + }, + { + "entropy": 4.984016704559326, + "epoch": 3.9679715302491103, + "grad_norm": 1.171875, + "learning_rate": 0.00039799616837391655, + "loss": 4.784, + "mean_token_accuracy": 0.19981919676065446, + "num_tokens": 9601047.0, + "step": 3345 + }, + { + "entropy": 5.0524254322052, + "epoch": 3.973902728351127, + "grad_norm": 1.0625, + "learning_rate": 0.00039759704136447627, + "loss": 4.7662, + "mean_token_accuracy": 0.20110076069831848, + "num_tokens": 9614164.0, + "step": 3350 + }, + { + "entropy": 5.00496735572815, + "epoch": 3.9798339264531437, + "grad_norm": 1.21875, + "learning_rate": 0.0003971973649257929, + "loss": 4.8026, + "mean_token_accuracy": 0.19617463350296022, + "num_tokens": 9628179.0, + "step": 3355 + }, + { + "entropy": 4.986306190490723, + "epoch": 3.98576512455516, + "grad_norm": 1.1015625, + "learning_rate": 0.000396797140849051, + "loss": 4.8062, + "mean_token_accuracy": 0.20138847976922988, + "num_tokens": 9641575.0, + "step": 3360 + }, + { + "entropy": 5.002590847015381, + "epoch": 3.9916963226571767, + "grad_norm": 1.3046875, + "learning_rate": 0.00039639637092788935, + "loss": 4.7214, + "mean_token_accuracy": 0.20492513924837114, + "num_tokens": 9655381.0, + "step": 3365 + }, + { + "entropy": 5.0504356861114506, + "epoch": 3.9976275207591936, + "grad_norm": 1.1015625, + "learning_rate": 0.000395995056958393, + "loss": 4.8149, + "mean_token_accuracy": 0.19649633914232253, + "num_tokens": 9670477.0, + "step": 3370 + }, + { + "entropy": 4.922432947158813, + "epoch": 4.00355871886121, + "grad_norm": 1.1640625, + "learning_rate": 0.00039559320073908526, + "loss": 4.5875, + "mean_token_accuracy": 0.2211996853351593, + "num_tokens": 9683964.0, + "step": 3375 + }, + { + "entropy": 5.0110671043396, + "epoch": 4.0094899169632265, + "grad_norm": 0.94140625, + "learning_rate": 0.00039519080407091956, + "loss": 4.58, + "mean_token_accuracy": 0.21853467971086502, + "num_tokens": 9698415.0, + "step": 3380 + }, + { + "entropy": 5.0225770473480225, + "epoch": 4.0154211150652435, + "grad_norm": 0.98828125, + "learning_rate": 0.00039478786875727116, + "loss": 4.5708, + "mean_token_accuracy": 0.21765107959508895, + "num_tokens": 9712895.0, + "step": 3385 + }, + { + "entropy": 4.9370323657989506, + "epoch": 4.0213523131672595, + "grad_norm": 1.1015625, + "learning_rate": 0.00039438439660392983, + "loss": 4.475, + "mean_token_accuracy": 0.22428351193666457, + "num_tokens": 9728872.0, + "step": 3390 + }, + { + "entropy": 4.997824096679688, + "epoch": 4.027283511269276, + "grad_norm": 1.1171875, + "learning_rate": 0.00039398038941909066, + "loss": 4.5467, + "mean_token_accuracy": 0.21755390614271164, + "num_tokens": 9744284.0, + "step": 3395 + }, + { + "entropy": 4.97338900566101, + "epoch": 4.033214709371293, + "grad_norm": 1.078125, + "learning_rate": 0.000393575849013347, + "loss": 4.5463, + "mean_token_accuracy": 0.2152925118803978, + "num_tokens": 9759374.0, + "step": 3400 + }, + { + "entropy": 4.930527114868164, + "epoch": 4.039145907473309, + "grad_norm": 1.0625, + "learning_rate": 0.00039317077719968143, + "loss": 4.5183, + "mean_token_accuracy": 0.21953357756137848, + "num_tokens": 9773919.0, + "step": 3405 + }, + { + "entropy": 4.989052486419678, + "epoch": 4.045077105575326, + "grad_norm": 1.21875, + "learning_rate": 0.00039276517579345846, + "loss": 4.5668, + "mean_token_accuracy": 0.21412246227264403, + "num_tokens": 9788023.0, + "step": 3410 + }, + { + "entropy": 5.021774053573608, + "epoch": 4.051008303677343, + "grad_norm": 1.046875, + "learning_rate": 0.0003923590466124159, + "loss": 4.561, + "mean_token_accuracy": 0.21579589694738388, + "num_tokens": 9803037.0, + "step": 3415 + }, + { + "entropy": 4.994525671005249, + "epoch": 4.056939501779359, + "grad_norm": 1.1328125, + "learning_rate": 0.00039195239147665664, + "loss": 4.5317, + "mean_token_accuracy": 0.21720170676708223, + "num_tokens": 9816782.0, + "step": 3420 + }, + { + "entropy": 4.995402812957764, + "epoch": 4.062870699881376, + "grad_norm": 1.0625, + "learning_rate": 0.00039154521220864094, + "loss": 4.544, + "mean_token_accuracy": 0.21858830749988556, + "num_tokens": 9830471.0, + "step": 3425 + }, + { + "entropy": 4.991329097747803, + "epoch": 4.068801897983393, + "grad_norm": 1.0703125, + "learning_rate": 0.00039113751063317795, + "loss": 4.597, + "mean_token_accuracy": 0.21205688118934632, + "num_tokens": 9844303.0, + "step": 3430 + }, + { + "entropy": 4.940326738357544, + "epoch": 4.074733096085409, + "grad_norm": 1.0234375, + "learning_rate": 0.0003907292885774175, + "loss": 4.5388, + "mean_token_accuracy": 0.21253766417503356, + "num_tokens": 9861002.0, + "step": 3435 + }, + { + "entropy": 4.897701930999756, + "epoch": 4.080664294187426, + "grad_norm": 1.0703125, + "learning_rate": 0.0003903205478708419, + "loss": 4.5072, + "mean_token_accuracy": 0.22263137847185135, + "num_tokens": 9876338.0, + "step": 3440 + }, + { + "entropy": 5.052014923095703, + "epoch": 4.086595492289442, + "grad_norm": 1.0625, + "learning_rate": 0.0003899112903452582, + "loss": 4.6115, + "mean_token_accuracy": 0.21495201140642167, + "num_tokens": 9891217.0, + "step": 3445 + }, + { + "entropy": 4.955441427230835, + "epoch": 4.092526690391459, + "grad_norm": 1.1015625, + "learning_rate": 0.00038950151783478926, + "loss": 4.547, + "mean_token_accuracy": 0.22495205700397491, + "num_tokens": 9905309.0, + "step": 3450 + }, + { + "entropy": 4.965147495269775, + "epoch": 4.098457888493476, + "grad_norm": 1.015625, + "learning_rate": 0.000389091232175866, + "loss": 4.5015, + "mean_token_accuracy": 0.22329854369163513, + "num_tokens": 9918347.0, + "step": 3455 + }, + { + "entropy": 4.948949956893921, + "epoch": 4.104389086595492, + "grad_norm": 1.2265625, + "learning_rate": 0.0003886804352072192, + "loss": 4.5585, + "mean_token_accuracy": 0.21841878592967987, + "num_tokens": 9933068.0, + "step": 3460 + }, + { + "entropy": 4.864326620101929, + "epoch": 4.110320284697509, + "grad_norm": 1.0234375, + "learning_rate": 0.0003882691287698709, + "loss": 4.5283, + "mean_token_accuracy": 0.2233476459980011, + "num_tokens": 9948149.0, + "step": 3465 + }, + { + "entropy": 4.933009481430053, + "epoch": 4.116251482799526, + "grad_norm": 1.1015625, + "learning_rate": 0.0003878573147071265, + "loss": 4.5161, + "mean_token_accuracy": 0.2156417414546013, + "num_tokens": 9961494.0, + "step": 3470 + }, + { + "entropy": 4.932680368423462, + "epoch": 4.122182680901542, + "grad_norm": 1.0234375, + "learning_rate": 0.0003874449948645664, + "loss": 4.5063, + "mean_token_accuracy": 0.2222415953874588, + "num_tokens": 9977270.0, + "step": 3475 + }, + { + "entropy": 4.86724328994751, + "epoch": 4.128113879003559, + "grad_norm": 1.0390625, + "learning_rate": 0.0003870321710900375, + "loss": 4.4522, + "mean_token_accuracy": 0.2294168159365654, + "num_tokens": 9991102.0, + "step": 3480 + }, + { + "entropy": 4.947033166885376, + "epoch": 4.134045077105576, + "grad_norm": 1.171875, + "learning_rate": 0.00038661884523364537, + "loss": 4.5741, + "mean_token_accuracy": 0.22195196747779847, + "num_tokens": 10004991.0, + "step": 3485 + }, + { + "entropy": 4.9410834312438965, + "epoch": 4.139976275207592, + "grad_norm": 1.0859375, + "learning_rate": 0.00038620501914774554, + "loss": 4.5944, + "mean_token_accuracy": 0.2187734752893448, + "num_tokens": 10019654.0, + "step": 3490 + }, + { + "entropy": 4.893217134475708, + "epoch": 4.145907473309609, + "grad_norm": 1.078125, + "learning_rate": 0.00038579069468693526, + "loss": 4.4958, + "mean_token_accuracy": 0.22282861918210983, + "num_tokens": 10033831.0, + "step": 3495 + }, + { + "entropy": 4.945186996459961, + "epoch": 4.1518386714116255, + "grad_norm": 0.98046875, + "learning_rate": 0.00038537587370804567, + "loss": 4.5099, + "mean_token_accuracy": 0.21789855360984803, + "num_tokens": 10049549.0, + "step": 3500 + }, + { + "epoch": 4.1518386714116255, + "eval_entropy": 4.839259713705332, + "eval_loss": 5.367321491241455, + "eval_mean_token_accuracy": 0.18195566196748816, + "eval_num_tokens": 10049549.0, + "eval_runtime": 2.4857, + "eval_samples_per_second": 1049.215, + "eval_steps_per_second": 131.152, + "step": 3500 + }, + { + "entropy": 4.949001407623291, + "epoch": 4.157769869513642, + "grad_norm": 1.1953125, + "learning_rate": 0.0003849605580701327, + "loss": 4.5444, + "mean_token_accuracy": 0.21757382601499559, + "num_tokens": 10062471.0, + "step": 3505 + }, + { + "entropy": 4.934420490264893, + "epoch": 4.1637010676156585, + "grad_norm": 1.0703125, + "learning_rate": 0.0003845447496344694, + "loss": 4.5807, + "mean_token_accuracy": 0.21373047232627868, + "num_tokens": 10077154.0, + "step": 3510 + }, + { + "entropy": 4.976820373535157, + "epoch": 4.169632265717675, + "grad_norm": 1.046875, + "learning_rate": 0.00038412845026453715, + "loss": 4.526, + "mean_token_accuracy": 0.21752108186483382, + "num_tokens": 10089474.0, + "step": 3515 + }, + { + "entropy": 4.9126228332519535, + "epoch": 4.1755634638196915, + "grad_norm": 1.0546875, + "learning_rate": 0.00038371166182601756, + "loss": 4.5337, + "mean_token_accuracy": 0.21539070457220078, + "num_tokens": 10104377.0, + "step": 3520 + }, + { + "entropy": 4.887478303909302, + "epoch": 4.181494661921708, + "grad_norm": 1.0703125, + "learning_rate": 0.00038329438618678427, + "loss": 4.4854, + "mean_token_accuracy": 0.22191788107156754, + "num_tokens": 10119580.0, + "step": 3525 + }, + { + "entropy": 4.967412519454956, + "epoch": 4.187425860023724, + "grad_norm": 1.1015625, + "learning_rate": 0.0003828766252168938, + "loss": 4.6256, + "mean_token_accuracy": 0.20895761251449585, + "num_tokens": 10135586.0, + "step": 3530 + }, + { + "entropy": 4.829362487792968, + "epoch": 4.193357058125741, + "grad_norm": 1.2109375, + "learning_rate": 0.00038245838078857837, + "loss": 4.5119, + "mean_token_accuracy": 0.21914001256227494, + "num_tokens": 10148464.0, + "step": 3535 + }, + { + "entropy": 4.941340827941895, + "epoch": 4.199288256227758, + "grad_norm": 1.2109375, + "learning_rate": 0.0003820396547762363, + "loss": 4.5293, + "mean_token_accuracy": 0.21329305917024613, + "num_tokens": 10162838.0, + "step": 3540 + }, + { + "entropy": 4.8993401527404785, + "epoch": 4.205219454329774, + "grad_norm": 0.97265625, + "learning_rate": 0.0003816204490564247, + "loss": 4.4626, + "mean_token_accuracy": 0.225820828974247, + "num_tokens": 10178385.0, + "step": 3545 + }, + { + "entropy": 4.919313240051269, + "epoch": 4.211150652431791, + "grad_norm": 1.2265625, + "learning_rate": 0.0003812007655078501, + "loss": 4.5609, + "mean_token_accuracy": 0.21777454614639283, + "num_tokens": 10192616.0, + "step": 3550 + }, + { + "entropy": 4.987676429748535, + "epoch": 4.217081850533808, + "grad_norm": 1.1328125, + "learning_rate": 0.0003807806060113606, + "loss": 4.5856, + "mean_token_accuracy": 0.21827704459428787, + "num_tokens": 10206467.0, + "step": 3555 + }, + { + "entropy": 4.911167335510254, + "epoch": 4.223013048635824, + "grad_norm": 1.0703125, + "learning_rate": 0.0003803599724499373, + "loss": 4.5154, + "mean_token_accuracy": 0.22495382130146027, + "num_tokens": 10219993.0, + "step": 3560 + }, + { + "entropy": 4.865255451202392, + "epoch": 4.228944246737841, + "grad_norm": 1.0625, + "learning_rate": 0.000379938866708686, + "loss": 4.5095, + "mean_token_accuracy": 0.2240983322262764, + "num_tokens": 10234359.0, + "step": 3565 + }, + { + "entropy": 4.949184846878052, + "epoch": 4.234875444839858, + "grad_norm": 1.234375, + "learning_rate": 0.00037951729067482845, + "loss": 4.6212, + "mean_token_accuracy": 0.21564119905233384, + "num_tokens": 10248498.0, + "step": 3570 + }, + { + "entropy": 5.020032358169556, + "epoch": 4.240806642941874, + "grad_norm": 1.0390625, + "learning_rate": 0.00037909524623769405, + "loss": 4.6366, + "mean_token_accuracy": 0.2105604127049446, + "num_tokens": 10264281.0, + "step": 3575 + }, + { + "entropy": 4.982895183563232, + "epoch": 4.246737841043891, + "grad_norm": 1.125, + "learning_rate": 0.0003786727352887114, + "loss": 4.5799, + "mean_token_accuracy": 0.21946978121995925, + "num_tokens": 10278089.0, + "step": 3580 + }, + { + "entropy": 4.895901250839233, + "epoch": 4.252669039145908, + "grad_norm": 1.1171875, + "learning_rate": 0.00037824975972140004, + "loss": 4.5528, + "mean_token_accuracy": 0.21517277508974075, + "num_tokens": 10293704.0, + "step": 3585 + }, + { + "entropy": 4.942791414260864, + "epoch": 4.258600237247924, + "grad_norm": 1.109375, + "learning_rate": 0.0003778263214313614, + "loss": 4.6005, + "mean_token_accuracy": 0.21143771708011627, + "num_tokens": 10309242.0, + "step": 3590 + }, + { + "entropy": 4.96503586769104, + "epoch": 4.264531435349941, + "grad_norm": 1.09375, + "learning_rate": 0.00037740242231627086, + "loss": 4.5739, + "mean_token_accuracy": 0.21260294765233995, + "num_tokens": 10326394.0, + "step": 3595 + }, + { + "entropy": 4.9582971096038815, + "epoch": 4.270462633451958, + "grad_norm": 1.1875, + "learning_rate": 0.00037697806427586895, + "loss": 4.5723, + "mean_token_accuracy": 0.20982261300086974, + "num_tokens": 10338835.0, + "step": 3600 + }, + { + "entropy": 4.95024733543396, + "epoch": 4.276393831553974, + "grad_norm": 1.140625, + "learning_rate": 0.00037655324921195295, + "loss": 4.5422, + "mean_token_accuracy": 0.21664880514144896, + "num_tokens": 10352665.0, + "step": 3605 + }, + { + "entropy": 4.949320077896118, + "epoch": 4.282325029655991, + "grad_norm": 1.015625, + "learning_rate": 0.0003761279790283682, + "loss": 4.6211, + "mean_token_accuracy": 0.2119644895195961, + "num_tokens": 10368016.0, + "step": 3610 + }, + { + "entropy": 4.932809591293335, + "epoch": 4.288256227758007, + "grad_norm": 1.1328125, + "learning_rate": 0.00037570225563099993, + "loss": 4.5848, + "mean_token_accuracy": 0.207173253595829, + "num_tokens": 10383828.0, + "step": 3615 + }, + { + "entropy": 4.879697322845459, + "epoch": 4.294187425860024, + "grad_norm": 1.21875, + "learning_rate": 0.00037527608092776434, + "loss": 4.5116, + "mean_token_accuracy": 0.2246400997042656, + "num_tokens": 10396806.0, + "step": 3620 + }, + { + "entropy": 4.912312746047974, + "epoch": 4.300118623962041, + "grad_norm": 1.1640625, + "learning_rate": 0.0003748494568286002, + "loss": 4.5452, + "mean_token_accuracy": 0.2169484555721283, + "num_tokens": 10409240.0, + "step": 3625 + }, + { + "entropy": 4.952205801010132, + "epoch": 4.306049822064057, + "grad_norm": 1.078125, + "learning_rate": 0.0003744223852454603, + "loss": 4.5684, + "mean_token_accuracy": 0.2195367306470871, + "num_tokens": 10423780.0, + "step": 3630 + }, + { + "entropy": 4.926177883148194, + "epoch": 4.3119810201660735, + "grad_norm": 1.03125, + "learning_rate": 0.00037399486809230285, + "loss": 4.564, + "mean_token_accuracy": 0.21954804956912993, + "num_tokens": 10438351.0, + "step": 3635 + }, + { + "entropy": 4.919487428665161, + "epoch": 4.3179122182680905, + "grad_norm": 1.0546875, + "learning_rate": 0.0003735669072850829, + "loss": 4.4666, + "mean_token_accuracy": 0.22758726328611373, + "num_tokens": 10451489.0, + "step": 3640 + }, + { + "entropy": 4.992522239685059, + "epoch": 4.3238434163701065, + "grad_norm": 1.1328125, + "learning_rate": 0.0003731385047417439, + "loss": 4.6153, + "mean_token_accuracy": 0.2079178586602211, + "num_tokens": 10467610.0, + "step": 3645 + }, + { + "entropy": 4.967781734466553, + "epoch": 4.329774614472123, + "grad_norm": 1.1015625, + "learning_rate": 0.000372709662382209, + "loss": 4.552, + "mean_token_accuracy": 0.21371103674173356, + "num_tokens": 10481029.0, + "step": 3650 + }, + { + "entropy": 4.878114366531372, + "epoch": 4.33570581257414, + "grad_norm": 1.0859375, + "learning_rate": 0.0003722803821283722, + "loss": 4.5956, + "mean_token_accuracy": 0.2139382153749466, + "num_tokens": 10497318.0, + "step": 3655 + }, + { + "entropy": 4.859429502487183, + "epoch": 4.341637010676156, + "grad_norm": 1.078125, + "learning_rate": 0.00037185066590408997, + "loss": 4.392, + "mean_token_accuracy": 0.23174477219581605, + "num_tokens": 10511194.0, + "step": 3660 + }, + { + "entropy": 4.868615961074829, + "epoch": 4.347568208778173, + "grad_norm": 1.1171875, + "learning_rate": 0.00037142051563517287, + "loss": 4.5525, + "mean_token_accuracy": 0.2176743671298027, + "num_tokens": 10524609.0, + "step": 3665 + }, + { + "entropy": 4.932547903060913, + "epoch": 4.35349940688019, + "grad_norm": 1.1796875, + "learning_rate": 0.0003709899332493765, + "loss": 4.4982, + "mean_token_accuracy": 0.2166844129562378, + "num_tokens": 10537398.0, + "step": 3670 + }, + { + "entropy": 4.928352165222168, + "epoch": 4.359430604982206, + "grad_norm": 1.0859375, + "learning_rate": 0.00037055892067639314, + "loss": 4.6053, + "mean_token_accuracy": 0.21913551688194274, + "num_tokens": 10551658.0, + "step": 3675 + }, + { + "entropy": 4.989397954940796, + "epoch": 4.365361803084223, + "grad_norm": 0.86328125, + "learning_rate": 0.00037012747984784276, + "loss": 4.6025, + "mean_token_accuracy": 0.21916887611150743, + "num_tokens": 10567241.0, + "step": 3680 + }, + { + "entropy": 4.885055685043335, + "epoch": 4.37129300118624, + "grad_norm": 1.046875, + "learning_rate": 0.0003696956126972648, + "loss": 4.5511, + "mean_token_accuracy": 0.21823447644710542, + "num_tokens": 10581625.0, + "step": 3685 + }, + { + "entropy": 4.958601999282837, + "epoch": 4.377224199288256, + "grad_norm": 1.046875, + "learning_rate": 0.00036926332116010935, + "loss": 4.5612, + "mean_token_accuracy": 0.2181847646832466, + "num_tokens": 10596619.0, + "step": 3690 + }, + { + "entropy": 4.868906784057617, + "epoch": 4.383155397390273, + "grad_norm": 1.125, + "learning_rate": 0.00036883060717372813, + "loss": 4.571, + "mean_token_accuracy": 0.21200695186853408, + "num_tokens": 10611525.0, + "step": 3695 + }, + { + "entropy": 5.026228427886963, + "epoch": 4.389086595492289, + "grad_norm": 0.9453125, + "learning_rate": 0.0003683974726773664, + "loss": 4.7066, + "mean_token_accuracy": 0.2007292851805687, + "num_tokens": 10628139.0, + "step": 3700 + }, + { + "entropy": 4.917442035675049, + "epoch": 4.395017793594306, + "grad_norm": 1.078125, + "learning_rate": 0.0003679639196121539, + "loss": 4.5421, + "mean_token_accuracy": 0.21730383038520812, + "num_tokens": 10641093.0, + "step": 3705 + }, + { + "entropy": 4.904851627349854, + "epoch": 4.400948991696323, + "grad_norm": 1.109375, + "learning_rate": 0.00036752994992109617, + "loss": 4.5413, + "mean_token_accuracy": 0.22170090973377227, + "num_tokens": 10653360.0, + "step": 3710 + }, + { + "entropy": 4.865046739578247, + "epoch": 4.406880189798339, + "grad_norm": 1.203125, + "learning_rate": 0.0003670955655490658, + "loss": 4.5119, + "mean_token_accuracy": 0.2288769945502281, + "num_tokens": 10667170.0, + "step": 3715 + }, + { + "entropy": 4.892205238342285, + "epoch": 4.412811387900356, + "grad_norm": 1.1640625, + "learning_rate": 0.000366660768442794, + "loss": 4.5313, + "mean_token_accuracy": 0.21561039686203004, + "num_tokens": 10679998.0, + "step": 3720 + }, + { + "entropy": 4.871367263793945, + "epoch": 4.418742586002373, + "grad_norm": 1.0546875, + "learning_rate": 0.00036622556055086167, + "loss": 4.4911, + "mean_token_accuracy": 0.22132606208324432, + "num_tokens": 10693538.0, + "step": 3725 + }, + { + "entropy": 4.9184425354003904, + "epoch": 4.424673784104389, + "grad_norm": 1.1953125, + "learning_rate": 0.0003657899438236904, + "loss": 4.5128, + "mean_token_accuracy": 0.22167116701602935, + "num_tokens": 10705883.0, + "step": 3730 + }, + { + "entropy": 4.985387086868286, + "epoch": 4.430604982206406, + "grad_norm": 1.1015625, + "learning_rate": 0.0003653539202135345, + "loss": 4.5781, + "mean_token_accuracy": 0.21406898498535157, + "num_tokens": 10720294.0, + "step": 3735 + }, + { + "entropy": 4.9532801628112795, + "epoch": 4.436536180308423, + "grad_norm": 1.0390625, + "learning_rate": 0.0003649174916744713, + "loss": 4.6105, + "mean_token_accuracy": 0.2147031158208847, + "num_tokens": 10734784.0, + "step": 3740 + }, + { + "entropy": 4.879120302200318, + "epoch": 4.442467378410439, + "grad_norm": 1.1171875, + "learning_rate": 0.00036448066016239316, + "loss": 4.495, + "mean_token_accuracy": 0.21976542025804519, + "num_tokens": 10748397.0, + "step": 3745 + }, + { + "entropy": 4.983062505722046, + "epoch": 4.448398576512456, + "grad_norm": 1.046875, + "learning_rate": 0.00036404342763499814, + "loss": 4.666, + "mean_token_accuracy": 0.21218072026968002, + "num_tokens": 10763938.0, + "step": 3750 + }, + { + "entropy": 4.908005809783935, + "epoch": 4.454329774614472, + "grad_norm": 1.0859375, + "learning_rate": 0.00036360579605178176, + "loss": 4.6143, + "mean_token_accuracy": 0.21130552887916565, + "num_tokens": 10777723.0, + "step": 3755 + }, + { + "entropy": 4.94810152053833, + "epoch": 4.460260972716489, + "grad_norm": 1.1875, + "learning_rate": 0.00036316776737402767, + "loss": 4.5086, + "mean_token_accuracy": 0.22831115126609802, + "num_tokens": 10790744.0, + "step": 3760 + }, + { + "entropy": 4.875180673599243, + "epoch": 4.4661921708185055, + "grad_norm": 1.203125, + "learning_rate": 0.0003627293435647994, + "loss": 4.5773, + "mean_token_accuracy": 0.2184601604938507, + "num_tokens": 10804720.0, + "step": 3765 + }, + { + "entropy": 4.932240056991577, + "epoch": 4.4721233689205215, + "grad_norm": 1.0703125, + "learning_rate": 0.00036229052658893107, + "loss": 4.5138, + "mean_token_accuracy": 0.22189483791589737, + "num_tokens": 10819348.0, + "step": 3770 + }, + { + "entropy": 4.913123369216919, + "epoch": 4.4780545670225385, + "grad_norm": 1.2890625, + "learning_rate": 0.00036185131841301894, + "loss": 4.5474, + "mean_token_accuracy": 0.224131940305233, + "num_tokens": 10832549.0, + "step": 3775 + }, + { + "entropy": 4.929586887359619, + "epoch": 4.483985765124555, + "grad_norm": 1.1328125, + "learning_rate": 0.00036141172100541245, + "loss": 4.5888, + "mean_token_accuracy": 0.21493848264217377, + "num_tokens": 10846766.0, + "step": 3780 + }, + { + "entropy": 4.914976263046265, + "epoch": 4.489916963226571, + "grad_norm": 1.2734375, + "learning_rate": 0.0003609717363362054, + "loss": 4.6012, + "mean_token_accuracy": 0.21102828532457352, + "num_tokens": 10859506.0, + "step": 3785 + }, + { + "entropy": 4.856210708618164, + "epoch": 4.495848161328588, + "grad_norm": 1.1015625, + "learning_rate": 0.00036053136637722715, + "loss": 4.5178, + "mean_token_accuracy": 0.2186322867870331, + "num_tokens": 10873559.0, + "step": 3790 + }, + { + "entropy": 4.900162935256958, + "epoch": 4.501779359430605, + "grad_norm": 1.0390625, + "learning_rate": 0.00036009061310203374, + "loss": 4.5792, + "mean_token_accuracy": 0.20522619485855104, + "num_tokens": 10889441.0, + "step": 3795 + }, + { + "entropy": 4.9840555667877195, + "epoch": 4.507710557532621, + "grad_norm": 1.0703125, + "learning_rate": 0.00035964947848589904, + "loss": 4.6068, + "mean_token_accuracy": 0.20724985450506211, + "num_tokens": 10904538.0, + "step": 3800 + }, + { + "entropy": 4.90825400352478, + "epoch": 4.513641755634638, + "grad_norm": 1.125, + "learning_rate": 0.00035920796450580596, + "loss": 4.5775, + "mean_token_accuracy": 0.2163109451532364, + "num_tokens": 10920129.0, + "step": 3805 + }, + { + "entropy": 4.829426240921021, + "epoch": 4.519572953736655, + "grad_norm": 1.171875, + "learning_rate": 0.00035876607314043766, + "loss": 4.512, + "mean_token_accuracy": 0.22267879992723466, + "num_tokens": 10933100.0, + "step": 3810 + }, + { + "entropy": 4.878107118606567, + "epoch": 4.525504151838671, + "grad_norm": 1.2109375, + "learning_rate": 0.00035832380637016846, + "loss": 4.6123, + "mean_token_accuracy": 0.21037212014198303, + "num_tokens": 10949333.0, + "step": 3815 + }, + { + "entropy": 4.95169038772583, + "epoch": 4.531435349940688, + "grad_norm": 1.0390625, + "learning_rate": 0.00035788116617705535, + "loss": 4.5142, + "mean_token_accuracy": 0.22315363585948944, + "num_tokens": 10963539.0, + "step": 3820 + }, + { + "entropy": 4.918026256561279, + "epoch": 4.537366548042705, + "grad_norm": 1.1171875, + "learning_rate": 0.00035743815454482834, + "loss": 4.6232, + "mean_token_accuracy": 0.20704769790172578, + "num_tokens": 10978205.0, + "step": 3825 + }, + { + "entropy": 4.879274702072143, + "epoch": 4.543297746144721, + "grad_norm": 1.359375, + "learning_rate": 0.0003569947734588824, + "loss": 4.4718, + "mean_token_accuracy": 0.23167906254529952, + "num_tokens": 10990599.0, + "step": 3830 + }, + { + "entropy": 4.917426490783692, + "epoch": 4.549228944246738, + "grad_norm": 1.3125, + "learning_rate": 0.0003565510249062684, + "loss": 4.5469, + "mean_token_accuracy": 0.21902925819158553, + "num_tokens": 11003101.0, + "step": 3835 + }, + { + "entropy": 4.871329975128174, + "epoch": 4.555160142348754, + "grad_norm": 1.1484375, + "learning_rate": 0.0003561069108756837, + "loss": 4.5204, + "mean_token_accuracy": 0.22292227298021317, + "num_tokens": 11016390.0, + "step": 3840 + }, + { + "entropy": 4.88023362159729, + "epoch": 4.561091340450771, + "grad_norm": 1.1015625, + "learning_rate": 0.00035566243335746387, + "loss": 4.5717, + "mean_token_accuracy": 0.21451771706342698, + "num_tokens": 11031372.0, + "step": 3845 + }, + { + "entropy": 4.816264247894287, + "epoch": 4.567022538552788, + "grad_norm": 1.0625, + "learning_rate": 0.0003552175943435731, + "loss": 4.4249, + "mean_token_accuracy": 0.23228887915611268, + "num_tokens": 11045634.0, + "step": 3850 + }, + { + "entropy": 4.815663433074951, + "epoch": 4.572953736654805, + "grad_norm": 1.203125, + "learning_rate": 0.00035477239582759623, + "loss": 4.5014, + "mean_token_accuracy": 0.23030359745025636, + "num_tokens": 11058185.0, + "step": 3855 + }, + { + "entropy": 4.9244019985198975, + "epoch": 4.578884934756821, + "grad_norm": 1.0703125, + "learning_rate": 0.0003543268398047286, + "loss": 4.5686, + "mean_token_accuracy": 0.21440733075141907, + "num_tokens": 11073789.0, + "step": 3860 + }, + { + "entropy": 4.894974422454834, + "epoch": 4.584816132858838, + "grad_norm": 1.046875, + "learning_rate": 0.0003538809282717683, + "loss": 4.5714, + "mean_token_accuracy": 0.21468473076820374, + "num_tokens": 11087307.0, + "step": 3865 + }, + { + "entropy": 4.956341075897217, + "epoch": 4.590747330960854, + "grad_norm": 1.1484375, + "learning_rate": 0.0003534346632271063, + "loss": 4.6001, + "mean_token_accuracy": 0.21189410835504532, + "num_tokens": 11101966.0, + "step": 3870 + }, + { + "entropy": 4.930508327484131, + "epoch": 4.596678529062871, + "grad_norm": 1.203125, + "learning_rate": 0.00035298804667071806, + "loss": 4.5909, + "mean_token_accuracy": 0.2205038547515869, + "num_tokens": 11115642.0, + "step": 3875 + }, + { + "entropy": 4.882773685455322, + "epoch": 4.602609727164888, + "grad_norm": 1.1875, + "learning_rate": 0.00035254108060415415, + "loss": 4.5814, + "mean_token_accuracy": 0.2154085248708725, + "num_tokens": 11129616.0, + "step": 3880 + }, + { + "entropy": 4.87270073890686, + "epoch": 4.608540925266904, + "grad_norm": 1.1015625, + "learning_rate": 0.0003520937670305318, + "loss": 4.5488, + "mean_token_accuracy": 0.22267507910728454, + "num_tokens": 11141975.0, + "step": 3885 + }, + { + "entropy": 4.938285255432129, + "epoch": 4.6144721233689205, + "grad_norm": 1.109375, + "learning_rate": 0.0003516461079545255, + "loss": 4.5509, + "mean_token_accuracy": 0.21113669872283936, + "num_tokens": 11156128.0, + "step": 3890 + }, + { + "entropy": 4.924780225753784, + "epoch": 4.6204033214709375, + "grad_norm": 1.109375, + "learning_rate": 0.0003511981053823579, + "loss": 4.5647, + "mean_token_accuracy": 0.21801244020462035, + "num_tokens": 11170334.0, + "step": 3895 + }, + { + "entropy": 4.898917198181152, + "epoch": 4.6263345195729535, + "grad_norm": 1.15625, + "learning_rate": 0.00035074976132179155, + "loss": 4.5635, + "mean_token_accuracy": 0.21639289408922197, + "num_tokens": 11185165.0, + "step": 3900 + }, + { + "entropy": 4.871355104446411, + "epoch": 4.63226571767497, + "grad_norm": 1.0546875, + "learning_rate": 0.00035030107778211893, + "loss": 4.5284, + "mean_token_accuracy": 0.22062084525823594, + "num_tokens": 11199250.0, + "step": 3905 + }, + { + "entropy": 4.890713834762574, + "epoch": 4.638196915776987, + "grad_norm": 1.0234375, + "learning_rate": 0.0003498520567741543, + "loss": 4.5565, + "mean_token_accuracy": 0.2167780503630638, + "num_tokens": 11214585.0, + "step": 3910 + }, + { + "entropy": 4.872895050048828, + "epoch": 4.644128113879003, + "grad_norm": 1.09375, + "learning_rate": 0.0003494027003102239, + "loss": 4.4899, + "mean_token_accuracy": 0.22181470692157745, + "num_tokens": 11228664.0, + "step": 3915 + }, + { + "entropy": 4.836891031265258, + "epoch": 4.65005931198102, + "grad_norm": 1.125, + "learning_rate": 0.0003489530104041577, + "loss": 4.4951, + "mean_token_accuracy": 0.22113146185874938, + "num_tokens": 11243896.0, + "step": 3920 + }, + { + "entropy": 4.923533821105957, + "epoch": 4.655990510083036, + "grad_norm": 1.1875, + "learning_rate": 0.00034850298907128, + "loss": 4.53, + "mean_token_accuracy": 0.2168356418609619, + "num_tokens": 11257919.0, + "step": 3925 + }, + { + "entropy": 4.860488414764404, + "epoch": 4.661921708185053, + "grad_norm": 1.046875, + "learning_rate": 0.00034805263832840024, + "loss": 4.4978, + "mean_token_accuracy": 0.22182656079530716, + "num_tokens": 11271416.0, + "step": 3930 + }, + { + "entropy": 4.826270341873169, + "epoch": 4.66785290628707, + "grad_norm": 1.1640625, + "learning_rate": 0.00034760196019380425, + "loss": 4.5671, + "mean_token_accuracy": 0.21985392570495604, + "num_tokens": 11286870.0, + "step": 3935 + }, + { + "entropy": 4.985865783691406, + "epoch": 4.673784104389087, + "grad_norm": 1.1015625, + "learning_rate": 0.00034715095668724495, + "loss": 4.5457, + "mean_token_accuracy": 0.22065018266439437, + "num_tokens": 11300784.0, + "step": 3940 + }, + { + "entropy": 4.941800451278686, + "epoch": 4.679715302491103, + "grad_norm": 1.1015625, + "learning_rate": 0.0003466996298299336, + "loss": 4.6109, + "mean_token_accuracy": 0.2118876174092293, + "num_tokens": 11315988.0, + "step": 3945 + }, + { + "entropy": 4.850393199920655, + "epoch": 4.68564650059312, + "grad_norm": 1.1171875, + "learning_rate": 0.0003462479816445307, + "loss": 4.5779, + "mean_token_accuracy": 0.2169851690530777, + "num_tokens": 11329136.0, + "step": 3950 + }, + { + "entropy": 4.866232681274414, + "epoch": 4.691577698695136, + "grad_norm": 1.0078125, + "learning_rate": 0.0003457960141551365, + "loss": 4.5216, + "mean_token_accuracy": 0.21714198887348174, + "num_tokens": 11343381.0, + "step": 3955 + }, + { + "entropy": 4.905858325958252, + "epoch": 4.697508896797153, + "grad_norm": 0.91796875, + "learning_rate": 0.0003453437293872823, + "loss": 4.6158, + "mean_token_accuracy": 0.2082674726843834, + "num_tokens": 11360177.0, + "step": 3960 + }, + { + "entropy": 4.930188465118408, + "epoch": 4.70344009489917, + "grad_norm": 1.09375, + "learning_rate": 0.0003448911293679217, + "loss": 4.5419, + "mean_token_accuracy": 0.21424513608217238, + "num_tokens": 11375523.0, + "step": 3965 + }, + { + "entropy": 4.866753625869751, + "epoch": 4.709371293001186, + "grad_norm": 1.03125, + "learning_rate": 0.00034443821612542054, + "loss": 4.5526, + "mean_token_accuracy": 0.21434911489486694, + "num_tokens": 11392353.0, + "step": 3970 + }, + { + "entropy": 4.886464166641235, + "epoch": 4.715302491103203, + "grad_norm": 0.96484375, + "learning_rate": 0.0003439849916895488, + "loss": 4.559, + "mean_token_accuracy": 0.2147858500480652, + "num_tokens": 11407918.0, + "step": 3975 + }, + { + "entropy": 4.937608671188355, + "epoch": 4.72123368920522, + "grad_norm": 1.09375, + "learning_rate": 0.000343531458091471, + "loss": 4.582, + "mean_token_accuracy": 0.21453986465930938, + "num_tokens": 11421888.0, + "step": 3980 + }, + { + "entropy": 4.861459112167358, + "epoch": 4.727164887307236, + "grad_norm": 1.0703125, + "learning_rate": 0.00034307761736373723, + "loss": 4.522, + "mean_token_accuracy": 0.22018359303474427, + "num_tokens": 11436338.0, + "step": 3985 + }, + { + "entropy": 4.854418611526489, + "epoch": 4.733096085409253, + "grad_norm": 1.1015625, + "learning_rate": 0.0003426234715402738, + "loss": 4.4659, + "mean_token_accuracy": 0.223881858587265, + "num_tokens": 11450658.0, + "step": 3990 + }, + { + "entropy": 4.839980363845825, + "epoch": 4.73902728351127, + "grad_norm": 1.1015625, + "learning_rate": 0.00034216902265637463, + "loss": 4.4885, + "mean_token_accuracy": 0.21753302216529846, + "num_tokens": 11464073.0, + "step": 3995 + }, + { + "entropy": 4.8677722930908205, + "epoch": 4.744958481613286, + "grad_norm": 1.0546875, + "learning_rate": 0.00034171427274869165, + "loss": 4.5004, + "mean_token_accuracy": 0.22347734719514847, + "num_tokens": 11477212.0, + "step": 4000 + }, + { + "epoch": 4.744958481613286, + "eval_entropy": 4.764749740530377, + "eval_loss": 5.325899124145508, + "eval_mean_token_accuracy": 0.18570856036949743, + "eval_num_tokens": 11477212.0, + "eval_runtime": 2.4276, + "eval_samples_per_second": 1074.332, + "eval_steps_per_second": 134.292, + "step": 4000 + }, + { + "entropy": 4.929757022857666, + "epoch": 4.750889679715303, + "grad_norm": 1.1875, + "learning_rate": 0.0003412592238552259, + "loss": 4.6662, + "mean_token_accuracy": 0.20496707409620285, + "num_tokens": 11491444.0, + "step": 4005 + }, + { + "entropy": 4.878577470779419, + "epoch": 4.756820877817319, + "grad_norm": 1.125, + "learning_rate": 0.0003408038780153183, + "loss": 4.5484, + "mean_token_accuracy": 0.21888002008199692, + "num_tokens": 11506132.0, + "step": 4010 + }, + { + "entropy": 4.823000574111939, + "epoch": 4.762752075919336, + "grad_norm": 1.1484375, + "learning_rate": 0.0003403482372696407, + "loss": 4.5454, + "mean_token_accuracy": 0.22043904811143875, + "num_tokens": 11519504.0, + "step": 4015 + }, + { + "entropy": 4.863145542144776, + "epoch": 4.7686832740213525, + "grad_norm": 1.078125, + "learning_rate": 0.0003398923036601864, + "loss": 4.5668, + "mean_token_accuracy": 0.2200538322329521, + "num_tokens": 11534759.0, + "step": 4020 + }, + { + "entropy": 4.933641195297241, + "epoch": 4.7746144721233685, + "grad_norm": 1.09375, + "learning_rate": 0.0003394360792302614, + "loss": 4.5454, + "mean_token_accuracy": 0.22164178192615508, + "num_tokens": 11549206.0, + "step": 4025 + }, + { + "entropy": 4.864947748184204, + "epoch": 4.7805456702253855, + "grad_norm": 1.078125, + "learning_rate": 0.00033897956602447495, + "loss": 4.5406, + "mean_token_accuracy": 0.225573368370533, + "num_tokens": 11563651.0, + "step": 4030 + }, + { + "entropy": 4.863853979110718, + "epoch": 4.786476868327402, + "grad_norm": 1.125, + "learning_rate": 0.00033852276608873033, + "loss": 4.5314, + "mean_token_accuracy": 0.21896956264972686, + "num_tokens": 11575766.0, + "step": 4035 + }, + { + "entropy": 4.818316555023193, + "epoch": 4.792408066429418, + "grad_norm": 1.125, + "learning_rate": 0.0003380656814702161, + "loss": 4.4652, + "mean_token_accuracy": 0.22464113533496857, + "num_tokens": 11591603.0, + "step": 4040 + }, + { + "entropy": 4.836750316619873, + "epoch": 4.798339264531435, + "grad_norm": 1.09375, + "learning_rate": 0.0003376083142173964, + "loss": 4.5211, + "mean_token_accuracy": 0.2172957882285118, + "num_tokens": 11606018.0, + "step": 4045 + }, + { + "entropy": 4.810761117935181, + "epoch": 4.804270462633452, + "grad_norm": 1.1328125, + "learning_rate": 0.00033715066638000216, + "loss": 4.4951, + "mean_token_accuracy": 0.23342375010251998, + "num_tokens": 11619293.0, + "step": 4050 + }, + { + "entropy": 4.862966299057007, + "epoch": 4.810201660735468, + "grad_norm": 1.1015625, + "learning_rate": 0.0003366927400090217, + "loss": 4.5458, + "mean_token_accuracy": 0.21534148454666138, + "num_tokens": 11633322.0, + "step": 4055 + }, + { + "entropy": 4.8932507038116455, + "epoch": 4.816132858837485, + "grad_norm": 1.3125, + "learning_rate": 0.0003362345371566918, + "loss": 4.546, + "mean_token_accuracy": 0.21567253470420839, + "num_tokens": 11646093.0, + "step": 4060 + }, + { + "entropy": 4.863575220108032, + "epoch": 4.822064056939502, + "grad_norm": 1.3203125, + "learning_rate": 0.000335776059876488, + "loss": 4.5688, + "mean_token_accuracy": 0.2165099173784256, + "num_tokens": 11660747.0, + "step": 4065 + }, + { + "entropy": 4.835976409912109, + "epoch": 4.827995255041518, + "grad_norm": 1.1875, + "learning_rate": 0.000335317310223116, + "loss": 4.4153, + "mean_token_accuracy": 0.23717533499002458, + "num_tokens": 11672187.0, + "step": 4070 + }, + { + "entropy": 4.890113735198975, + "epoch": 4.833926453143535, + "grad_norm": 1.125, + "learning_rate": 0.00033485829025250194, + "loss": 4.6077, + "mean_token_accuracy": 0.21407151222229004, + "num_tokens": 11685967.0, + "step": 4075 + }, + { + "entropy": 4.913485717773438, + "epoch": 4.839857651245552, + "grad_norm": 1.046875, + "learning_rate": 0.00033439900202178355, + "loss": 4.5178, + "mean_token_accuracy": 0.2256149709224701, + "num_tokens": 11701206.0, + "step": 4080 + }, + { + "entropy": 4.845592927932739, + "epoch": 4.845788849347568, + "grad_norm": 1.1328125, + "learning_rate": 0.0003339394475893008, + "loss": 4.5699, + "mean_token_accuracy": 0.2117096647620201, + "num_tokens": 11715353.0, + "step": 4085 + }, + { + "entropy": 4.919902086257935, + "epoch": 4.851720047449585, + "grad_norm": 1.0703125, + "learning_rate": 0.00033347962901458664, + "loss": 4.5958, + "mean_token_accuracy": 0.2184079959988594, + "num_tokens": 11730399.0, + "step": 4090 + }, + { + "entropy": 4.889105176925659, + "epoch": 4.857651245551601, + "grad_norm": 1.1640625, + "learning_rate": 0.0003330195483583577, + "loss": 4.5858, + "mean_token_accuracy": 0.213704152405262, + "num_tokens": 11745479.0, + "step": 4095 + }, + { + "entropy": 4.864266729354858, + "epoch": 4.863582443653618, + "grad_norm": 1.1015625, + "learning_rate": 0.0003325592076825053, + "loss": 4.5809, + "mean_token_accuracy": 0.2179402753710747, + "num_tokens": 11760878.0, + "step": 4100 + }, + { + "entropy": 4.93606538772583, + "epoch": 4.869513641755635, + "grad_norm": 1.0625, + "learning_rate": 0.00033209860905008583, + "loss": 4.6481, + "mean_token_accuracy": 0.20525944828987122, + "num_tokens": 11777028.0, + "step": 4105 + }, + { + "entropy": 4.8634905338287355, + "epoch": 4.875444839857651, + "grad_norm": 1.140625, + "learning_rate": 0.0003316377545253121, + "loss": 4.5195, + "mean_token_accuracy": 0.22125555127859114, + "num_tokens": 11792209.0, + "step": 4110 + }, + { + "entropy": 4.887179136276245, + "epoch": 4.881376037959668, + "grad_norm": 1.0859375, + "learning_rate": 0.0003311766461735434, + "loss": 4.5487, + "mean_token_accuracy": 0.22195642739534377, + "num_tokens": 11805912.0, + "step": 4115 + }, + { + "entropy": 4.9255828857421875, + "epoch": 4.887307236061685, + "grad_norm": 1.078125, + "learning_rate": 0.0003307152860612768, + "loss": 4.5808, + "mean_token_accuracy": 0.21789040863513948, + "num_tokens": 11821172.0, + "step": 4120 + }, + { + "entropy": 4.893458461761474, + "epoch": 4.893238434163701, + "grad_norm": 1.3046875, + "learning_rate": 0.0003302536762561374, + "loss": 4.5034, + "mean_token_accuracy": 0.2284863442182541, + "num_tokens": 11833933.0, + "step": 4125 + }, + { + "entropy": 4.8413220882415775, + "epoch": 4.899169632265718, + "grad_norm": 1.0234375, + "learning_rate": 0.0003297918188268695, + "loss": 4.5183, + "mean_token_accuracy": 0.2248077154159546, + "num_tokens": 11848990.0, + "step": 4130 + }, + { + "entropy": 4.888180494308472, + "epoch": 4.905100830367735, + "grad_norm": 1.140625, + "learning_rate": 0.0003293297158433271, + "loss": 4.5235, + "mean_token_accuracy": 0.22172283083200456, + "num_tokens": 11863919.0, + "step": 4135 + }, + { + "entropy": 4.9175646781921385, + "epoch": 4.911032028469751, + "grad_norm": 1.21875, + "learning_rate": 0.0003288673693764648, + "loss": 4.6062, + "mean_token_accuracy": 0.21565455198287964, + "num_tokens": 11876650.0, + "step": 4140 + }, + { + "entropy": 4.859852123260498, + "epoch": 4.9169632265717675, + "grad_norm": 0.98046875, + "learning_rate": 0.00032840478149832815, + "loss": 4.5481, + "mean_token_accuracy": 0.22236864566802977, + "num_tokens": 11892036.0, + "step": 4145 + }, + { + "entropy": 4.8943390369415285, + "epoch": 4.9228944246737845, + "grad_norm": 1.1328125, + "learning_rate": 0.0003279419542820448, + "loss": 4.5155, + "mean_token_accuracy": 0.21823452562093734, + "num_tokens": 11907398.0, + "step": 4150 + }, + { + "entropy": 4.858145904541016, + "epoch": 4.9288256227758005, + "grad_norm": 1.0390625, + "learning_rate": 0.0003274788898018149, + "loss": 4.599, + "mean_token_accuracy": 0.21382927298545837, + "num_tokens": 11923165.0, + "step": 4155 + }, + { + "entropy": 4.871183061599732, + "epoch": 4.934756820877817, + "grad_norm": 1.1640625, + "learning_rate": 0.00032701559013290196, + "loss": 4.476, + "mean_token_accuracy": 0.2178041011095047, + "num_tokens": 11938729.0, + "step": 4160 + }, + { + "entropy": 4.86397876739502, + "epoch": 4.940688018979834, + "grad_norm": 1.125, + "learning_rate": 0.0003265520573516235, + "loss": 4.5686, + "mean_token_accuracy": 0.2136895924806595, + "num_tokens": 11953671.0, + "step": 4165 + }, + { + "entropy": 4.81421914100647, + "epoch": 4.94661921708185, + "grad_norm": 1.078125, + "learning_rate": 0.00032608829353534185, + "loss": 4.5268, + "mean_token_accuracy": 0.22146143168210983, + "num_tokens": 11968617.0, + "step": 4170 + }, + { + "entropy": 4.896321058273315, + "epoch": 4.952550415183867, + "grad_norm": 1.09375, + "learning_rate": 0.0003256243007624546, + "loss": 4.6166, + "mean_token_accuracy": 0.21703510284423827, + "num_tokens": 11982847.0, + "step": 4175 + }, + { + "entropy": 4.855389261245728, + "epoch": 4.958481613285883, + "grad_norm": 1.1015625, + "learning_rate": 0.00032516008111238543, + "loss": 4.5444, + "mean_token_accuracy": 0.21965168863534928, + "num_tokens": 11997491.0, + "step": 4180 + }, + { + "entropy": 4.862688875198364, + "epoch": 4.9644128113879, + "grad_norm": 1.09375, + "learning_rate": 0.000324695636665575, + "loss": 4.5908, + "mean_token_accuracy": 0.2122807189822197, + "num_tokens": 12012741.0, + "step": 4185 + }, + { + "entropy": 4.927348279953003, + "epoch": 4.970344009489917, + "grad_norm": 1.203125, + "learning_rate": 0.0003242309695034711, + "loss": 4.6636, + "mean_token_accuracy": 0.21313626170158387, + "num_tokens": 12026201.0, + "step": 4190 + }, + { + "entropy": 4.957273483276367, + "epoch": 4.976275207591933, + "grad_norm": 1.0859375, + "learning_rate": 0.0003237660817085199, + "loss": 4.5618, + "mean_token_accuracy": 0.21957833766937257, + "num_tokens": 12041320.0, + "step": 4195 + }, + { + "entropy": 4.910650777816772, + "epoch": 4.98220640569395, + "grad_norm": 1.4140625, + "learning_rate": 0.0003233009753641562, + "loss": 4.5201, + "mean_token_accuracy": 0.22384442687034606, + "num_tokens": 12053660.0, + "step": 4200 + }, + { + "entropy": 4.848115587234497, + "epoch": 4.988137603795967, + "grad_norm": 1.1796875, + "learning_rate": 0.00032283565255479443, + "loss": 4.4791, + "mean_token_accuracy": 0.2266686037182808, + "num_tokens": 12068555.0, + "step": 4205 + }, + { + "entropy": 4.831573581695556, + "epoch": 4.994068801897983, + "grad_norm": 1.3125, + "learning_rate": 0.00032237011536581883, + "loss": 4.5855, + "mean_token_accuracy": 0.22208631336688994, + "num_tokens": 12082957.0, + "step": 4210 + }, + { + "entropy": 4.878744792938233, + "epoch": 5.0, + "grad_norm": 1.421875, + "learning_rate": 0.00032190436588357466, + "loss": 4.5258, + "mean_token_accuracy": 0.22166276276111602, + "num_tokens": 12095555.0, + "step": 4215 + }, + { + "entropy": 4.844231748580933, + "epoch": 5.005931198102017, + "grad_norm": 1.15625, + "learning_rate": 0.00032143840619535844, + "loss": 4.2337, + "mean_token_accuracy": 0.2483227163553238, + "num_tokens": 12109513.0, + "step": 4220 + }, + { + "entropy": 4.829920148849487, + "epoch": 5.011862396204033, + "grad_norm": 1.1015625, + "learning_rate": 0.00032097223838940895, + "loss": 4.3141, + "mean_token_accuracy": 0.23649795353412628, + "num_tokens": 12122918.0, + "step": 4225 + }, + { + "entropy": 4.917979097366333, + "epoch": 5.01779359430605, + "grad_norm": 1.03125, + "learning_rate": 0.0003205058645548975, + "loss": 4.3393, + "mean_token_accuracy": 0.22969220727682113, + "num_tokens": 12135918.0, + "step": 4230 + }, + { + "entropy": 4.8438128471374515, + "epoch": 5.023724792408067, + "grad_norm": 1.2421875, + "learning_rate": 0.00032003928678191857, + "loss": 4.3453, + "mean_token_accuracy": 0.2355492815375328, + "num_tokens": 12150990.0, + "step": 4235 + }, + { + "entropy": 4.836665248870849, + "epoch": 5.029655990510083, + "grad_norm": 1.046875, + "learning_rate": 0.00031957250716148095, + "loss": 4.2984, + "mean_token_accuracy": 0.23910901099443435, + "num_tokens": 12163890.0, + "step": 4240 + }, + { + "entropy": 4.823347854614258, + "epoch": 5.0355871886121, + "grad_norm": 1.1015625, + "learning_rate": 0.0003191055277854979, + "loss": 4.3162, + "mean_token_accuracy": 0.23670894354581834, + "num_tokens": 12178595.0, + "step": 4245 + }, + { + "entropy": 4.877349472045898, + "epoch": 5.041518386714117, + "grad_norm": 1.046875, + "learning_rate": 0.0003186383507467777, + "loss": 4.3386, + "mean_token_accuracy": 0.24057582765817642, + "num_tokens": 12193676.0, + "step": 4250 + }, + { + "entropy": 4.781665372848511, + "epoch": 5.047449584816133, + "grad_norm": 1.0390625, + "learning_rate": 0.000318170978139015, + "loss": 4.27, + "mean_token_accuracy": 0.24249815344810485, + "num_tokens": 12209710.0, + "step": 4255 + }, + { + "entropy": 4.860457086563111, + "epoch": 5.05338078291815, + "grad_norm": 1.109375, + "learning_rate": 0.0003177034120567802, + "loss": 4.3273, + "mean_token_accuracy": 0.2391873389482498, + "num_tokens": 12224997.0, + "step": 4260 + }, + { + "entropy": 4.844028377532959, + "epoch": 5.059311981020166, + "grad_norm": 1.1015625, + "learning_rate": 0.0003172356545955113, + "loss": 4.3181, + "mean_token_accuracy": 0.23947612792253495, + "num_tokens": 12239382.0, + "step": 4265 + }, + { + "entropy": 4.771719360351563, + "epoch": 5.065243179122183, + "grad_norm": 1.1875, + "learning_rate": 0.0003167677078515038, + "loss": 4.283, + "mean_token_accuracy": 0.24752182513475418, + "num_tokens": 12253107.0, + "step": 4270 + }, + { + "entropy": 4.876428747177124, + "epoch": 5.0711743772241995, + "grad_norm": 1.265625, + "learning_rate": 0.0003162995739219015, + "loss": 4.3646, + "mean_token_accuracy": 0.23150966167449952, + "num_tokens": 12268745.0, + "step": 4275 + }, + { + "entropy": 4.897872829437256, + "epoch": 5.0771055753262155, + "grad_norm": 1.125, + "learning_rate": 0.00031583125490468707, + "loss": 4.4342, + "mean_token_accuracy": 0.23373969942331313, + "num_tokens": 12283940.0, + "step": 4280 + }, + { + "entropy": 4.785506391525269, + "epoch": 5.0830367734282325, + "grad_norm": 1.1796875, + "learning_rate": 0.0003153627528986727, + "loss": 4.2806, + "mean_token_accuracy": 0.23809199929237365, + "num_tokens": 12299780.0, + "step": 4285 + }, + { + "entropy": 4.889186716079712, + "epoch": 5.088967971530249, + "grad_norm": 1.2265625, + "learning_rate": 0.00031489407000349066, + "loss": 4.3844, + "mean_token_accuracy": 0.23290240168571472, + "num_tokens": 12313087.0, + "step": 4290 + }, + { + "entropy": 4.807843160629273, + "epoch": 5.094899169632265, + "grad_norm": 1.2578125, + "learning_rate": 0.0003144252083195838, + "loss": 4.3164, + "mean_token_accuracy": 0.23950324654579164, + "num_tokens": 12326465.0, + "step": 4295 + }, + { + "entropy": 4.8577714443206785, + "epoch": 5.100830367734282, + "grad_norm": 1.0078125, + "learning_rate": 0.0003139561699481964, + "loss": 4.379, + "mean_token_accuracy": 0.235987351834774, + "num_tokens": 12341287.0, + "step": 4300 + }, + { + "entropy": 4.905805683135986, + "epoch": 5.106761565836299, + "grad_norm": 1.140625, + "learning_rate": 0.0003134869569913645, + "loss": 4.3656, + "mean_token_accuracy": 0.23341237306594848, + "num_tokens": 12356658.0, + "step": 4305 + }, + { + "entropy": 4.860331201553345, + "epoch": 5.112692763938315, + "grad_norm": 1.1640625, + "learning_rate": 0.00031301757155190646, + "loss": 4.3051, + "mean_token_accuracy": 0.24117062687873841, + "num_tokens": 12370697.0, + "step": 4310 + }, + { + "entropy": 4.8742602348327635, + "epoch": 5.118623962040332, + "grad_norm": 1.25, + "learning_rate": 0.00031254801573341376, + "loss": 4.3619, + "mean_token_accuracy": 0.23451096564531326, + "num_tokens": 12385894.0, + "step": 4315 + }, + { + "entropy": 4.841465282440185, + "epoch": 5.124555160142349, + "grad_norm": 1.015625, + "learning_rate": 0.00031207829164024134, + "loss": 4.314, + "mean_token_accuracy": 0.23838258236646653, + "num_tokens": 12402898.0, + "step": 4320 + }, + { + "entropy": 4.796236276626587, + "epoch": 5.130486358244365, + "grad_norm": 1.15625, + "learning_rate": 0.0003116084013774984, + "loss": 4.3, + "mean_token_accuracy": 0.23429224789142608, + "num_tokens": 12418827.0, + "step": 4325 + }, + { + "entropy": 4.802973985671997, + "epoch": 5.136417556346382, + "grad_norm": 1.0078125, + "learning_rate": 0.0003111383470510388, + "loss": 4.3419, + "mean_token_accuracy": 0.22728391885757446, + "num_tokens": 12434147.0, + "step": 4330 + }, + { + "entropy": 4.87151985168457, + "epoch": 5.142348754448399, + "grad_norm": 1.078125, + "learning_rate": 0.00031066813076745166, + "loss": 4.4053, + "mean_token_accuracy": 0.23225222229957582, + "num_tokens": 12449443.0, + "step": 4335 + }, + { + "entropy": 4.881012678146362, + "epoch": 5.148279952550415, + "grad_norm": 1.15625, + "learning_rate": 0.000310197754634052, + "loss": 4.3351, + "mean_token_accuracy": 0.23594305366277696, + "num_tokens": 12464433.0, + "step": 4340 + }, + { + "entropy": 4.789875793457031, + "epoch": 5.154211150652432, + "grad_norm": 1.0546875, + "learning_rate": 0.000309727220758871, + "loss": 4.3604, + "mean_token_accuracy": 0.23187562078237534, + "num_tokens": 12479591.0, + "step": 4345 + }, + { + "entropy": 4.771931934356689, + "epoch": 5.160142348754448, + "grad_norm": 1.140625, + "learning_rate": 0.0003092565312506468, + "loss": 4.2235, + "mean_token_accuracy": 0.24507446885108947, + "num_tokens": 12494167.0, + "step": 4350 + }, + { + "entropy": 4.88389139175415, + "epoch": 5.166073546856465, + "grad_norm": 1.171875, + "learning_rate": 0.0003087856882188155, + "loss": 4.3452, + "mean_token_accuracy": 0.24188133627176284, + "num_tokens": 12509967.0, + "step": 4355 + }, + { + "entropy": 4.853326320648193, + "epoch": 5.172004744958482, + "grad_norm": 1.125, + "learning_rate": 0.0003083146937735005, + "loss": 4.367, + "mean_token_accuracy": 0.2336810678243637, + "num_tokens": 12523620.0, + "step": 4360 + }, + { + "entropy": 4.800257539749145, + "epoch": 5.177935943060498, + "grad_norm": 1.09375, + "learning_rate": 0.0003078435500255044, + "loss": 4.3525, + "mean_token_accuracy": 0.24038705974817276, + "num_tokens": 12538097.0, + "step": 4365 + }, + { + "entropy": 4.813706731796264, + "epoch": 5.183867141162515, + "grad_norm": 1.0625, + "learning_rate": 0.0003073722590862985, + "loss": 4.3658, + "mean_token_accuracy": 0.23492267727851868, + "num_tokens": 12554161.0, + "step": 4370 + }, + { + "entropy": 4.866216468811035, + "epoch": 5.189798339264532, + "grad_norm": 1.1328125, + "learning_rate": 0.000306900823068014, + "loss": 4.4054, + "mean_token_accuracy": 0.2308848738670349, + "num_tokens": 12568918.0, + "step": 4375 + }, + { + "entropy": 4.847630739212036, + "epoch": 5.195729537366548, + "grad_norm": 1.03125, + "learning_rate": 0.00030642924408343217, + "loss": 4.4189, + "mean_token_accuracy": 0.2318817436695099, + "num_tokens": 12585563.0, + "step": 4380 + }, + { + "entropy": 4.821104240417481, + "epoch": 5.201660735468565, + "grad_norm": 1.0703125, + "learning_rate": 0.0003059575242459749, + "loss": 4.2935, + "mean_token_accuracy": 0.24165243059396743, + "num_tokens": 12599936.0, + "step": 4385 + }, + { + "entropy": 4.8254319190979, + "epoch": 5.207591933570582, + "grad_norm": 1.1171875, + "learning_rate": 0.0003054856656696955, + "loss": 4.2942, + "mean_token_accuracy": 0.24453072249889374, + "num_tokens": 12614032.0, + "step": 4390 + }, + { + "entropy": 4.816964149475098, + "epoch": 5.213523131672598, + "grad_norm": 1.125, + "learning_rate": 0.00030501367046926905, + "loss": 4.3592, + "mean_token_accuracy": 0.23119001239538192, + "num_tokens": 12629945.0, + "step": 4395 + }, + { + "entropy": 4.867587947845459, + "epoch": 5.2194543297746145, + "grad_norm": 1.0703125, + "learning_rate": 0.0003045415407599828, + "loss": 4.4008, + "mean_token_accuracy": 0.22786637842655183, + "num_tokens": 12644734.0, + "step": 4400 + }, + { + "entropy": 4.835189485549927, + "epoch": 5.2253855278766315, + "grad_norm": 1.0390625, + "learning_rate": 0.0003040692786577269, + "loss": 4.2955, + "mean_token_accuracy": 0.24150839895009996, + "num_tokens": 12659161.0, + "step": 4405 + }, + { + "entropy": 4.755004167556763, + "epoch": 5.2313167259786475, + "grad_norm": 1.1640625, + "learning_rate": 0.00030359688627898466, + "loss": 4.35, + "mean_token_accuracy": 0.23513848781585694, + "num_tokens": 12672967.0, + "step": 4410 + }, + { + "entropy": 4.802477884292602, + "epoch": 5.237247924080664, + "grad_norm": 1.171875, + "learning_rate": 0.0003031243657408237, + "loss": 4.267, + "mean_token_accuracy": 0.2523533508181572, + "num_tokens": 12686976.0, + "step": 4415 + }, + { + "entropy": 4.853684425354004, + "epoch": 5.243179122182681, + "grad_norm": 1.1015625, + "learning_rate": 0.0003026517191608854, + "loss": 4.3461, + "mean_token_accuracy": 0.23946220874786378, + "num_tokens": 12701194.0, + "step": 4420 + }, + { + "entropy": 4.806097936630249, + "epoch": 5.249110320284697, + "grad_norm": 1.21875, + "learning_rate": 0.0003021789486573763, + "loss": 4.3171, + "mean_token_accuracy": 0.23169240206480027, + "num_tokens": 12715746.0, + "step": 4425 + }, + { + "entropy": 4.824302625656128, + "epoch": 5.255041518386714, + "grad_norm": 1.2734375, + "learning_rate": 0.0003017060563490584, + "loss": 4.3597, + "mean_token_accuracy": 0.2341614618897438, + "num_tokens": 12728992.0, + "step": 4430 + }, + { + "entropy": 4.8253926753997805, + "epoch": 5.26097271648873, + "grad_norm": 1.171875, + "learning_rate": 0.0003012330443552394, + "loss": 4.278, + "mean_token_accuracy": 0.2492676392197609, + "num_tokens": 12742845.0, + "step": 4435 + }, + { + "entropy": 4.8544597148895265, + "epoch": 5.266903914590747, + "grad_norm": 1.15625, + "learning_rate": 0.0003007599147957635, + "loss": 4.3682, + "mean_token_accuracy": 0.23218867927789688, + "num_tokens": 12757043.0, + "step": 4440 + }, + { + "entropy": 4.778638744354248, + "epoch": 5.272835112692764, + "grad_norm": 1.1328125, + "learning_rate": 0.0003002866697910018, + "loss": 4.3194, + "mean_token_accuracy": 0.24172900766134262, + "num_tokens": 12771387.0, + "step": 4445 + }, + { + "entropy": 4.8287107944488525, + "epoch": 5.27876631079478, + "grad_norm": 1.1640625, + "learning_rate": 0.00029981331146184255, + "loss": 4.4119, + "mean_token_accuracy": 0.23451469391584395, + "num_tokens": 12784876.0, + "step": 4450 + }, + { + "entropy": 4.8477085590362545, + "epoch": 5.284697508896797, + "grad_norm": 1.109375, + "learning_rate": 0.00029933984192968214, + "loss": 4.3993, + "mean_token_accuracy": 0.22882209867238998, + "num_tokens": 12799244.0, + "step": 4455 + }, + { + "entropy": 4.748208379745483, + "epoch": 5.290628706998814, + "grad_norm": 1.234375, + "learning_rate": 0.0002988662633164152, + "loss": 4.2731, + "mean_token_accuracy": 0.23907728642225265, + "num_tokens": 12813096.0, + "step": 4460 + }, + { + "entropy": 4.787684202194214, + "epoch": 5.29655990510083, + "grad_norm": 1.1484375, + "learning_rate": 0.00029839257774442535, + "loss": 4.3194, + "mean_token_accuracy": 0.2362244665622711, + "num_tokens": 12826868.0, + "step": 4465 + }, + { + "entropy": 4.847586345672608, + "epoch": 5.302491103202847, + "grad_norm": 1.1953125, + "learning_rate": 0.0002979187873365752, + "loss": 4.4331, + "mean_token_accuracy": 0.22908033728599547, + "num_tokens": 12842112.0, + "step": 4470 + }, + { + "entropy": 4.826005601882935, + "epoch": 5.308422301304864, + "grad_norm": 1.125, + "learning_rate": 0.0002974448942161977, + "loss": 4.4115, + "mean_token_accuracy": 0.22701163291931153, + "num_tokens": 12856449.0, + "step": 4475 + }, + { + "entropy": 4.841357088088989, + "epoch": 5.31435349940688, + "grad_norm": 1.1640625, + "learning_rate": 0.00029697090050708575, + "loss": 4.4079, + "mean_token_accuracy": 0.2250249296426773, + "num_tokens": 12870535.0, + "step": 4480 + }, + { + "entropy": 4.855857563018799, + "epoch": 5.320284697508897, + "grad_norm": 1.140625, + "learning_rate": 0.00029649680833348304, + "loss": 4.3412, + "mean_token_accuracy": 0.23591906279325486, + "num_tokens": 12886203.0, + "step": 4485 + }, + { + "entropy": 4.813349199295044, + "epoch": 5.326215895610914, + "grad_norm": 1.0625, + "learning_rate": 0.00029602261982007483, + "loss": 4.3633, + "mean_token_accuracy": 0.23256391584873198, + "num_tokens": 12901141.0, + "step": 4490 + }, + { + "entropy": 4.8215296268463135, + "epoch": 5.33214709371293, + "grad_norm": 1.1015625, + "learning_rate": 0.0002955483370919778, + "loss": 4.3965, + "mean_token_accuracy": 0.22666836231946946, + "num_tokens": 12915652.0, + "step": 4495 + }, + { + "entropy": 4.880937623977661, + "epoch": 5.338078291814947, + "grad_norm": 1.0859375, + "learning_rate": 0.00029507396227473106, + "loss": 4.4473, + "mean_token_accuracy": 0.22892194539308547, + "num_tokens": 12930700.0, + "step": 4500 + }, + { + "epoch": 5.338078291814947, + "eval_entropy": 4.736137125389708, + "eval_loss": 5.304569721221924, + "eval_mean_token_accuracy": 0.18938717486028292, + "eval_num_tokens": 12930700.0, + "eval_runtime": 2.4511, + "eval_samples_per_second": 1064.013, + "eval_steps_per_second": 133.002, + "step": 4500 + }, + { + "entropy": 4.843664312362671, + "epoch": 5.344009489916964, + "grad_norm": 1.0859375, + "learning_rate": 0.0002945994974942864, + "loss": 4.3186, + "mean_token_accuracy": 0.2355135813355446, + "num_tokens": 12946770.0, + "step": 4505 + }, + { + "entropy": 4.8574419021606445, + "epoch": 5.34994068801898, + "grad_norm": 1.234375, + "learning_rate": 0.0002941249448769988, + "loss": 4.439, + "mean_token_accuracy": 0.2281257063150406, + "num_tokens": 12959987.0, + "step": 4510 + }, + { + "entropy": 4.75574221611023, + "epoch": 5.355871886120997, + "grad_norm": 1.1328125, + "learning_rate": 0.0002936503065496167, + "loss": 4.2882, + "mean_token_accuracy": 0.24525963217020036, + "num_tokens": 12973955.0, + "step": 4515 + }, + { + "entropy": 4.7831604957580565, + "epoch": 5.361803084223013, + "grad_norm": 1.078125, + "learning_rate": 0.0002931755846392731, + "loss": 4.3314, + "mean_token_accuracy": 0.24529619365930558, + "num_tokens": 12989517.0, + "step": 4520 + }, + { + "entropy": 4.780605030059815, + "epoch": 5.36773428232503, + "grad_norm": 1.109375, + "learning_rate": 0.000292700781273475, + "loss": 4.316, + "mean_token_accuracy": 0.2391658142209053, + "num_tokens": 13003551.0, + "step": 4525 + }, + { + "entropy": 4.755113983154297, + "epoch": 5.3736654804270465, + "grad_norm": 1.21875, + "learning_rate": 0.00029222589858009484, + "loss": 4.2842, + "mean_token_accuracy": 0.24647714495658873, + "num_tokens": 13018061.0, + "step": 4530 + }, + { + "entropy": 4.792725515365601, + "epoch": 5.3795966785290625, + "grad_norm": 1.1015625, + "learning_rate": 0.0002917509386873605, + "loss": 4.3053, + "mean_token_accuracy": 0.2352105051279068, + "num_tokens": 13032649.0, + "step": 4535 + }, + { + "entropy": 4.802401876449585, + "epoch": 5.3855278766310795, + "grad_norm": 1.1953125, + "learning_rate": 0.00029127590372384583, + "loss": 4.3525, + "mean_token_accuracy": 0.234721739590168, + "num_tokens": 13045177.0, + "step": 4540 + }, + { + "entropy": 4.844398450851441, + "epoch": 5.391459074733096, + "grad_norm": 1.0625, + "learning_rate": 0.00029080079581846106, + "loss": 4.3601, + "mean_token_accuracy": 0.22997759580612182, + "num_tokens": 13060681.0, + "step": 4545 + }, + { + "entropy": 4.834163570404053, + "epoch": 5.397390272835112, + "grad_norm": 1.1875, + "learning_rate": 0.0002903256171004434, + "loss": 4.4038, + "mean_token_accuracy": 0.22616221457719804, + "num_tokens": 13075626.0, + "step": 4550 + }, + { + "entropy": 4.823126602172851, + "epoch": 5.403321470937129, + "grad_norm": 1.125, + "learning_rate": 0.00028985036969934744, + "loss": 4.3701, + "mean_token_accuracy": 0.23211364597082138, + "num_tokens": 13090116.0, + "step": 4555 + }, + { + "entropy": 4.761039781570434, + "epoch": 5.409252669039146, + "grad_norm": 1.1875, + "learning_rate": 0.00028937505574503535, + "loss": 4.3318, + "mean_token_accuracy": 0.24012514650821687, + "num_tokens": 13103898.0, + "step": 4560 + }, + { + "entropy": 4.825210905075073, + "epoch": 5.415183867141162, + "grad_norm": 1.2734375, + "learning_rate": 0.0002888996773676677, + "loss": 4.3503, + "mean_token_accuracy": 0.24052769392728807, + "num_tokens": 13118797.0, + "step": 4565 + }, + { + "entropy": 4.7785906314849855, + "epoch": 5.421115065243179, + "grad_norm": 1.171875, + "learning_rate": 0.0002884242366976939, + "loss": 4.3371, + "mean_token_accuracy": 0.23428652435541153, + "num_tokens": 13134561.0, + "step": 4570 + }, + { + "entropy": 4.820053434371948, + "epoch": 5.427046263345196, + "grad_norm": 1.15625, + "learning_rate": 0.0002879487358658425, + "loss": 4.3491, + "mean_token_accuracy": 0.23811828792095185, + "num_tokens": 13149524.0, + "step": 4575 + }, + { + "entropy": 4.847623109817505, + "epoch": 5.432977461447212, + "grad_norm": 1.109375, + "learning_rate": 0.00028747317700311144, + "loss": 4.3921, + "mean_token_accuracy": 0.23596978485584258, + "num_tokens": 13163943.0, + "step": 4580 + }, + { + "entropy": 4.833776330947876, + "epoch": 5.438908659549229, + "grad_norm": 1.2265625, + "learning_rate": 0.00028699756224075893, + "loss": 4.2558, + "mean_token_accuracy": 0.23830387145280837, + "num_tokens": 13176577.0, + "step": 4585 + }, + { + "entropy": 4.823756504058838, + "epoch": 5.444839857651246, + "grad_norm": 1.2109375, + "learning_rate": 0.0002865218937102938, + "loss": 4.3746, + "mean_token_accuracy": 0.24103988707065582, + "num_tokens": 13190242.0, + "step": 4590 + }, + { + "entropy": 4.767862176895141, + "epoch": 5.450771055753262, + "grad_norm": 1.2578125, + "learning_rate": 0.0002860461735434655, + "loss": 4.3094, + "mean_token_accuracy": 0.24475302696228027, + "num_tokens": 13203362.0, + "step": 4595 + }, + { + "entropy": 4.826624965667724, + "epoch": 5.456702253855279, + "grad_norm": 1.265625, + "learning_rate": 0.0002855704038722552, + "loss": 4.3317, + "mean_token_accuracy": 0.23604598343372346, + "num_tokens": 13217032.0, + "step": 4600 + }, + { + "entropy": 4.841291427612305, + "epoch": 5.462633451957295, + "grad_norm": 1.15625, + "learning_rate": 0.0002850945868288659, + "loss": 4.3418, + "mean_token_accuracy": 0.2411078616976738, + "num_tokens": 13232744.0, + "step": 4605 + }, + { + "entropy": 4.7415900230407715, + "epoch": 5.468564650059312, + "grad_norm": 1.1328125, + "learning_rate": 0.0002846187245457127, + "loss": 4.3422, + "mean_token_accuracy": 0.2436609834432602, + "num_tokens": 13245735.0, + "step": 4610 + }, + { + "entropy": 4.8344916820526125, + "epoch": 5.474495848161329, + "grad_norm": 1.1875, + "learning_rate": 0.00028414281915541356, + "loss": 4.3528, + "mean_token_accuracy": 0.23394585400819778, + "num_tokens": 13259536.0, + "step": 4615 + }, + { + "entropy": 4.810553359985351, + "epoch": 5.480427046263345, + "grad_norm": 1.171875, + "learning_rate": 0.00028366687279077977, + "loss": 4.3221, + "mean_token_accuracy": 0.24472051113843918, + "num_tokens": 13272090.0, + "step": 4620 + }, + { + "entropy": 4.795799779891968, + "epoch": 5.486358244365362, + "grad_norm": 1.1953125, + "learning_rate": 0.000283190887584806, + "loss": 4.3636, + "mean_token_accuracy": 0.24185323417186738, + "num_tokens": 13288133.0, + "step": 4625 + }, + { + "entropy": 4.768116998672485, + "epoch": 5.492289442467379, + "grad_norm": 1.21875, + "learning_rate": 0.00028271486567066123, + "loss": 4.3262, + "mean_token_accuracy": 0.24516888856887817, + "num_tokens": 13302669.0, + "step": 4630 + }, + { + "entropy": 4.857626676559448, + "epoch": 5.498220640569395, + "grad_norm": 1.2890625, + "learning_rate": 0.0002822388091816788, + "loss": 4.34, + "mean_token_accuracy": 0.23627338856458663, + "num_tokens": 13315699.0, + "step": 4635 + }, + { + "entropy": 4.802936267852783, + "epoch": 5.504151838671412, + "grad_norm": 1.203125, + "learning_rate": 0.00028176272025134697, + "loss": 4.3174, + "mean_token_accuracy": 0.24233974516391754, + "num_tokens": 13330488.0, + "step": 4640 + }, + { + "entropy": 4.826246643066407, + "epoch": 5.510083036773429, + "grad_norm": 1.0703125, + "learning_rate": 0.0002812866010132995, + "loss": 4.4473, + "mean_token_accuracy": 0.23123548179864883, + "num_tokens": 13346136.0, + "step": 4645 + }, + { + "entropy": 4.820386505126953, + "epoch": 5.516014234875445, + "grad_norm": 1.2734375, + "learning_rate": 0.00028081045360130587, + "loss": 4.3884, + "mean_token_accuracy": 0.23265957981348037, + "num_tokens": 13359155.0, + "step": 4650 + }, + { + "entropy": 4.768516778945923, + "epoch": 5.5219454329774615, + "grad_norm": 1.2265625, + "learning_rate": 0.000280334280149262, + "loss": 4.31, + "mean_token_accuracy": 0.23903701454401016, + "num_tokens": 13375746.0, + "step": 4655 + }, + { + "entropy": 4.829752349853516, + "epoch": 5.527876631079478, + "grad_norm": 1.140625, + "learning_rate": 0.0002798580827911803, + "loss": 4.4025, + "mean_token_accuracy": 0.23296053260564803, + "num_tokens": 13389305.0, + "step": 4660 + }, + { + "entropy": 4.794039678573609, + "epoch": 5.5338078291814945, + "grad_norm": 1.328125, + "learning_rate": 0.0002793818636611805, + "loss": 4.3455, + "mean_token_accuracy": 0.2343529686331749, + "num_tokens": 13402776.0, + "step": 4665 + }, + { + "entropy": 4.847577714920044, + "epoch": 5.539739027283511, + "grad_norm": 1.140625, + "learning_rate": 0.0002789056248934797, + "loss": 4.3892, + "mean_token_accuracy": 0.22388842105865478, + "num_tokens": 13417814.0, + "step": 4670 + }, + { + "entropy": 4.86315131187439, + "epoch": 5.545670225385528, + "grad_norm": 1.1015625, + "learning_rate": 0.0002784293686223832, + "loss": 4.3679, + "mean_token_accuracy": 0.23124499768018722, + "num_tokens": 13432469.0, + "step": 4675 + }, + { + "entropy": 4.774190044403076, + "epoch": 5.551601423487544, + "grad_norm": 1.1875, + "learning_rate": 0.0002779530969822746, + "loss": 4.289, + "mean_token_accuracy": 0.2422730177640915, + "num_tokens": 13445653.0, + "step": 4680 + }, + { + "entropy": 4.768375205993652, + "epoch": 5.557532621589561, + "grad_norm": 1.140625, + "learning_rate": 0.0002774768121076065, + "loss": 4.3366, + "mean_token_accuracy": 0.24606663435697557, + "num_tokens": 13458930.0, + "step": 4685 + }, + { + "entropy": 4.8354926109313965, + "epoch": 5.563463819691577, + "grad_norm": 1.234375, + "learning_rate": 0.0002770005161328908, + "loss": 4.348, + "mean_token_accuracy": 0.23646435737609864, + "num_tokens": 13472681.0, + "step": 4690 + }, + { + "entropy": 4.77135648727417, + "epoch": 5.569395017793594, + "grad_norm": 0.99609375, + "learning_rate": 0.0002765242111926891, + "loss": 4.33, + "mean_token_accuracy": 0.24189464002847672, + "num_tokens": 13488461.0, + "step": 4695 + }, + { + "entropy": 4.798003149032593, + "epoch": 5.575326215895611, + "grad_norm": 1.109375, + "learning_rate": 0.00027604789942160297, + "loss": 4.3788, + "mean_token_accuracy": 0.22928581088781358, + "num_tokens": 13504080.0, + "step": 4700 + }, + { + "entropy": 4.863557386398315, + "epoch": 5.581257413997627, + "grad_norm": 1.171875, + "learning_rate": 0.00027557158295426506, + "loss": 4.3436, + "mean_token_accuracy": 0.2349960759282112, + "num_tokens": 13516923.0, + "step": 4705 + }, + { + "entropy": 4.781201934814453, + "epoch": 5.587188612099644, + "grad_norm": 1.109375, + "learning_rate": 0.0002750952639253287, + "loss": 4.3449, + "mean_token_accuracy": 0.23918874561786652, + "num_tokens": 13531275.0, + "step": 4710 + }, + { + "entropy": 4.806018733978272, + "epoch": 5.593119810201661, + "grad_norm": 1.1484375, + "learning_rate": 0.00027461894446945877, + "loss": 4.3748, + "mean_token_accuracy": 0.23156485408544542, + "num_tokens": 13544924.0, + "step": 4715 + }, + { + "entropy": 4.832040071487427, + "epoch": 5.599051008303677, + "grad_norm": 1.28125, + "learning_rate": 0.0002741426267213223, + "loss": 4.3362, + "mean_token_accuracy": 0.24287913590669633, + "num_tokens": 13559265.0, + "step": 4720 + }, + { + "entropy": 4.819747447967529, + "epoch": 5.604982206405694, + "grad_norm": 1.125, + "learning_rate": 0.0002736663128155781, + "loss": 4.2819, + "mean_token_accuracy": 0.2389657273888588, + "num_tokens": 13572656.0, + "step": 4725 + }, + { + "entropy": 4.810615396499633, + "epoch": 5.610913404507711, + "grad_norm": 1.0390625, + "learning_rate": 0.0002731900048868685, + "loss": 4.3715, + "mean_token_accuracy": 0.23842447102069855, + "num_tokens": 13587723.0, + "step": 4730 + }, + { + "entropy": 4.850817251205444, + "epoch": 5.616844602609727, + "grad_norm": 1.125, + "learning_rate": 0.00027271370506980853, + "loss": 4.329, + "mean_token_accuracy": 0.2373041734099388, + "num_tokens": 13600739.0, + "step": 4735 + }, + { + "entropy": 4.835582685470581, + "epoch": 5.622775800711744, + "grad_norm": 1.0234375, + "learning_rate": 0.00027223741549897696, + "loss": 4.374, + "mean_token_accuracy": 0.23551319241523744, + "num_tokens": 13616911.0, + "step": 4740 + }, + { + "entropy": 4.746273756027222, + "epoch": 5.62870699881376, + "grad_norm": 1.1328125, + "learning_rate": 0.00027176113830890673, + "loss": 4.3158, + "mean_token_accuracy": 0.23994861990213395, + "num_tokens": 13630518.0, + "step": 4745 + }, + { + "entropy": 4.687458848953247, + "epoch": 5.634638196915777, + "grad_norm": 1.25, + "learning_rate": 0.0002712848756340754, + "loss": 4.1742, + "mean_token_accuracy": 0.2465816020965576, + "num_tokens": 13643295.0, + "step": 4750 + }, + { + "entropy": 4.753887128829956, + "epoch": 5.640569395017794, + "grad_norm": 1.1875, + "learning_rate": 0.000270808629608895, + "loss": 4.337, + "mean_token_accuracy": 0.24828400015830993, + "num_tokens": 13655484.0, + "step": 4755 + }, + { + "entropy": 4.8279914379119875, + "epoch": 5.646500593119811, + "grad_norm": 1.1328125, + "learning_rate": 0.0002703324023677036, + "loss": 4.3604, + "mean_token_accuracy": 0.23901474326848984, + "num_tokens": 13668188.0, + "step": 4760 + }, + { + "entropy": 4.796302223205567, + "epoch": 5.652431791221827, + "grad_norm": 1.0625, + "learning_rate": 0.00026985619604475466, + "loss": 4.3168, + "mean_token_accuracy": 0.24608149528503417, + "num_tokens": 13680172.0, + "step": 4765 + }, + { + "entropy": 4.8139900207519535, + "epoch": 5.658362989323844, + "grad_norm": 1.0546875, + "learning_rate": 0.00026938001277420785, + "loss": 4.3363, + "mean_token_accuracy": 0.2425275981426239, + "num_tokens": 13694330.0, + "step": 4770 + }, + { + "entropy": 4.676712131500244, + "epoch": 5.66429418742586, + "grad_norm": 0.9765625, + "learning_rate": 0.00026890385469011997, + "loss": 4.2022, + "mean_token_accuracy": 0.2537962973117828, + "num_tokens": 13709193.0, + "step": 4775 + }, + { + "entropy": 4.779815292358398, + "epoch": 5.670225385527877, + "grad_norm": 1.2109375, + "learning_rate": 0.00026842772392643443, + "loss": 4.3709, + "mean_token_accuracy": 0.23214032351970673, + "num_tokens": 13722796.0, + "step": 4780 + }, + { + "entropy": 4.808645009994507, + "epoch": 5.6761565836298935, + "grad_norm": 1.078125, + "learning_rate": 0.0002679516226169724, + "loss": 4.3884, + "mean_token_accuracy": 0.22750346809625627, + "num_tokens": 13738026.0, + "step": 4785 + }, + { + "entropy": 4.745830249786377, + "epoch": 5.6820877817319095, + "grad_norm": 1.0625, + "learning_rate": 0.0002674755528954232, + "loss": 4.3299, + "mean_token_accuracy": 0.23688622266054155, + "num_tokens": 13751992.0, + "step": 4790 + }, + { + "entropy": 4.880949592590332, + "epoch": 5.6880189798339265, + "grad_norm": 1.15625, + "learning_rate": 0.00026699951689533445, + "loss": 4.414, + "mean_token_accuracy": 0.23022955358028413, + "num_tokens": 13765489.0, + "step": 4795 + }, + { + "entropy": 4.832452249526978, + "epoch": 5.693950177935943, + "grad_norm": 1.125, + "learning_rate": 0.0002665235167501026, + "loss": 4.3951, + "mean_token_accuracy": 0.22654036283493043, + "num_tokens": 13778840.0, + "step": 4800 + }, + { + "entropy": 4.846195983886719, + "epoch": 5.699881376037959, + "grad_norm": 1.2109375, + "learning_rate": 0.0002660475545929636, + "loss": 4.3922, + "mean_token_accuracy": 0.23317624777555465, + "num_tokens": 13792851.0, + "step": 4805 + }, + { + "entropy": 4.803857803344727, + "epoch": 5.705812574139976, + "grad_norm": 1.140625, + "learning_rate": 0.00026557163255698274, + "loss": 4.3714, + "mean_token_accuracy": 0.23640986084938048, + "num_tokens": 13806024.0, + "step": 4810 + }, + { + "entropy": 4.793094682693481, + "epoch": 5.711743772241993, + "grad_norm": 0.9921875, + "learning_rate": 0.00026509575277504593, + "loss": 4.3571, + "mean_token_accuracy": 0.23723326474428177, + "num_tokens": 13822361.0, + "step": 4815 + }, + { + "entropy": 4.79110016822815, + "epoch": 5.717674970344009, + "grad_norm": 0.99609375, + "learning_rate": 0.0002646199173798497, + "loss": 4.3377, + "mean_token_accuracy": 0.2404965952038765, + "num_tokens": 13836795.0, + "step": 4820 + }, + { + "entropy": 4.765324878692627, + "epoch": 5.723606168446026, + "grad_norm": 1.1796875, + "learning_rate": 0.0002641441285038913, + "loss": 4.2808, + "mean_token_accuracy": 0.2442572832107544, + "num_tokens": 13850955.0, + "step": 4825 + }, + { + "entropy": 4.8904516220092775, + "epoch": 5.729537366548042, + "grad_norm": 1.03125, + "learning_rate": 0.00026366838827945985, + "loss": 4.4156, + "mean_token_accuracy": 0.23086105585098265, + "num_tokens": 13866041.0, + "step": 4830 + }, + { + "entropy": 4.7407355308532715, + "epoch": 5.735468564650059, + "grad_norm": 1.140625, + "learning_rate": 0.00026319269883862633, + "loss": 4.3002, + "mean_token_accuracy": 0.23912660926580429, + "num_tokens": 13880331.0, + "step": 4835 + }, + { + "entropy": 4.74866042137146, + "epoch": 5.741399762752076, + "grad_norm": 1.171875, + "learning_rate": 0.000262717062313234, + "loss": 4.3506, + "mean_token_accuracy": 0.23290519118309022, + "num_tokens": 13894735.0, + "step": 4840 + }, + { + "entropy": 4.799971199035644, + "epoch": 5.747330960854093, + "grad_norm": 1.1796875, + "learning_rate": 0.0002622414808348892, + "loss": 4.3015, + "mean_token_accuracy": 0.2426670715212822, + "num_tokens": 13909786.0, + "step": 4845 + }, + { + "entropy": 4.724190092086792, + "epoch": 5.753262158956109, + "grad_norm": 1.1328125, + "learning_rate": 0.00026176595653495136, + "loss": 4.2908, + "mean_token_accuracy": 0.24885344058275222, + "num_tokens": 13922757.0, + "step": 4850 + }, + { + "entropy": 4.760520982742309, + "epoch": 5.759193357058126, + "grad_norm": 1.1171875, + "learning_rate": 0.0002612904915445238, + "loss": 4.2922, + "mean_token_accuracy": 0.24650558680295945, + "num_tokens": 13937580.0, + "step": 4855 + }, + { + "entropy": 4.810915470123291, + "epoch": 5.765124555160142, + "grad_norm": 1.109375, + "learning_rate": 0.000260815087994444, + "loss": 4.3505, + "mean_token_accuracy": 0.23467869609594344, + "num_tokens": 13954003.0, + "step": 4860 + }, + { + "entropy": 4.779822301864624, + "epoch": 5.771055753262159, + "grad_norm": 1.2578125, + "learning_rate": 0.000260339748015274, + "loss": 4.3166, + "mean_token_accuracy": 0.23698662519454955, + "num_tokens": 13968201.0, + "step": 4865 + }, + { + "entropy": 4.694350147247315, + "epoch": 5.776986951364176, + "grad_norm": 1.109375, + "learning_rate": 0.0002598644737372911, + "loss": 4.2988, + "mean_token_accuracy": 0.2477506458759308, + "num_tokens": 13981851.0, + "step": 4870 + }, + { + "entropy": 4.813791799545288, + "epoch": 5.782918149466192, + "grad_norm": 1.2890625, + "learning_rate": 0.0002593892672904781, + "loss": 4.3285, + "mean_token_accuracy": 0.23808160722255706, + "num_tokens": 13993490.0, + "step": 4875 + }, + { + "entropy": 4.808310556411743, + "epoch": 5.788849347568209, + "grad_norm": 1.0703125, + "learning_rate": 0.00025891413080451377, + "loss": 4.3523, + "mean_token_accuracy": 0.2352833107113838, + "num_tokens": 14008228.0, + "step": 4880 + }, + { + "entropy": 4.792012166976929, + "epoch": 5.794780545670226, + "grad_norm": 1.34375, + "learning_rate": 0.00025843906640876326, + "loss": 4.3314, + "mean_token_accuracy": 0.24585116654634476, + "num_tokens": 14021867.0, + "step": 4885 + }, + { + "entropy": 4.734698677062989, + "epoch": 5.800711743772242, + "grad_norm": 1.1875, + "learning_rate": 0.000257964076232269, + "loss": 4.2356, + "mean_token_accuracy": 0.2509154349565506, + "num_tokens": 14034363.0, + "step": 4890 + }, + { + "entropy": 4.8481605529785154, + "epoch": 5.806642941874259, + "grad_norm": 1.046875, + "learning_rate": 0.00025748916240374016, + "loss": 4.4136, + "mean_token_accuracy": 0.2393478125333786, + "num_tokens": 14050746.0, + "step": 4895 + }, + { + "entropy": 4.8150547504425045, + "epoch": 5.812574139976276, + "grad_norm": 1.296875, + "learning_rate": 0.00025701432705154445, + "loss": 4.4077, + "mean_token_accuracy": 0.2336001753807068, + "num_tokens": 14064729.0, + "step": 4900 + }, + { + "entropy": 4.827139234542846, + "epoch": 5.818505338078292, + "grad_norm": 1.0859375, + "learning_rate": 0.0002565395723036975, + "loss": 4.4199, + "mean_token_accuracy": 0.23818397521972656, + "num_tokens": 14080618.0, + "step": 4905 + }, + { + "entropy": 4.806284618377686, + "epoch": 5.8244365361803085, + "grad_norm": 1.2421875, + "learning_rate": 0.0002560649002878537, + "loss": 4.3333, + "mean_token_accuracy": 0.2396669343113899, + "num_tokens": 14094201.0, + "step": 4910 + }, + { + "entropy": 4.794505453109741, + "epoch": 5.830367734282325, + "grad_norm": 1.140625, + "learning_rate": 0.00025559031313129675, + "loss": 4.3886, + "mean_token_accuracy": 0.22983593195676805, + "num_tokens": 14109905.0, + "step": 4915 + }, + { + "entropy": 4.758055019378662, + "epoch": 5.8362989323843415, + "grad_norm": 1.171875, + "learning_rate": 0.00025511581296093006, + "loss": 4.3336, + "mean_token_accuracy": 0.239557483792305, + "num_tokens": 14125540.0, + "step": 4920 + }, + { + "entropy": 4.840940189361572, + "epoch": 5.842230130486358, + "grad_norm": 1.109375, + "learning_rate": 0.0002546414019032671, + "loss": 4.4238, + "mean_token_accuracy": 0.2327907755970955, + "num_tokens": 14139677.0, + "step": 4925 + }, + { + "entropy": 4.826468849182129, + "epoch": 5.848161328588375, + "grad_norm": 1.1796875, + "learning_rate": 0.0002541670820844223, + "loss": 4.4244, + "mean_token_accuracy": 0.23376403898000717, + "num_tokens": 14154924.0, + "step": 4930 + }, + { + "entropy": 4.799694156646728, + "epoch": 5.854092526690391, + "grad_norm": 1.15625, + "learning_rate": 0.0002536928556301006, + "loss": 4.3389, + "mean_token_accuracy": 0.24434418678283693, + "num_tokens": 14169287.0, + "step": 4935 + }, + { + "entropy": 4.836445283889771, + "epoch": 5.860023724792408, + "grad_norm": 1.1875, + "learning_rate": 0.0002532187246655891, + "loss": 4.2819, + "mean_token_accuracy": 0.24367126673460007, + "num_tokens": 14181965.0, + "step": 4940 + }, + { + "entropy": 4.824612140655518, + "epoch": 5.865954922894424, + "grad_norm": 1.234375, + "learning_rate": 0.0002527446913157467, + "loss": 4.3276, + "mean_token_accuracy": 0.2377263769507408, + "num_tokens": 14195946.0, + "step": 4945 + }, + { + "entropy": 4.764058065414429, + "epoch": 5.871886120996441, + "grad_norm": 1.109375, + "learning_rate": 0.0002522707577049947, + "loss": 4.3822, + "mean_token_accuracy": 0.2389196291565895, + "num_tokens": 14210639.0, + "step": 4950 + }, + { + "entropy": 4.784085130691528, + "epoch": 5.877817319098458, + "grad_norm": 1.1328125, + "learning_rate": 0.00025179692595730767, + "loss": 4.3196, + "mean_token_accuracy": 0.23978573679924012, + "num_tokens": 14225355.0, + "step": 4955 + }, + { + "entropy": 4.843112564086914, + "epoch": 5.883748517200474, + "grad_norm": 1.203125, + "learning_rate": 0.00025132319819620377, + "loss": 4.3853, + "mean_token_accuracy": 0.23785216063261033, + "num_tokens": 14239634.0, + "step": 4960 + }, + { + "entropy": 4.74089937210083, + "epoch": 5.889679715302491, + "grad_norm": 1.234375, + "learning_rate": 0.0002508495765447345, + "loss": 4.2764, + "mean_token_accuracy": 0.2535801813006401, + "num_tokens": 14252622.0, + "step": 4965 + }, + { + "entropy": 4.739436149597168, + "epoch": 5.895610913404508, + "grad_norm": 1.2734375, + "learning_rate": 0.00025037606312547654, + "loss": 4.2741, + "mean_token_accuracy": 0.2499685674905777, + "num_tokens": 14265164.0, + "step": 4970 + }, + { + "entropy": 4.81330246925354, + "epoch": 5.901542111506524, + "grad_norm": 1.171875, + "learning_rate": 0.0002499026600605212, + "loss": 4.3143, + "mean_token_accuracy": 0.24147066473960876, + "num_tokens": 14278402.0, + "step": 4975 + }, + { + "entropy": 4.804416990280151, + "epoch": 5.907473309608541, + "grad_norm": 1.1796875, + "learning_rate": 0.00024942936947146515, + "loss": 4.336, + "mean_token_accuracy": 0.2330878794193268, + "num_tokens": 14292409.0, + "step": 4980 + }, + { + "entropy": 4.761972236633301, + "epoch": 5.913404507710558, + "grad_norm": 1.0390625, + "learning_rate": 0.00024895619347940117, + "loss": 4.3306, + "mean_token_accuracy": 0.24056018590927125, + "num_tokens": 14307269.0, + "step": 4985 + }, + { + "entropy": 4.7936664581298825, + "epoch": 5.919335705812574, + "grad_norm": 1.1875, + "learning_rate": 0.0002484831342049085, + "loss": 4.3291, + "mean_token_accuracy": 0.23838138431310654, + "num_tokens": 14321146.0, + "step": 4990 + }, + { + "entropy": 4.801939821243286, + "epoch": 5.925266903914591, + "grad_norm": 1.203125, + "learning_rate": 0.00024801019376804296, + "loss": 4.3219, + "mean_token_accuracy": 0.23990344852209092, + "num_tokens": 14334060.0, + "step": 4995 + }, + { + "entropy": 4.748884820938111, + "epoch": 5.931198102016607, + "grad_norm": 1.0546875, + "learning_rate": 0.0002475373742883282, + "loss": 4.3339, + "mean_token_accuracy": 0.23838832527399062, + "num_tokens": 14349274.0, + "step": 5000 + }, + { + "epoch": 5.931198102016607, + "eval_entropy": 4.652599839345077, + "eval_loss": 5.263965606689453, + "eval_mean_token_accuracy": 0.19459956169037, + "eval_num_tokens": 14349274.0, + "eval_runtime": 2.4654, + "eval_samples_per_second": 1057.826, + "eval_steps_per_second": 132.228, + "step": 5000 + }, + { + "entropy": 4.708192014694214, + "epoch": 5.937129300118624, + "grad_norm": 1.09375, + "learning_rate": 0.0002470646778847455, + "loss": 4.296, + "mean_token_accuracy": 0.24259315431118011, + "num_tokens": 14364007.0, + "step": 5005 + }, + { + "entropy": 4.773913097381592, + "epoch": 5.943060498220641, + "grad_norm": 0.96484375, + "learning_rate": 0.00024659210667572464, + "loss": 4.3266, + "mean_token_accuracy": 0.23536466509103776, + "num_tokens": 14378916.0, + "step": 5010 + }, + { + "entropy": 4.7855369567871096, + "epoch": 5.948991696322658, + "grad_norm": 1.21875, + "learning_rate": 0.0002461196627791345, + "loss": 4.2882, + "mean_token_accuracy": 0.2476044699549675, + "num_tokens": 14393345.0, + "step": 5015 + }, + { + "entropy": 4.832712602615357, + "epoch": 5.954922894424674, + "grad_norm": 1.1796875, + "learning_rate": 0.00024564734831227316, + "loss": 4.3449, + "mean_token_accuracy": 0.23937438428401947, + "num_tokens": 14405835.0, + "step": 5020 + }, + { + "entropy": 4.792354726791382, + "epoch": 5.960854092526691, + "grad_norm": 1.125, + "learning_rate": 0.0002451751653918587, + "loss": 4.3892, + "mean_token_accuracy": 0.2276507556438446, + "num_tokens": 14421842.0, + "step": 5025 + }, + { + "entropy": 4.811455392837525, + "epoch": 5.966785290628707, + "grad_norm": 1.125, + "learning_rate": 0.00024470311613401997, + "loss": 4.3797, + "mean_token_accuracy": 0.23294659405946733, + "num_tokens": 14436064.0, + "step": 5030 + }, + { + "entropy": 4.774214029312134, + "epoch": 5.972716488730724, + "grad_norm": 1.171875, + "learning_rate": 0.00024423120265428623, + "loss": 4.3126, + "mean_token_accuracy": 0.23919883668422698, + "num_tokens": 14450321.0, + "step": 5035 + }, + { + "entropy": 4.796865844726563, + "epoch": 5.9786476868327405, + "grad_norm": 1.1796875, + "learning_rate": 0.0002437594270675787, + "loss": 4.398, + "mean_token_accuracy": 0.23655554354190828, + "num_tokens": 14465584.0, + "step": 5040 + }, + { + "entropy": 4.830087375640869, + "epoch": 5.9845788849347565, + "grad_norm": 1.21875, + "learning_rate": 0.00024328779148820052, + "loss": 4.473, + "mean_token_accuracy": 0.22175321578979493, + "num_tokens": 14480581.0, + "step": 5045 + }, + { + "entropy": 4.851241827011108, + "epoch": 5.9905100830367735, + "grad_norm": 1.21875, + "learning_rate": 0.0002428162980298272, + "loss": 4.4138, + "mean_token_accuracy": 0.2366853713989258, + "num_tokens": 14493514.0, + "step": 5050 + }, + { + "entropy": 4.79337968826294, + "epoch": 5.99644128113879, + "grad_norm": 1.0234375, + "learning_rate": 0.00024234494880549746, + "loss": 4.3931, + "mean_token_accuracy": 0.23066162765026094, + "num_tokens": 14508061.0, + "step": 5055 + }, + { + "entropy": 4.745760822296143, + "epoch": 6.002372479240806, + "grad_norm": 0.98828125, + "learning_rate": 0.00024187374592760376, + "loss": 4.2059, + "mean_token_accuracy": 0.24971580356359482, + "num_tokens": 14521367.0, + "step": 5060 + }, + { + "entropy": 4.73035454750061, + "epoch": 6.008303677342823, + "grad_norm": 1.1875, + "learning_rate": 0.00024140269150788236, + "loss": 4.1042, + "mean_token_accuracy": 0.2597766384482384, + "num_tokens": 14535691.0, + "step": 5065 + }, + { + "entropy": 4.804089164733886, + "epoch": 6.01423487544484, + "grad_norm": 1.1484375, + "learning_rate": 0.00024093178765740452, + "loss": 4.1846, + "mean_token_accuracy": 0.24867794066667556, + "num_tokens": 14549300.0, + "step": 5070 + }, + { + "entropy": 4.743141746520996, + "epoch": 6.020166073546856, + "grad_norm": 1.578125, + "learning_rate": 0.00024046103648656648, + "loss": 4.1357, + "mean_token_accuracy": 0.25618866086006165, + "num_tokens": 14563517.0, + "step": 5075 + }, + { + "entropy": 4.742384672164917, + "epoch": 6.026097271648873, + "grad_norm": 1.21875, + "learning_rate": 0.00023999044010508037, + "loss": 4.0899, + "mean_token_accuracy": 0.26528758853673934, + "num_tokens": 14577298.0, + "step": 5080 + }, + { + "entropy": 4.77992262840271, + "epoch": 6.032028469750889, + "grad_norm": 1.265625, + "learning_rate": 0.00023952000062196454, + "loss": 4.1423, + "mean_token_accuracy": 0.26021771878004074, + "num_tokens": 14589621.0, + "step": 5085 + }, + { + "entropy": 4.745220375061035, + "epoch": 6.037959667852906, + "grad_norm": 1.125, + "learning_rate": 0.0002390497201455342, + "loss": 4.132, + "mean_token_accuracy": 0.25740298330783845, + "num_tokens": 14603449.0, + "step": 5090 + }, + { + "entropy": 4.76898684501648, + "epoch": 6.043890865954923, + "grad_norm": 1.2890625, + "learning_rate": 0.00023857960078339208, + "loss": 4.144, + "mean_token_accuracy": 0.2559265360236168, + "num_tokens": 14616326.0, + "step": 5095 + }, + { + "entropy": 4.8157140731811525, + "epoch": 6.049822064056939, + "grad_norm": 1.046875, + "learning_rate": 0.00023810964464241868, + "loss": 4.2635, + "mean_token_accuracy": 0.24587225615978242, + "num_tokens": 14631267.0, + "step": 5100 + }, + { + "entropy": 4.746673822402954, + "epoch": 6.055753262158956, + "grad_norm": 1.15625, + "learning_rate": 0.00023763985382876308, + "loss": 4.1225, + "mean_token_accuracy": 0.2622628450393677, + "num_tokens": 14645045.0, + "step": 5105 + }, + { + "entropy": 4.7064050197601315, + "epoch": 6.061684460260973, + "grad_norm": 1.0625, + "learning_rate": 0.00023717023044783343, + "loss": 4.0384, + "mean_token_accuracy": 0.26922540813684465, + "num_tokens": 14659302.0, + "step": 5110 + }, + { + "entropy": 4.775246334075928, + "epoch": 6.067615658362989, + "grad_norm": 1.140625, + "learning_rate": 0.00023670077660428756, + "loss": 4.1612, + "mean_token_accuracy": 0.24770891070365905, + "num_tokens": 14672544.0, + "step": 5115 + }, + { + "entropy": 4.792227792739868, + "epoch": 6.073546856465006, + "grad_norm": 1.09375, + "learning_rate": 0.0002362314944020234, + "loss": 4.2134, + "mean_token_accuracy": 0.24917837828397751, + "num_tokens": 14689011.0, + "step": 5120 + }, + { + "entropy": 4.791463613510132, + "epoch": 6.079478054567023, + "grad_norm": 1.109375, + "learning_rate": 0.0002357623859441698, + "loss": 4.1419, + "mean_token_accuracy": 0.25728278011083605, + "num_tokens": 14701455.0, + "step": 5125 + }, + { + "entropy": 4.814793825149536, + "epoch": 6.085409252669039, + "grad_norm": 1.140625, + "learning_rate": 0.000235293453333077, + "loss": 4.2177, + "mean_token_accuracy": 0.25009917467832565, + "num_tokens": 14716483.0, + "step": 5130 + }, + { + "entropy": 4.751215982437134, + "epoch": 6.091340450771056, + "grad_norm": 1.078125, + "learning_rate": 0.00023482469867030676, + "loss": 4.1233, + "mean_token_accuracy": 0.25721742063760755, + "num_tokens": 14730164.0, + "step": 5135 + }, + { + "entropy": 4.785274934768677, + "epoch": 6.097271648873073, + "grad_norm": 1.1328125, + "learning_rate": 0.00023435612405662388, + "loss": 4.1816, + "mean_token_accuracy": 0.2555907517671585, + "num_tokens": 14744695.0, + "step": 5140 + }, + { + "entropy": 4.749642086029053, + "epoch": 6.103202846975089, + "grad_norm": 1.1171875, + "learning_rate": 0.00023388773159198584, + "loss": 4.2059, + "mean_token_accuracy": 0.2520121678709984, + "num_tokens": 14759503.0, + "step": 5145 + }, + { + "entropy": 4.843703651428223, + "epoch": 6.109134045077106, + "grad_norm": 1.078125, + "learning_rate": 0.00023341952337553414, + "loss": 4.2096, + "mean_token_accuracy": 0.252188840508461, + "num_tokens": 14774961.0, + "step": 5150 + }, + { + "entropy": 4.758553743362427, + "epoch": 6.115065243179123, + "grad_norm": 1.1328125, + "learning_rate": 0.0002329515015055843, + "loss": 4.113, + "mean_token_accuracy": 0.2630035519599915, + "num_tokens": 14789617.0, + "step": 5155 + }, + { + "entropy": 4.7613019943237305, + "epoch": 6.120996441281139, + "grad_norm": 1.140625, + "learning_rate": 0.00023248366807961674, + "loss": 4.1801, + "mean_token_accuracy": 0.25420621037483215, + "num_tokens": 14803921.0, + "step": 5160 + }, + { + "entropy": 4.78867392539978, + "epoch": 6.1269276393831555, + "grad_norm": 1.1328125, + "learning_rate": 0.0002320160251942675, + "loss": 4.1839, + "mean_token_accuracy": 0.25387351512908934, + "num_tokens": 14818466.0, + "step": 5165 + }, + { + "entropy": 4.767274618148804, + "epoch": 6.132858837485172, + "grad_norm": 1.1640625, + "learning_rate": 0.00023154857494531872, + "loss": 4.2231, + "mean_token_accuracy": 0.25017287135124205, + "num_tokens": 14833256.0, + "step": 5170 + }, + { + "entropy": 4.780109071731568, + "epoch": 6.1387900355871885, + "grad_norm": 1.109375, + "learning_rate": 0.0002310813194276889, + "loss": 4.1899, + "mean_token_accuracy": 0.250496344268322, + "num_tokens": 14848164.0, + "step": 5175 + }, + { + "entropy": 4.742455339431762, + "epoch": 6.144721233689205, + "grad_norm": 1.1796875, + "learning_rate": 0.00023061426073542413, + "loss": 4.1381, + "mean_token_accuracy": 0.26113935112953185, + "num_tokens": 14860418.0, + "step": 5180 + }, + { + "entropy": 4.796003627777099, + "epoch": 6.1506524317912215, + "grad_norm": 1.1953125, + "learning_rate": 0.0002301474009616885, + "loss": 4.247, + "mean_token_accuracy": 0.24784840941429137, + "num_tokens": 14875655.0, + "step": 5185 + }, + { + "entropy": 4.808759689331055, + "epoch": 6.156583629893238, + "grad_norm": 1.0859375, + "learning_rate": 0.00022968074219875418, + "loss": 4.2155, + "mean_token_accuracy": 0.2534328117966652, + "num_tokens": 14890851.0, + "step": 5190 + }, + { + "entropy": 4.7517026424407955, + "epoch": 6.162514827995255, + "grad_norm": 1.125, + "learning_rate": 0.00022921428653799298, + "loss": 4.1056, + "mean_token_accuracy": 0.2656860455870628, + "num_tokens": 14906189.0, + "step": 5195 + }, + { + "entropy": 4.72308316230774, + "epoch": 6.168446026097271, + "grad_norm": 1.15625, + "learning_rate": 0.00022874803606986617, + "loss": 4.1346, + "mean_token_accuracy": 0.2545752048492432, + "num_tokens": 14920625.0, + "step": 5200 + }, + { + "entropy": 4.731480121612549, + "epoch": 6.174377224199288, + "grad_norm": 1.21875, + "learning_rate": 0.00022828199288391554, + "loss": 4.1352, + "mean_token_accuracy": 0.25461106449365617, + "num_tokens": 14935524.0, + "step": 5205 + }, + { + "entropy": 4.818871974945068, + "epoch": 6.180308422301305, + "grad_norm": 1.125, + "learning_rate": 0.00022781615906875414, + "loss": 4.1816, + "mean_token_accuracy": 0.2538179770112038, + "num_tokens": 14950503.0, + "step": 5210 + }, + { + "entropy": 4.788936758041382, + "epoch": 6.186239620403321, + "grad_norm": 1.0859375, + "learning_rate": 0.0002273505367120562, + "loss": 4.1846, + "mean_token_accuracy": 0.24845887273550032, + "num_tokens": 14967533.0, + "step": 5215 + }, + { + "entropy": 4.842661952972412, + "epoch": 6.192170818505338, + "grad_norm": 1.1015625, + "learning_rate": 0.00022688512790054865, + "loss": 4.2189, + "mean_token_accuracy": 0.24378627836704253, + "num_tokens": 14980276.0, + "step": 5220 + }, + { + "entropy": 4.736074161529541, + "epoch": 6.198102016607355, + "grad_norm": 1.1640625, + "learning_rate": 0.0002264199347200015, + "loss": 4.1122, + "mean_token_accuracy": 0.2617910668253899, + "num_tokens": 14993270.0, + "step": 5225 + }, + { + "entropy": 4.726060914993286, + "epoch": 6.204033214709371, + "grad_norm": 1.0390625, + "learning_rate": 0.00022595495925521804, + "loss": 4.1215, + "mean_token_accuracy": 0.2615621656179428, + "num_tokens": 15007725.0, + "step": 5230 + }, + { + "entropy": 4.710829830169677, + "epoch": 6.209964412811388, + "grad_norm": 1.171875, + "learning_rate": 0.0002254902035900261, + "loss": 4.1208, + "mean_token_accuracy": 0.253796873986721, + "num_tokens": 15022909.0, + "step": 5235 + }, + { + "entropy": 4.801334238052368, + "epoch": 6.215895610913405, + "grad_norm": 1.0859375, + "learning_rate": 0.00022502566980726852, + "loss": 4.1901, + "mean_token_accuracy": 0.25595812797546386, + "num_tokens": 15036894.0, + "step": 5240 + }, + { + "entropy": 4.777053499221802, + "epoch": 6.221826809015421, + "grad_norm": 1.0, + "learning_rate": 0.00022456135998879335, + "loss": 4.1183, + "mean_token_accuracy": 0.2579038292169571, + "num_tokens": 15053898.0, + "step": 5245 + }, + { + "entropy": 4.754766321182251, + "epoch": 6.227758007117438, + "grad_norm": 1.1953125, + "learning_rate": 0.0002240972762154453, + "loss": 4.1538, + "mean_token_accuracy": 0.25917364209890364, + "num_tokens": 15067661.0, + "step": 5250 + }, + { + "entropy": 4.779755878448486, + "epoch": 6.233689205219454, + "grad_norm": 1.140625, + "learning_rate": 0.000223633420567056, + "loss": 4.182, + "mean_token_accuracy": 0.2558010220527649, + "num_tokens": 15082174.0, + "step": 5255 + }, + { + "entropy": 4.731582498550415, + "epoch": 6.239620403321471, + "grad_norm": 1.109375, + "learning_rate": 0.0002231697951224346, + "loss": 4.1443, + "mean_token_accuracy": 0.25625418722629545, + "num_tokens": 15096044.0, + "step": 5260 + }, + { + "entropy": 4.8570098876953125, + "epoch": 6.245551601423488, + "grad_norm": 1.265625, + "learning_rate": 0.0002227064019593586, + "loss": 4.2752, + "mean_token_accuracy": 0.2415375977754593, + "num_tokens": 15111548.0, + "step": 5265 + }, + { + "entropy": 4.703935050964356, + "epoch": 6.251482799525504, + "grad_norm": 1.2109375, + "learning_rate": 0.00022224324315456474, + "loss": 4.1051, + "mean_token_accuracy": 0.2591488644480705, + "num_tokens": 15125669.0, + "step": 5270 + }, + { + "entropy": 4.771063804626465, + "epoch": 6.257413997627521, + "grad_norm": 1.25, + "learning_rate": 0.00022178032078373894, + "loss": 4.1977, + "mean_token_accuracy": 0.2615684702992439, + "num_tokens": 15139708.0, + "step": 5275 + }, + { + "entropy": 4.7325742721557615, + "epoch": 6.263345195729538, + "grad_norm": 1.109375, + "learning_rate": 0.00022131763692150798, + "loss": 4.1431, + "mean_token_accuracy": 0.2557313323020935, + "num_tokens": 15154147.0, + "step": 5280 + }, + { + "entropy": 4.734698009490967, + "epoch": 6.269276393831554, + "grad_norm": 1.2734375, + "learning_rate": 0.00022085519364142963, + "loss": 4.0968, + "mean_token_accuracy": 0.26601689010858537, + "num_tokens": 15167684.0, + "step": 5285 + }, + { + "entropy": 4.75499119758606, + "epoch": 6.275207591933571, + "grad_norm": 1.2734375, + "learning_rate": 0.00022039299301598343, + "loss": 4.2305, + "mean_token_accuracy": 0.24574412703514098, + "num_tokens": 15180863.0, + "step": 5290 + }, + { + "entropy": 4.757374382019043, + "epoch": 6.2811387900355875, + "grad_norm": 1.1640625, + "learning_rate": 0.00021993103711656148, + "loss": 4.1598, + "mean_token_accuracy": 0.25554181486368177, + "num_tokens": 15195479.0, + "step": 5295 + }, + { + "entropy": 4.715495347976685, + "epoch": 6.2870699881376035, + "grad_norm": 1.140625, + "learning_rate": 0.00021946932801345903, + "loss": 4.1223, + "mean_token_accuracy": 0.25854379385709764, + "num_tokens": 15209262.0, + "step": 5300 + }, + { + "entropy": 4.6957752227783205, + "epoch": 6.2930011862396205, + "grad_norm": 1.203125, + "learning_rate": 0.00021900786777586534, + "loss": 4.0705, + "mean_token_accuracy": 0.27112670689821244, + "num_tokens": 15223626.0, + "step": 5305 + }, + { + "entropy": 4.763528347015381, + "epoch": 6.298932384341637, + "grad_norm": 1.1953125, + "learning_rate": 0.00021854665847185445, + "loss": 4.1249, + "mean_token_accuracy": 0.259819307923317, + "num_tokens": 15237868.0, + "step": 5310 + }, + { + "entropy": 4.7126524448394775, + "epoch": 6.304863582443653, + "grad_norm": 1.1171875, + "learning_rate": 0.00021808570216837569, + "loss": 4.1449, + "mean_token_accuracy": 0.25789590924978256, + "num_tokens": 15252569.0, + "step": 5315 + }, + { + "entropy": 4.786526203155518, + "epoch": 6.31079478054567, + "grad_norm": 1.1015625, + "learning_rate": 0.0002176250009312446, + "loss": 4.1082, + "mean_token_accuracy": 0.2608945667743683, + "num_tokens": 15266181.0, + "step": 5320 + }, + { + "entropy": 4.792176580429077, + "epoch": 6.316725978647687, + "grad_norm": 1.28125, + "learning_rate": 0.0002171645568251337, + "loss": 4.2237, + "mean_token_accuracy": 0.24639234989881514, + "num_tokens": 15281177.0, + "step": 5325 + }, + { + "entropy": 4.685246562957763, + "epoch": 6.322657176749703, + "grad_norm": 1.25, + "learning_rate": 0.00021670437191356295, + "loss": 4.0926, + "mean_token_accuracy": 0.27036156356334684, + "num_tokens": 15293344.0, + "step": 5330 + }, + { + "entropy": 4.756206893920899, + "epoch": 6.32858837485172, + "grad_norm": 1.140625, + "learning_rate": 0.0002162444482588908, + "loss": 4.2745, + "mean_token_accuracy": 0.2503564581274986, + "num_tokens": 15307438.0, + "step": 5335 + }, + { + "entropy": 4.750091648101806, + "epoch": 6.334519572953736, + "grad_norm": 1.109375, + "learning_rate": 0.00021578478792230504, + "loss": 4.1165, + "mean_token_accuracy": 0.25345486402511597, + "num_tokens": 15320478.0, + "step": 5340 + }, + { + "entropy": 4.777521848678589, + "epoch": 6.340450771055753, + "grad_norm": 1.1484375, + "learning_rate": 0.00021532539296381314, + "loss": 4.1919, + "mean_token_accuracy": 0.24896891564130783, + "num_tokens": 15335037.0, + "step": 5345 + }, + { + "entropy": 4.727483654022217, + "epoch": 6.34638196915777, + "grad_norm": 1.03125, + "learning_rate": 0.00021486626544223332, + "loss": 4.2599, + "mean_token_accuracy": 0.2466239184141159, + "num_tokens": 15351310.0, + "step": 5350 + }, + { + "entropy": 4.745375299453736, + "epoch": 6.352313167259786, + "grad_norm": 1.265625, + "learning_rate": 0.00021440740741518534, + "loss": 4.1448, + "mean_token_accuracy": 0.2537722200155258, + "num_tokens": 15365009.0, + "step": 5355 + }, + { + "entropy": 4.724126195907592, + "epoch": 6.358244365361803, + "grad_norm": 1.125, + "learning_rate": 0.00021394882093908097, + "loss": 4.1642, + "mean_token_accuracy": 0.24910940676927568, + "num_tokens": 15379980.0, + "step": 5360 + }, + { + "entropy": 4.710079765319824, + "epoch": 6.36417556346382, + "grad_norm": 1.171875, + "learning_rate": 0.00021349050806911536, + "loss": 4.101, + "mean_token_accuracy": 0.25774708241224287, + "num_tokens": 15393331.0, + "step": 5365 + }, + { + "entropy": 4.796683835983276, + "epoch": 6.370106761565836, + "grad_norm": 1.15625, + "learning_rate": 0.00021303247085925715, + "loss": 4.18, + "mean_token_accuracy": 0.2545799657702446, + "num_tokens": 15406384.0, + "step": 5370 + }, + { + "entropy": 4.70715069770813, + "epoch": 6.376037959667853, + "grad_norm": 1.1015625, + "learning_rate": 0.00021257471136223972, + "loss": 4.1033, + "mean_token_accuracy": 0.2652807131409645, + "num_tokens": 15421366.0, + "step": 5375 + }, + { + "entropy": 4.796708965301514, + "epoch": 6.38196915776987, + "grad_norm": 1.1796875, + "learning_rate": 0.00021211723162955194, + "loss": 4.3088, + "mean_token_accuracy": 0.2433738112449646, + "num_tokens": 15436499.0, + "step": 5380 + }, + { + "entropy": 4.7571878910064695, + "epoch": 6.387900355871886, + "grad_norm": 1.1171875, + "learning_rate": 0.00021166003371142855, + "loss": 4.1354, + "mean_token_accuracy": 0.2604342848062515, + "num_tokens": 15450695.0, + "step": 5385 + }, + { + "entropy": 4.728578424453735, + "epoch": 6.393831553973903, + "grad_norm": 1.296875, + "learning_rate": 0.0002112031196568418, + "loss": 4.1403, + "mean_token_accuracy": 0.2522526666522026, + "num_tokens": 15465113.0, + "step": 5390 + }, + { + "entropy": 4.745226716995239, + "epoch": 6.39976275207592, + "grad_norm": 1.28125, + "learning_rate": 0.00021074649151349157, + "loss": 4.142, + "mean_token_accuracy": 0.25918426364660263, + "num_tokens": 15478194.0, + "step": 5395 + }, + { + "entropy": 4.745215320587159, + "epoch": 6.405693950177936, + "grad_norm": 1.2578125, + "learning_rate": 0.00021029015132779615, + "loss": 4.2211, + "mean_token_accuracy": 0.2551017105579376, + "num_tokens": 15492600.0, + "step": 5400 + }, + { + "entropy": 4.838167905807495, + "epoch": 6.411625148279953, + "grad_norm": 1.2109375, + "learning_rate": 0.00020983410114488367, + "loss": 4.2233, + "mean_token_accuracy": 0.2533955991268158, + "num_tokens": 15506023.0, + "step": 5405 + }, + { + "entropy": 4.741149950027466, + "epoch": 6.41755634638197, + "grad_norm": 1.2890625, + "learning_rate": 0.0002093783430085825, + "loss": 4.2066, + "mean_token_accuracy": 0.2551663339138031, + "num_tokens": 15520530.0, + "step": 5410 + }, + { + "entropy": 4.8033700466156, + "epoch": 6.423487544483986, + "grad_norm": 1.1171875, + "learning_rate": 0.00020892287896141204, + "loss": 4.1593, + "mean_token_accuracy": 0.2508813560009003, + "num_tokens": 15534048.0, + "step": 5415 + }, + { + "entropy": 4.7030867576599125, + "epoch": 6.4294187425860025, + "grad_norm": 1.2109375, + "learning_rate": 0.0002084677110445739, + "loss": 4.1392, + "mean_token_accuracy": 0.26492889374494555, + "num_tokens": 15547188.0, + "step": 5420 + }, + { + "entropy": 4.7414158344268795, + "epoch": 6.435349940688019, + "grad_norm": 1.140625, + "learning_rate": 0.0002080128412979425, + "loss": 4.1605, + "mean_token_accuracy": 0.262862454354763, + "num_tokens": 15560867.0, + "step": 5425 + }, + { + "entropy": 4.7034995555877686, + "epoch": 6.4412811387900355, + "grad_norm": 1.125, + "learning_rate": 0.00020755827176005575, + "loss": 4.1243, + "mean_token_accuracy": 0.26048964262008667, + "num_tokens": 15573812.0, + "step": 5430 + }, + { + "entropy": 4.752125215530396, + "epoch": 6.447212336892052, + "grad_norm": 1.0625, + "learning_rate": 0.00020710400446810658, + "loss": 4.1689, + "mean_token_accuracy": 0.24977132230997084, + "num_tokens": 15589427.0, + "step": 5435 + }, + { + "entropy": 4.764254903793335, + "epoch": 6.4531435349940685, + "grad_norm": 1.1171875, + "learning_rate": 0.00020665004145793293, + "loss": 4.1237, + "mean_token_accuracy": 0.26629842519760133, + "num_tokens": 15603741.0, + "step": 5440 + }, + { + "entropy": 4.722282791137696, + "epoch": 6.459074733096085, + "grad_norm": 1.0859375, + "learning_rate": 0.00020619638476400943, + "loss": 4.1705, + "mean_token_accuracy": 0.25587973445653917, + "num_tokens": 15617735.0, + "step": 5445 + }, + { + "entropy": 4.722723722457886, + "epoch": 6.465005931198102, + "grad_norm": 1.3671875, + "learning_rate": 0.00020574303641943782, + "loss": 4.1902, + "mean_token_accuracy": 0.2547612652182579, + "num_tokens": 15630910.0, + "step": 5450 + }, + { + "entropy": 4.742911911010742, + "epoch": 6.470937129300118, + "grad_norm": 1.125, + "learning_rate": 0.0002052899984559377, + "loss": 4.1566, + "mean_token_accuracy": 0.2643850788474083, + "num_tokens": 15644797.0, + "step": 5455 + }, + { + "entropy": 4.760161256790161, + "epoch": 6.476868327402135, + "grad_norm": 1.0859375, + "learning_rate": 0.00020483727290383812, + "loss": 4.1903, + "mean_token_accuracy": 0.250904580950737, + "num_tokens": 15658991.0, + "step": 5460 + }, + { + "entropy": 4.706643009185791, + "epoch": 6.482799525504152, + "grad_norm": 1.21875, + "learning_rate": 0.00020438486179206772, + "loss": 4.1439, + "mean_token_accuracy": 0.25506513714790346, + "num_tokens": 15671787.0, + "step": 5465 + }, + { + "entropy": 4.693522787094116, + "epoch": 6.488730723606168, + "grad_norm": 1.0703125, + "learning_rate": 0.0002039327671481459, + "loss": 4.1592, + "mean_token_accuracy": 0.2543107122182846, + "num_tokens": 15687183.0, + "step": 5470 + }, + { + "entropy": 4.765786266326904, + "epoch": 6.494661921708185, + "grad_norm": 0.97265625, + "learning_rate": 0.000203480990998174, + "loss": 4.1716, + "mean_token_accuracy": 0.25282373279333115, + "num_tokens": 15704586.0, + "step": 5475 + }, + { + "entropy": 4.7568827152252195, + "epoch": 6.500593119810202, + "grad_norm": 1.046875, + "learning_rate": 0.00020302953536682606, + "loss": 4.1898, + "mean_token_accuracy": 0.25484422594308853, + "num_tokens": 15718861.0, + "step": 5480 + }, + { + "entropy": 4.758185243606567, + "epoch": 6.506524317912218, + "grad_norm": 1.1953125, + "learning_rate": 0.00020257840227733926, + "loss": 4.2025, + "mean_token_accuracy": 0.2534889817237854, + "num_tokens": 15733547.0, + "step": 5485 + }, + { + "entropy": 4.733855247497559, + "epoch": 6.512455516014235, + "grad_norm": 1.1875, + "learning_rate": 0.00020212759375150564, + "loss": 4.1747, + "mean_token_accuracy": 0.2521922826766968, + "num_tokens": 15747662.0, + "step": 5490 + }, + { + "entropy": 4.776731967926025, + "epoch": 6.518386714116252, + "grad_norm": 1.2734375, + "learning_rate": 0.00020167711180966275, + "loss": 4.2361, + "mean_token_accuracy": 0.24944700449705123, + "num_tokens": 15762160.0, + "step": 5495 + }, + { + "entropy": 4.7545074939727785, + "epoch": 6.524317912218268, + "grad_norm": 1.2109375, + "learning_rate": 0.00020122695847068413, + "loss": 4.1817, + "mean_token_accuracy": 0.2521538719534874, + "num_tokens": 15778486.0, + "step": 5500 + }, + { + "epoch": 6.524317912218268, + "eval_entropy": 4.677589024502807, + "eval_loss": 5.258727550506592, + "eval_mean_token_accuracy": 0.196114729335703, + "eval_num_tokens": 15778486.0, + "eval_runtime": 2.6281, + "eval_samples_per_second": 992.341, + "eval_steps_per_second": 124.043, + "step": 5500 + }, + { + "entropy": 4.7626618385314945, + "epoch": 6.530249110320285, + "grad_norm": 1.015625, + "learning_rate": 0.00020077713575197115, + "loss": 4.1431, + "mean_token_accuracy": 0.2633996903896332, + "num_tokens": 15792912.0, + "step": 5505 + }, + { + "entropy": 4.821646690368652, + "epoch": 6.536180308422301, + "grad_norm": 1.2578125, + "learning_rate": 0.000200327645669443, + "loss": 4.2466, + "mean_token_accuracy": 0.24895731806755067, + "num_tokens": 15806844.0, + "step": 5510 + }, + { + "entropy": 4.7317163944244385, + "epoch": 6.542111506524318, + "grad_norm": 1.046875, + "learning_rate": 0.0001998784902375284, + "loss": 4.1274, + "mean_token_accuracy": 0.26149736940860746, + "num_tokens": 15820005.0, + "step": 5515 + }, + { + "entropy": 4.832112836837768, + "epoch": 6.548042704626335, + "grad_norm": 1.296875, + "learning_rate": 0.00019942967146915642, + "loss": 4.3039, + "mean_token_accuracy": 0.24466286301612855, + "num_tokens": 15834518.0, + "step": 5520 + }, + { + "entropy": 4.759687042236328, + "epoch": 6.553973902728351, + "grad_norm": 1.1640625, + "learning_rate": 0.000198981191375747, + "loss": 4.1858, + "mean_token_accuracy": 0.25404632091522217, + "num_tokens": 15848414.0, + "step": 5525 + }, + { + "entropy": 4.7223570346832275, + "epoch": 6.559905100830368, + "grad_norm": 1.2421875, + "learning_rate": 0.0001985330519672025, + "loss": 4.1067, + "mean_token_accuracy": 0.26446701437234876, + "num_tokens": 15862634.0, + "step": 5530 + }, + { + "entropy": 4.741420745849609, + "epoch": 6.565836298932385, + "grad_norm": 1.2421875, + "learning_rate": 0.00019808525525189864, + "loss": 4.2288, + "mean_token_accuracy": 0.25221395790576934, + "num_tokens": 15876121.0, + "step": 5535 + }, + { + "entropy": 4.765332937240601, + "epoch": 6.571767497034401, + "grad_norm": 1.2109375, + "learning_rate": 0.00019763780323667478, + "loss": 4.1204, + "mean_token_accuracy": 0.26418492943048477, + "num_tokens": 15890457.0, + "step": 5540 + }, + { + "entropy": 4.749009418487549, + "epoch": 6.577698695136418, + "grad_norm": 1.1640625, + "learning_rate": 0.00019719069792682603, + "loss": 4.2243, + "mean_token_accuracy": 0.2510946154594421, + "num_tokens": 15903499.0, + "step": 5545 + }, + { + "entropy": 4.708383226394654, + "epoch": 6.5836298932384345, + "grad_norm": 1.2734375, + "learning_rate": 0.00019674394132609358, + "loss": 4.0348, + "mean_token_accuracy": 0.2668359696865082, + "num_tokens": 15915346.0, + "step": 5550 + }, + { + "entropy": 4.709152603149414, + "epoch": 6.5895610913404505, + "grad_norm": 1.2265625, + "learning_rate": 0.00019629753543665558, + "loss": 4.1315, + "mean_token_accuracy": 0.263986074924469, + "num_tokens": 15929352.0, + "step": 5555 + }, + { + "entropy": 4.760223770141602, + "epoch": 6.5954922894424675, + "grad_norm": 1.140625, + "learning_rate": 0.00019585148225911863, + "loss": 4.2066, + "mean_token_accuracy": 0.25318457931280136, + "num_tokens": 15943379.0, + "step": 5560 + }, + { + "entropy": 4.786670970916748, + "epoch": 6.6014234875444835, + "grad_norm": 1.171875, + "learning_rate": 0.0001954057837925089, + "loss": 4.1997, + "mean_token_accuracy": 0.2464132636785507, + "num_tokens": 15960249.0, + "step": 5565 + }, + { + "entropy": 4.748265886306763, + "epoch": 6.6073546856465, + "grad_norm": 1.1875, + "learning_rate": 0.00019496044203426227, + "loss": 4.2186, + "mean_token_accuracy": 0.253728075325489, + "num_tokens": 15976593.0, + "step": 5570 + }, + { + "entropy": 4.728971910476685, + "epoch": 6.613285883748517, + "grad_norm": 1.171875, + "learning_rate": 0.0001945154589802165, + "loss": 4.2002, + "mean_token_accuracy": 0.25083582699298856, + "num_tokens": 15990264.0, + "step": 5575 + }, + { + "entropy": 4.765192365646362, + "epoch": 6.619217081850534, + "grad_norm": 1.265625, + "learning_rate": 0.00019407083662460167, + "loss": 4.2443, + "mean_token_accuracy": 0.24514267295598985, + "num_tokens": 16003878.0, + "step": 5580 + }, + { + "entropy": 4.749647521972657, + "epoch": 6.62514827995255, + "grad_norm": 1.109375, + "learning_rate": 0.00019362657696003118, + "loss": 4.1554, + "mean_token_accuracy": 0.24948494136333466, + "num_tokens": 16019851.0, + "step": 5585 + }, + { + "entropy": 4.822388553619385, + "epoch": 6.631079478054567, + "grad_norm": 1.1953125, + "learning_rate": 0.00019318268197749333, + "loss": 4.1847, + "mean_token_accuracy": 0.25582956075668334, + "num_tokens": 16033901.0, + "step": 5590 + }, + { + "entropy": 4.71464581489563, + "epoch": 6.637010676156583, + "grad_norm": 1.2734375, + "learning_rate": 0.0001927391536663417, + "loss": 4.158, + "mean_token_accuracy": 0.26538464725017546, + "num_tokens": 16047944.0, + "step": 5595 + }, + { + "entropy": 4.737095737457276, + "epoch": 6.6429418742586, + "grad_norm": 1.1875, + "learning_rate": 0.00019229599401428678, + "loss": 4.1981, + "mean_token_accuracy": 0.25749432742595674, + "num_tokens": 16061631.0, + "step": 5600 + }, + { + "entropy": 4.752544355392456, + "epoch": 6.648873072360617, + "grad_norm": 1.15625, + "learning_rate": 0.000191853205007387, + "loss": 4.1997, + "mean_token_accuracy": 0.2444662407040596, + "num_tokens": 16077488.0, + "step": 5605 + }, + { + "entropy": 4.762704372406006, + "epoch": 6.654804270462633, + "grad_norm": 1.1484375, + "learning_rate": 0.00019141078863003946, + "loss": 4.1645, + "mean_token_accuracy": 0.25711637139320376, + "num_tokens": 16090762.0, + "step": 5610 + }, + { + "entropy": 4.769192314147949, + "epoch": 6.66073546856465, + "grad_norm": 1.21875, + "learning_rate": 0.0001909687468649715, + "loss": 4.2375, + "mean_token_accuracy": 0.2481795594096184, + "num_tokens": 16105307.0, + "step": 5615 + }, + { + "entropy": 4.8051934242248535, + "epoch": 6.666666666666667, + "grad_norm": 1.2265625, + "learning_rate": 0.00019052708169323157, + "loss": 4.212, + "mean_token_accuracy": 0.247459676861763, + "num_tokens": 16121806.0, + "step": 5620 + }, + { + "entropy": 4.758413887023925, + "epoch": 6.672597864768683, + "grad_norm": 1.34375, + "learning_rate": 0.00019008579509418016, + "loss": 4.1353, + "mean_token_accuracy": 0.2526886180043221, + "num_tokens": 16135901.0, + "step": 5625 + }, + { + "entropy": 4.736074733734131, + "epoch": 6.6785290628707, + "grad_norm": 1.1015625, + "learning_rate": 0.00018964488904548143, + "loss": 4.212, + "mean_token_accuracy": 0.24899030476808548, + "num_tokens": 16151095.0, + "step": 5630 + }, + { + "entropy": 4.745052289962769, + "epoch": 6.684460260972717, + "grad_norm": 1.2265625, + "learning_rate": 0.00018920436552309394, + "loss": 4.1413, + "mean_token_accuracy": 0.2582083851099014, + "num_tokens": 16164090.0, + "step": 5635 + }, + { + "entropy": 4.761336612701416, + "epoch": 6.690391459074733, + "grad_norm": 1.2265625, + "learning_rate": 0.00018876422650126196, + "loss": 4.1401, + "mean_token_accuracy": 0.26356436014175416, + "num_tokens": 16176788.0, + "step": 5640 + }, + { + "entropy": 4.802963542938232, + "epoch": 6.69632265717675, + "grad_norm": 1.2421875, + "learning_rate": 0.00018832447395250658, + "loss": 4.2295, + "mean_token_accuracy": 0.2524667248129845, + "num_tokens": 16191441.0, + "step": 5645 + }, + { + "entropy": 4.727647924423218, + "epoch": 6.702253855278766, + "grad_norm": 1.125, + "learning_rate": 0.00018788510984761697, + "loss": 4.1911, + "mean_token_accuracy": 0.2555044531822205, + "num_tokens": 16206375.0, + "step": 5650 + }, + { + "entropy": 4.6923707008361815, + "epoch": 6.708185053380783, + "grad_norm": 1.1875, + "learning_rate": 0.0001874461361556412, + "loss": 4.1204, + "mean_token_accuracy": 0.2593838185071945, + "num_tokens": 16219847.0, + "step": 5655 + }, + { + "entropy": 4.7903721809387205, + "epoch": 6.7141162514828, + "grad_norm": 1.1796875, + "learning_rate": 0.00018700755484387795, + "loss": 4.238, + "mean_token_accuracy": 0.2465851992368698, + "num_tokens": 16235504.0, + "step": 5660 + }, + { + "entropy": 4.791923379898071, + "epoch": 6.720047449584817, + "grad_norm": 1.140625, + "learning_rate": 0.0001865693678778672, + "loss": 4.2177, + "mean_token_accuracy": 0.25269589871168135, + "num_tokens": 16250082.0, + "step": 5665 + }, + { + "entropy": 4.760594749450684, + "epoch": 6.725978647686833, + "grad_norm": 1.0625, + "learning_rate": 0.0001861315772213818, + "loss": 4.2118, + "mean_token_accuracy": 0.25531507432460787, + "num_tokens": 16266604.0, + "step": 5670 + }, + { + "entropy": 4.727664279937744, + "epoch": 6.7319098457888495, + "grad_norm": 1.2734375, + "learning_rate": 0.00018569418483641847, + "loss": 4.1565, + "mean_token_accuracy": 0.2570932745933533, + "num_tokens": 16280694.0, + "step": 5675 + }, + { + "entropy": 4.743464517593384, + "epoch": 6.737841043890866, + "grad_norm": 1.1875, + "learning_rate": 0.00018525719268318896, + "loss": 4.1191, + "mean_token_accuracy": 0.25973758697509763, + "num_tokens": 16294774.0, + "step": 5680 + }, + { + "entropy": 4.665111255645752, + "epoch": 6.7437722419928825, + "grad_norm": 1.1953125, + "learning_rate": 0.00018482060272011135, + "loss": 4.1371, + "mean_token_accuracy": 0.2589722633361816, + "num_tokens": 16308535.0, + "step": 5685 + }, + { + "entropy": 4.763592958450317, + "epoch": 6.749703440094899, + "grad_norm": 1.2109375, + "learning_rate": 0.00018438441690380141, + "loss": 4.236, + "mean_token_accuracy": 0.24331610649824142, + "num_tokens": 16324862.0, + "step": 5690 + }, + { + "entropy": 4.768408298492432, + "epoch": 6.7556346381969155, + "grad_norm": 1.03125, + "learning_rate": 0.00018394863718906352, + "loss": 4.1807, + "mean_token_accuracy": 0.2521728932857513, + "num_tokens": 16341621.0, + "step": 5695 + }, + { + "entropy": 4.719629716873169, + "epoch": 6.761565836298932, + "grad_norm": 1.1484375, + "learning_rate": 0.00018351326552888214, + "loss": 4.1475, + "mean_token_accuracy": 0.2612353786826134, + "num_tokens": 16354888.0, + "step": 5700 + }, + { + "entropy": 4.68466272354126, + "epoch": 6.767497034400949, + "grad_norm": 1.2109375, + "learning_rate": 0.00018307830387441322, + "loss": 4.0962, + "mean_token_accuracy": 0.26325703859329225, + "num_tokens": 16368924.0, + "step": 5705 + }, + { + "entropy": 4.687920188903808, + "epoch": 6.773428232502965, + "grad_norm": 1.0703125, + "learning_rate": 0.00018264375417497474, + "loss": 4.1452, + "mean_token_accuracy": 0.2604793220758438, + "num_tokens": 16382118.0, + "step": 5710 + }, + { + "entropy": 4.80543327331543, + "epoch": 6.779359430604982, + "grad_norm": 1.1484375, + "learning_rate": 0.00018220961837803895, + "loss": 4.125, + "mean_token_accuracy": 0.2621569991111755, + "num_tokens": 16394920.0, + "step": 5715 + }, + { + "entropy": 4.790578365325928, + "epoch": 6.785290628706999, + "grad_norm": 1.078125, + "learning_rate": 0.00018177589842922293, + "loss": 4.2234, + "mean_token_accuracy": 0.25009594559669496, + "num_tokens": 16411816.0, + "step": 5720 + }, + { + "entropy": 4.758824491500855, + "epoch": 6.791221826809015, + "grad_norm": 1.203125, + "learning_rate": 0.00018134259627228006, + "loss": 4.1882, + "mean_token_accuracy": 0.25501234978437426, + "num_tokens": 16426134.0, + "step": 5725 + }, + { + "entropy": 4.670667505264282, + "epoch": 6.797153024911032, + "grad_norm": 1.3125, + "learning_rate": 0.00018090971384909156, + "loss": 4.1105, + "mean_token_accuracy": 0.2640800788998604, + "num_tokens": 16439674.0, + "step": 5730 + }, + { + "entropy": 4.748079872131347, + "epoch": 6.803084223013048, + "grad_norm": 1.140625, + "learning_rate": 0.00018047725309965735, + "loss": 4.1833, + "mean_token_accuracy": 0.25257241874933245, + "num_tokens": 16454576.0, + "step": 5735 + }, + { + "entropy": 4.7621794700622555, + "epoch": 6.809015421115065, + "grad_norm": 1.1328125, + "learning_rate": 0.00018004521596208766, + "loss": 4.1415, + "mean_token_accuracy": 0.25373379439115523, + "num_tokens": 16469898.0, + "step": 5740 + }, + { + "entropy": 4.694784784317017, + "epoch": 6.814946619217082, + "grad_norm": 1.2734375, + "learning_rate": 0.00017961360437259439, + "loss": 4.1623, + "mean_token_accuracy": 0.2581657156348228, + "num_tokens": 16483840.0, + "step": 5745 + }, + { + "entropy": 4.790038394927978, + "epoch": 6.820877817319099, + "grad_norm": 1.2578125, + "learning_rate": 0.0001791824202654821, + "loss": 4.2353, + "mean_token_accuracy": 0.24800846576690674, + "num_tokens": 16498277.0, + "step": 5750 + }, + { + "entropy": 4.736173486709594, + "epoch": 6.826809015421115, + "grad_norm": 1.2421875, + "learning_rate": 0.0001787516655731397, + "loss": 4.1045, + "mean_token_accuracy": 0.2711944758892059, + "num_tokens": 16511519.0, + "step": 5755 + }, + { + "entropy": 4.742716693878174, + "epoch": 6.832740213523132, + "grad_norm": 1.15625, + "learning_rate": 0.0001783213422260316, + "loss": 4.1354, + "mean_token_accuracy": 0.26013816744089124, + "num_tokens": 16525845.0, + "step": 5760 + }, + { + "entropy": 4.752026510238648, + "epoch": 6.838671411625148, + "grad_norm": 1.1640625, + "learning_rate": 0.00017789145215268905, + "loss": 4.186, + "mean_token_accuracy": 0.2556770399212837, + "num_tokens": 16539804.0, + "step": 5765 + }, + { + "entropy": 4.763554286956787, + "epoch": 6.844602609727165, + "grad_norm": 1.265625, + "learning_rate": 0.00017746199727970157, + "loss": 4.1885, + "mean_token_accuracy": 0.24814402759075166, + "num_tokens": 16555282.0, + "step": 5770 + }, + { + "entropy": 4.6659910678863525, + "epoch": 6.850533807829182, + "grad_norm": 1.203125, + "learning_rate": 0.00017703297953170855, + "loss": 4.1033, + "mean_token_accuracy": 0.2569319367408752, + "num_tokens": 16568060.0, + "step": 5775 + }, + { + "entropy": 4.695835542678833, + "epoch": 6.856465005931198, + "grad_norm": 1.0625, + "learning_rate": 0.0001766044008313898, + "loss": 4.1578, + "mean_token_accuracy": 0.2558426558971405, + "num_tokens": 16584013.0, + "step": 5780 + }, + { + "entropy": 4.7723979473114015, + "epoch": 6.862396204033215, + "grad_norm": 1.0546875, + "learning_rate": 0.00017617626309945805, + "loss": 4.1613, + "mean_token_accuracy": 0.255773788690567, + "num_tokens": 16599730.0, + "step": 5785 + }, + { + "entropy": 4.668985319137573, + "epoch": 6.868327402135232, + "grad_norm": 1.078125, + "learning_rate": 0.0001757485682546495, + "loss": 4.0824, + "mean_token_accuracy": 0.2651835471391678, + "num_tokens": 16613742.0, + "step": 5790 + }, + { + "entropy": 4.747865295410156, + "epoch": 6.874258600237248, + "grad_norm": 1.265625, + "learning_rate": 0.00017532131821371556, + "loss": 4.1963, + "mean_token_accuracy": 0.2563337668776512, + "num_tokens": 16626853.0, + "step": 5795 + }, + { + "entropy": 4.741928005218506, + "epoch": 6.880189798339265, + "grad_norm": 1.1953125, + "learning_rate": 0.00017489451489141426, + "loss": 4.1763, + "mean_token_accuracy": 0.25666467398405074, + "num_tokens": 16641019.0, + "step": 5800 + }, + { + "entropy": 4.780912303924561, + "epoch": 6.8861209964412815, + "grad_norm": 1.21875, + "learning_rate": 0.00017446816020050165, + "loss": 4.2141, + "mean_token_accuracy": 0.2625143498182297, + "num_tokens": 16654699.0, + "step": 5805 + }, + { + "entropy": 4.761747646331787, + "epoch": 6.8920521945432975, + "grad_norm": 1.1640625, + "learning_rate": 0.00017404225605172302, + "loss": 4.205, + "mean_token_accuracy": 0.2583973690867424, + "num_tokens": 16669691.0, + "step": 5810 + }, + { + "entropy": 4.749472570419312, + "epoch": 6.8979833926453145, + "grad_norm": 1.2265625, + "learning_rate": 0.00017361680435380473, + "loss": 4.2477, + "mean_token_accuracy": 0.25099908411502836, + "num_tokens": 16684394.0, + "step": 5815 + }, + { + "entropy": 4.762139129638672, + "epoch": 6.9039145907473305, + "grad_norm": 1.28125, + "learning_rate": 0.00017319180701344533, + "loss": 4.1898, + "mean_token_accuracy": 0.2547173500061035, + "num_tokens": 16698084.0, + "step": 5820 + }, + { + "entropy": 4.79867525100708, + "epoch": 6.909845788849347, + "grad_norm": 1.1328125, + "learning_rate": 0.0001727672659353072, + "loss": 4.2214, + "mean_token_accuracy": 0.24477382600307465, + "num_tokens": 16713605.0, + "step": 5825 + }, + { + "entropy": 4.682294416427612, + "epoch": 6.915776986951364, + "grad_norm": 1.203125, + "learning_rate": 0.00017234318302200794, + "loss": 4.1327, + "mean_token_accuracy": 0.2661850988864899, + "num_tokens": 16727809.0, + "step": 5830 + }, + { + "entropy": 4.706176471710205, + "epoch": 6.921708185053381, + "grad_norm": 1.2421875, + "learning_rate": 0.00017191956017411164, + "loss": 4.0765, + "mean_token_accuracy": 0.266477270424366, + "num_tokens": 16741742.0, + "step": 5835 + }, + { + "entropy": 4.745152854919434, + "epoch": 6.927639383155397, + "grad_norm": 1.109375, + "learning_rate": 0.0001714963992901208, + "loss": 4.161, + "mean_token_accuracy": 0.25228210240602494, + "num_tokens": 16756490.0, + "step": 5840 + }, + { + "entropy": 4.710317754745484, + "epoch": 6.933570581257414, + "grad_norm": 1.265625, + "learning_rate": 0.00017107370226646765, + "loss": 4.1642, + "mean_token_accuracy": 0.25957975834608077, + "num_tokens": 16770683.0, + "step": 5845 + }, + { + "entropy": 4.739494943618775, + "epoch": 6.93950177935943, + "grad_norm": 1.1328125, + "learning_rate": 0.00017065147099750526, + "loss": 4.2073, + "mean_token_accuracy": 0.25007960945367813, + "num_tokens": 16783720.0, + "step": 5850 + }, + { + "entropy": 4.788773727416992, + "epoch": 6.945432977461447, + "grad_norm": 1.0625, + "learning_rate": 0.00017022970737549963, + "loss": 4.2971, + "mean_token_accuracy": 0.24353793114423752, + "num_tokens": 16801240.0, + "step": 5855 + }, + { + "entropy": 4.768838262557983, + "epoch": 6.951364175563464, + "grad_norm": 1.3046875, + "learning_rate": 0.00016980841329062096, + "loss": 4.1818, + "mean_token_accuracy": 0.25417726337909696, + "num_tokens": 16813793.0, + "step": 5860 + }, + { + "entropy": 4.70110330581665, + "epoch": 6.95729537366548, + "grad_norm": 1.03125, + "learning_rate": 0.00016938759063093507, + "loss": 4.1453, + "mean_token_accuracy": 0.25616732984781265, + "num_tokens": 16828753.0, + "step": 5865 + }, + { + "entropy": 4.816414403915405, + "epoch": 6.963226571767497, + "grad_norm": 1.1953125, + "learning_rate": 0.00016896724128239517, + "loss": 4.3074, + "mean_token_accuracy": 0.24339387863874434, + "num_tokens": 16845447.0, + "step": 5870 + }, + { + "entropy": 4.767317008972168, + "epoch": 6.969157769869514, + "grad_norm": 1.296875, + "learning_rate": 0.00016854736712883323, + "loss": 4.2097, + "mean_token_accuracy": 0.255161052942276, + "num_tokens": 16858862.0, + "step": 5875 + }, + { + "entropy": 4.773620176315307, + "epoch": 6.97508896797153, + "grad_norm": 1.03125, + "learning_rate": 0.00016812797005195146, + "loss": 4.1735, + "mean_token_accuracy": 0.2525623306632042, + "num_tokens": 16872940.0, + "step": 5880 + }, + { + "entropy": 4.788282775878907, + "epoch": 6.981020166073547, + "grad_norm": 1.21875, + "learning_rate": 0.00016770905193131425, + "loss": 4.1745, + "mean_token_accuracy": 0.2519037529826164, + "num_tokens": 16887249.0, + "step": 5885 + }, + { + "entropy": 4.6998461246490475, + "epoch": 6.986951364175564, + "grad_norm": 1.203125, + "learning_rate": 0.00016729061464433928, + "loss": 4.0968, + "mean_token_accuracy": 0.25965230017900465, + "num_tokens": 16901823.0, + "step": 5890 + }, + { + "entropy": 4.761331605911255, + "epoch": 6.99288256227758, + "grad_norm": 1.1640625, + "learning_rate": 0.00016687266006628948, + "loss": 4.2029, + "mean_token_accuracy": 0.2497609406709671, + "num_tokens": 16917723.0, + "step": 5895 + }, + { + "entropy": 4.755188941955566, + "epoch": 6.998813760379597, + "grad_norm": 1.125, + "learning_rate": 0.00016645519007026455, + "loss": 4.1252, + "mean_token_accuracy": 0.26332464516162873, + "num_tokens": 16931381.0, + "step": 5900 + }, + { + "entropy": 4.759982109069824, + "epoch": 7.004744958481614, + "grad_norm": 1.203125, + "learning_rate": 0.00016603820652719216, + "loss": 4.1155, + "mean_token_accuracy": 0.26479790210723875, + "num_tokens": 16946750.0, + "step": 5905 + }, + { + "entropy": 4.7290308475494385, + "epoch": 7.01067615658363, + "grad_norm": 1.1953125, + "learning_rate": 0.00016562171130582025, + "loss": 4.0092, + "mean_token_accuracy": 0.2840256869792938, + "num_tokens": 16962199.0, + "step": 5910 + }, + { + "entropy": 4.750166654586792, + "epoch": 7.016607354685647, + "grad_norm": 1.1953125, + "learning_rate": 0.00016520570627270815, + "loss": 3.9456, + "mean_token_accuracy": 0.277735161781311, + "num_tokens": 16975246.0, + "step": 5915 + }, + { + "entropy": 4.719605827331543, + "epoch": 7.022538552787663, + "grad_norm": 1.234375, + "learning_rate": 0.00016479019329221839, + "loss": 4.0868, + "mean_token_accuracy": 0.2630117356777191, + "num_tokens": 16988481.0, + "step": 5920 + }, + { + "entropy": 4.721116781234741, + "epoch": 7.02846975088968, + "grad_norm": 1.0859375, + "learning_rate": 0.00016437517422650838, + "loss": 4.029, + "mean_token_accuracy": 0.27088445127010347, + "num_tokens": 17002949.0, + "step": 5925 + }, + { + "entropy": 4.698511600494385, + "epoch": 7.0344009489916965, + "grad_norm": 1.3046875, + "learning_rate": 0.00016396065093552198, + "loss": 3.9397, + "mean_token_accuracy": 0.28713159561157225, + "num_tokens": 17015178.0, + "step": 5930 + }, + { + "entropy": 4.74187741279602, + "epoch": 7.040332147093713, + "grad_norm": 1.2109375, + "learning_rate": 0.000163546625276981, + "loss": 4.0236, + "mean_token_accuracy": 0.2746427789330482, + "num_tokens": 17027918.0, + "step": 5935 + }, + { + "entropy": 4.789263725280762, + "epoch": 7.0462633451957295, + "grad_norm": 1.125, + "learning_rate": 0.00016313309910637736, + "loss": 4.0895, + "mean_token_accuracy": 0.2638609692454338, + "num_tokens": 17042164.0, + "step": 5940 + }, + { + "entropy": 4.726514863967895, + "epoch": 7.052194543297746, + "grad_norm": 1.1328125, + "learning_rate": 0.0001627200742769644, + "loss": 3.9858, + "mean_token_accuracy": 0.2765854775905609, + "num_tokens": 17056269.0, + "step": 5945 + }, + { + "entropy": 4.722040414810181, + "epoch": 7.0581257413997625, + "grad_norm": 1.125, + "learning_rate": 0.00016230755263974838, + "loss": 4.0562, + "mean_token_accuracy": 0.26577589064836504, + "num_tokens": 17071319.0, + "step": 5950 + }, + { + "entropy": 4.663771724700927, + "epoch": 7.064056939501779, + "grad_norm": 1.1953125, + "learning_rate": 0.00016189553604348101, + "loss": 4.0132, + "mean_token_accuracy": 0.28197047412395476, + "num_tokens": 17083716.0, + "step": 5955 + }, + { + "entropy": 4.790961647033692, + "epoch": 7.069988137603796, + "grad_norm": 1.2578125, + "learning_rate": 0.00016148402633465005, + "loss": 4.1116, + "mean_token_accuracy": 0.25136594474315643, + "num_tokens": 17098045.0, + "step": 5960 + }, + { + "entropy": 4.787260437011719, + "epoch": 7.075919335705812, + "grad_norm": 1.1796875, + "learning_rate": 0.00016107302535747192, + "loss": 4.0735, + "mean_token_accuracy": 0.2665525659918785, + "num_tokens": 17112529.0, + "step": 5965 + }, + { + "entropy": 4.716967010498047, + "epoch": 7.081850533807829, + "grad_norm": 1.1875, + "learning_rate": 0.00016066253495388306, + "loss": 4.0179, + "mean_token_accuracy": 0.2684632509946823, + "num_tokens": 17125977.0, + "step": 5970 + }, + { + "entropy": 4.674598217010498, + "epoch": 7.087781731909846, + "grad_norm": 1.15625, + "learning_rate": 0.0001602525569635317, + "loss": 3.9909, + "mean_token_accuracy": 0.2791600704193115, + "num_tokens": 17140661.0, + "step": 5975 + }, + { + "entropy": 4.705064964294434, + "epoch": 7.093712930011862, + "grad_norm": 1.1484375, + "learning_rate": 0.00015984309322376967, + "loss": 4.0344, + "mean_token_accuracy": 0.27507665753364563, + "num_tokens": 17154450.0, + "step": 5980 + }, + { + "entropy": 4.75198769569397, + "epoch": 7.099644128113879, + "grad_norm": 1.1328125, + "learning_rate": 0.00015943414556964422, + "loss": 4.0669, + "mean_token_accuracy": 0.2678277298808098, + "num_tokens": 17171465.0, + "step": 5985 + }, + { + "entropy": 4.719526100158691, + "epoch": 7.105575326215895, + "grad_norm": 1.15625, + "learning_rate": 0.00015902571583388945, + "loss": 4.0677, + "mean_token_accuracy": 0.2682331711053848, + "num_tokens": 17186331.0, + "step": 5990 + }, + { + "entropy": 4.824883604049683, + "epoch": 7.111506524317912, + "grad_norm": 1.125, + "learning_rate": 0.00015861780584691863, + "loss": 4.1482, + "mean_token_accuracy": 0.26316795498132706, + "num_tokens": 17200539.0, + "step": 5995 + }, + { + "entropy": 4.770678997039795, + "epoch": 7.117437722419929, + "grad_norm": 1.1171875, + "learning_rate": 0.0001582104174368157, + "loss": 4.0734, + "mean_token_accuracy": 0.2699519515037537, + "num_tokens": 17214921.0, + "step": 6000 + }, + { + "epoch": 7.117437722419929, + "eval_entropy": 4.715519293685632, + "eval_loss": 5.249310493469238, + "eval_mean_token_accuracy": 0.1982458421697646, + "eval_num_tokens": 17214921.0, + "eval_runtime": 2.4273, + "eval_samples_per_second": 1074.443, + "eval_steps_per_second": 134.305, + "step": 6000 + }, + { + "entropy": 4.739303350448608, + "epoch": 7.123368920521945, + "grad_norm": 1.2578125, + "learning_rate": 0.00015780355242932695, + "loss": 3.9556, + "mean_token_accuracy": 0.2807379812002182, + "num_tokens": 17226298.0, + "step": 6005 + }, + { + "entropy": 4.717428970336914, + "epoch": 7.129300118623962, + "grad_norm": 1.203125, + "learning_rate": 0.0001573972126478531, + "loss": 4.0936, + "mean_token_accuracy": 0.2686565563082695, + "num_tokens": 17242153.0, + "step": 6010 + }, + { + "entropy": 4.769605493545532, + "epoch": 7.135231316725979, + "grad_norm": 1.15625, + "learning_rate": 0.0001569913999134412, + "loss": 4.0681, + "mean_token_accuracy": 0.27294624894857406, + "num_tokens": 17256928.0, + "step": 6015 + }, + { + "entropy": 4.792378711700439, + "epoch": 7.141162514827995, + "grad_norm": 1.140625, + "learning_rate": 0.00015658611604477585, + "loss": 4.1038, + "mean_token_accuracy": 0.26234184205532074, + "num_tokens": 17272251.0, + "step": 6020 + }, + { + "entropy": 4.751447248458862, + "epoch": 7.147093712930012, + "grad_norm": 1.140625, + "learning_rate": 0.00015618136285817187, + "loss": 4.089, + "mean_token_accuracy": 0.2614662930369377, + "num_tokens": 17288276.0, + "step": 6025 + }, + { + "entropy": 4.694783544540405, + "epoch": 7.153024911032029, + "grad_norm": 1.2890625, + "learning_rate": 0.0001557771421675657, + "loss": 3.9742, + "mean_token_accuracy": 0.288947831094265, + "num_tokens": 17301151.0, + "step": 6030 + }, + { + "entropy": 4.677200078964233, + "epoch": 7.158956109134045, + "grad_norm": 1.109375, + "learning_rate": 0.0001553734557845073, + "loss": 3.9623, + "mean_token_accuracy": 0.27788523584604263, + "num_tokens": 17313819.0, + "step": 6035 + }, + { + "entropy": 4.695641231536865, + "epoch": 7.164887307236062, + "grad_norm": 1.140625, + "learning_rate": 0.00015497030551815216, + "loss": 3.9836, + "mean_token_accuracy": 0.27613210678100586, + "num_tokens": 17327164.0, + "step": 6040 + }, + { + "entropy": 4.730432319641113, + "epoch": 7.170818505338079, + "grad_norm": 1.125, + "learning_rate": 0.00015456769317525294, + "loss": 4.0279, + "mean_token_accuracy": 0.26804896742105483, + "num_tokens": 17342579.0, + "step": 6045 + }, + { + "entropy": 4.7876708984375, + "epoch": 7.176749703440095, + "grad_norm": 1.0703125, + "learning_rate": 0.00015416562056015177, + "loss": 4.1507, + "mean_token_accuracy": 0.2586418122053146, + "num_tokens": 17357435.0, + "step": 6050 + }, + { + "entropy": 4.73409333229065, + "epoch": 7.182680901542112, + "grad_norm": 1.140625, + "learning_rate": 0.00015376408947477188, + "loss": 4.0295, + "mean_token_accuracy": 0.27147542834281924, + "num_tokens": 17370454.0, + "step": 6055 + }, + { + "entropy": 4.682443904876709, + "epoch": 7.1886120996441285, + "grad_norm": 1.140625, + "learning_rate": 0.0001533631017186094, + "loss": 4.0036, + "mean_token_accuracy": 0.27196061611175537, + "num_tokens": 17384881.0, + "step": 6060 + }, + { + "entropy": 4.771169805526734, + "epoch": 7.1945432977461445, + "grad_norm": 1.15625, + "learning_rate": 0.00015296265908872577, + "loss": 4.0088, + "mean_token_accuracy": 0.2671110972762108, + "num_tokens": 17399087.0, + "step": 6065 + }, + { + "entropy": 4.695066165924072, + "epoch": 7.2004744958481615, + "grad_norm": 1.328125, + "learning_rate": 0.0001525627633797393, + "loss": 3.9915, + "mean_token_accuracy": 0.2836007133126259, + "num_tokens": 17411892.0, + "step": 6070 + }, + { + "entropy": 4.734776878356934, + "epoch": 7.2064056939501775, + "grad_norm": 1.15625, + "learning_rate": 0.00015216341638381697, + "loss": 4.0494, + "mean_token_accuracy": 0.2690583154559135, + "num_tokens": 17428151.0, + "step": 6075 + }, + { + "entropy": 4.698447132110596, + "epoch": 7.212336892052194, + "grad_norm": 1.1796875, + "learning_rate": 0.00015176461989066707, + "loss": 4.0017, + "mean_token_accuracy": 0.28247407674789426, + "num_tokens": 17443175.0, + "step": 6080 + }, + { + "entropy": 4.7255106449127195, + "epoch": 7.218268090154211, + "grad_norm": 1.1015625, + "learning_rate": 0.00015136637568753054, + "loss": 4.0161, + "mean_token_accuracy": 0.2783541902899742, + "num_tokens": 17457652.0, + "step": 6085 + }, + { + "entropy": 4.671635389328003, + "epoch": 7.224199288256227, + "grad_norm": 1.2578125, + "learning_rate": 0.00015096868555917317, + "loss": 4.0021, + "mean_token_accuracy": 0.269034680724144, + "num_tokens": 17471074.0, + "step": 6090 + }, + { + "entropy": 4.6864782810211185, + "epoch": 7.230130486358244, + "grad_norm": 1.140625, + "learning_rate": 0.0001505715512878777, + "loss": 4.0303, + "mean_token_accuracy": 0.27249970138072965, + "num_tokens": 17487686.0, + "step": 6095 + }, + { + "entropy": 4.700428152084351, + "epoch": 7.236061684460261, + "grad_norm": 1.1015625, + "learning_rate": 0.00015017497465343583, + "loss": 3.9719, + "mean_token_accuracy": 0.278760752081871, + "num_tokens": 17501633.0, + "step": 6100 + }, + { + "entropy": 4.715770816802978, + "epoch": 7.241992882562277, + "grad_norm": 1.2734375, + "learning_rate": 0.0001497789574331398, + "loss": 4.0164, + "mean_token_accuracy": 0.2740790188312531, + "num_tokens": 17514323.0, + "step": 6105 + }, + { + "entropy": 4.77359938621521, + "epoch": 7.247924080664294, + "grad_norm": 1.203125, + "learning_rate": 0.00014938350140177527, + "loss": 4.0792, + "mean_token_accuracy": 0.2670725241303444, + "num_tokens": 17530725.0, + "step": 6110 + }, + { + "entropy": 4.691651058197022, + "epoch": 7.253855278766311, + "grad_norm": 1.2421875, + "learning_rate": 0.00014898860833161242, + "loss": 4.0339, + "mean_token_accuracy": 0.26964272260665895, + "num_tokens": 17545292.0, + "step": 6115 + }, + { + "entropy": 4.726253843307495, + "epoch": 7.259786476868327, + "grad_norm": 1.265625, + "learning_rate": 0.0001485942799923988, + "loss": 4.0544, + "mean_token_accuracy": 0.26873720735311507, + "num_tokens": 17559358.0, + "step": 6120 + }, + { + "entropy": 4.660262966156006, + "epoch": 7.265717674970344, + "grad_norm": 1.1796875, + "learning_rate": 0.00014820051815135106, + "loss": 3.9646, + "mean_token_accuracy": 0.2824696749448776, + "num_tokens": 17572496.0, + "step": 6125 + }, + { + "entropy": 4.704647636413574, + "epoch": 7.271648873072361, + "grad_norm": 1.1953125, + "learning_rate": 0.00014780732457314672, + "loss": 4.0687, + "mean_token_accuracy": 0.26392743587493894, + "num_tokens": 17586329.0, + "step": 6130 + }, + { + "entropy": 4.67449312210083, + "epoch": 7.277580071174377, + "grad_norm": 1.1953125, + "learning_rate": 0.00014741470101991696, + "loss": 4.0165, + "mean_token_accuracy": 0.27380138635635376, + "num_tokens": 17599738.0, + "step": 6135 + }, + { + "entropy": 4.702757453918457, + "epoch": 7.283511269276394, + "grad_norm": 1.3046875, + "learning_rate": 0.00014702264925123818, + "loss": 4.0647, + "mean_token_accuracy": 0.26024646759033204, + "num_tokens": 17614549.0, + "step": 6140 + }, + { + "entropy": 4.7727724552154545, + "epoch": 7.289442467378411, + "grad_norm": 1.234375, + "learning_rate": 0.0001466311710241242, + "loss": 4.0973, + "mean_token_accuracy": 0.26730969101190566, + "num_tokens": 17627998.0, + "step": 6145 + }, + { + "entropy": 4.735928344726562, + "epoch": 7.295373665480427, + "grad_norm": 1.4609375, + "learning_rate": 0.0001462402680930187, + "loss": 4.0862, + "mean_token_accuracy": 0.26677343994379044, + "num_tokens": 17641281.0, + "step": 6150 + }, + { + "entropy": 4.711157941818238, + "epoch": 7.301304863582444, + "grad_norm": 1.2734375, + "learning_rate": 0.00014584994220978692, + "loss": 4.0529, + "mean_token_accuracy": 0.2678557500243187, + "num_tokens": 17656172.0, + "step": 6155 + }, + { + "entropy": 4.790276718139649, + "epoch": 7.30723606168446, + "grad_norm": 1.1875, + "learning_rate": 0.00014546019512370792, + "loss": 4.1026, + "mean_token_accuracy": 0.2582355529069901, + "num_tokens": 17672083.0, + "step": 6160 + }, + { + "entropy": 4.703338479995727, + "epoch": 7.313167259786477, + "grad_norm": 1.1875, + "learning_rate": 0.0001450710285814671, + "loss": 4.0155, + "mean_token_accuracy": 0.27206282019615174, + "num_tokens": 17685953.0, + "step": 6165 + }, + { + "entropy": 4.690189838409424, + "epoch": 7.319098457888494, + "grad_norm": 1.1328125, + "learning_rate": 0.00014468244432714805, + "loss": 4.0161, + "mean_token_accuracy": 0.2647640645503998, + "num_tokens": 17701770.0, + "step": 6170 + }, + { + "entropy": 4.7396868705749515, + "epoch": 7.32502965599051, + "grad_norm": 1.1484375, + "learning_rate": 0.00014429444410222453, + "loss": 4.0401, + "mean_token_accuracy": 0.27309093028306963, + "num_tokens": 17717022.0, + "step": 6175 + }, + { + "entropy": 4.66651086807251, + "epoch": 7.330960854092527, + "grad_norm": 1.296875, + "learning_rate": 0.00014390702964555321, + "loss": 3.9552, + "mean_token_accuracy": 0.2786892503499985, + "num_tokens": 17730864.0, + "step": 6180 + }, + { + "entropy": 4.743857765197754, + "epoch": 7.3368920521945435, + "grad_norm": 1.1484375, + "learning_rate": 0.00014352020269336544, + "loss": 4.0864, + "mean_token_accuracy": 0.26371762007474897, + "num_tokens": 17746075.0, + "step": 6185 + }, + { + "entropy": 4.7602893829345705, + "epoch": 7.34282325029656, + "grad_norm": 1.0703125, + "learning_rate": 0.00014313396497925963, + "loss": 4.0847, + "mean_token_accuracy": 0.2664795607328415, + "num_tokens": 17761624.0, + "step": 6190 + }, + { + "entropy": 4.728609561920166, + "epoch": 7.3487544483985765, + "grad_norm": 1.1875, + "learning_rate": 0.0001427483182341936, + "loss": 4.0697, + "mean_token_accuracy": 0.2668431267142296, + "num_tokens": 17775865.0, + "step": 6195 + }, + { + "entropy": 4.723483657836914, + "epoch": 7.354685646500593, + "grad_norm": 1.078125, + "learning_rate": 0.00014236326418647644, + "loss": 4.0392, + "mean_token_accuracy": 0.2687022313475609, + "num_tokens": 17790731.0, + "step": 6200 + }, + { + "entropy": 4.751821279525757, + "epoch": 7.3606168446026095, + "grad_norm": 1.3046875, + "learning_rate": 0.00014197880456176133, + "loss": 4.0959, + "mean_token_accuracy": 0.27054994404315946, + "num_tokens": 17805204.0, + "step": 6205 + }, + { + "entropy": 4.713145351409912, + "epoch": 7.366548042704626, + "grad_norm": 1.2578125, + "learning_rate": 0.00014159494108303733, + "loss": 4.012, + "mean_token_accuracy": 0.27970818281173704, + "num_tokens": 17816964.0, + "step": 6210 + }, + { + "entropy": 4.781118726730346, + "epoch": 7.372479240806643, + "grad_norm": 1.2109375, + "learning_rate": 0.0001412116754706216, + "loss": 4.0622, + "mean_token_accuracy": 0.2708511635661125, + "num_tokens": 17832053.0, + "step": 6215 + }, + { + "entropy": 4.699021291732788, + "epoch": 7.378410438908659, + "grad_norm": 1.2421875, + "learning_rate": 0.00014082900944215233, + "loss": 4.0538, + "mean_token_accuracy": 0.26504623591899873, + "num_tokens": 17846487.0, + "step": 6220 + }, + { + "entropy": 4.726669788360596, + "epoch": 7.384341637010676, + "grad_norm": 1.21875, + "learning_rate": 0.0001404469447125804, + "loss": 4.0342, + "mean_token_accuracy": 0.2720268443226814, + "num_tokens": 17858968.0, + "step": 6225 + }, + { + "entropy": 4.756717777252197, + "epoch": 7.390272835112693, + "grad_norm": 1.1796875, + "learning_rate": 0.0001400654829941618, + "loss": 4.0643, + "mean_token_accuracy": 0.2652470633387566, + "num_tokens": 17873480.0, + "step": 6230 + }, + { + "entropy": 4.712904977798462, + "epoch": 7.396204033214709, + "grad_norm": 1.078125, + "learning_rate": 0.00013968462599645031, + "loss": 4.0012, + "mean_token_accuracy": 0.2769455283880234, + "num_tokens": 17887412.0, + "step": 6235 + }, + { + "entropy": 4.721692848205566, + "epoch": 7.402135231316726, + "grad_norm": 1.2109375, + "learning_rate": 0.0001393043754262896, + "loss": 4.0257, + "mean_token_accuracy": 0.2712658002972603, + "num_tokens": 17901660.0, + "step": 6240 + }, + { + "entropy": 4.79020733833313, + "epoch": 7.408066429418742, + "grad_norm": 1.21875, + "learning_rate": 0.00013892473298780529, + "loss": 4.0936, + "mean_token_accuracy": 0.26765008419752123, + "num_tokens": 17914443.0, + "step": 6245 + }, + { + "entropy": 4.648955583572388, + "epoch": 7.413997627520759, + "grad_norm": 1.140625, + "learning_rate": 0.00013854570038239784, + "loss": 3.9478, + "mean_token_accuracy": 0.28310050070285797, + "num_tokens": 17928166.0, + "step": 6250 + }, + { + "entropy": 4.682865810394287, + "epoch": 7.419928825622776, + "grad_norm": 1.34375, + "learning_rate": 0.00013816727930873474, + "loss": 4.0188, + "mean_token_accuracy": 0.270405775308609, + "num_tokens": 17941866.0, + "step": 6255 + }, + { + "entropy": 4.707127475738526, + "epoch": 7.425860023724792, + "grad_norm": 1.125, + "learning_rate": 0.00013778947146274274, + "loss": 3.9866, + "mean_token_accuracy": 0.2791402190923691, + "num_tokens": 17956648.0, + "step": 6260 + }, + { + "entropy": 4.748512172698975, + "epoch": 7.431791221826809, + "grad_norm": 1.25, + "learning_rate": 0.00013741227853760035, + "loss": 4.0555, + "mean_token_accuracy": 0.2710513710975647, + "num_tokens": 17970458.0, + "step": 6265 + }, + { + "entropy": 4.649793577194214, + "epoch": 7.437722419928826, + "grad_norm": 1.0859375, + "learning_rate": 0.00013703570222373023, + "loss": 3.9731, + "mean_token_accuracy": 0.2764543890953064, + "num_tokens": 17985991.0, + "step": 6270 + }, + { + "entropy": 4.717625761032105, + "epoch": 7.443653618030842, + "grad_norm": 1.2109375, + "learning_rate": 0.00013665974420879178, + "loss": 4.0419, + "mean_token_accuracy": 0.27181001007556915, + "num_tokens": 17999221.0, + "step": 6275 + }, + { + "entropy": 4.678674793243408, + "epoch": 7.449584816132859, + "grad_norm": 1.3828125, + "learning_rate": 0.00013628440617767342, + "loss": 3.987, + "mean_token_accuracy": 0.2796325087547302, + "num_tokens": 18013393.0, + "step": 6280 + }, + { + "entropy": 4.716039657592773, + "epoch": 7.455516014234876, + "grad_norm": 1.1640625, + "learning_rate": 0.00013590968981248475, + "loss": 4.0503, + "mean_token_accuracy": 0.26784598082304, + "num_tokens": 18028587.0, + "step": 6285 + }, + { + "entropy": 4.7134449005126955, + "epoch": 7.461447212336892, + "grad_norm": 1.125, + "learning_rate": 0.00013553559679254978, + "loss": 4.0605, + "mean_token_accuracy": 0.2663296595215797, + "num_tokens": 18042846.0, + "step": 6290 + }, + { + "entropy": 4.755832672119141, + "epoch": 7.467378410438909, + "grad_norm": 1.078125, + "learning_rate": 0.0001351621287943987, + "loss": 4.1141, + "mean_token_accuracy": 0.26601076275110247, + "num_tokens": 18058516.0, + "step": 6295 + }, + { + "entropy": 4.741235589981079, + "epoch": 7.473309608540926, + "grad_norm": 1.15625, + "learning_rate": 0.00013478928749176047, + "loss": 4.0662, + "mean_token_accuracy": 0.26384431421756743, + "num_tokens": 18072913.0, + "step": 6300 + }, + { + "entropy": 4.72943525314331, + "epoch": 7.479240806642942, + "grad_norm": 1.2578125, + "learning_rate": 0.00013441707455555586, + "loss": 4.0382, + "mean_token_accuracy": 0.2710676610469818, + "num_tokens": 18086830.0, + "step": 6305 + }, + { + "entropy": 4.697418260574341, + "epoch": 7.485172004744959, + "grad_norm": 1.21875, + "learning_rate": 0.00013404549165388932, + "loss": 4.0162, + "mean_token_accuracy": 0.27233871072530746, + "num_tokens": 18099539.0, + "step": 6310 + }, + { + "entropy": 4.704819202423096, + "epoch": 7.4911032028469755, + "grad_norm": 1.21875, + "learning_rate": 0.00013367454045204162, + "loss": 3.9939, + "mean_token_accuracy": 0.2754137396812439, + "num_tokens": 18112765.0, + "step": 6315 + }, + { + "entropy": 4.69792857170105, + "epoch": 7.4970344009489915, + "grad_norm": 1.2421875, + "learning_rate": 0.00013330422261246267, + "loss": 4.0377, + "mean_token_accuracy": 0.27610406577587127, + "num_tokens": 18126308.0, + "step": 6320 + }, + { + "entropy": 4.714454221725464, + "epoch": 7.5029655990510085, + "grad_norm": 1.2578125, + "learning_rate": 0.00013293453979476403, + "loss": 4.0027, + "mean_token_accuracy": 0.27445730566978455, + "num_tokens": 18140552.0, + "step": 6325 + }, + { + "entropy": 4.724031639099121, + "epoch": 7.5088967971530245, + "grad_norm": 1.1875, + "learning_rate": 0.00013256549365571105, + "loss": 4.0399, + "mean_token_accuracy": 0.26245732307434083, + "num_tokens": 18154557.0, + "step": 6330 + }, + { + "entropy": 4.675522708892823, + "epoch": 7.514827995255041, + "grad_norm": 1.1875, + "learning_rate": 0.00013219708584921608, + "loss": 4.0007, + "mean_token_accuracy": 0.2761674582958221, + "num_tokens": 18168054.0, + "step": 6335 + }, + { + "entropy": 4.684319305419922, + "epoch": 7.520759193357058, + "grad_norm": 1.1484375, + "learning_rate": 0.00013182931802633037, + "loss": 4.0124, + "mean_token_accuracy": 0.27953069657087326, + "num_tokens": 18181736.0, + "step": 6340 + }, + { + "entropy": 4.718001127243042, + "epoch": 7.526690391459074, + "grad_norm": 1.1875, + "learning_rate": 0.00013146219183523733, + "loss": 4.0514, + "mean_token_accuracy": 0.27527898699045183, + "num_tokens": 18195233.0, + "step": 6345 + }, + { + "entropy": 4.767858409881592, + "epoch": 7.532621589561091, + "grad_norm": 1.2578125, + "learning_rate": 0.00013109570892124472, + "loss": 4.0762, + "mean_token_accuracy": 0.2644614651799202, + "num_tokens": 18208440.0, + "step": 6350 + }, + { + "entropy": 4.798683929443359, + "epoch": 7.538552787663108, + "grad_norm": 1.1328125, + "learning_rate": 0.00013072987092677745, + "loss": 4.0893, + "mean_token_accuracy": 0.2697058871388435, + "num_tokens": 18220993.0, + "step": 6355 + }, + { + "entropy": 4.695740842819214, + "epoch": 7.544483985765124, + "grad_norm": 1.28125, + "learning_rate": 0.00013036467949137013, + "loss": 4.0265, + "mean_token_accuracy": 0.2713384449481964, + "num_tokens": 18235117.0, + "step": 6360 + }, + { + "entropy": 4.735069847106933, + "epoch": 7.550415183867141, + "grad_norm": 1.21875, + "learning_rate": 0.0001300001362516598, + "loss": 4.0248, + "mean_token_accuracy": 0.27838168740272523, + "num_tokens": 18249886.0, + "step": 6365 + }, + { + "entropy": 4.665349292755127, + "epoch": 7.556346381969158, + "grad_norm": 1.1875, + "learning_rate": 0.0001296362428413783, + "loss": 3.9573, + "mean_token_accuracy": 0.2813262790441513, + "num_tokens": 18264712.0, + "step": 6370 + }, + { + "entropy": 4.695873117446899, + "epoch": 7.562277580071174, + "grad_norm": 1.109375, + "learning_rate": 0.00012927300089134563, + "loss": 4.0376, + "mean_token_accuracy": 0.27085707485675814, + "num_tokens": 18280347.0, + "step": 6375 + }, + { + "entropy": 4.689921283721924, + "epoch": 7.568208778173191, + "grad_norm": 1.296875, + "learning_rate": 0.00012891041202946202, + "loss": 4.0272, + "mean_token_accuracy": 0.2761177346110344, + "num_tokens": 18294189.0, + "step": 6380 + }, + { + "entropy": 4.691951322555542, + "epoch": 7.574139976275208, + "grad_norm": 1.1015625, + "learning_rate": 0.00012854847788070062, + "loss": 4.0044, + "mean_token_accuracy": 0.2751316398382187, + "num_tokens": 18308704.0, + "step": 6385 + }, + { + "entropy": 4.701515197753906, + "epoch": 7.580071174377224, + "grad_norm": 1.109375, + "learning_rate": 0.00012818720006710078, + "loss": 4.0599, + "mean_token_accuracy": 0.26813399940729143, + "num_tokens": 18324171.0, + "step": 6390 + }, + { + "entropy": 4.706979513168335, + "epoch": 7.586002372479241, + "grad_norm": 1.1484375, + "learning_rate": 0.00012782658020776025, + "loss": 4.0385, + "mean_token_accuracy": 0.26940937489271166, + "num_tokens": 18338528.0, + "step": 6395 + }, + { + "entropy": 4.68246898651123, + "epoch": 7.591933570581258, + "grad_norm": 1.109375, + "learning_rate": 0.000127466619918828, + "loss": 3.9861, + "mean_token_accuracy": 0.2752652674913406, + "num_tokens": 18353481.0, + "step": 6400 + }, + { + "entropy": 4.744642734527588, + "epoch": 7.597864768683274, + "grad_norm": 1.171875, + "learning_rate": 0.00012710732081349727, + "loss": 4.0694, + "mean_token_accuracy": 0.270390984416008, + "num_tokens": 18367338.0, + "step": 6405 + }, + { + "entropy": 4.710666084289551, + "epoch": 7.603795966785291, + "grad_norm": 1.3515625, + "learning_rate": 0.00012674868450199812, + "loss": 4.0458, + "mean_token_accuracy": 0.27034312337636945, + "num_tokens": 18381331.0, + "step": 6410 + }, + { + "entropy": 4.796108675003052, + "epoch": 7.609727164887307, + "grad_norm": 1.1875, + "learning_rate": 0.00012639071259159008, + "loss": 4.0663, + "mean_token_accuracy": 0.27090058773756026, + "num_tokens": 18394899.0, + "step": 6415 + }, + { + "entropy": 4.709605741500854, + "epoch": 7.615658362989324, + "grad_norm": 1.1875, + "learning_rate": 0.00012603340668655545, + "loss": 4.039, + "mean_token_accuracy": 0.2743354469537735, + "num_tokens": 18407812.0, + "step": 6420 + }, + { + "entropy": 4.7326188564300535, + "epoch": 7.621589561091341, + "grad_norm": 1.2734375, + "learning_rate": 0.00012567676838819126, + "loss": 4.0404, + "mean_token_accuracy": 0.26958377510309217, + "num_tokens": 18421586.0, + "step": 6425 + }, + { + "entropy": 4.702517509460449, + "epoch": 7.627520759193357, + "grad_norm": 1.21875, + "learning_rate": 0.000125320799294803, + "loss": 4.0274, + "mean_token_accuracy": 0.2707715153694153, + "num_tokens": 18435872.0, + "step": 6430 + }, + { + "entropy": 4.699337530136108, + "epoch": 7.633451957295374, + "grad_norm": 1.1953125, + "learning_rate": 0.00012496550100169704, + "loss": 3.9686, + "mean_token_accuracy": 0.2797175019979477, + "num_tokens": 18451228.0, + "step": 6435 + }, + { + "entropy": 4.714971256256104, + "epoch": 7.6393831553973905, + "grad_norm": 1.1484375, + "learning_rate": 0.0001246108751011733, + "loss": 3.9891, + "mean_token_accuracy": 0.2785862937569618, + "num_tokens": 18463943.0, + "step": 6440 + }, + { + "entropy": 4.66575984954834, + "epoch": 7.645314353499407, + "grad_norm": 1.0390625, + "learning_rate": 0.00012425692318251838, + "loss": 3.9886, + "mean_token_accuracy": 0.27462412267923353, + "num_tokens": 18478805.0, + "step": 6445 + }, + { + "entropy": 4.725796222686768, + "epoch": 7.6512455516014235, + "grad_norm": 1.21875, + "learning_rate": 0.00012390364683199863, + "loss": 4.0744, + "mean_token_accuracy": 0.2668532893061638, + "num_tokens": 18494042.0, + "step": 6450 + }, + { + "entropy": 4.76129641532898, + "epoch": 7.65717674970344, + "grad_norm": 1.234375, + "learning_rate": 0.0001235510476328523, + "loss": 4.119, + "mean_token_accuracy": 0.2569603458046913, + "num_tokens": 18509944.0, + "step": 6455 + }, + { + "entropy": 4.747663164138794, + "epoch": 7.6631079478054565, + "grad_norm": 1.21875, + "learning_rate": 0.0001231991271652833, + "loss": 4.0568, + "mean_token_accuracy": 0.26593891680240633, + "num_tokens": 18524725.0, + "step": 6460 + }, + { + "entropy": 4.7349694728851315, + "epoch": 7.669039145907473, + "grad_norm": 1.25, + "learning_rate": 0.00012284788700645365, + "loss": 4.0451, + "mean_token_accuracy": 0.26935683041810987, + "num_tokens": 18538242.0, + "step": 6465 + }, + { + "entropy": 4.680163908004761, + "epoch": 7.67497034400949, + "grad_norm": 1.2890625, + "learning_rate": 0.00012249732873047652, + "loss": 4.0011, + "mean_token_accuracy": 0.27541588246822357, + "num_tokens": 18554367.0, + "step": 6470 + }, + { + "entropy": 4.682049036026001, + "epoch": 7.680901542111506, + "grad_norm": 1.109375, + "learning_rate": 0.0001221474539084092, + "loss": 4.0148, + "mean_token_accuracy": 0.2720635592937469, + "num_tokens": 18569457.0, + "step": 6475 + }, + { + "entropy": 4.7111598491668705, + "epoch": 7.686832740213523, + "grad_norm": 1.171875, + "learning_rate": 0.00012179826410824576, + "loss": 4.0659, + "mean_token_accuracy": 0.26546482741832733, + "num_tokens": 18585131.0, + "step": 6480 + }, + { + "entropy": 4.714468097686767, + "epoch": 7.69276393831554, + "grad_norm": 1.0390625, + "learning_rate": 0.00012144976089491066, + "loss": 4.0754, + "mean_token_accuracy": 0.268808077275753, + "num_tokens": 18601703.0, + "step": 6485 + }, + { + "entropy": 4.813643169403076, + "epoch": 7.698695136417556, + "grad_norm": 1.2109375, + "learning_rate": 0.00012110194583025117, + "loss": 4.1007, + "mean_token_accuracy": 0.26762777119874953, + "num_tokens": 18617481.0, + "step": 6490 + }, + { + "entropy": 4.707864046096802, + "epoch": 7.704626334519573, + "grad_norm": 1.1875, + "learning_rate": 0.00012075482047303049, + "loss": 4.0194, + "mean_token_accuracy": 0.2720588445663452, + "num_tokens": 18632258.0, + "step": 6495 + }, + { + "entropy": 4.700377607345581, + "epoch": 7.710557532621589, + "grad_norm": 1.375, + "learning_rate": 0.00012040838637892098, + "loss": 4.0901, + "mean_token_accuracy": 0.2598261535167694, + "num_tokens": 18644929.0, + "step": 6500 + }, + { + "epoch": 7.710557532621589, + "eval_entropy": 4.608214921746518, + "eval_loss": 5.243914604187012, + "eval_mean_token_accuracy": 0.19916483947287308, + "eval_num_tokens": 18644929.0, + "eval_runtime": 2.4298, + "eval_samples_per_second": 1073.333, + "eval_steps_per_second": 134.167, + "step": 6500 + }, + { + "entropy": 4.7319714546203615, + "epoch": 7.716488730723606, + "grad_norm": 1.203125, + "learning_rate": 0.00012006264510049709, + "loss": 4.0772, + "mean_token_accuracy": 0.2644742265343666, + "num_tokens": 18660030.0, + "step": 6505 + }, + { + "entropy": 4.7189497470855715, + "epoch": 7.722419928825623, + "grad_norm": 1.2265625, + "learning_rate": 0.00011971759818722808, + "loss": 3.984, + "mean_token_accuracy": 0.27540219724178316, + "num_tokens": 18674425.0, + "step": 6510 + }, + { + "entropy": 4.739046430587768, + "epoch": 7.728351126927639, + "grad_norm": 1.2734375, + "learning_rate": 0.00011937324718547165, + "loss": 4.0752, + "mean_token_accuracy": 0.26175289005041125, + "num_tokens": 18688414.0, + "step": 6515 + }, + { + "entropy": 4.779738187789917, + "epoch": 7.734282325029656, + "grad_norm": 1.3125, + "learning_rate": 0.00011902959363846652, + "loss": 4.0382, + "mean_token_accuracy": 0.2675876930356026, + "num_tokens": 18702042.0, + "step": 6520 + }, + { + "entropy": 4.7649894714355465, + "epoch": 7.740213523131673, + "grad_norm": 1.2265625, + "learning_rate": 0.00011868663908632583, + "loss": 4.1363, + "mean_token_accuracy": 0.26753744333982465, + "num_tokens": 18716951.0, + "step": 6525 + }, + { + "entropy": 4.722040796279908, + "epoch": 7.746144721233689, + "grad_norm": 1.2578125, + "learning_rate": 0.00011834438506603006, + "loss": 4.0101, + "mean_token_accuracy": 0.2767089009284973, + "num_tokens": 18730824.0, + "step": 6530 + }, + { + "entropy": 4.674363231658935, + "epoch": 7.752075919335706, + "grad_norm": 1.1875, + "learning_rate": 0.00011800283311142026, + "loss": 4.0131, + "mean_token_accuracy": 0.2681394726037979, + "num_tokens": 18745015.0, + "step": 6535 + }, + { + "entropy": 4.667917156219483, + "epoch": 7.758007117437723, + "grad_norm": 1.3046875, + "learning_rate": 0.00011766198475319094, + "loss": 3.9627, + "mean_token_accuracy": 0.280584716796875, + "num_tokens": 18758845.0, + "step": 6540 + }, + { + "entropy": 4.700127363204956, + "epoch": 7.763938315539739, + "grad_norm": 1.234375, + "learning_rate": 0.0001173218415188836, + "loss": 3.9701, + "mean_token_accuracy": 0.27984693795442583, + "num_tokens": 18772452.0, + "step": 6545 + }, + { + "entropy": 4.740821743011475, + "epoch": 7.769869513641756, + "grad_norm": 1.1484375, + "learning_rate": 0.00011698240493287942, + "loss": 4.0329, + "mean_token_accuracy": 0.2749653309583664, + "num_tokens": 18787209.0, + "step": 6550 + }, + { + "entropy": 4.745780801773071, + "epoch": 7.775800711743772, + "grad_norm": 1.1953125, + "learning_rate": 0.00011664367651639293, + "loss": 4.0856, + "mean_token_accuracy": 0.2635880082845688, + "num_tokens": 18802070.0, + "step": 6555 + }, + { + "entropy": 4.726084232330322, + "epoch": 7.781731909845789, + "grad_norm": 1.328125, + "learning_rate": 0.00011630565778746483, + "loss": 4.0598, + "mean_token_accuracy": 0.27167394757270813, + "num_tokens": 18816211.0, + "step": 6560 + }, + { + "entropy": 4.702995729446411, + "epoch": 7.787663107947806, + "grad_norm": 1.140625, + "learning_rate": 0.0001159683502609552, + "loss": 4.0158, + "mean_token_accuracy": 0.2745881825685501, + "num_tokens": 18830824.0, + "step": 6565 + }, + { + "entropy": 4.743918228149414, + "epoch": 7.7935943060498225, + "grad_norm": 1.1484375, + "learning_rate": 0.00011563175544853689, + "loss": 4.1052, + "mean_token_accuracy": 0.26669320911169053, + "num_tokens": 18846724.0, + "step": 6570 + }, + { + "entropy": 4.666149568557739, + "epoch": 7.7995255041518385, + "grad_norm": 1.2578125, + "learning_rate": 0.00011529587485868875, + "loss": 3.9897, + "mean_token_accuracy": 0.2748617112636566, + "num_tokens": 18860805.0, + "step": 6575 + }, + { + "entropy": 4.760506725311279, + "epoch": 7.8054567022538555, + "grad_norm": 1.296875, + "learning_rate": 0.00011496070999668864, + "loss": 4.0664, + "mean_token_accuracy": 0.2714298963546753, + "num_tokens": 18875998.0, + "step": 6580 + }, + { + "entropy": 4.684258699417114, + "epoch": 7.8113879003558715, + "grad_norm": 1.2578125, + "learning_rate": 0.00011462626236460684, + "loss": 4.03, + "mean_token_accuracy": 0.2696963593363762, + "num_tokens": 18890480.0, + "step": 6585 + }, + { + "entropy": 4.709034967422485, + "epoch": 7.817319098457888, + "grad_norm": 1.25, + "learning_rate": 0.00011429253346129949, + "loss": 4.026, + "mean_token_accuracy": 0.2759475395083427, + "num_tokens": 18904630.0, + "step": 6590 + }, + { + "entropy": 4.766952657699585, + "epoch": 7.823250296559905, + "grad_norm": 1.2578125, + "learning_rate": 0.00011395952478240133, + "loss": 4.0636, + "mean_token_accuracy": 0.2727518767118454, + "num_tokens": 18920085.0, + "step": 6595 + }, + { + "entropy": 4.7626953125, + "epoch": 7.829181494661921, + "grad_norm": 1.2109375, + "learning_rate": 0.00011362723782031965, + "loss": 4.0982, + "mean_token_accuracy": 0.26641037315130234, + "num_tokens": 18934195.0, + "step": 6600 + }, + { + "entropy": 4.717245626449585, + "epoch": 7.835112692763938, + "grad_norm": 1.28125, + "learning_rate": 0.00011329567406422726, + "loss": 4.0671, + "mean_token_accuracy": 0.26773912757635115, + "num_tokens": 18948310.0, + "step": 6605 + }, + { + "entropy": 4.677591276168823, + "epoch": 7.841043890865955, + "grad_norm": 1.1640625, + "learning_rate": 0.00011296483500005568, + "loss": 4.0956, + "mean_token_accuracy": 0.2655182480812073, + "num_tokens": 18963981.0, + "step": 6610 + }, + { + "entropy": 4.713145923614502, + "epoch": 7.846975088967971, + "grad_norm": 1.2734375, + "learning_rate": 0.00011263472211048886, + "loss": 4.0419, + "mean_token_accuracy": 0.275207045674324, + "num_tokens": 18978457.0, + "step": 6615 + }, + { + "entropy": 4.696931266784668, + "epoch": 7.852906287069988, + "grad_norm": 1.2265625, + "learning_rate": 0.00011230533687495628, + "loss": 3.9804, + "mean_token_accuracy": 0.27736210227012636, + "num_tokens": 18993313.0, + "step": 6620 + }, + { + "entropy": 4.709676933288574, + "epoch": 7.858837485172005, + "grad_norm": 1.21875, + "learning_rate": 0.0001119766807696263, + "loss": 4.0471, + "mean_token_accuracy": 0.27384928464889524, + "num_tokens": 19006789.0, + "step": 6625 + }, + { + "entropy": 4.711039733886719, + "epoch": 7.864768683274021, + "grad_norm": 1.28125, + "learning_rate": 0.0001116487552673997, + "loss": 4.0548, + "mean_token_accuracy": 0.26825530380010604, + "num_tokens": 19020579.0, + "step": 6630 + }, + { + "entropy": 4.75108380317688, + "epoch": 7.870699881376038, + "grad_norm": 1.140625, + "learning_rate": 0.00011132156183790298, + "loss": 4.049, + "mean_token_accuracy": 0.27267487049102784, + "num_tokens": 19035818.0, + "step": 6635 + }, + { + "entropy": 4.657771825790405, + "epoch": 7.876631079478054, + "grad_norm": 1.125, + "learning_rate": 0.0001109951019474818, + "loss": 3.9858, + "mean_token_accuracy": 0.27559318840503694, + "num_tokens": 19051453.0, + "step": 6640 + }, + { + "entropy": 4.686022710800171, + "epoch": 7.882562277580071, + "grad_norm": 1.2265625, + "learning_rate": 0.00011066937705919448, + "loss": 4.012, + "mean_token_accuracy": 0.2685279980301857, + "num_tokens": 19066715.0, + "step": 6645 + }, + { + "entropy": 4.763083267211914, + "epoch": 7.888493475682088, + "grad_norm": 1.2734375, + "learning_rate": 0.00011034438863280508, + "loss": 4.0782, + "mean_token_accuracy": 0.26216494143009184, + "num_tokens": 19081332.0, + "step": 6650 + }, + { + "entropy": 4.751289701461792, + "epoch": 7.894424673784105, + "grad_norm": 1.1796875, + "learning_rate": 0.00011002013812477745, + "loss": 4.0767, + "mean_token_accuracy": 0.271464803814888, + "num_tokens": 19096183.0, + "step": 6655 + }, + { + "entropy": 4.676714992523193, + "epoch": 7.900355871886121, + "grad_norm": 1.1640625, + "learning_rate": 0.00010969662698826835, + "loss": 4.0195, + "mean_token_accuracy": 0.27217520773410797, + "num_tokens": 19112345.0, + "step": 6660 + }, + { + "entropy": 4.668739366531372, + "epoch": 7.906287069988138, + "grad_norm": 1.1484375, + "learning_rate": 0.00010937385667312077, + "loss": 4.0222, + "mean_token_accuracy": 0.2725213885307312, + "num_tokens": 19127795.0, + "step": 6665 + }, + { + "entropy": 4.672986030578613, + "epoch": 7.912218268090154, + "grad_norm": 1.3046875, + "learning_rate": 0.00010905182862585788, + "loss": 3.9789, + "mean_token_accuracy": 0.28924104273319245, + "num_tokens": 19140872.0, + "step": 6670 + }, + { + "entropy": 4.74361834526062, + "epoch": 7.918149466192171, + "grad_norm": 1.296875, + "learning_rate": 0.00010873054428967625, + "loss": 4.0645, + "mean_token_accuracy": 0.2696882113814354, + "num_tokens": 19154384.0, + "step": 6675 + }, + { + "entropy": 4.727361154556275, + "epoch": 7.924080664294188, + "grad_norm": 1.1171875, + "learning_rate": 0.00010841000510443932, + "loss": 4.0761, + "mean_token_accuracy": 0.27449167221784593, + "num_tokens": 19171132.0, + "step": 6680 + }, + { + "entropy": 4.753545761108398, + "epoch": 7.930011862396204, + "grad_norm": 1.2578125, + "learning_rate": 0.0001080902125066712, + "loss": 4.1245, + "mean_token_accuracy": 0.2613123431801796, + "num_tokens": 19185354.0, + "step": 6685 + }, + { + "entropy": 4.676477241516113, + "epoch": 7.935943060498221, + "grad_norm": 1.2421875, + "learning_rate": 0.00010777116792955009, + "loss": 4.022, + "mean_token_accuracy": 0.27412541806697843, + "num_tokens": 19199069.0, + "step": 6690 + }, + { + "entropy": 4.72968602180481, + "epoch": 7.9418742586002375, + "grad_norm": 1.2734375, + "learning_rate": 0.00010745287280290189, + "loss": 4.0362, + "mean_token_accuracy": 0.27191131711006167, + "num_tokens": 19213641.0, + "step": 6695 + }, + { + "entropy": 4.685726594924927, + "epoch": 7.947805456702254, + "grad_norm": 1.2109375, + "learning_rate": 0.00010713532855319375, + "loss": 3.9957, + "mean_token_accuracy": 0.2769013747572899, + "num_tokens": 19226466.0, + "step": 6700 + }, + { + "entropy": 4.6622865200042725, + "epoch": 7.9537366548042705, + "grad_norm": 1.21875, + "learning_rate": 0.00010681853660352754, + "loss": 3.9422, + "mean_token_accuracy": 0.289046311378479, + "num_tokens": 19239417.0, + "step": 6705 + }, + { + "entropy": 4.773409080505371, + "epoch": 7.959667852906287, + "grad_norm": 1.109375, + "learning_rate": 0.00010650249837363392, + "loss": 4.0902, + "mean_token_accuracy": 0.26846591383218765, + "num_tokens": 19254094.0, + "step": 6710 + }, + { + "entropy": 4.769618988037109, + "epoch": 7.9655990510083035, + "grad_norm": 1.15625, + "learning_rate": 0.00010618721527986555, + "loss": 4.1363, + "mean_token_accuracy": 0.2577027380466461, + "num_tokens": 19267101.0, + "step": 6715 + }, + { + "entropy": 4.753003072738648, + "epoch": 7.97153024911032, + "grad_norm": 1.2734375, + "learning_rate": 0.00010587268873519079, + "loss": 4.1105, + "mean_token_accuracy": 0.2602363735437393, + "num_tokens": 19282615.0, + "step": 6720 + }, + { + "entropy": 4.678670597076416, + "epoch": 7.977461447212336, + "grad_norm": 1.0859375, + "learning_rate": 0.00010555892014918755, + "loss": 4.0271, + "mean_token_accuracy": 0.27033381462097167, + "num_tokens": 19298140.0, + "step": 6725 + }, + { + "entropy": 4.7201532363891605, + "epoch": 7.983392645314353, + "grad_norm": 1.1328125, + "learning_rate": 0.00010524591092803703, + "loss": 4.0253, + "mean_token_accuracy": 0.2717677280306816, + "num_tokens": 19313474.0, + "step": 6730 + }, + { + "entropy": 4.7229211807250975, + "epoch": 7.98932384341637, + "grad_norm": 1.125, + "learning_rate": 0.00010493366247451697, + "loss": 4.0219, + "mean_token_accuracy": 0.27148132771253586, + "num_tokens": 19327966.0, + "step": 6735 + }, + { + "entropy": 4.759703207015991, + "epoch": 7.995255041518387, + "grad_norm": 1.21875, + "learning_rate": 0.00010462217618799577, + "loss": 4.1327, + "mean_token_accuracy": 0.25909843742847444, + "num_tokens": 19341511.0, + "step": 6740 + }, + { + "entropy": 4.678451633453369, + "epoch": 8.001186239620404, + "grad_norm": 1.1328125, + "learning_rate": 0.00010431145346442641, + "loss": 3.9292, + "mean_token_accuracy": 0.28317933082580565, + "num_tokens": 19355954.0, + "step": 6745 + }, + { + "entropy": 4.67337441444397, + "epoch": 8.00711743772242, + "grad_norm": 1.1328125, + "learning_rate": 0.0001040014956963394, + "loss": 3.9645, + "mean_token_accuracy": 0.27165001034736636, + "num_tokens": 19369660.0, + "step": 6750 + }, + { + "entropy": 4.668134307861328, + "epoch": 8.013048635824436, + "grad_norm": 1.1015625, + "learning_rate": 0.00010369230427283743, + "loss": 3.9626, + "mean_token_accuracy": 0.2806421846151352, + "num_tokens": 19384950.0, + "step": 6755 + }, + { + "entropy": 4.76740345954895, + "epoch": 8.018979833926453, + "grad_norm": 1.2109375, + "learning_rate": 0.00010338388057958861, + "loss": 4.0033, + "mean_token_accuracy": 0.2806761234998703, + "num_tokens": 19401448.0, + "step": 6760 + }, + { + "entropy": 4.677422714233399, + "epoch": 8.02491103202847, + "grad_norm": 1.1875, + "learning_rate": 0.00010307622599882024, + "loss": 3.9405, + "mean_token_accuracy": 0.2849272727966309, + "num_tokens": 19416355.0, + "step": 6765 + }, + { + "entropy": 4.701766490936279, + "epoch": 8.030842230130487, + "grad_norm": 1.21875, + "learning_rate": 0.00010276934190931311, + "loss": 3.9301, + "mean_token_accuracy": 0.2850891649723053, + "num_tokens": 19429852.0, + "step": 6770 + }, + { + "entropy": 4.698495149612427, + "epoch": 8.036773428232504, + "grad_norm": 1.28125, + "learning_rate": 0.00010246322968639466, + "loss": 3.8673, + "mean_token_accuracy": 0.2868699789047241, + "num_tokens": 19443002.0, + "step": 6775 + }, + { + "entropy": 4.713308811187744, + "epoch": 8.042704626334519, + "grad_norm": 1.046875, + "learning_rate": 0.00010215789070193334, + "loss": 3.9374, + "mean_token_accuracy": 0.28469563722610475, + "num_tokens": 19458469.0, + "step": 6780 + }, + { + "entropy": 4.705960607528686, + "epoch": 8.048635824436536, + "grad_norm": 1.1015625, + "learning_rate": 0.00010185332632433225, + "loss": 3.9667, + "mean_token_accuracy": 0.28048854768276216, + "num_tokens": 19473262.0, + "step": 6785 + }, + { + "entropy": 4.663929653167725, + "epoch": 8.054567022538553, + "grad_norm": 1.3984375, + "learning_rate": 0.00010154953791852294, + "loss": 3.9162, + "mean_token_accuracy": 0.2767769739031792, + "num_tokens": 19486581.0, + "step": 6790 + }, + { + "entropy": 4.6845465183258055, + "epoch": 8.06049822064057, + "grad_norm": 1.1328125, + "learning_rate": 0.00010124652684595948, + "loss": 3.9421, + "mean_token_accuracy": 0.2857879936695099, + "num_tokens": 19500470.0, + "step": 6795 + }, + { + "entropy": 4.695603227615356, + "epoch": 8.066429418742587, + "grad_norm": 1.078125, + "learning_rate": 0.0001009442944646122, + "loss": 4.0434, + "mean_token_accuracy": 0.2713444247841835, + "num_tokens": 19516138.0, + "step": 6800 + }, + { + "entropy": 4.724313688278198, + "epoch": 8.072360616844602, + "grad_norm": 1.0546875, + "learning_rate": 0.00010064284212896155, + "loss": 3.9673, + "mean_token_accuracy": 0.28030790388584137, + "num_tokens": 19533178.0, + "step": 6805 + }, + { + "entropy": 4.717302417755127, + "epoch": 8.078291814946619, + "grad_norm": 1.21875, + "learning_rate": 0.00010034217118999234, + "loss": 3.9429, + "mean_token_accuracy": 0.2846269875764847, + "num_tokens": 19546664.0, + "step": 6810 + }, + { + "entropy": 4.761168098449707, + "epoch": 8.084223013048636, + "grad_norm": 1.4375, + "learning_rate": 0.00010004228299518739, + "loss": 4.0135, + "mean_token_accuracy": 0.27298852801322937, + "num_tokens": 19561092.0, + "step": 6815 + }, + { + "entropy": 4.75660982131958, + "epoch": 8.090154211150653, + "grad_norm": 1.0859375, + "learning_rate": 9.974317888852149e-05, + "loss": 3.9882, + "mean_token_accuracy": 0.27676670253276825, + "num_tokens": 19576379.0, + "step": 6820 + }, + { + "entropy": 4.7264148712158205, + "epoch": 8.09608540925267, + "grad_norm": 1.2265625, + "learning_rate": 9.944486021045559e-05, + "loss": 3.9935, + "mean_token_accuracy": 0.2765861377120018, + "num_tokens": 19591217.0, + "step": 6825 + }, + { + "entropy": 4.748012924194336, + "epoch": 8.102016607354686, + "grad_norm": 1.2109375, + "learning_rate": 9.914732829793074e-05, + "loss": 3.9511, + "mean_token_accuracy": 0.2816150814294815, + "num_tokens": 19606710.0, + "step": 6830 + }, + { + "entropy": 4.68715500831604, + "epoch": 8.107947805456702, + "grad_norm": 1.2421875, + "learning_rate": 9.885058448436182e-05, + "loss": 3.9664, + "mean_token_accuracy": 0.28388998806476595, + "num_tokens": 19620965.0, + "step": 6835 + }, + { + "entropy": 4.6946758270263675, + "epoch": 8.113879003558718, + "grad_norm": 1.34375, + "learning_rate": 9.855463009963195e-05, + "loss": 3.9531, + "mean_token_accuracy": 0.2855575442314148, + "num_tokens": 19634154.0, + "step": 6840 + }, + { + "entropy": 4.675198888778686, + "epoch": 8.119810201660735, + "grad_norm": 1.140625, + "learning_rate": 9.825946647008624e-05, + "loss": 3.9189, + "mean_token_accuracy": 0.283517524600029, + "num_tokens": 19648670.0, + "step": 6845 + }, + { + "entropy": 4.687435674667358, + "epoch": 8.125741399762752, + "grad_norm": 1.140625, + "learning_rate": 9.79650949185261e-05, + "loss": 3.9426, + "mean_token_accuracy": 0.28035666346549987, + "num_tokens": 19663039.0, + "step": 6850 + }, + { + "entropy": 4.6626897811889645, + "epoch": 8.13167259786477, + "grad_norm": 1.203125, + "learning_rate": 9.767151676420313e-05, + "loss": 3.8361, + "mean_token_accuracy": 0.29471116960048677, + "num_tokens": 19676001.0, + "step": 6855 + }, + { + "entropy": 4.690921020507813, + "epoch": 8.137603795966786, + "grad_norm": 1.109375, + "learning_rate": 9.737873332281308e-05, + "loss": 3.9236, + "mean_token_accuracy": 0.29047317504882814, + "num_tokens": 19689959.0, + "step": 6860 + }, + { + "entropy": 4.7003950595855715, + "epoch": 8.143534994068801, + "grad_norm": 1.2734375, + "learning_rate": 9.708674590649033e-05, + "loss": 3.9009, + "mean_token_accuracy": 0.28979634046554564, + "num_tokens": 19703852.0, + "step": 6865 + }, + { + "entropy": 4.728805875778198, + "epoch": 8.149466192170818, + "grad_norm": 1.1875, + "learning_rate": 9.67955558238018e-05, + "loss": 3.992, + "mean_token_accuracy": 0.27644708901643755, + "num_tokens": 19718304.0, + "step": 6870 + }, + { + "entropy": 4.683099269866943, + "epoch": 8.155397390272835, + "grad_norm": 1.28125, + "learning_rate": 9.650516437974091e-05, + "loss": 3.8849, + "mean_token_accuracy": 0.2868204563856125, + "num_tokens": 19731613.0, + "step": 6875 + }, + { + "entropy": 4.72241530418396, + "epoch": 8.161328588374852, + "grad_norm": 1.078125, + "learning_rate": 9.62155728757221e-05, + "loss": 3.9589, + "mean_token_accuracy": 0.27972853630781175, + "num_tokens": 19747129.0, + "step": 6880 + }, + { + "entropy": 4.686842823028565, + "epoch": 8.167259786476869, + "grad_norm": 1.1640625, + "learning_rate": 9.592678260957476e-05, + "loss": 3.9395, + "mean_token_accuracy": 0.2816599547863007, + "num_tokens": 19760959.0, + "step": 6885 + }, + { + "entropy": 4.656443548202515, + "epoch": 8.173190984578884, + "grad_norm": 1.1640625, + "learning_rate": 9.563879487553736e-05, + "loss": 3.9031, + "mean_token_accuracy": 0.2870590925216675, + "num_tokens": 19774858.0, + "step": 6890 + }, + { + "entropy": 4.798293018341065, + "epoch": 8.179122182680901, + "grad_norm": 1.1796875, + "learning_rate": 9.53516109642519e-05, + "loss": 4.0166, + "mean_token_accuracy": 0.2774235516786575, + "num_tokens": 19789681.0, + "step": 6895 + }, + { + "entropy": 4.746678304672241, + "epoch": 8.185053380782918, + "grad_norm": 1.15625, + "learning_rate": 9.506523216275789e-05, + "loss": 3.9991, + "mean_token_accuracy": 0.27605453580617906, + "num_tokens": 19803502.0, + "step": 6900 + }, + { + "entropy": 4.692061901092529, + "epoch": 8.190984578884935, + "grad_norm": 1.203125, + "learning_rate": 9.477965975448671e-05, + "loss": 3.936, + "mean_token_accuracy": 0.28683628141880035, + "num_tokens": 19817576.0, + "step": 6905 + }, + { + "entropy": 4.654696655273438, + "epoch": 8.196915776986952, + "grad_norm": 1.203125, + "learning_rate": 9.449489501925579e-05, + "loss": 3.919, + "mean_token_accuracy": 0.29263170063495636, + "num_tokens": 19831827.0, + "step": 6910 + }, + { + "entropy": 4.762646579742432, + "epoch": 8.202846975088969, + "grad_norm": 1.046875, + "learning_rate": 9.421093923326302e-05, + "loss": 4.0037, + "mean_token_accuracy": 0.27328817546367645, + "num_tokens": 19848079.0, + "step": 6915 + }, + { + "entropy": 4.65659875869751, + "epoch": 8.208778173190984, + "grad_norm": 1.21875, + "learning_rate": 9.39277936690806e-05, + "loss": 3.9504, + "mean_token_accuracy": 0.28005823493003845, + "num_tokens": 19864025.0, + "step": 6920 + }, + { + "entropy": 4.726030778884888, + "epoch": 8.214709371293, + "grad_norm": 1.2265625, + "learning_rate": 9.364545959565007e-05, + "loss": 3.921, + "mean_token_accuracy": 0.2834602802991867, + "num_tokens": 19880423.0, + "step": 6925 + }, + { + "entropy": 4.725295925140381, + "epoch": 8.220640569395018, + "grad_norm": 1.1484375, + "learning_rate": 9.336393827827583e-05, + "loss": 3.9519, + "mean_token_accuracy": 0.2852844387292862, + "num_tokens": 19894573.0, + "step": 6930 + }, + { + "entropy": 4.713504505157471, + "epoch": 8.226571767497035, + "grad_norm": 1.34375, + "learning_rate": 9.30832309786201e-05, + "loss": 3.9099, + "mean_token_accuracy": 0.2926886409521103, + "num_tokens": 19909368.0, + "step": 6935 + }, + { + "entropy": 4.7475958347320555, + "epoch": 8.232502965599052, + "grad_norm": 1.140625, + "learning_rate": 9.280333895469695e-05, + "loss": 3.9824, + "mean_token_accuracy": 0.28341332972049715, + "num_tokens": 19922729.0, + "step": 6940 + }, + { + "entropy": 4.658939027786255, + "epoch": 8.238434163701069, + "grad_norm": 1.25, + "learning_rate": 9.252426346086662e-05, + "loss": 3.873, + "mean_token_accuracy": 0.29206017553806307, + "num_tokens": 19936259.0, + "step": 6945 + }, + { + "entropy": 4.690753841400147, + "epoch": 8.244365361803084, + "grad_norm": 1.2109375, + "learning_rate": 9.224600574783004e-05, + "loss": 3.9424, + "mean_token_accuracy": 0.2840256363153458, + "num_tokens": 19949632.0, + "step": 6950 + }, + { + "entropy": 4.7556053638458256, + "epoch": 8.2502965599051, + "grad_norm": 1.3046875, + "learning_rate": 9.19685670626233e-05, + "loss": 3.9995, + "mean_token_accuracy": 0.276134280860424, + "num_tokens": 19964105.0, + "step": 6955 + }, + { + "entropy": 4.682530641555786, + "epoch": 8.256227758007118, + "grad_norm": 1.2890625, + "learning_rate": 9.169194864861184e-05, + "loss": 3.9187, + "mean_token_accuracy": 0.2871809393167496, + "num_tokens": 19977286.0, + "step": 6960 + }, + { + "entropy": 4.710453224182129, + "epoch": 8.262158956109134, + "grad_norm": 1.2265625, + "learning_rate": 9.141615174548499e-05, + "loss": 3.9363, + "mean_token_accuracy": 0.27871944904327395, + "num_tokens": 19991216.0, + "step": 6965 + }, + { + "entropy": 4.699328804016114, + "epoch": 8.268090154211151, + "grad_norm": 1.15625, + "learning_rate": 9.114117758925048e-05, + "loss": 3.9541, + "mean_token_accuracy": 0.28664700090885165, + "num_tokens": 20005367.0, + "step": 6970 + }, + { + "entropy": 4.679021883010864, + "epoch": 8.274021352313166, + "grad_norm": 1.0859375, + "learning_rate": 9.086702741222862e-05, + "loss": 3.985, + "mean_token_accuracy": 0.2738848552107811, + "num_tokens": 20022135.0, + "step": 6975 + }, + { + "entropy": 4.781612348556519, + "epoch": 8.279952550415183, + "grad_norm": 1.125, + "learning_rate": 9.059370244304731e-05, + "loss": 3.9873, + "mean_token_accuracy": 0.28117130845785143, + "num_tokens": 20035724.0, + "step": 6980 + }, + { + "entropy": 4.699268388748169, + "epoch": 8.2858837485172, + "grad_norm": 1.1640625, + "learning_rate": 9.032120390663598e-05, + "loss": 3.9733, + "mean_token_accuracy": 0.28090896606445315, + "num_tokens": 20051507.0, + "step": 6985 + }, + { + "entropy": 4.692220878601074, + "epoch": 8.291814946619217, + "grad_norm": 1.15625, + "learning_rate": 9.004953302422029e-05, + "loss": 3.9344, + "mean_token_accuracy": 0.2859161913394928, + "num_tokens": 20066503.0, + "step": 6990 + }, + { + "entropy": 4.770735120773315, + "epoch": 8.297746144721234, + "grad_norm": 1.25, + "learning_rate": 8.977869101331695e-05, + "loss": 3.9439, + "mean_token_accuracy": 0.2826002240180969, + "num_tokens": 20081653.0, + "step": 6995 + }, + { + "entropy": 4.733716201782227, + "epoch": 8.303677342823251, + "grad_norm": 1.21875, + "learning_rate": 8.950867908772773e-05, + "loss": 3.928, + "mean_token_accuracy": 0.2795230209827423, + "num_tokens": 20095723.0, + "step": 7000 + }, + { + "epoch": 8.303677342823251, + "eval_entropy": 4.641261381605651, + "eval_loss": 5.238761901855469, + "eval_mean_token_accuracy": 0.19971223799454654, + "eval_num_tokens": 20095723.0, + "eval_runtime": 2.4392, + "eval_samples_per_second": 1069.182, + "eval_steps_per_second": 133.648, + "step": 7000 + }, + { + "entropy": 4.670281457901001, + "epoch": 8.309608540925266, + "grad_norm": 1.203125, + "learning_rate": 8.923949845753446e-05, + "loss": 3.969, + "mean_token_accuracy": 0.28576965630054474, + "num_tokens": 20110669.0, + "step": 7005 + }, + { + "entropy": 4.705426502227783, + "epoch": 8.315539739027283, + "grad_norm": 1.0625, + "learning_rate": 8.89711503290934e-05, + "loss": 4.0132, + "mean_token_accuracy": 0.2791412591934204, + "num_tokens": 20125575.0, + "step": 7010 + }, + { + "entropy": 4.754300260543824, + "epoch": 8.3214709371293, + "grad_norm": 1.2421875, + "learning_rate": 8.870363590502995e-05, + "loss": 3.9482, + "mean_token_accuracy": 0.28258386850357053, + "num_tokens": 20140525.0, + "step": 7015 + }, + { + "entropy": 4.6853350639343265, + "epoch": 8.327402135231317, + "grad_norm": 1.3046875, + "learning_rate": 8.843695638423307e-05, + "loss": 3.8815, + "mean_token_accuracy": 0.2919521927833557, + "num_tokens": 20152594.0, + "step": 7020 + }, + { + "entropy": 4.749881887435913, + "epoch": 8.333333333333334, + "grad_norm": 1.234375, + "learning_rate": 8.817111296185022e-05, + "loss": 4.0091, + "mean_token_accuracy": 0.27691561728715897, + "num_tokens": 20166393.0, + "step": 7025 + }, + { + "entropy": 4.730294275283813, + "epoch": 8.33926453143535, + "grad_norm": 1.1015625, + "learning_rate": 8.790610682928153e-05, + "loss": 3.9616, + "mean_token_accuracy": 0.28670415580272673, + "num_tokens": 20181453.0, + "step": 7030 + }, + { + "entropy": 4.6924371242523195, + "epoch": 8.345195729537366, + "grad_norm": 1.2734375, + "learning_rate": 8.764193917417495e-05, + "loss": 3.9717, + "mean_token_accuracy": 0.2710898369550705, + "num_tokens": 20196675.0, + "step": 7035 + }, + { + "entropy": 4.768080043792724, + "epoch": 8.351126927639383, + "grad_norm": 1.2265625, + "learning_rate": 8.737861118042077e-05, + "loss": 3.9851, + "mean_token_accuracy": 0.2788268864154816, + "num_tokens": 20208560.0, + "step": 7040 + }, + { + "entropy": 4.652789783477783, + "epoch": 8.3570581257414, + "grad_norm": 1.1875, + "learning_rate": 8.7116124028146e-05, + "loss": 3.8958, + "mean_token_accuracy": 0.28716435432434084, + "num_tokens": 20221984.0, + "step": 7045 + }, + { + "entropy": 4.661345434188843, + "epoch": 8.362989323843417, + "grad_norm": 1.2265625, + "learning_rate": 8.685447889370962e-05, + "loss": 3.9074, + "mean_token_accuracy": 0.2922116607427597, + "num_tokens": 20234642.0, + "step": 7050 + }, + { + "entropy": 4.743613958358765, + "epoch": 8.368920521945434, + "grad_norm": 1.203125, + "learning_rate": 8.659367694969697e-05, + "loss": 4.0196, + "mean_token_accuracy": 0.2740223616361618, + "num_tokens": 20249349.0, + "step": 7055 + }, + { + "entropy": 4.737344980239868, + "epoch": 8.374851720047449, + "grad_norm": 1.1640625, + "learning_rate": 8.633371936491439e-05, + "loss": 3.9715, + "mean_token_accuracy": 0.28215101957321165, + "num_tokens": 20263867.0, + "step": 7060 + }, + { + "entropy": 4.697859811782837, + "epoch": 8.380782918149466, + "grad_norm": 1.25, + "learning_rate": 8.607460730438433e-05, + "loss": 3.9094, + "mean_token_accuracy": 0.2869831383228302, + "num_tokens": 20277760.0, + "step": 7065 + }, + { + "entropy": 4.752556085586548, + "epoch": 8.386714116251483, + "grad_norm": 1.171875, + "learning_rate": 8.58163419293399e-05, + "loss": 4.0038, + "mean_token_accuracy": 0.2708415240049362, + "num_tokens": 20290876.0, + "step": 7070 + }, + { + "entropy": 4.654078483581543, + "epoch": 8.3926453143535, + "grad_norm": 1.2890625, + "learning_rate": 8.555892439721974e-05, + "loss": 3.9054, + "mean_token_accuracy": 0.2906464695930481, + "num_tokens": 20305898.0, + "step": 7075 + }, + { + "entropy": 4.76554913520813, + "epoch": 8.398576512455517, + "grad_norm": 1.1640625, + "learning_rate": 8.53023558616628e-05, + "loss": 4.0346, + "mean_token_accuracy": 0.27318221926689146, + "num_tokens": 20319962.0, + "step": 7080 + }, + { + "entropy": 4.697919845581055, + "epoch": 8.404507710557533, + "grad_norm": 1.1875, + "learning_rate": 8.504663747250307e-05, + "loss": 3.9696, + "mean_token_accuracy": 0.2842551663517952, + "num_tokens": 20333377.0, + "step": 7085 + }, + { + "entropy": 4.712127780914306, + "epoch": 8.410438908659549, + "grad_norm": 1.0390625, + "learning_rate": 8.479177037576465e-05, + "loss": 3.9672, + "mean_token_accuracy": 0.28632986843585967, + "num_tokens": 20347744.0, + "step": 7090 + }, + { + "entropy": 4.656085348129272, + "epoch": 8.416370106761565, + "grad_norm": 1.2421875, + "learning_rate": 8.45377557136566e-05, + "loss": 3.8973, + "mean_token_accuracy": 0.2874467998743057, + "num_tokens": 20362341.0, + "step": 7095 + }, + { + "entropy": 4.734337997436524, + "epoch": 8.422301304863582, + "grad_norm": 1.21875, + "learning_rate": 8.428459462456742e-05, + "loss": 3.971, + "mean_token_accuracy": 0.2729116827249527, + "num_tokens": 20377156.0, + "step": 7100 + }, + { + "entropy": 4.703022050857544, + "epoch": 8.4282325029656, + "grad_norm": 1.140625, + "learning_rate": 8.40322882430605e-05, + "loss": 3.9568, + "mean_token_accuracy": 0.28281375467777253, + "num_tokens": 20391379.0, + "step": 7105 + }, + { + "entropy": 4.659971046447754, + "epoch": 8.434163701067616, + "grad_norm": 1.2734375, + "learning_rate": 8.378083769986877e-05, + "loss": 3.8678, + "mean_token_accuracy": 0.29366030991077424, + "num_tokens": 20405883.0, + "step": 7110 + }, + { + "entropy": 4.7217628955841064, + "epoch": 8.440094899169633, + "grad_norm": 1.2109375, + "learning_rate": 8.353024412188947e-05, + "loss": 3.9903, + "mean_token_accuracy": 0.28193584978580477, + "num_tokens": 20420515.0, + "step": 7115 + }, + { + "entropy": 4.677894544601441, + "epoch": 8.446026097271648, + "grad_norm": 1.2890625, + "learning_rate": 8.328050863217945e-05, + "loss": 3.9327, + "mean_token_accuracy": 0.28165491819381716, + "num_tokens": 20433135.0, + "step": 7120 + }, + { + "entropy": 4.737694978713989, + "epoch": 8.451957295373665, + "grad_norm": 1.3359375, + "learning_rate": 8.30316323499499e-05, + "loss": 3.9346, + "mean_token_accuracy": 0.2831666707992554, + "num_tokens": 20446048.0, + "step": 7125 + }, + { + "entropy": 4.760696220397949, + "epoch": 8.457888493475682, + "grad_norm": 1.2734375, + "learning_rate": 8.278361639056139e-05, + "loss": 4.0182, + "mean_token_accuracy": 0.2730042338371277, + "num_tokens": 20461014.0, + "step": 7130 + }, + { + "entropy": 4.739823818206787, + "epoch": 8.463819691577699, + "grad_norm": 1.203125, + "learning_rate": 8.253646186551892e-05, + "loss": 3.9799, + "mean_token_accuracy": 0.27468782663345337, + "num_tokens": 20477354.0, + "step": 7135 + }, + { + "entropy": 4.696021366119385, + "epoch": 8.469750889679716, + "grad_norm": 1.2734375, + "learning_rate": 8.229016988246687e-05, + "loss": 3.9124, + "mean_token_accuracy": 0.28573155105113984, + "num_tokens": 20490412.0, + "step": 7140 + }, + { + "entropy": 4.695750284194946, + "epoch": 8.475682087781731, + "grad_norm": 1.3203125, + "learning_rate": 8.204474154518401e-05, + "loss": 3.9507, + "mean_token_accuracy": 0.2805278152227402, + "num_tokens": 20503008.0, + "step": 7145 + }, + { + "entropy": 4.80227518081665, + "epoch": 8.481613285883748, + "grad_norm": 1.296875, + "learning_rate": 8.180017795357872e-05, + "loss": 4.0377, + "mean_token_accuracy": 0.26800259202718735, + "num_tokens": 20517453.0, + "step": 7150 + }, + { + "entropy": 4.676574468612671, + "epoch": 8.487544483985765, + "grad_norm": 1.1796875, + "learning_rate": 8.155648020368384e-05, + "loss": 3.9579, + "mean_token_accuracy": 0.28014005422592164, + "num_tokens": 20532145.0, + "step": 7155 + }, + { + "entropy": 4.676670694351197, + "epoch": 8.493475682087782, + "grad_norm": 1.2734375, + "learning_rate": 8.13136493876519e-05, + "loss": 3.9666, + "mean_token_accuracy": 0.2829777956008911, + "num_tokens": 20546054.0, + "step": 7160 + }, + { + "entropy": 4.6812415599823, + "epoch": 8.499406880189799, + "grad_norm": 1.171875, + "learning_rate": 8.107168659375028e-05, + "loss": 3.8474, + "mean_token_accuracy": 0.29541700780391694, + "num_tokens": 20560014.0, + "step": 7165 + }, + { + "entropy": 4.718748998641968, + "epoch": 8.505338078291816, + "grad_norm": 1.171875, + "learning_rate": 8.083059290635609e-05, + "loss": 3.977, + "mean_token_accuracy": 0.2776965871453285, + "num_tokens": 20574459.0, + "step": 7170 + }, + { + "entropy": 4.751876783370972, + "epoch": 8.511269276393831, + "grad_norm": 1.203125, + "learning_rate": 8.059036940595152e-05, + "loss": 3.9561, + "mean_token_accuracy": 0.2851552739739418, + "num_tokens": 20588873.0, + "step": 7175 + }, + { + "entropy": 4.680817794799805, + "epoch": 8.517200474495848, + "grad_norm": 1.359375, + "learning_rate": 8.035101716911902e-05, + "loss": 3.9487, + "mean_token_accuracy": 0.28146624863147734, + "num_tokens": 20602606.0, + "step": 7180 + }, + { + "entropy": 4.688438558578492, + "epoch": 8.523131672597865, + "grad_norm": 1.21875, + "learning_rate": 8.011253726853635e-05, + "loss": 3.9145, + "mean_token_accuracy": 0.28469567745923996, + "num_tokens": 20615802.0, + "step": 7185 + }, + { + "entropy": 4.711814498901367, + "epoch": 8.529062870699882, + "grad_norm": 1.3203125, + "learning_rate": 7.987493077297175e-05, + "loss": 3.913, + "mean_token_accuracy": 0.2862949460744858, + "num_tokens": 20629280.0, + "step": 7190 + }, + { + "entropy": 4.662499618530274, + "epoch": 8.534994068801899, + "grad_norm": 1.2109375, + "learning_rate": 7.963819874727936e-05, + "loss": 3.9266, + "mean_token_accuracy": 0.28317568004131316, + "num_tokens": 20643258.0, + "step": 7195 + }, + { + "entropy": 4.704075336456299, + "epoch": 8.540925266903916, + "grad_norm": 1.1171875, + "learning_rate": 7.940234225239415e-05, + "loss": 3.9894, + "mean_token_accuracy": 0.27620826810598376, + "num_tokens": 20659018.0, + "step": 7200 + }, + { + "entropy": 4.695644807815552, + "epoch": 8.54685646500593, + "grad_norm": 1.21875, + "learning_rate": 7.91673623453274e-05, + "loss": 3.9082, + "mean_token_accuracy": 0.29033233076334, + "num_tokens": 20673157.0, + "step": 7205 + }, + { + "entropy": 4.664615345001221, + "epoch": 8.552787663107948, + "grad_norm": 1.2734375, + "learning_rate": 7.893326007916197e-05, + "loss": 3.9162, + "mean_token_accuracy": 0.2866616487503052, + "num_tokens": 20688881.0, + "step": 7210 + }, + { + "entropy": 4.676655673980713, + "epoch": 8.558718861209965, + "grad_norm": 1.21875, + "learning_rate": 7.870003650304732e-05, + "loss": 3.894, + "mean_token_accuracy": 0.2941111773252487, + "num_tokens": 20701427.0, + "step": 7215 + }, + { + "entropy": 4.657823085784912, + "epoch": 8.564650059311981, + "grad_norm": 1.1640625, + "learning_rate": 7.846769266219513e-05, + "loss": 3.9718, + "mean_token_accuracy": 0.2777338534593582, + "num_tokens": 20715527.0, + "step": 7220 + }, + { + "entropy": 4.7058226585388185, + "epoch": 8.570581257413998, + "grad_norm": 1.265625, + "learning_rate": 7.823622959787427e-05, + "loss": 4.0097, + "mean_token_accuracy": 0.2716243237257004, + "num_tokens": 20728604.0, + "step": 7225 + }, + { + "entropy": 4.670713233947754, + "epoch": 8.576512455516013, + "grad_norm": 1.203125, + "learning_rate": 7.800564834740668e-05, + "loss": 3.9275, + "mean_token_accuracy": 0.28355380445718764, + "num_tokens": 20742621.0, + "step": 7230 + }, + { + "entropy": 4.701196479797363, + "epoch": 8.58244365361803, + "grad_norm": 1.2265625, + "learning_rate": 7.777594994416214e-05, + "loss": 3.9944, + "mean_token_accuracy": 0.27921465039253235, + "num_tokens": 20756753.0, + "step": 7235 + }, + { + "entropy": 4.701077556610107, + "epoch": 8.588374851720047, + "grad_norm": 1.0546875, + "learning_rate": 7.754713541755382e-05, + "loss": 3.9111, + "mean_token_accuracy": 0.2857673794031143, + "num_tokens": 20770533.0, + "step": 7240 + }, + { + "entropy": 4.701100015640259, + "epoch": 8.594306049822064, + "grad_norm": 1.0859375, + "learning_rate": 7.731920579303387e-05, + "loss": 3.941, + "mean_token_accuracy": 0.27773227840662, + "num_tokens": 20787038.0, + "step": 7245 + }, + { + "entropy": 4.729049873352051, + "epoch": 8.600237247924081, + "grad_norm": 1.09375, + "learning_rate": 7.709216209208861e-05, + "loss": 3.9624, + "mean_token_accuracy": 0.28391246497631073, + "num_tokens": 20802300.0, + "step": 7250 + }, + { + "entropy": 4.670155477523804, + "epoch": 8.606168446026098, + "grad_norm": 1.3203125, + "learning_rate": 7.686600533223395e-05, + "loss": 3.8887, + "mean_token_accuracy": 0.2840640902519226, + "num_tokens": 20815352.0, + "step": 7255 + }, + { + "entropy": 4.716451597213745, + "epoch": 8.612099644128113, + "grad_norm": 1.265625, + "learning_rate": 7.664073652701108e-05, + "loss": 3.9896, + "mean_token_accuracy": 0.27881119549274447, + "num_tokens": 20829743.0, + "step": 7260 + }, + { + "entropy": 4.711272716522217, + "epoch": 8.61803084223013, + "grad_norm": 1.3984375, + "learning_rate": 7.641635668598157e-05, + "loss": 3.9808, + "mean_token_accuracy": 0.2781288385391235, + "num_tokens": 20844007.0, + "step": 7265 + }, + { + "entropy": 4.7083391666412355, + "epoch": 8.623962040332147, + "grad_norm": 1.1953125, + "learning_rate": 7.619286681472306e-05, + "loss": 3.9284, + "mean_token_accuracy": 0.27966966331005094, + "num_tokens": 20857926.0, + "step": 7270 + }, + { + "entropy": 4.720574426651001, + "epoch": 8.629893238434164, + "grad_norm": 1.3203125, + "learning_rate": 7.597026791482479e-05, + "loss": 4.0024, + "mean_token_accuracy": 0.27475319504737855, + "num_tokens": 20873185.0, + "step": 7275 + }, + { + "entropy": 4.730753660202026, + "epoch": 8.635824436536181, + "grad_norm": 1.2578125, + "learning_rate": 7.574856098388292e-05, + "loss": 3.9349, + "mean_token_accuracy": 0.2798182100057602, + "num_tokens": 20885586.0, + "step": 7280 + }, + { + "entropy": 4.711820316314697, + "epoch": 8.641755634638198, + "grad_norm": 1.1640625, + "learning_rate": 7.552774701549625e-05, + "loss": 3.9425, + "mean_token_accuracy": 0.28394598215818406, + "num_tokens": 20900011.0, + "step": 7285 + }, + { + "entropy": 4.782559776306153, + "epoch": 8.647686832740213, + "grad_norm": 1.1953125, + "learning_rate": 7.530782699926179e-05, + "loss": 4.0822, + "mean_token_accuracy": 0.26666326224803927, + "num_tokens": 20915286.0, + "step": 7290 + }, + { + "entropy": 4.697897052764892, + "epoch": 8.65361803084223, + "grad_norm": 1.3203125, + "learning_rate": 7.508880192076992e-05, + "loss": 3.9194, + "mean_token_accuracy": 0.2845906287431717, + "num_tokens": 20927611.0, + "step": 7295 + }, + { + "entropy": 4.770806360244751, + "epoch": 8.659549228944247, + "grad_norm": 1.1484375, + "learning_rate": 7.487067276160061e-05, + "loss": 4.0229, + "mean_token_accuracy": 0.2717056661844254, + "num_tokens": 20944869.0, + "step": 7300 + }, + { + "entropy": 4.714837598800659, + "epoch": 8.665480427046264, + "grad_norm": 1.1875, + "learning_rate": 7.465344049931853e-05, + "loss": 3.9849, + "mean_token_accuracy": 0.2766413792967796, + "num_tokens": 20958713.0, + "step": 7305 + }, + { + "entropy": 4.707823133468628, + "epoch": 8.67141162514828, + "grad_norm": 1.0546875, + "learning_rate": 7.443710610746879e-05, + "loss": 4.0077, + "mean_token_accuracy": 0.272230826318264, + "num_tokens": 20976282.0, + "step": 7310 + }, + { + "entropy": 4.752963256835938, + "epoch": 8.677342823250296, + "grad_norm": 1.125, + "learning_rate": 7.42216705555727e-05, + "loss": 4.0116, + "mean_token_accuracy": 0.2748189508914948, + "num_tokens": 20992460.0, + "step": 7315 + }, + { + "entropy": 4.736064052581787, + "epoch": 8.683274021352313, + "grad_norm": 1.1796875, + "learning_rate": 7.40071348091234e-05, + "loss": 3.9208, + "mean_token_accuracy": 0.29020349085330965, + "num_tokens": 21005962.0, + "step": 7320 + }, + { + "entropy": 4.696597337722778, + "epoch": 8.68920521945433, + "grad_norm": 1.296875, + "learning_rate": 7.379349982958122e-05, + "loss": 3.9729, + "mean_token_accuracy": 0.275021693110466, + "num_tokens": 21020751.0, + "step": 7325 + }, + { + "entropy": 4.70448408126831, + "epoch": 8.695136417556347, + "grad_norm": 1.109375, + "learning_rate": 7.358076657436994e-05, + "loss": 3.9677, + "mean_token_accuracy": 0.27516626119613646, + "num_tokens": 21033999.0, + "step": 7330 + }, + { + "entropy": 4.6952229022979735, + "epoch": 8.701067615658364, + "grad_norm": 1.2265625, + "learning_rate": 7.336893599687198e-05, + "loss": 4.0139, + "mean_token_accuracy": 0.27138439267873765, + "num_tokens": 21049230.0, + "step": 7335 + }, + { + "entropy": 4.694416141510009, + "epoch": 8.70699881376038, + "grad_norm": 1.2109375, + "learning_rate": 7.315800904642442e-05, + "loss": 3.9652, + "mean_token_accuracy": 0.279814088344574, + "num_tokens": 21063738.0, + "step": 7340 + }, + { + "entropy": 4.720660877227783, + "epoch": 8.712930011862396, + "grad_norm": 1.390625, + "learning_rate": 7.29479866683146e-05, + "loss": 3.9516, + "mean_token_accuracy": 0.2787126675248146, + "num_tokens": 21077295.0, + "step": 7345 + }, + { + "entropy": 4.69683427810669, + "epoch": 8.718861209964412, + "grad_norm": 1.3203125, + "learning_rate": 7.273886980377605e-05, + "loss": 3.9344, + "mean_token_accuracy": 0.2766831547021866, + "num_tokens": 21089848.0, + "step": 7350 + }, + { + "entropy": 4.797457885742188, + "epoch": 8.72479240806643, + "grad_norm": 1.1171875, + "learning_rate": 7.253065938998397e-05, + "loss": 4.063, + "mean_token_accuracy": 0.27142560482025146, + "num_tokens": 21105415.0, + "step": 7355 + }, + { + "entropy": 4.6870338916778564, + "epoch": 8.730723606168446, + "grad_norm": 1.3515625, + "learning_rate": 7.232335636005142e-05, + "loss": 3.9717, + "mean_token_accuracy": 0.2772874891757965, + "num_tokens": 21119773.0, + "step": 7360 + }, + { + "entropy": 4.672126150131225, + "epoch": 8.736654804270463, + "grad_norm": 1.0859375, + "learning_rate": 7.211696164302477e-05, + "loss": 3.9681, + "mean_token_accuracy": 0.28734296560287476, + "num_tokens": 21134225.0, + "step": 7365 + }, + { + "entropy": 4.702618837356567, + "epoch": 8.74258600237248, + "grad_norm": 1.171875, + "learning_rate": 7.191147616387985e-05, + "loss": 3.9987, + "mean_token_accuracy": 0.2750243440270424, + "num_tokens": 21150340.0, + "step": 7370 + }, + { + "entropy": 4.684565877914428, + "epoch": 8.748517200474495, + "grad_norm": 1.203125, + "learning_rate": 7.170690084351765e-05, + "loss": 3.9882, + "mean_token_accuracy": 0.2751602530479431, + "num_tokens": 21164100.0, + "step": 7375 + }, + { + "entropy": 4.733332729339599, + "epoch": 8.754448398576512, + "grad_norm": 1.1640625, + "learning_rate": 7.150323659876007e-05, + "loss": 3.9247, + "mean_token_accuracy": 0.2895872563123703, + "num_tokens": 21179560.0, + "step": 7380 + }, + { + "entropy": 4.716910696029663, + "epoch": 8.76037959667853, + "grad_norm": 1.2265625, + "learning_rate": 7.130048434234607e-05, + "loss": 4.0243, + "mean_token_accuracy": 0.27272664606571195, + "num_tokens": 21194630.0, + "step": 7385 + }, + { + "entropy": 4.7004118919372555, + "epoch": 8.766310794780546, + "grad_norm": 1.3046875, + "learning_rate": 7.109864498292742e-05, + "loss": 3.9665, + "mean_token_accuracy": 0.2777358129620552, + "num_tokens": 21208445.0, + "step": 7390 + }, + { + "entropy": 4.716582012176514, + "epoch": 8.772241992882563, + "grad_norm": 1.2578125, + "learning_rate": 7.08977194250647e-05, + "loss": 4.0065, + "mean_token_accuracy": 0.2697982504963875, + "num_tokens": 21223881.0, + "step": 7395 + }, + { + "entropy": 4.726409244537353, + "epoch": 8.778173190984578, + "grad_norm": 1.1015625, + "learning_rate": 7.06977085692231e-05, + "loss": 3.9321, + "mean_token_accuracy": 0.2851049304008484, + "num_tokens": 21237939.0, + "step": 7400 + }, + { + "entropy": 4.773116827011108, + "epoch": 8.784104389086595, + "grad_norm": 1.3203125, + "learning_rate": 7.04986133117687e-05, + "loss": 3.9886, + "mean_token_accuracy": 0.27324563413858416, + "num_tokens": 21251400.0, + "step": 7405 + }, + { + "entropy": 4.693988227844239, + "epoch": 8.790035587188612, + "grad_norm": 1.25, + "learning_rate": 7.030043454496394e-05, + "loss": 3.9916, + "mean_token_accuracy": 0.2754157602787018, + "num_tokens": 21265525.0, + "step": 7410 + }, + { + "entropy": 4.743141508102417, + "epoch": 8.795966785290629, + "grad_norm": 1.1640625, + "learning_rate": 7.010317315696422e-05, + "loss": 4.0065, + "mean_token_accuracy": 0.27507720291614535, + "num_tokens": 21280350.0, + "step": 7415 + }, + { + "entropy": 4.676511669158936, + "epoch": 8.801897983392646, + "grad_norm": 1.1953125, + "learning_rate": 6.99068300318135e-05, + "loss": 3.9468, + "mean_token_accuracy": 0.27412312626838686, + "num_tokens": 21295535.0, + "step": 7420 + }, + { + "entropy": 4.700688314437866, + "epoch": 8.807829181494661, + "grad_norm": 1.1953125, + "learning_rate": 6.971140604944043e-05, + "loss": 3.98, + "mean_token_accuracy": 0.2825105458498001, + "num_tokens": 21308794.0, + "step": 7425 + }, + { + "entropy": 4.6570196628570555, + "epoch": 8.813760379596678, + "grad_norm": 1.2421875, + "learning_rate": 6.951690208565451e-05, + "loss": 3.9227, + "mean_token_accuracy": 0.2881681978702545, + "num_tokens": 21322274.0, + "step": 7430 + }, + { + "entropy": 4.736722850799561, + "epoch": 8.819691577698695, + "grad_norm": 1.0703125, + "learning_rate": 6.93233190121421e-05, + "loss": 3.9949, + "mean_token_accuracy": 0.28044127523899076, + "num_tokens": 21338076.0, + "step": 7435 + }, + { + "entropy": 4.706449747085571, + "epoch": 8.825622775800712, + "grad_norm": 1.3046875, + "learning_rate": 6.913065769646243e-05, + "loss": 3.9506, + "mean_token_accuracy": 0.28375218212604525, + "num_tokens": 21351711.0, + "step": 7440 + }, + { + "entropy": 4.712761354446411, + "epoch": 8.831553973902729, + "grad_norm": 1.3046875, + "learning_rate": 6.893891900204385e-05, + "loss": 4.0389, + "mean_token_accuracy": 0.2771188259124756, + "num_tokens": 21365462.0, + "step": 7445 + }, + { + "entropy": 4.666748762130737, + "epoch": 8.837485172004746, + "grad_norm": 1.1171875, + "learning_rate": 6.874810378817997e-05, + "loss": 3.8771, + "mean_token_accuracy": 0.29150122702121734, + "num_tokens": 21378494.0, + "step": 7450 + }, + { + "entropy": 4.735234785079956, + "epoch": 8.84341637010676, + "grad_norm": 1.15625, + "learning_rate": 6.855821291002562e-05, + "loss": 4.0053, + "mean_token_accuracy": 0.2717369556427002, + "num_tokens": 21393097.0, + "step": 7455 + }, + { + "entropy": 4.685878276824951, + "epoch": 8.849347568208778, + "grad_norm": 1.140625, + "learning_rate": 6.836924721859321e-05, + "loss": 3.9399, + "mean_token_accuracy": 0.27943750023841857, + "num_tokens": 21408210.0, + "step": 7460 + }, + { + "entropy": 4.674729061126709, + "epoch": 8.855278766310795, + "grad_norm": 1.2578125, + "learning_rate": 6.818120756074881e-05, + "loss": 3.9297, + "mean_token_accuracy": 0.2838605135679245, + "num_tokens": 21423090.0, + "step": 7465 + }, + { + "entropy": 4.644339370727539, + "epoch": 8.861209964412812, + "grad_norm": 1.234375, + "learning_rate": 6.799409477920841e-05, + "loss": 3.9062, + "mean_token_accuracy": 0.2946785092353821, + "num_tokens": 21437038.0, + "step": 7470 + }, + { + "entropy": 4.677549028396607, + "epoch": 8.867141162514828, + "grad_norm": 1.0859375, + "learning_rate": 6.780790971253418e-05, + "loss": 4.0094, + "mean_token_accuracy": 0.2707359567284584, + "num_tokens": 21453540.0, + "step": 7475 + }, + { + "entropy": 4.668129873275757, + "epoch": 8.873072360616845, + "grad_norm": 1.140625, + "learning_rate": 6.76226531951305e-05, + "loss": 3.893, + "mean_token_accuracy": 0.28728693127632143, + "num_tokens": 21468849.0, + "step": 7480 + }, + { + "entropy": 4.67131814956665, + "epoch": 8.87900355871886, + "grad_norm": 1.203125, + "learning_rate": 6.74383260572405e-05, + "loss": 3.9678, + "mean_token_accuracy": 0.28203669786453245, + "num_tokens": 21482850.0, + "step": 7485 + }, + { + "entropy": 4.692674446105957, + "epoch": 8.884934756820877, + "grad_norm": 1.234375, + "learning_rate": 6.725492912494231e-05, + "loss": 3.9186, + "mean_token_accuracy": 0.28470067381858827, + "num_tokens": 21496792.0, + "step": 7490 + }, + { + "entropy": 4.692023420333863, + "epoch": 8.890865954922894, + "grad_norm": 1.234375, + "learning_rate": 6.707246322014495e-05, + "loss": 3.9444, + "mean_token_accuracy": 0.2780381441116333, + "num_tokens": 21510999.0, + "step": 7495 + }, + { + "entropy": 4.700464344024658, + "epoch": 8.896797153024911, + "grad_norm": 1.2109375, + "learning_rate": 6.689092916058527e-05, + "loss": 3.9439, + "mean_token_accuracy": 0.2917203098535538, + "num_tokens": 21524369.0, + "step": 7500 + }, + { + "epoch": 8.896797153024911, + "eval_entropy": 4.634117702033622, + "eval_loss": 5.236268520355225, + "eval_mean_token_accuracy": 0.20044671154461025, + "eval_num_tokens": 21524369.0, + "eval_runtime": 2.4279, + "eval_samples_per_second": 1074.182, + "eval_steps_per_second": 134.273, + "step": 7500 + }, + { + "entropy": 4.781164216995239, + "epoch": 8.902728351126928, + "grad_norm": 1.2421875, + "learning_rate": 6.671032775982384e-05, + "loss": 4.0406, + "mean_token_accuracy": 0.2698593124747276, + "num_tokens": 21540693.0, + "step": 7505 + }, + { + "entropy": 4.71325421333313, + "epoch": 8.908659549228943, + "grad_norm": 1.140625, + "learning_rate": 6.653065982724143e-05, + "loss": 3.986, + "mean_token_accuracy": 0.2803583323955536, + "num_tokens": 21556070.0, + "step": 7510 + }, + { + "entropy": 4.726709318161011, + "epoch": 8.91459074733096, + "grad_norm": 1.0859375, + "learning_rate": 6.635192616803548e-05, + "loss": 3.9414, + "mean_token_accuracy": 0.2849667012691498, + "num_tokens": 21571432.0, + "step": 7515 + }, + { + "entropy": 4.703306674957275, + "epoch": 8.920521945432977, + "grad_norm": 1.2578125, + "learning_rate": 6.617412758321627e-05, + "loss": 3.9796, + "mean_token_accuracy": 0.28210159540176394, + "num_tokens": 21586162.0, + "step": 7520 + }, + { + "entropy": 4.724526214599609, + "epoch": 8.926453143534994, + "grad_norm": 1.1640625, + "learning_rate": 6.599726486960354e-05, + "loss": 3.9827, + "mean_token_accuracy": 0.2787036746740341, + "num_tokens": 21599704.0, + "step": 7525 + }, + { + "entropy": 4.682029867172242, + "epoch": 8.932384341637011, + "grad_norm": 1.21875, + "learning_rate": 6.582133881982288e-05, + "loss": 3.9196, + "mean_token_accuracy": 0.276509553194046, + "num_tokens": 21613571.0, + "step": 7530 + }, + { + "entropy": 4.739630699157715, + "epoch": 8.938315539739028, + "grad_norm": 1.1484375, + "learning_rate": 6.564635022230207e-05, + "loss": 4.0374, + "mean_token_accuracy": 0.2731984302401543, + "num_tokens": 21628757.0, + "step": 7535 + }, + { + "entropy": 4.675686025619507, + "epoch": 8.944246737841043, + "grad_norm": 1.125, + "learning_rate": 6.547229986126764e-05, + "loss": 3.8891, + "mean_token_accuracy": 0.2900336667895317, + "num_tokens": 21642645.0, + "step": 7540 + }, + { + "entropy": 4.7094098091125485, + "epoch": 8.95017793594306, + "grad_norm": 1.15625, + "learning_rate": 6.529918851674135e-05, + "loss": 3.9453, + "mean_token_accuracy": 0.2868756949901581, + "num_tokens": 21657820.0, + "step": 7545 + }, + { + "entropy": 4.740082311630249, + "epoch": 8.956109134045077, + "grad_norm": 1.3125, + "learning_rate": 6.512701696453663e-05, + "loss": 4.0496, + "mean_token_accuracy": 0.27244533598423004, + "num_tokens": 21671187.0, + "step": 7550 + }, + { + "entropy": 4.740634441375732, + "epoch": 8.962040332147094, + "grad_norm": 1.421875, + "learning_rate": 6.495578597625521e-05, + "loss": 4.0075, + "mean_token_accuracy": 0.26890198439359664, + "num_tokens": 21684771.0, + "step": 7555 + }, + { + "entropy": 4.699212980270386, + "epoch": 8.96797153024911, + "grad_norm": 1.109375, + "learning_rate": 6.478549631928356e-05, + "loss": 3.8674, + "mean_token_accuracy": 0.29412288665771485, + "num_tokens": 21697283.0, + "step": 7560 + }, + { + "entropy": 4.636596059799194, + "epoch": 8.973902728351128, + "grad_norm": 1.1875, + "learning_rate": 6.461614875678953e-05, + "loss": 3.8784, + "mean_token_accuracy": 0.2897840738296509, + "num_tokens": 21711418.0, + "step": 7565 + }, + { + "entropy": 4.644348955154419, + "epoch": 8.979833926453143, + "grad_norm": 1.1875, + "learning_rate": 6.444774404771882e-05, + "loss": 3.9181, + "mean_token_accuracy": 0.2828759133815765, + "num_tokens": 21725184.0, + "step": 7570 + }, + { + "entropy": 4.653862428665161, + "epoch": 8.98576512455516, + "grad_norm": 1.25, + "learning_rate": 6.428028294679176e-05, + "loss": 3.8997, + "mean_token_accuracy": 0.2917557656764984, + "num_tokens": 21739260.0, + "step": 7575 + }, + { + "entropy": 4.680317449569702, + "epoch": 8.991696322657177, + "grad_norm": 1.28125, + "learning_rate": 6.411376620449968e-05, + "loss": 3.9356, + "mean_token_accuracy": 0.2801597505807877, + "num_tokens": 21751407.0, + "step": 7580 + }, + { + "entropy": 4.7229961395263675, + "epoch": 8.997627520759194, + "grad_norm": 1.21875, + "learning_rate": 6.394819456710184e-05, + "loss": 4.0219, + "mean_token_accuracy": 0.2764817088842392, + "num_tokens": 21766540.0, + "step": 7585 + }, + { + "entropy": 4.725529527664184, + "epoch": 9.00355871886121, + "grad_norm": 1.1640625, + "learning_rate": 6.378356877662177e-05, + "loss": 3.9551, + "mean_token_accuracy": 0.2778576880693436, + "num_tokens": 21781299.0, + "step": 7590 + }, + { + "entropy": 4.672691440582275, + "epoch": 9.009489916963227, + "grad_norm": 1.3046875, + "learning_rate": 6.361988957084423e-05, + "loss": 3.8816, + "mean_token_accuracy": 0.2913270562887192, + "num_tokens": 21794510.0, + "step": 7595 + }, + { + "entropy": 4.695112657546997, + "epoch": 9.015421115065243, + "grad_norm": 1.1953125, + "learning_rate": 6.34571576833118e-05, + "loss": 3.9284, + "mean_token_accuracy": 0.27826384007930755, + "num_tokens": 21809207.0, + "step": 7600 + }, + { + "entropy": 4.682247304916382, + "epoch": 9.02135231316726, + "grad_norm": 1.1015625, + "learning_rate": 6.329537384332134e-05, + "loss": 3.8263, + "mean_token_accuracy": 0.29131481647491453, + "num_tokens": 21823327.0, + "step": 7605 + }, + { + "entropy": 4.70168719291687, + "epoch": 9.027283511269276, + "grad_norm": 1.1875, + "learning_rate": 6.313453877592127e-05, + "loss": 3.9191, + "mean_token_accuracy": 0.2864623308181763, + "num_tokens": 21837600.0, + "step": 7610 + }, + { + "entropy": 4.7196344375610355, + "epoch": 9.033214709371293, + "grad_norm": 1.0703125, + "learning_rate": 6.29746532019078e-05, + "loss": 3.9548, + "mean_token_accuracy": 0.28442203104496, + "num_tokens": 21853605.0, + "step": 7615 + }, + { + "entropy": 4.741567182540893, + "epoch": 9.03914590747331, + "grad_norm": 1.296875, + "learning_rate": 6.281571783782195e-05, + "loss": 3.9477, + "mean_token_accuracy": 0.27929568141698835, + "num_tokens": 21867900.0, + "step": 7620 + }, + { + "entropy": 4.662065219879151, + "epoch": 9.045077105575325, + "grad_norm": 1.1875, + "learning_rate": 6.265773339594632e-05, + "loss": 3.9246, + "mean_token_accuracy": 0.281767213344574, + "num_tokens": 21881161.0, + "step": 7625 + }, + { + "entropy": 4.718570137023926, + "epoch": 9.051008303677342, + "grad_norm": 1.1328125, + "learning_rate": 6.250070058430185e-05, + "loss": 3.9356, + "mean_token_accuracy": 0.28696798980236055, + "num_tokens": 21895517.0, + "step": 7630 + }, + { + "entropy": 4.711088418960571, + "epoch": 9.05693950177936, + "grad_norm": 1.078125, + "learning_rate": 6.234462010664465e-05, + "loss": 3.9265, + "mean_token_accuracy": 0.2915447950363159, + "num_tokens": 21909495.0, + "step": 7635 + }, + { + "entropy": 4.720971584320068, + "epoch": 9.062870699881376, + "grad_norm": 1.3125, + "learning_rate": 6.218949266246285e-05, + "loss": 3.9578, + "mean_token_accuracy": 0.2811253905296326, + "num_tokens": 21922671.0, + "step": 7640 + }, + { + "entropy": 4.6942321300506595, + "epoch": 9.068801897983393, + "grad_norm": 1.21875, + "learning_rate": 6.20353189469736e-05, + "loss": 3.9047, + "mean_token_accuracy": 0.28912187814712526, + "num_tokens": 21936944.0, + "step": 7645 + }, + { + "entropy": 4.716808462142945, + "epoch": 9.07473309608541, + "grad_norm": 1.1484375, + "learning_rate": 6.188209965111962e-05, + "loss": 4.0101, + "mean_token_accuracy": 0.272370408475399, + "num_tokens": 21952253.0, + "step": 7650 + }, + { + "entropy": 4.760212707519531, + "epoch": 9.080664294187425, + "grad_norm": 1.234375, + "learning_rate": 6.172983546156651e-05, + "loss": 3.959, + "mean_token_accuracy": 0.27983843684196474, + "num_tokens": 21966177.0, + "step": 7655 + }, + { + "entropy": 4.671642875671386, + "epoch": 9.086595492289442, + "grad_norm": 1.390625, + "learning_rate": 6.157852706069943e-05, + "loss": 3.873, + "mean_token_accuracy": 0.29047609567642213, + "num_tokens": 21979320.0, + "step": 7660 + }, + { + "entropy": 4.708757781982422, + "epoch": 9.092526690391459, + "grad_norm": 1.234375, + "learning_rate": 6.142817512661996e-05, + "loss": 3.9301, + "mean_token_accuracy": 0.27841189205646516, + "num_tokens": 21993685.0, + "step": 7665 + }, + { + "entropy": 4.699432373046875, + "epoch": 9.098457888493476, + "grad_norm": 1.2109375, + "learning_rate": 6.127878033314338e-05, + "loss": 3.937, + "mean_token_accuracy": 0.2805202603340149, + "num_tokens": 22007326.0, + "step": 7670 + }, + { + "entropy": 4.68700909614563, + "epoch": 9.104389086595493, + "grad_norm": 1.2265625, + "learning_rate": 6.113034334979532e-05, + "loss": 3.9254, + "mean_token_accuracy": 0.2868217319250107, + "num_tokens": 22020957.0, + "step": 7675 + }, + { + "entropy": 4.78078293800354, + "epoch": 9.11032028469751, + "grad_norm": 1.15625, + "learning_rate": 6.0982864841808994e-05, + "loss": 4.0052, + "mean_token_accuracy": 0.27140380144119264, + "num_tokens": 22034543.0, + "step": 7680 + }, + { + "entropy": 4.72243299484253, + "epoch": 9.116251482799525, + "grad_norm": 1.1796875, + "learning_rate": 6.083634547012214e-05, + "loss": 3.9457, + "mean_token_accuracy": 0.2815434396266937, + "num_tokens": 22049898.0, + "step": 7685 + }, + { + "entropy": 4.728707361221313, + "epoch": 9.122182680901542, + "grad_norm": 1.1796875, + "learning_rate": 6.06907858913739e-05, + "loss": 3.9533, + "mean_token_accuracy": 0.28155919909477234, + "num_tokens": 22064454.0, + "step": 7690 + }, + { + "entropy": 4.717308568954468, + "epoch": 9.128113879003559, + "grad_norm": 1.2890625, + "learning_rate": 6.054618675790214e-05, + "loss": 3.9096, + "mean_token_accuracy": 0.28436531126499176, + "num_tokens": 22078096.0, + "step": 7695 + }, + { + "entropy": 4.648612308502197, + "epoch": 9.134045077105576, + "grad_norm": 1.1640625, + "learning_rate": 6.040254871774042e-05, + "loss": 3.8353, + "mean_token_accuracy": 0.2907100260257721, + "num_tokens": 22093721.0, + "step": 7700 + }, + { + "entropy": 4.625429487228393, + "epoch": 9.139976275207593, + "grad_norm": 1.2890625, + "learning_rate": 6.025987241461502e-05, + "loss": 3.825, + "mean_token_accuracy": 0.29583993554115295, + "num_tokens": 22107213.0, + "step": 7705 + }, + { + "entropy": 4.731472015380859, + "epoch": 9.145907473309608, + "grad_norm": 1.265625, + "learning_rate": 6.0118158487942086e-05, + "loss": 3.9275, + "mean_token_accuracy": 0.2819035679101944, + "num_tokens": 22121807.0, + "step": 7710 + }, + { + "entropy": 4.720548009872436, + "epoch": 9.151838671411625, + "grad_norm": 1.1484375, + "learning_rate": 5.997740757282488e-05, + "loss": 3.9478, + "mean_token_accuracy": 0.28011140823364256, + "num_tokens": 22138334.0, + "step": 7715 + }, + { + "entropy": 4.64657564163208, + "epoch": 9.157769869513642, + "grad_norm": 1.171875, + "learning_rate": 5.98376203000508e-05, + "loss": 3.8375, + "mean_token_accuracy": 0.2862591177225113, + "num_tokens": 22152118.0, + "step": 7720 + }, + { + "entropy": 4.6523407936096195, + "epoch": 9.163701067615659, + "grad_norm": 1.28125, + "learning_rate": 5.969879729608859e-05, + "loss": 3.9272, + "mean_token_accuracy": 0.2921558082103729, + "num_tokens": 22166487.0, + "step": 7725 + }, + { + "entropy": 4.71504282951355, + "epoch": 9.169632265717675, + "grad_norm": 1.140625, + "learning_rate": 5.956093918308558e-05, + "loss": 3.9242, + "mean_token_accuracy": 0.28660888969898224, + "num_tokens": 22181892.0, + "step": 7730 + }, + { + "entropy": 4.715947246551513, + "epoch": 9.175563463819692, + "grad_norm": 1.1640625, + "learning_rate": 5.942404657886476e-05, + "loss": 3.9444, + "mean_token_accuracy": 0.28458503186702727, + "num_tokens": 22196746.0, + "step": 7735 + }, + { + "entropy": 4.751476049423218, + "epoch": 9.181494661921707, + "grad_norm": 1.3203125, + "learning_rate": 5.928812009692223e-05, + "loss": 3.9245, + "mean_token_accuracy": 0.28713928163051605, + "num_tokens": 22212122.0, + "step": 7740 + }, + { + "entropy": 4.687464475631714, + "epoch": 9.187425860023724, + "grad_norm": 1.171875, + "learning_rate": 5.915316034642423e-05, + "loss": 3.9133, + "mean_token_accuracy": 0.2839509338140488, + "num_tokens": 22226558.0, + "step": 7745 + }, + { + "entropy": 4.767588186264038, + "epoch": 9.193357058125741, + "grad_norm": 1.1484375, + "learning_rate": 5.901916793220458e-05, + "loss": 3.9486, + "mean_token_accuracy": 0.2797584980726242, + "num_tokens": 22239855.0, + "step": 7750 + }, + { + "entropy": 4.749569368362427, + "epoch": 9.199288256227758, + "grad_norm": 1.2734375, + "learning_rate": 5.888614345476188e-05, + "loss": 3.9185, + "mean_token_accuracy": 0.28688516318798063, + "num_tokens": 22253054.0, + "step": 7755 + }, + { + "entropy": 4.733961820602417, + "epoch": 9.205219454329775, + "grad_norm": 1.28125, + "learning_rate": 5.875408751025681e-05, + "loss": 3.9222, + "mean_token_accuracy": 0.2920639723539352, + "num_tokens": 22265532.0, + "step": 7760 + }, + { + "entropy": 4.6539490699768065, + "epoch": 9.21115065243179, + "grad_norm": 1.34375, + "learning_rate": 5.8623000690509516e-05, + "loss": 3.8766, + "mean_token_accuracy": 0.28798704147338866, + "num_tokens": 22279042.0, + "step": 7765 + }, + { + "entropy": 4.712589359283447, + "epoch": 9.217081850533807, + "grad_norm": 1.2421875, + "learning_rate": 5.84928835829969e-05, + "loss": 3.9803, + "mean_token_accuracy": 0.2776440531015396, + "num_tokens": 22292988.0, + "step": 7770 + }, + { + "entropy": 4.714959001541137, + "epoch": 9.223013048635824, + "grad_norm": 1.2109375, + "learning_rate": 5.8363736770850035e-05, + "loss": 3.9891, + "mean_token_accuracy": 0.28044463098049166, + "num_tokens": 22307425.0, + "step": 7775 + }, + { + "entropy": 4.605085468292236, + "epoch": 9.228944246737841, + "grad_norm": 1.140625, + "learning_rate": 5.823556083285156e-05, + "loss": 3.8354, + "mean_token_accuracy": 0.2998354256153107, + "num_tokens": 22323287.0, + "step": 7780 + }, + { + "entropy": 4.7021770000457765, + "epoch": 9.234875444839858, + "grad_norm": 1.2578125, + "learning_rate": 5.8108356343433026e-05, + "loss": 3.9092, + "mean_token_accuracy": 0.2868195056915283, + "num_tokens": 22337385.0, + "step": 7785 + }, + { + "entropy": 4.653430557250976, + "epoch": 9.240806642941875, + "grad_norm": 1.15625, + "learning_rate": 5.798212387267231e-05, + "loss": 3.8589, + "mean_token_accuracy": 0.2930044412612915, + "num_tokens": 22350999.0, + "step": 7790 + }, + { + "entropy": 4.787642574310302, + "epoch": 9.24673784104389, + "grad_norm": 1.171875, + "learning_rate": 5.785686398629115e-05, + "loss": 4.0071, + "mean_token_accuracy": 0.27720827162265776, + "num_tokens": 22367477.0, + "step": 7795 + }, + { + "entropy": 4.6640198707580565, + "epoch": 9.252669039145907, + "grad_norm": 1.15625, + "learning_rate": 5.7732577245652606e-05, + "loss": 3.9632, + "mean_token_accuracy": 0.28056850880384443, + "num_tokens": 22383067.0, + "step": 7800 + }, + { + "entropy": 4.7274504661560055, + "epoch": 9.258600237247924, + "grad_norm": 1.265625, + "learning_rate": 5.760926420775842e-05, + "loss": 3.8631, + "mean_token_accuracy": 0.2893301427364349, + "num_tokens": 22396378.0, + "step": 7805 + }, + { + "entropy": 4.747016954421997, + "epoch": 9.26453143534994, + "grad_norm": 1.3515625, + "learning_rate": 5.7486925425246645e-05, + "loss": 3.958, + "mean_token_accuracy": 0.2836225688457489, + "num_tokens": 22412358.0, + "step": 7810 + }, + { + "entropy": 4.689248275756836, + "epoch": 9.270462633451958, + "grad_norm": 1.15625, + "learning_rate": 5.736556144638907e-05, + "loss": 3.8901, + "mean_token_accuracy": 0.28435722589492796, + "num_tokens": 22426888.0, + "step": 7815 + }, + { + "entropy": 4.744128274917602, + "epoch": 9.276393831553975, + "grad_norm": 1.3203125, + "learning_rate": 5.7245172815088945e-05, + "loss": 3.9585, + "mean_token_accuracy": 0.2718192160129547, + "num_tokens": 22441684.0, + "step": 7820 + }, + { + "entropy": 4.720417547225952, + "epoch": 9.28232502965599, + "grad_norm": 1.1953125, + "learning_rate": 5.712576007087825e-05, + "loss": 3.971, + "mean_token_accuracy": 0.2781603395938873, + "num_tokens": 22456232.0, + "step": 7825 + }, + { + "entropy": 4.714090633392334, + "epoch": 9.288256227758007, + "grad_norm": 1.125, + "learning_rate": 5.700732374891559e-05, + "loss": 3.9595, + "mean_token_accuracy": 0.279901972413063, + "num_tokens": 22471655.0, + "step": 7830 + }, + { + "entropy": 4.717460489273071, + "epoch": 9.294187425860024, + "grad_norm": 1.2421875, + "learning_rate": 5.688986437998356e-05, + "loss": 3.9202, + "mean_token_accuracy": 0.291487455368042, + "num_tokens": 22485281.0, + "step": 7835 + }, + { + "entropy": 4.7436370849609375, + "epoch": 9.30011862396204, + "grad_norm": 1.1953125, + "learning_rate": 5.6773382490486495e-05, + "loss": 3.9499, + "mean_token_accuracy": 0.28780677914619446, + "num_tokens": 22500824.0, + "step": 7840 + }, + { + "entropy": 4.6504967212677, + "epoch": 9.306049822064058, + "grad_norm": 1.2109375, + "learning_rate": 5.665787860244802e-05, + "loss": 3.8328, + "mean_token_accuracy": 0.2988550692796707, + "num_tokens": 22514858.0, + "step": 7845 + }, + { + "entropy": 4.726430177688599, + "epoch": 9.311981020166073, + "grad_norm": 1.2109375, + "learning_rate": 5.654335323350882e-05, + "loss": 3.9615, + "mean_token_accuracy": 0.2804872587323189, + "num_tokens": 22530108.0, + "step": 7850 + }, + { + "entropy": 4.747401523590088, + "epoch": 9.31791221826809, + "grad_norm": 1.0078125, + "learning_rate": 5.6429806896924255e-05, + "loss": 3.995, + "mean_token_accuracy": 0.2791959077119827, + "num_tokens": 22545431.0, + "step": 7855 + }, + { + "entropy": 4.67728180885315, + "epoch": 9.323843416370106, + "grad_norm": 1.203125, + "learning_rate": 5.6317240101562e-05, + "loss": 3.879, + "mean_token_accuracy": 0.28754962980747223, + "num_tokens": 22559366.0, + "step": 7860 + }, + { + "entropy": 4.633822774887085, + "epoch": 9.329774614472123, + "grad_norm": 1.15625, + "learning_rate": 5.620565335189994e-05, + "loss": 3.8197, + "mean_token_accuracy": 0.29011088609695435, + "num_tokens": 22572369.0, + "step": 7865 + }, + { + "entropy": 4.684816646575928, + "epoch": 9.33570581257414, + "grad_norm": 1.28125, + "learning_rate": 5.609504714802375e-05, + "loss": 3.9014, + "mean_token_accuracy": 0.29433580935001374, + "num_tokens": 22585293.0, + "step": 7870 + }, + { + "entropy": 4.762645292282104, + "epoch": 9.341637010676157, + "grad_norm": 1.359375, + "learning_rate": 5.598542198562464e-05, + "loss": 3.9694, + "mean_token_accuracy": 0.276876100897789, + "num_tokens": 22598416.0, + "step": 7875 + }, + { + "entropy": 4.727016448974609, + "epoch": 9.347568208778172, + "grad_norm": 1.0546875, + "learning_rate": 5.587677835599726e-05, + "loss": 3.9457, + "mean_token_accuracy": 0.2861358106136322, + "num_tokens": 22614158.0, + "step": 7880 + }, + { + "entropy": 4.696190595626831, + "epoch": 9.35349940688019, + "grad_norm": 1.2890625, + "learning_rate": 5.5769116746037494e-05, + "loss": 3.9013, + "mean_token_accuracy": 0.28405626565217973, + "num_tokens": 22627193.0, + "step": 7885 + }, + { + "entropy": 4.720518016815186, + "epoch": 9.359430604982206, + "grad_norm": 1.2265625, + "learning_rate": 5.56624376382401e-05, + "loss": 3.9493, + "mean_token_accuracy": 0.2788544535636902, + "num_tokens": 22641377.0, + "step": 7890 + }, + { + "entropy": 4.6695334911346436, + "epoch": 9.365361803084223, + "grad_norm": 1.265625, + "learning_rate": 5.555674151069675e-05, + "loss": 3.8994, + "mean_token_accuracy": 0.2855959475040436, + "num_tokens": 22655133.0, + "step": 7895 + }, + { + "entropy": 4.781360292434693, + "epoch": 9.37129300118624, + "grad_norm": 1.265625, + "learning_rate": 5.545202883709378e-05, + "loss": 3.9722, + "mean_token_accuracy": 0.27490603625774385, + "num_tokens": 22671547.0, + "step": 7900 + }, + { + "entropy": 4.755558919906616, + "epoch": 9.377224199288257, + "grad_norm": 1.203125, + "learning_rate": 5.53483000867101e-05, + "loss": 3.9136, + "mean_token_accuracy": 0.2943380266427994, + "num_tokens": 22685477.0, + "step": 7905 + }, + { + "entropy": 4.70673680305481, + "epoch": 9.383155397390272, + "grad_norm": 1.46875, + "learning_rate": 5.524555572441505e-05, + "loss": 3.8662, + "mean_token_accuracy": 0.29722156524658205, + "num_tokens": 22699208.0, + "step": 7910 + }, + { + "entropy": 4.6943169116973875, + "epoch": 9.389086595492289, + "grad_norm": 1.3046875, + "learning_rate": 5.51437962106664e-05, + "loss": 3.8931, + "mean_token_accuracy": 0.28362258672714236, + "num_tokens": 22713059.0, + "step": 7915 + }, + { + "entropy": 4.6814769268035885, + "epoch": 9.395017793594306, + "grad_norm": 1.1171875, + "learning_rate": 5.504302200150818e-05, + "loss": 3.9032, + "mean_token_accuracy": 0.28831621408462527, + "num_tokens": 22729888.0, + "step": 7920 + }, + { + "entropy": 4.674087476730347, + "epoch": 9.400948991696323, + "grad_norm": 1.2421875, + "learning_rate": 5.494323354856877e-05, + "loss": 3.8255, + "mean_token_accuracy": 0.2957535028457642, + "num_tokens": 22742923.0, + "step": 7925 + }, + { + "entropy": 4.7038994312286375, + "epoch": 9.40688018979834, + "grad_norm": 1.1171875, + "learning_rate": 5.484443129905871e-05, + "loss": 3.8905, + "mean_token_accuracy": 0.2919372946023941, + "num_tokens": 22756415.0, + "step": 7930 + }, + { + "entropy": 4.702688455581665, + "epoch": 9.412811387900355, + "grad_norm": 1.0703125, + "learning_rate": 5.474661569576882e-05, + "loss": 3.9211, + "mean_token_accuracy": 0.29087033271789553, + "num_tokens": 22772298.0, + "step": 7935 + }, + { + "entropy": 4.682391786575318, + "epoch": 9.418742586002372, + "grad_norm": 1.171875, + "learning_rate": 5.464978717706822e-05, + "loss": 3.9055, + "mean_token_accuracy": 0.2914585083723068, + "num_tokens": 22786822.0, + "step": 7940 + }, + { + "entropy": 4.7441717147827145, + "epoch": 9.424673784104389, + "grad_norm": 1.203125, + "learning_rate": 5.455394617690229e-05, + "loss": 3.9321, + "mean_token_accuracy": 0.28567453324794767, + "num_tokens": 22800366.0, + "step": 7945 + }, + { + "entropy": 4.694620656967163, + "epoch": 9.430604982206406, + "grad_norm": 1.2265625, + "learning_rate": 5.4459093124790724e-05, + "loss": 3.9452, + "mean_token_accuracy": 0.28203417360782623, + "num_tokens": 22813798.0, + "step": 7950 + }, + { + "entropy": 4.736641693115234, + "epoch": 9.436536180308423, + "grad_norm": 1.28125, + "learning_rate": 5.4365228445825725e-05, + "loss": 3.9463, + "mean_token_accuracy": 0.2829840362071991, + "num_tokens": 22826285.0, + "step": 7955 + }, + { + "entropy": 4.698030757904053, + "epoch": 9.44246737841044, + "grad_norm": 1.1640625, + "learning_rate": 5.4272352560669926e-05, + "loss": 3.9214, + "mean_token_accuracy": 0.2849394530057907, + "num_tokens": 22842373.0, + "step": 7960 + }, + { + "entropy": 4.716655492782593, + "epoch": 9.448398576512455, + "grad_norm": 1.1953125, + "learning_rate": 5.418046588555467e-05, + "loss": 3.9671, + "mean_token_accuracy": 0.2762858957052231, + "num_tokens": 22858989.0, + "step": 7965 + }, + { + "entropy": 4.7081019401550295, + "epoch": 9.454329774614472, + "grad_norm": 1.171875, + "learning_rate": 5.408956883227802e-05, + "loss": 3.9075, + "mean_token_accuracy": 0.28878410458564757, + "num_tokens": 22873230.0, + "step": 7970 + }, + { + "entropy": 4.707238674163818, + "epoch": 9.460260972716489, + "grad_norm": 1.2578125, + "learning_rate": 5.399966180820296e-05, + "loss": 3.9286, + "mean_token_accuracy": 0.2895234152674675, + "num_tokens": 22887252.0, + "step": 7975 + }, + { + "entropy": 4.687061882019043, + "epoch": 9.466192170818506, + "grad_norm": 1.1953125, + "learning_rate": 5.391074521625567e-05, + "loss": 3.8789, + "mean_token_accuracy": 0.28979634344577787, + "num_tokens": 22900789.0, + "step": 7980 + }, + { + "entropy": 4.64307861328125, + "epoch": 9.472123368920522, + "grad_norm": 1.25, + "learning_rate": 5.3822819454923453e-05, + "loss": 3.8656, + "mean_token_accuracy": 0.2923171117901802, + "num_tokens": 22915468.0, + "step": 7985 + }, + { + "entropy": 4.645619535446167, + "epoch": 9.47805456702254, + "grad_norm": 1.2109375, + "learning_rate": 5.3735884918253264e-05, + "loss": 3.9142, + "mean_token_accuracy": 0.2868258714675903, + "num_tokens": 22929500.0, + "step": 7990 + }, + { + "entropy": 4.685018587112427, + "epoch": 9.483985765124554, + "grad_norm": 1.203125, + "learning_rate": 5.364994199584973e-05, + "loss": 3.912, + "mean_token_accuracy": 0.28769379258155825, + "num_tokens": 22943305.0, + "step": 7995 + }, + { + "entropy": 4.71043028831482, + "epoch": 9.489916963226571, + "grad_norm": 1.359375, + "learning_rate": 5.356499107287351e-05, + "loss": 3.8987, + "mean_token_accuracy": 0.2908450126647949, + "num_tokens": 22956781.0, + "step": 8000 + }, + { + "epoch": 9.489916963226571, + "eval_entropy": 4.630801505837704, + "eval_loss": 5.236006259918213, + "eval_mean_token_accuracy": 0.20053277349819434, + "eval_num_tokens": 22956781.0, + "eval_runtime": 2.4431, + "eval_samples_per_second": 1067.477, + "eval_steps_per_second": 133.435, + "step": 8000 + } + ], + "logging_steps": 5, + "max_steps": 8420, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": false + }, + "attributes": {} + } + }, + "total_flos": 4.0429909018368e+16, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-8000/training_args.bin b/checkpoint-8000/training_args.bin new file mode 100644 index 0000000..4887968 --- /dev/null +++ b/checkpoint-8000/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b1c135f6b8569a4ca131508cf9d8c7cebd96bc433f924eb7233c36a7d98147e +size 6289 diff --git a/checkpoint-8420/added_tokens.json b/checkpoint-8420/added_tokens.json new file mode 100644 index 0000000..ec04e13 --- /dev/null +++ b/checkpoint-8420/added_tokens.json @@ -0,0 +1,1768 @@ +{ + "": 47388, + "[CLS]": 47386, + "[MASK]": 47389, + "[SEP]": 47387, + "[XXXXX0]": 47670, + "[XXXXX1000]": 48506, + "[XXXXX1001]": 48961, + "[XXXXX1002]": 47825, + "[XXXXX1003]": 48233, + "[XXXXX1004]": 48970, + "[XXXXX1005]": 48971, + "[XXXXX1006]": 47998, + "[XXXXX1007]": 48989, + "[XXXXX1008]": 47450, + "[XXXXX1009]": 48240, + "[XXXXX100]": 47422, + "[XXXXX1010]": 47623, + "[XXXXX1011]": 47805, + "[XXXXX1012]": 48454, + "[XXXXX1013]": 48537, + "[XXXXX1014]": 47764, + "[XXXXX1015]": 47584, + "[XXXXX1016]": 48287, + "[XXXXX1017]": 48689, + "[XXXXX1018]": 49119, + "[XXXXX1019]": 48584, + "[XXXXX101]": 47890, + "[XXXXX1020]": 47445, + "[XXXXX1021]": 48199, + "[XXXXX1022]": 48276, + "[XXXXX1023]": 47859, + "[XXXXX1024]": 48258, + "[XXXXX1025]": 48325, + "[XXXXX1026]": 47687, + "[XXXXX1027]": 48990, + "[XXXXX1028]": 49059, + "[XXXXX1029]": 48382, + "[XXXXX102]": 47921, + "[XXXXX1030]": 47775, + "[XXXXX1031]": 47870, + "[XXXXX1032]": 47683, + "[XXXXX1033]": 48750, + "[XXXXX1034]": 49130, + "[XXXXX1035]": 47811, + "[XXXXX1036]": 47462, + "[XXXXX1037]": 47843, + "[XXXXX1038]": 47439, + "[XXXXX1039]": 48830, + "[XXXXX103]": 48327, + "[XXXXX1040]": 48720, + "[XXXXX1041]": 48485, + "[XXXXX1042]": 47919, + "[XXXXX1043]": 48781, + "[XXXXX1044]": 47695, + "[XXXXX1045]": 48043, + "[XXXXX1046]": 47732, + "[XXXXX1047]": 48590, + "[XXXXX1048]": 48901, + "[XXXXX1049]": 48470, + "[XXXXX104]": 47560, + "[XXXXX1050]": 47751, + "[XXXXX1051]": 48487, + "[XXXXX1052]": 48959, + "[XXXXX1053]": 47720, + "[XXXXX1054]": 48477, + "[XXXXX1055]": 47405, + "[XXXXX1056]": 47920, + "[XXXXX1057]": 48139, + "[XXXXX1058]": 48775, + "[XXXXX1059]": 47767, + "[XXXXX105]": 48734, + "[XXXXX1060]": 47446, + "[XXXXX1061]": 48433, + "[XXXXX1062]": 48073, + "[XXXXX1063]": 48868, + "[XXXXX1064]": 47615, + "[XXXXX1065]": 48702, + "[XXXXX1066]": 48578, + "[XXXXX1067]": 47773, + "[XXXXX1068]": 48659, + "[XXXXX1069]": 48281, + "[XXXXX106]": 48900, + "[XXXXX1070]": 48588, + "[XXXXX1071]": 47994, + "[XXXXX1072]": 47709, + "[XXXXX1073]": 47716, + "[XXXXX1074]": 48339, + "[XXXXX1075]": 49007, + "[XXXXX1076]": 49019, + "[XXXXX1077]": 48182, + "[XXXXX1078]": 48114, + "[XXXXX1079]": 49090, + "[XXXXX107]": 48981, + "[XXXXX1080]": 47901, + "[XXXXX1081]": 48465, + "[XXXXX1082]": 49027, + "[XXXXX1083]": 47839, + "[XXXXX1084]": 48061, + "[XXXXX1085]": 47657, + "[XXXXX1086]": 48963, + "[XXXXX1087]": 49089, + "[XXXXX1088]": 49135, + "[XXXXX1089]": 47487, + "[XXXXX108]": 48217, + "[XXXXX1090]": 48158, + "[XXXXX1091]": 49123, + "[XXXXX1092]": 47656, + "[XXXXX1093]": 49031, + "[XXXXX1094]": 48840, + "[XXXXX1095]": 48753, + "[XXXXX1096]": 47501, + "[XXXXX1097]": 47698, + "[XXXXX1098]": 47547, + "[XXXXX1099]": 48844, + "[XXXXX109]": 47587, + "[XXXXX10]": 47512, + "[XXXXX1100]": 47508, + "[XXXXX1101]": 48130, + "[XXXXX1102]": 48225, + "[XXXXX1103]": 48953, + "[XXXXX1104]": 47633, + "[XXXXX1105]": 48614, + "[XXXXX1106]": 48685, + "[XXXXX1107]": 47845, + "[XXXXX1108]": 48337, + "[XXXXX1109]": 48879, + "[XXXXX110]": 47862, + "[XXXXX1110]": 48222, + "[XXXXX1111]": 49127, + "[XXXXX1112]": 47893, + "[XXXXX1113]": 48261, + "[XXXXX1114]": 47543, + "[XXXXX1115]": 48597, + "[XXXXX1116]": 48206, + "[XXXXX1117]": 47478, + "[XXXXX1118]": 48930, + "[XXXXX1119]": 47864, + "[XXXXX111]": 48237, + "[XXXXX1120]": 48638, + "[XXXXX1121]": 48162, + "[XXXXX1122]": 48678, + "[XXXXX1123]": 48790, + "[XXXXX1124]": 49075, + "[XXXXX1125]": 47490, + "[XXXXX1126]": 47542, + "[XXXXX1127]": 48121, + "[XXXXX1128]": 48910, + "[XXXXX1129]": 47545, + "[XXXXX112]": 48153, + "[XXXXX1130]": 48499, + "[XXXXX1131]": 48943, + "[XXXXX1132]": 48066, + "[XXXXX1133]": 47882, + "[XXXXX1134]": 48392, + "[XXXXX1135]": 48553, + "[XXXXX1136]": 47505, + "[XXXXX1137]": 48634, + "[XXXXX1138]": 49082, + "[XXXXX1139]": 47707, + "[XXXXX113]": 48869, + "[XXXXX1140]": 48888, + "[XXXXX1141]": 48069, + "[XXXXX1142]": 48646, + "[XXXXX1143]": 47985, + "[XXXXX1144]": 47432, + "[XXXXX1145]": 48788, + "[XXXXX1146]": 48622, + "[XXXXX1147]": 48479, + "[XXXXX1148]": 47599, + "[XXXXX1149]": 48903, + "[XXXXX114]": 48071, + "[XXXXX1150]": 48303, + "[XXXXX1151]": 48316, + "[XXXXX1152]": 48999, + "[XXXXX1153]": 48629, + "[XXXXX1154]": 48515, + "[XXXXX1155]": 48264, + "[XXXXX1156]": 47837, + "[XXXXX1157]": 47537, + "[XXXXX1158]": 48882, + "[XXXXX1159]": 47744, + "[XXXXX115]": 47954, + "[XXXXX1160]": 47637, + "[XXXXX1161]": 48701, + "[XXXXX1162]": 48831, + "[XXXXX1163]": 48861, + "[XXXXX1164]": 48880, + "[XXXXX1165]": 47679, + "[XXXXX1166]": 47620, + "[XXXXX1167]": 48591, + "[XXXXX1168]": 48776, + "[XXXXX1169]": 48472, + "[XXXXX116]": 48997, + "[XXXXX1170]": 48992, + "[XXXXX1171]": 48440, + "[XXXXX1172]": 48145, + "[XXXXX1173]": 48466, + "[XXXXX1174]": 48319, + "[XXXXX1175]": 47745, + "[XXXXX1176]": 47933, + "[XXXXX1177]": 49084, + "[XXXXX1178]": 47544, + "[XXXXX1179]": 48935, + "[XXXXX117]": 49103, + "[XXXXX1180]": 48660, + "[XXXXX1181]": 48993, + "[XXXXX1182]": 47457, + "[XXXXX1183]": 47593, + "[XXXXX1184]": 47795, + "[XXXXX1185]": 47706, + "[XXXXX1186]": 48263, + "[XXXXX1187]": 49033, + "[XXXXX1188]": 48544, + "[XXXXX1189]": 47409, + "[XXXXX118]": 47420, + "[XXXXX1190]": 47834, + "[XXXXX1191]": 47874, + "[XXXXX1192]": 47397, + "[XXXXX1193]": 48853, + "[XXXXX1194]": 47641, + "[XXXXX1195]": 48484, + "[XXXXX1196]": 48412, + "[XXXXX1197]": 48488, + "[XXXXX1198]": 49097, + "[XXXXX1199]": 47879, + "[XXXXX119]": 48770, + "[XXXXX11]": 48211, + "[XXXXX1200]": 47526, + "[XXXXX1201]": 48749, + "[XXXXX1202]": 48568, + "[XXXXX1203]": 48481, + "[XXXXX1204]": 48608, + "[XXXXX1205]": 48309, + "[XXXXX1206]": 48855, + "[XXXXX1207]": 47911, + "[XXXXX1208]": 47799, + "[XXXXX1209]": 47622, + "[XXXXX120]": 48693, + "[XXXXX1210]": 48131, + "[XXXXX1211]": 48345, + "[XXXXX1212]": 48304, + "[XXXXX1213]": 48682, + "[XXXXX1214]": 47492, + "[XXXXX1215]": 47497, + "[XXXXX1216]": 48939, + "[XXXXX1217]": 48442, + "[XXXXX1218]": 47841, + "[XXXXX1219]": 47453, + "[XXXXX121]": 47554, + "[XXXXX1220]": 47419, + "[XXXXX1221]": 48672, + "[XXXXX1222]": 48154, + "[XXXXX1223]": 49087, + "[XXXXX1224]": 48511, + "[XXXXX1225]": 48448, + "[XXXXX1226]": 48988, + "[XXXXX1227]": 47669, + "[XXXXX1228]": 47596, + "[XXXXX1229]": 48602, + "[XXXXX122]": 48605, + "[XXXXX1230]": 48064, + "[XXXXX1231]": 48107, + "[XXXXX1232]": 48160, + "[XXXXX1233]": 47925, + "[XXXXX1234]": 48413, + "[XXXXX1235]": 49005, + "[XXXXX1236]": 49115, + "[XXXXX1237]": 48201, + "[XXXXX1238]": 47601, + "[XXXXX1239]": 47398, + "[XXXXX123]": 48582, + "[XXXXX1240]": 47616, + "[XXXXX1241]": 48002, + "[XXXXX1242]": 48543, + "[XXXXX1243]": 47818, + "[XXXXX1244]": 48569, + "[XXXXX1245]": 48647, + "[XXXXX1246]": 47681, + "[XXXXX1247]": 48898, + "[XXXXX1248]": 47498, + "[XXXXX1249]": 48378, + "[XXXXX124]": 48118, + "[XXXXX1250]": 48344, + "[XXXXX1251]": 47585, + "[XXXXX1252]": 48715, + "[XXXXX1253]": 47483, + "[XXXXX1254]": 48340, + "[XXXXX1255]": 48991, + "[XXXXX1256]": 48736, + "[XXXXX1257]": 47511, + "[XXXXX1258]": 48293, + "[XXXXX1259]": 48168, + "[XXXXX125]": 48374, + "[XXXXX1260]": 48951, + "[XXXXX1261]": 47416, + "[XXXXX1262]": 48745, + "[XXXXX1263]": 47979, + "[XXXXX1264]": 48592, + "[XXXXX1265]": 48945, + "[XXXXX1266]": 47865, + "[XXXXX1267]": 48239, + "[XXXXX1268]": 47672, + "[XXXXX1269]": 47848, + "[XXXXX126]": 48594, + "[XXXXX1270]": 48566, + "[XXXXX1271]": 48108, + "[XXXXX1272]": 47665, + "[XXXXX1273]": 47815, + "[XXXXX1274]": 48016, + "[XXXXX1275]": 48015, + "[XXXXX1276]": 48166, + "[XXXXX1277]": 47757, + "[XXXXX1278]": 47400, + "[XXXXX1279]": 47754, + "[XXXXX127]": 47436, + "[XXXXX1280]": 47417, + "[XXXXX1281]": 48047, + "[XXXXX1282]": 47472, + "[XXXXX1283]": 49040, + "[XXXXX1284]": 47710, + "[XXXXX1285]": 48883, + "[XXXXX1286]": 48209, + "[XXXXX1287]": 48046, + "[XXXXX1288]": 47999, + "[XXXXX1289]": 47735, + "[XXXXX128]": 48995, + "[XXXXX1290]": 48556, + "[XXXXX1291]": 48687, + "[XXXXX1292]": 49046, + "[XXXXX1293]": 48713, + "[XXXXX1294]": 48266, + "[XXXXX1295]": 48917, + "[XXXXX1296]": 49121, + "[XXXXX1297]": 48794, + "[XXXXX1298]": 48443, + "[XXXXX1299]": 47612, + "[XXXXX129]": 48082, + "[XXXXX12]": 48933, + "[XXXXX1300]": 47942, + "[XXXXX1301]": 48063, + "[XXXXX1302]": 48368, + "[XXXXX1303]": 47910, + "[XXXXX1304]": 47802, + "[XXXXX1305]": 47905, + "[XXXXX1306]": 47421, + "[XXXXX1307]": 49125, + "[XXXXX1308]": 47553, + "[XXXXX1309]": 47697, + "[XXXXX130]": 48746, + "[XXXXX1310]": 49069, + "[XXXXX1311]": 47789, + "[XXXXX1312]": 48575, + "[XXXXX1313]": 47402, + "[XXXXX1314]": 48829, + "[XXXXX1315]": 47394, + "[XXXXX1316]": 48187, + "[XXXXX1317]": 48147, + "[XXXXX1318]": 48703, + "[XXXXX1319]": 48549, + "[XXXXX131]": 48106, + "[XXXXX1320]": 48644, + "[XXXXX1321]": 48165, + "[XXXXX1322]": 47689, + "[XXXXX1323]": 47966, + "[XXXXX1324]": 47897, + "[XXXXX1325]": 48076, + "[XXXXX1326]": 48873, + "[XXXXX1327]": 48754, + "[XXXXX1328]": 47813, + "[XXXXX1329]": 49072, + "[XXXXX132]": 48427, + "[XXXXX1330]": 48809, + "[XXXXX1331]": 48489, + "[XXXXX1332]": 48243, + "[XXXXX1333]": 48921, + "[XXXXX1334]": 48322, + "[XXXXX1335]": 47531, + "[XXXXX1336]": 48110, + "[XXXXX1337]": 47723, + "[XXXXX1338]": 47908, + "[XXXXX1339]": 48700, + "[XXXXX133]": 47604, + "[XXXXX1340]": 48651, + "[XXXXX1341]": 48877, + "[XXXXX1342]": 47431, + "[XXXXX1343]": 47433, + "[XXXXX1344]": 47880, + "[XXXXX1345]": 48977, + "[XXXXX1346]": 48772, + "[XXXXX1347]": 48391, + "[XXXXX1348]": 48529, + "[XXXXX1349]": 48196, + "[XXXXX134]": 47765, + "[XXXXX1350]": 48404, + "[XXXXX1351]": 48104, + "[XXXXX1352]": 47517, + "[XXXXX1353]": 48850, + "[XXXXX1354]": 48357, + "[XXXXX1355]": 48862, + "[XXXXX1356]": 48492, + "[XXXXX1357]": 48062, + "[XXXXX1358]": 48721, + "[XXXXX1359]": 48922, + "[XXXXX135]": 47957, + "[XXXXX1360]": 47550, + "[XXXXX1361]": 49045, + "[XXXXX1362]": 48748, + "[XXXXX1363]": 49028, + "[XXXXX1364]": 48833, + "[XXXXX1365]": 47700, + "[XXXXX1366]": 47396, + "[XXXXX1367]": 47686, + "[XXXXX1368]": 48242, + "[XXXXX1369]": 48032, + "[XXXXX136]": 48342, + "[XXXXX1370]": 47562, + "[XXXXX1371]": 48212, + "[XXXXX1372]": 48610, + "[XXXXX1373]": 49013, + "[XXXXX1374]": 48041, + "[XXXXX1375]": 48246, + "[XXXXX1376]": 47551, + "[XXXXX1377]": 48353, + "[XXXXX1378]": 47658, + "[XXXXX1379]": 47828, + "[XXXXX137]": 48518, + "[XXXXX1380]": 48136, + "[XXXXX1381]": 48564, + "[XXXXX1382]": 48973, + "[XXXXX1383]": 47619, + "[XXXXX1384]": 48254, + "[XXXXX1385]": 48680, + "[XXXXX1386]": 47724, + "[XXXXX1387]": 47756, + "[XXXXX1388]": 48176, + "[XXXXX1389]": 48681, + "[XXXXX138]": 47664, + "[XXXXX1390]": 47594, + "[XXXXX1391]": 48760, + "[XXXXX1392]": 49110, + "[XXXXX1393]": 47676, + "[XXXXX1394]": 47963, + "[XXXXX1395]": 47403, + "[XXXXX1396]": 48493, + "[XXXXX1397]": 47591, + "[XXXXX1398]": 47632, + "[XXXXX1399]": 48996, + "[XXXXX139]": 48521, + "[XXXXX13]": 47875, + "[XXXXX1400]": 47705, + "[XXXXX1401]": 48983, + "[XXXXX1402]": 47941, + "[XXXXX1403]": 47922, + "[XXXXX1404]": 47390, + "[XXXXX1405]": 48635, + "[XXXXX1406]": 48906, + "[XXXXX1407]": 48514, + "[XXXXX1408]": 48169, + "[XXXXX1409]": 48004, + "[XXXXX140]": 48762, + "[XXXXX1410]": 47515, + "[XXXXX1411]": 47470, + "[XXXXX1412]": 47858, + "[XXXXX1413]": 47540, + "[XXXXX1414]": 47690, + "[XXXXX1415]": 48054, + "[XXXXX1416]": 48615, + "[XXXXX1417]": 47803, + "[XXXXX1418]": 47455, + "[XXXXX1419]": 48226, + "[XXXXX141]": 48912, + "[XXXXX1420]": 47808, + "[XXXXX1421]": 47636, + "[XXXXX1422]": 48832, + "[XXXXX1423]": 47611, + "[XXXXX1424]": 48782, + "[XXXXX1425]": 49146, + "[XXXXX1426]": 48976, + "[XXXXX1427]": 48585, + "[XXXXX1428]": 48667, + "[XXXXX1429]": 48171, + "[XXXXX142]": 48573, + "[XXXXX1430]": 48181, + "[XXXXX1431]": 47814, + "[XXXXX1432]": 48589, + "[XXXXX1433]": 48916, + "[XXXXX1434]": 48068, + "[XXXXX1435]": 47949, + "[XXXXX1436]": 48252, + "[XXXXX1437]": 48724, + "[XXXXX1438]": 48807, + "[XXXXX1439]": 48379, + "[XXXXX143]": 48835, + "[XXXXX1440]": 48005, + "[XXXXX1441]": 48416, + "[XXXXX1442]": 47595, + "[XXXXX1443]": 47831, + "[XXXXX1444]": 49034, + "[XXXXX1445]": 48893, + "[XXXXX1446]": 47631, + "[XXXXX1447]": 48419, + "[XXXXX1448]": 48874, + "[XXXXX1449]": 49078, + "[XXXXX144]": 48224, + "[XXXXX1450]": 48616, + "[XXXXX1451]": 48688, + "[XXXXX1452]": 47532, + "[XXXXX1453]": 49107, + "[XXXXX1454]": 47945, + "[XXXXX1455]": 48349, + "[XXXXX1456]": 48761, + "[XXXXX1457]": 47399, + "[XXXXX1458]": 47494, + "[XXXXX1459]": 48541, + "[XXXXX145]": 47819, + "[XXXXX1460]": 47668, + "[XXXXX1461]": 48155, + "[XXXXX1462]": 48203, + "[XXXXX1463]": 48308, + "[XXXXX1464]": 47923, + "[XXXXX1465]": 48628, + "[XXXXX1466]": 48894, + "[XXXXX1467]": 48504, + "[XXXXX1468]": 47780, + "[XXXXX1469]": 48780, + "[XXXXX146]": 47856, + "[XXXXX1470]": 47947, + "[XXXXX1471]": 47770, + "[XXXXX1472]": 48645, + "[XXXXX1473]": 47711, + "[XXXXX1474]": 47427, + "[XXXXX1475]": 49042, + "[XXXXX1476]": 48341, + "[XXXXX1477]": 48744, + "[XXXXX1478]": 48421, + "[XXXXX1479]": 48574, + "[XXXXX147]": 47892, + "[XXXXX1480]": 48664, + "[XXXXX1481]": 47649, + "[XXXXX1482]": 47529, + "[XXXXX1483]": 48675, + "[XXXXX1484]": 47850, + "[XXXXX1485]": 48918, + "[XXXXX1486]": 47778, + "[XXXXX1487]": 47929, + "[XXXXX1488]": 47675, + "[XXXXX1489]": 48817, + "[XXXXX148]": 47411, + "[XXXXX1490]": 48612, + "[XXXXX1491]": 48598, + "[XXXXX1492]": 49108, + "[XXXXX1493]": 48272, + "[XXXXX1494]": 48904, + "[XXXXX1495]": 48658, + "[XXXXX1496]": 47737, + "[XXXXX1497]": 48141, + "[XXXXX1498]": 48593, + "[XXXXX1499]": 48452, + "[XXXXX149]": 47718, + "[XXXXX14]": 47771, + "[XXXXX1500]": 48637, + "[XXXXX1501]": 48804, + "[XXXXX1502]": 47752, + "[XXXXX1503]": 48430, + "[XXXXX1504]": 48759, + "[XXXXX1505]": 48823, + "[XXXXX1506]": 47465, + "[XXXXX1507]": 47590, + "[XXXXX1508]": 48445, + "[XXXXX1509]": 48822, + "[XXXXX150]": 48400, + "[XXXXX1510]": 48184, + "[XXXXX1511]": 48603, + "[XXXXX1512]": 47962, + "[XXXXX1513]": 47581, + "[XXXXX1514]": 48655, + "[XXXXX1515]": 47886, + "[XXXXX1516]": 47762, + "[XXXXX1517]": 48410, + "[XXXXX1518]": 48437, + "[XXXXX1519]": 48815, + "[XXXXX151]": 47868, + "[XXXXX1520]": 48523, + "[XXXXX1521]": 48475, + "[XXXXX1522]": 48872, + "[XXXXX1523]": 47426, + "[XXXXX1524]": 48348, + "[XXXXX1525]": 48948, + "[XXXXX1526]": 49099, + "[XXXXX1527]": 47642, + "[XXXXX1528]": 48548, + "[XXXXX1529]": 48055, + "[XXXXX152]": 48542, + "[XXXXX1530]": 48630, + "[XXXXX1531]": 48896, + "[XXXXX1532]": 49020, + "[XXXXX1533]": 47727, + "[XXXXX1534]": 48944, + "[XXXXX1535]": 48848, + "[XXXXX1536]": 48717, + "[XXXXX1537]": 48494, + "[XXXXX1538]": 48124, + "[XXXXX1539]": 49055, + "[XXXXX153]": 48968, + "[XXXXX1540]": 48305, + "[XXXXX1541]": 48088, + "[XXXXX1542]": 49022, + "[XXXXX1543]": 49044, + "[XXXXX1544]": 48607, + "[XXXXX1545]": 48113, + "[XXXXX1546]": 48095, + "[XXXXX1547]": 48863, + "[XXXXX1548]": 48215, + "[XXXXX1549]": 48220, + "[XXXXX154]": 49023, + "[XXXXX1550]": 47442, + "[XXXXX1551]": 49122, + "[XXXXX1552]": 49131, + "[XXXXX1553]": 47991, + "[XXXXX1554]": 47899, + "[XXXXX1555]": 47499, + "[XXXXX1556]": 47406, + "[XXXXX1557]": 47894, + "[XXXXX1558]": 47844, + "[XXXXX1559]": 48164, + "[XXXXX155]": 47833, + "[XXXXX1560]": 48565, + "[XXXXX1561]": 47471, + "[XXXXX1562]": 48960, + "[XXXXX1563]": 47440, + "[XXXXX1564]": 47479, + "[XXXXX1565]": 47708, + "[XXXXX1566]": 47796, + "[XXXXX1567]": 47576, + "[XXXXX1568]": 48191, + "[XXXXX1569]": 48516, + "[XXXXX156]": 48827, + "[XXXXX1570]": 48911, + "[XXXXX1571]": 48205, + "[XXXXX1572]": 48336, + "[XXXXX1573]": 47482, + "[XXXXX1574]": 48952, + "[XXXXX1575]": 47960, + "[XXXXX1576]": 49098, + "[XXXXX1577]": 47904, + "[XXXXX1578]": 48414, + "[XXXXX1579]": 48752, + "[XXXXX157]": 48401, + "[XXXXX1580]": 48633, + "[XXXXX1581]": 48826, + "[XXXXX1582]": 47507, + "[XXXXX1583]": 47476, + "[XXXXX1584]": 48599, + "[XXXXX1585]": 48274, + "[XXXXX1586]": 47428, + "[XXXXX1587]": 48972, + "[XXXXX1588]": 47425, + "[XXXXX1589]": 48731, + "[XXXXX158]": 47951, + "[XXXXX1590]": 49009, + "[XXXXX1591]": 48839, + "[XXXXX1592]": 49006, + "[XXXXX1593]": 47626, + "[XXXXX1594]": 48231, + "[XXXXX1595]": 48554, + "[XXXXX1596]": 48045, + "[XXXXX1597]": 48769, + "[XXXXX1598]": 47652, + "[XXXXX1599]": 47444, + "[XXXXX159]": 49021, + "[XXXXX15]": 48530, + "[XXXXX1600]": 47964, + "[XXXXX1601]": 48560, + "[XXXXX1602]": 47855, + "[XXXXX1603]": 48324, + "[XXXXX1604]": 47961, + "[XXXXX1605]": 48296, + "[XXXXX1606]": 48148, + "[XXXXX1607]": 49038, + "[XXXXX1608]": 48994, + "[XXXXX1609]": 48767, + "[XXXXX160]": 48740, + "[XXXXX1610]": 48907, + "[XXXXX1611]": 47822, + "[XXXXX1612]": 47639, + "[XXXXX1613]": 48053, + "[XXXXX1614]": 48285, + "[XXXXX1615]": 47533, + "[XXXXX1616]": 47983, + "[XXXXX1617]": 47574, + "[XXXXX1618]": 48828, + "[XXXXX1619]": 48334, + "[XXXXX161]": 48290, + "[XXXXX1620]": 47928, + "[XXXXX1621]": 48177, + "[XXXXX1622]": 48056, + "[XXXXX1623]": 47488, + "[XXXXX1624]": 47866, + "[XXXXX1625]": 48273, + "[XXXXX1626]": 48234, + "[XXXXX1627]": 48757, + "[XXXXX1628]": 48075, + "[XXXXX1629]": 48768, + "[XXXXX162]": 48447, + "[XXXXX1630]": 48820, + "[XXXXX1631]": 48007, + "[XXXXX1632]": 48552, + "[XXXXX1633]": 47939, + "[XXXXX1634]": 48725, + "[XXXXX1635]": 47447, + "[XXXXX1636]": 47602, + "[XXXXX1637]": 47935, + "[XXXXX1638]": 49132, + "[XXXXX1639]": 47953, + "[XXXXX163]": 48371, + "[XXXXX1640]": 47748, + "[XXXXX1641]": 48116, + "[XXXXX1642]": 47610, + "[XXXXX1643]": 48105, + "[XXXXX1644]": 48460, + "[XXXXX1645]": 48773, + "[XXXXX1646]": 47974, + "[XXXXX1647]": 47678, + "[XXXXX1648]": 47571, + "[XXXXX1649]": 47717, + "[XXXXX164]": 48978, + "[XXXXX1650]": 48653, + "[XXXXX1651]": 48526, + "[XXXXX1652]": 47666, + "[XXXXX1653]": 48636, + "[XXXXX1654]": 49070, + "[XXXXX1655]": 48040, + "[XXXXX1656]": 49001, + "[XXXXX1657]": 48587, + "[XXXXX1658]": 48227, + "[XXXXX1659]": 47566, + "[XXXXX165]": 47992, + "[XXXXX1660]": 48774, + "[XXXXX1661]": 47443, + "[XXXXX1662]": 48037, + "[XXXXX1663]": 48377, + "[XXXXX1664]": 47733, + "[XXXXX1665]": 49071, + "[XXXXX1666]": 47528, + "[XXXXX1667]": 49124, + "[XXXXX1668]": 48510, + "[XXXXX1669]": 48125, + "[XXXXX166]": 48572, + "[XXXXX1670]": 47503, + "[XXXXX1671]": 47527, + "[XXXXX1672]": 47817, + "[XXXXX1673]": 49111, + "[XXXXX1674]": 47772, + "[XXXXX1675]": 47783, + "[XXXXX1676]": 49052, + "[XXXXX1677]": 47493, + "[XXXXX1678]": 47888, + "[XXXXX1679]": 48059, + "[XXXXX167]": 48008, + "[XXXXX1680]": 47456, + "[XXXXX1681]": 47906, + "[XXXXX1682]": 48026, + "[XXXXX1683]": 48149, + "[XXXXX1684]": 48451, + "[XXXXX1685]": 49029, + "[XXXXX1686]": 48313, + "[XXXXX1687]": 48089, + "[XXXXX1688]": 48795, + "[XXXXX1689]": 48396, + "[XXXXX168]": 47740, + "[XXXXX1690]": 48536, + "[XXXXX1691]": 47680, + "[XXXXX1692]": 48146, + "[XXXXX1693]": 48733, + "[XXXXX1694]": 47536, + "[XXXXX1695]": 47524, + "[XXXXX1696]": 48197, + "[XXXXX1697]": 49151, + "[XXXXX1698]": 48159, + "[XXXXX1699]": 48558, + "[XXXXX169]": 48189, + "[XXXXX16]": 48474, + "[XXXXX1700]": 48042, + "[XXXXX1701]": 47638, + "[XXXXX1702]": 48954, + "[XXXXX1703]": 47693, + "[XXXXX1704]": 48461, + "[XXXXX1705]": 48467, + "[XXXXX1706]": 48505, + "[XXXXX1707]": 47989, + "[XXXXX1708]": 47784, + "[XXXXX1709]": 47435, + "[XXXXX170]": 47429, + "[XXXXX1710]": 48152, + "[XXXXX1711]": 48301, + "[XXXXX1712]": 49094, + "[XXXXX1713]": 48649, + "[XXXXX1714]": 48117, + "[XXXXX1715]": 48185, + "[XXXXX1716]": 47832, + "[XXXXX1717]": 48383, + "[XXXXX1718]": 49012, + "[XXXXX1719]": 48986, + "[XXXXX171]": 48346, + "[XXXXX1720]": 47978, + "[XXXXX1721]": 47871, + "[XXXXX1722]": 47625, + "[XXXXX1723]": 48247, + "[XXXXX1724]": 47965, + "[XXXXX1725]": 47579, + "[XXXXX1726]": 48512, + "[XXXXX1727]": 48395, + "[XXXXX1728]": 48867, + "[XXXXX1729]": 47692, + "[XXXXX172]": 48003, + "[XXXXX1730]": 48497, + "[XXXXX1731]": 47393, + "[XXXXX1732]": 47530, + "[XXXXX1733]": 48129, + "[XXXXX1734]": 47916, + "[XXXXX1735]": 47943, + "[XXXXX1736]": 47559, + "[XXXXX1737]": 47477, + "[XXXXX1738]": 48432, + "[XXXXX1739]": 48244, + "[XXXXX173]": 48238, + "[XXXXX1740]": 48528, + "[XXXXX1741]": 48671, + "[XXXXX1742]": 48889, + "[XXXXX1743]": 48161, + "[XXXXX1744]": 48018, + "[XXXXX1745]": 48509, + "[XXXXX1746]": 47564, + "[XXXXX1747]": 48969, + "[XXXXX1748]": 48112, + "[XXXXX1749]": 49128, + "[XXXXX174]": 48786, + "[XXXXX1750]": 48886, + "[XXXXX1751]": 48932, + "[XXXXX1752]": 47970, + "[XXXXX1753]": 47969, + "[XXXXX1754]": 48508, + "[XXXXX1755]": 47857, + "[XXXXX1756]": 48563, + "[XXXXX1757]": 48503, + "[XXXXX1758]": 47797, + "[XXXXX1759]": 49053, + "[XXXXX175]": 48221, + "[XXXXX1760]": 48949, + "[XXXXX1761]": 48926, + "[XXXXX176]": 48895, + "[XXXXX177]": 48084, + "[XXXXX178]": 47408, + "[XXXXX179]": 48144, + "[XXXXX17]": 47563, + "[XXXXX180]": 47934, + "[XXXXX181]": 47567, + "[XXXXX182]": 47539, + "[XXXXX183]": 49106, + "[XXXXX184]": 48892, + "[XXXXX185]": 47458, + "[XXXXX186]": 48783, + "[XXXXX187]": 47914, + "[XXXXX188]": 47761, + "[XXXXX189]": 47997, + "[XXXXX18]": 48333, + "[XXXXX190]": 48312, + "[XXXXX191]": 49095, + "[XXXXX192]": 47785, + "[XXXXX193]": 47635, + "[XXXXX194]": 48955, + "[XXXXX195]": 48354, + "[XXXXX196]": 48545, + "[XXXXX197]": 48727, + "[XXXXX198]": 48306, + "[XXXXX199]": 49133, + "[XXXXX19]": 48262, + "[XXXXX1]": 49126, + "[XXXXX200]": 47701, + "[XXXXX201]": 47521, + "[XXXXX202]": 48805, + "[XXXXX203]": 48386, + "[XXXXX204]": 48909, + "[XXXXX205]": 47674, + "[XXXXX206]": 48640, + "[XXXXX207]": 48257, + "[XXXXX208]": 47977, + "[XXXXX209]": 48406, + "[XXXXX20]": 47779, + "[XXXXX210]": 48282, + "[XXXXX211]": 48280, + "[XXXXX212]": 47603, + "[XXXXX213]": 47869, + "[XXXXX214]": 47937, + "[XXXXX215]": 49073, + "[XXXXX216]": 47582, + "[XXXXX217]": 47816, + "[XXXXX218]": 47821, + "[XXXXX219]": 48857, + "[XXXXX21]": 48434, + "[XXXXX220]": 48172, + "[XXXXX221]": 47722, + "[XXXXX222]": 47618, + "[XXXXX223]": 48178, + "[XXXXX224]": 48000, + "[XXXXX225]": 48087, + "[XXXXX226]": 48924, + "[XXXXX227]": 47441, + "[XXXXX228]": 49058, + "[XXXXX229]": 48531, + "[XXXXX22]": 48052, + "[XXXXX230]": 47927, + "[XXXXX231]": 47930, + "[XXXXX232]": 49092, + "[XXXXX233]": 47996, + "[XXXXX234]": 49049, + "[XXXXX235]": 48299, + "[XXXXX236]": 48811, + "[XXXXX237]": 48343, + "[XXXXX238]": 49017, + "[XXXXX239]": 48806, + "[XXXXX23]": 48289, + "[XXXXX240]": 47835, + "[XXXXX241]": 48627, + "[XXXXX242]": 47643, + "[XXXXX243]": 47794, + "[XXXXX244]": 49093, + "[XXXXX245]": 47412, + "[XXXXX246]": 48092, + "[XXXXX247]": 47730, + "[XXXXX248]": 48228, + "[XXXXX249]": 47851, + "[XXXXX24]": 48722, + "[XXXXX250]": 48126, + "[XXXXX251]": 47749, + "[XXXXX252]": 47972, + "[XXXXX253]": 48534, + "[XXXXX254]": 48332, + "[XXXXX255]": 48601, + "[XXXXX256]": 48914, + "[XXXXX257]": 47760, + "[XXXXX258]": 48115, + "[XXXXX259]": 48338, + "[XXXXX25]": 48277, + "[XXXXX260]": 47853, + "[XXXXX261]": 48669, + "[XXXXX262]": 48834, + "[XXXXX263]": 48571, + "[XXXXX264]": 48738, + "[XXXXX265]": 48180, + "[XXXXX266]": 49002, + "[XXXXX267]": 47452, + "[XXXXX268]": 47684, + "[XXXXX269]": 47726, + "[XXXXX26]": 47895, + "[XXXXX270]": 48286, + "[XXXXX271]": 47401, + "[XXXXX272]": 48366, + "[XXXXX273]": 48913, + "[XXXXX274]": 47696, + "[XXXXX275]": 48429, + "[XXXXX276]": 48202, + "[XXXXX277]": 47714, + "[XXXXX278]": 47480, + "[XXXXX279]": 48551, + "[XXXXX27]": 47557, + "[XXXXX280]": 48323, + "[XXXXX281]": 47605, + "[XXXXX282]": 49079, + "[XXXXX283]": 47630, + "[XXXXX284]": 48210, + "[XXXXX285]": 48934, + "[XXXXX286]": 48742, + "[XXXXX287]": 48360, + "[XXXXX288]": 48214, + "[XXXXX289]": 47721, + "[XXXXX28]": 48390, + "[XXXXX290]": 48034, + "[XXXXX291]": 47404, + "[XXXXX292]": 48824, + "[XXXXX293]": 47570, + "[XXXXX294]": 48726, + "[XXXXX295]": 49147, + "[XXXXX296]": 47523, + "[XXXXX297]": 48074, + "[XXXXX298]": 48111, + "[XXXXX299]": 48797, + "[XXXXX29]": 48625, + "[XXXXX2]": 48707, + "[XXXXX300]": 47776, + "[XXXXX301]": 48897, + "[XXXXX302]": 48275, + "[XXXXX303]": 48307, + "[XXXXX304]": 48370, + "[XXXXX305]": 48662, + "[XXXXX306]": 48495, + "[XXXXX307]": 47867, + "[XXXXX308]": 48567, + "[XXXXX309]": 49112, + "[XXXXX30]": 48027, + "[XXXXX310]": 48818, + "[XXXXX311]": 47712, + "[XXXXX312]": 47938, + "[XXXXX313]": 48928, + "[XXXXX314]": 48251, + "[XXXXX315]": 48620, + "[XXXXX316]": 48821, + "[XXXXX317]": 48579, + "[XXXXX318]": 47860, + "[XXXXX319]": 48453, + "[XXXXX31]": 48799, + "[XXXXX320]": 48006, + "[XXXXX321]": 47766, + "[XXXXX322]": 48816, + "[XXXXX323]": 48358, + "[XXXXX324]": 48011, + "[XXXXX325]": 48208, + "[XXXXX326]": 48965, + "[XXXXX327]": 48058, + "[XXXXX328]": 48538, + "[XXXXX329]": 48480, + "[XXXXX32]": 48399, + "[XXXXX330]": 47634, + "[XXXXX331]": 47518, + "[XXXXX332]": 48132, + "[XXXXX333]": 47449, + "[XXXXX334]": 48044, + "[XXXXX335]": 47842, + "[XXXXX336]": 49041, + "[XXXXX337]": 48317, + "[XXXXX338]": 47830, + "[XXXXX339]": 49085, + "[XXXXX33]": 48852, + "[XXXXX340]": 47774, + "[XXXXX341]": 48650, + "[XXXXX342]": 48253, + "[XXXXX343]": 49145, + "[XXXXX344]": 48847, + "[XXXXX345]": 49062, + "[XXXXX346]": 48359, + "[XXXXX347]": 48595, + "[XXXXX348]": 47995, + "[XXXXX349]": 47729, + "[XXXXX34]": 48800, + "[XXXXX350]": 48245, + "[XXXXX351]": 48586, + "[XXXXX352]": 48365, + "[XXXXX353]": 48887, + "[XXXXX354]": 47464, + "[XXXXX355]": 47987, + "[XXXXX356]": 49136, + "[XXXXX357]": 48098, + "[XXXXX358]": 48259, + "[XXXXX359]": 47609, + "[XXXXX35]": 48127, + "[XXXXX360]": 48648, + "[XXXXX361]": 48431, + "[XXXXX362]": 48714, + "[XXXXX363]": 47624, + "[XXXXX364]": 47823, + "[XXXXX365]": 47936, + "[XXXXX366]": 47502, + "[XXXXX367]": 47506, + "[XXXXX368]": 49074, + "[XXXXX369]": 47731, + "[XXXXX36]": 48471, + "[XXXXX370]": 47807, + "[XXXXX371]": 47598, + "[XXXXX372]": 47806, + "[XXXXX373]": 47525, + "[XXXXX374]": 47883, + "[XXXXX375]": 49066, + "[XXXXX376]": 48067, + "[XXXXX377]": 48020, + "[XXXXX378]": 48527, + "[XXXXX379]": 48294, + "[XXXXX37]": 48102, + "[XXXXX380]": 48737, + "[XXXXX381]": 47614, + "[XXXXX382]": 48219, + "[XXXXX383]": 48143, + "[XXXXX384]": 48402, + "[XXXXX385]": 48190, + "[XXXXX386]": 48369, + "[XXXXX387]": 48982, + "[XXXXX388]": 49116, + "[XXXXX389]": 48793, + "[XXXXX38]": 48570, + "[XXXXX390]": 47491, + "[XXXXX391]": 48728, + "[XXXXX392]": 47948, + "[XXXXX393]": 48962, + "[XXXXX394]": 47988, + "[XXXXX395]": 47648, + "[XXXXX396]": 47395, + "[XXXXX397]": 47473, + "[XXXXX398]": 49091, + "[XXXXX399]": 49039, + "[XXXXX39]": 47958, + "[XXXXX3]": 48756, + "[XXXXX400]": 48784, + "[XXXXX401]": 47647, + "[XXXXX402]": 48028, + "[XXXXX403]": 48617, + "[XXXXX404]": 48964, + "[XXXXX405]": 48694, + "[XXXXX406]": 49043, + "[XXXXX407]": 47413, + "[XXXXX408]": 48557, + "[XXXXX409]": 48677, + "[XXXXX40]": 47514, + "[XXXXX410]": 47889, + "[XXXXX411]": 49010, + "[XXXXX412]": 47887, + "[XXXXX413]": 47655, + "[XXXXX414]": 47485, + "[XXXXX415]": 48741, + "[XXXXX416]": 48091, + "[XXXXX417]": 49061, + "[XXXXX418]": 48109, + "[XXXXX419]": 47702, + "[XXXXX41]": 48845, + "[XXXXX420]": 47430, + "[XXXXX421]": 49088, + "[XXXXX422]": 47677, + "[XXXXX423]": 48351, + "[XXXXX424]": 48001, + "[XXXXX425]": 48695, + "[XXXXX426]": 47713, + "[XXXXX427]": 48920, + "[XXXXX428]": 48674, + "[XXXXX429]": 48540, + "[XXXXX42]": 48142, + "[XXXXX430]": 47952, + "[XXXXX431]": 48362, + "[XXXXX432]": 47967, + "[XXXXX433]": 48705, + "[XXXXX434]": 48033, + "[XXXXX435]": 48024, + "[XXXXX436]": 47580, + "[XXXXX437]": 48618, + "[XXXXX438]": 47659, + "[XXXXX439]": 48435, + "[XXXXX43]": 48837, + "[XXXXX440]": 48631, + "[XXXXX441]": 47877, + "[XXXXX442]": 48036, + "[XXXXX443]": 47667, + "[XXXXX444]": 48502, + "[XXXXX445]": 49057, + "[XXXXX446]": 48979, + "[XXXXX447]": 47891, + "[XXXXX448]": 49143, + "[XXXXX449]": 48463, + "[XXXXX44]": 47872, + "[XXXXX450]": 47522, + "[XXXXX451]": 47703, + "[XXXXX452]": 47467, + "[XXXXX453]": 48099, + "[XXXXX454]": 48858, + "[XXXXX455]": 47538, + "[XXXXX456]": 48271, + "[XXXXX457]": 48270, + "[XXXXX458]": 49138, + "[XXXXX459]": 47691, + "[XXXXX45]": 47915, + "[XXXXX460]": 47461, + "[XXXXX461]": 48350, + "[XXXXX462]": 48813, + "[XXXXX463]": 48812, + "[XXXXX464]": 48163, + "[XXXXX465]": 49030, + "[XXXXX466]": 48787, + "[XXXXX467]": 48021, + "[XXXXX468]": 48248, + "[XXXXX469]": 47454, + "[XXXXX46]": 47572, + "[XXXXX470]": 48966, + "[XXXXX471]": 48929, + "[XXXXX472]": 47926, + "[XXXXX473]": 47410, + "[XXXXX474]": 48864, + "[XXXXX475]": 48119, + "[XXXXX476]": 47820, + "[XXXXX477]": 47932, + "[XXXXX478]": 47846, + "[XXXXX479]": 49054, + "[XXXXX47]": 48519, + "[XXXXX480]": 48101, + "[XXXXX481]": 48609, + "[XXXXX482]": 48128, + "[XXXXX483]": 48931, + "[XXXXX484]": 48267, + "[XXXXX485]": 48328, + "[XXXXX486]": 47463, + "[XXXXX487]": 48331, + "[XXXXX488]": 48198, + "[XXXXX489]": 48256, + "[XXXXX48]": 48167, + "[XXXXX490]": 48580, + "[XXXXX491]": 48049, + "[XXXXX492]": 48096, + "[XXXXX493]": 49129, + "[XXXXX494]": 47738, + "[XXXXX495]": 48611, + "[XXXXX496]": 48626, + "[XXXXX497]": 49003, + "[XXXXX498]": 47982, + "[XXXXX499]": 49047, + "[XXXXX49]": 48684, + "[XXXXX4]": 48456, + "[XXXXX500]": 48668, + "[XXXXX501]": 48017, + "[XXXXX502]": 48080, + "[XXXXX503]": 48150, + "[XXXXX504]": 47743, + "[XXXXX505]": 48859, + "[XXXXX506]": 47510, + "[XXXXX507]": 47541, + "[XXXXX508]": 47489, + "[XXXXX509]": 47504, + "[XXXXX50]": 47552, + "[XXXXX510]": 48086, + "[XXXXX511]": 48520, + "[XXXXX512]": 48204, + "[XXXXX513]": 48356, + "[XXXXX514]": 47968, + "[XXXXX515]": 47629, + "[XXXXX516]": 48450, + "[XXXXX517]": 48751, + "[XXXXX518]": 48673, + "[XXXXX519]": 48766, + "[XXXXX51]": 47763, + "[XXXXX520]": 47586, + "[XXXXX521]": 48193, + "[XXXXX522]": 47481, + "[XXXXX523]": 48070, + "[XXXXX524]": 48641, + "[XXXXX525]": 48555, + "[XXXXX526]": 47448, + "[XXXXX527]": 47788, + "[XXXXX528]": 48078, + "[XXXXX529]": 47781, + "[XXXXX52]": 48398, + "[XXXXX530]": 48255, + "[XXXXX531]": 48663, + "[XXXXX532]": 47798, + "[XXXXX533]": 48885, + "[XXXXX534]": 47790, + "[XXXXX535]": 47973, + "[XXXXX536]": 48842, + "[XXXXX537]": 48408, + "[XXXXX538]": 49113, + "[XXXXX539]": 48676, + "[XXXXX53]": 47786, + "[XXXXX540]": 48157, + "[XXXXX541]": 48670, + "[XXXXX542]": 48022, + "[XXXXX543]": 48009, + "[XXXXX544]": 48596, + "[XXXXX545]": 48329, + "[XXXXX546]": 48288, + "[XXXXX547]": 47469, + "[XXXXX548]": 48501, + "[XXXXX549]": 47976, + "[XXXXX54]": 47644, + "[XXXXX550]": 47588, + "[XXXXX551]": 48851, + "[XXXXX552]": 48250, + "[XXXXX553]": 47734, + "[XXXXX554]": 48940, + "[XXXXX555]": 49000, + "[XXXXX556]": 48200, + "[XXXXX557]": 47414, + "[XXXXX558]": 48090, + "[XXXXX559]": 47621, + "[XXXXX55]": 48048, + "[XXXXX560]": 47990, + "[XXXXX561]": 47519, + "[XXXXX562]": 47903, + "[XXXXX563]": 48522, + "[XXXXX564]": 47645, + "[XXXXX565]": 49080, + "[XXXXX566]": 47719, + "[XXXXX567]": 49105, + "[XXXXX568]": 48666, + "[XXXXX569]": 47549, + "[XXXXX56]": 49120, + "[XXXXX570]": 48355, + "[XXXXX571]": 48639, + "[XXXXX572]": 48083, + "[XXXXX573]": 48420, + "[XXXXX574]": 48661, + "[XXXXX575]": 47520, + "[XXXXX576]": 48318, + "[XXXXX577]": 49018, + "[XXXXX578]": 48458, + "[XXXXX579]": 47804, + "[XXXXX57]": 48490, + "[XXXXX580]": 48186, + "[XXXXX581]": 47699, + "[XXXXX582]": 48268, + "[XXXXX583]": 47688, + "[XXXXX584]": 47975, + "[XXXXX585]": 48013, + "[XXXXX586]": 48457, + "[XXXXX587]": 49114, + "[XXXXX588]": 48476, + "[XXXXX589]": 47694, + "[XXXXX58]": 48361, + "[XXXXX590]": 48758, + "[XXXXX591]": 48507, + "[XXXXX592]": 47434, + "[XXXXX593]": 48397, + "[XXXXX594]": 48846, + "[XXXXX595]": 48486, + "[XXXXX596]": 47944, + "[XXXXX597]": 47838, + "[XXXXX598]": 47475, + "[XXXXX599]": 48409, + "[XXXXX59]": 48836, + "[XXXXX5]": 48291, + "[XXXXX600]": 48561, + "[XXXXX601]": 48706, + "[XXXXX602]": 48311, + "[XXXXX603]": 48732, + "[XXXXX604]": 48716, + "[XXXXX605]": 48103, + "[XXXXX606]": 47741, + "[XXXXX607]": 49037, + "[XXXXX608]": 48513, + "[XXXXX609]": 47516, + "[XXXXX60]": 48980, + "[XXXXX610]": 47750, + "[XXXXX611]": 49077, + "[XXXXX612]": 47513, + "[XXXXX613]": 49102, + "[XXXXX614]": 48459, + "[XXXXX615]": 48792, + "[XXXXX616]": 48265, + "[XXXXX617]": 48375, + "[XXXXX618]": 48335, + "[XXXXX619]": 48796, + "[XXXXX61]": 48405, + "[XXXXX620]": 48550, + "[XXXXX621]": 48478, + "[XXXXX622]": 47468, + "[XXXXX623]": 48249, + "[XXXXX624]": 48838, + "[XXXXX625]": 48135, + "[XXXXX626]": 47577, + "[XXXXX627]": 47660, + "[XXXXX628]": 48347, + "[XXXXX629]": 47561, + "[XXXXX62]": 48314, + "[XXXXX630]": 47829, + "[XXXXX631]": 48621, + "[XXXXX632]": 48825, + "[XXXXX633]": 48849, + "[XXXXX634]": 48279, + "[XXXXX635]": 48310, + "[XXXXX636]": 49015, + "[XXXXX637]": 47753, + "[XXXXX638]": 48138, + "[XXXXX639]": 48808, + "[XXXXX63]": 48683, + "[XXXXX640]": 48057, + "[XXXXX641]": 48192, + "[XXXXX642]": 48446, + "[XXXXX643]": 48081, + "[XXXXX644]": 48533, + "[XXXXX645]": 47556, + "[XXXXX646]": 48908, + "[XXXXX647]": 48014, + "[XXXXX648]": 48455, + "[XXXXX649]": 47950, + "[XXXXX64]": 49139, + "[XXXXX650]": 47558, + "[XXXXX651]": 47653, + "[XXXXX652]": 48387, + "[XXXXX653]": 47809, + "[XXXXX654]": 48562, + "[XXXXX655]": 48665, + "[XXXXX656]": 48871, + "[XXXXX657]": 48987, + "[XXXXX658]": 47646, + "[XXXXX659]": 48881, + "[XXXXX65]": 47613, + "[XXXXX660]": 49109, + "[XXXXX661]": 49140, + "[XXXXX662]": 48023, + "[XXXXX663]": 48380, + "[XXXXX664]": 48065, + "[XXXXX665]": 47685, + "[XXXXX666]": 47484, + "[XXXXX667]": 47628, + "[XXXXX668]": 48151, + "[XXXXX669]": 47847, + "[XXXXX66]": 49100, + "[XXXXX670]": 47768, + "[XXXXX671]": 47640, + "[XXXXX672]": 48946, + "[XXXXX673]": 48624, + "[XXXXX674]": 48843, + "[XXXXX675]": 47736, + "[XXXXX676]": 47881, + "[XXXXX677]": 48690, + "[XXXXX678]": 48709, + "[XXXXX679]": 48577, + "[XXXXX67]": 48984, + "[XXXXX680]": 47500, + "[XXXXX681]": 48491, + "[XXXXX682]": 48691, + "[XXXXX683]": 48810, + "[XXXXX684]": 48173, + "[XXXXX685]": 48407, + "[XXXXX686]": 48292, + "[XXXXX687]": 48330, + "[XXXXX688]": 49118, + "[XXXXX689]": 48604, + "[XXXXX68]": 48174, + "[XXXXX690]": 48077, + "[XXXXX691]": 48743, + "[XXXXX692]": 48583, + "[XXXXX693]": 47391, + "[XXXXX694]": 48229, + "[XXXXX695]": 48789, + "[XXXXX696]": 48777, + "[XXXXX697]": 47535, + "[XXXXX698]": 48122, + "[XXXXX699]": 48232, + "[XXXXX69]": 48704, + "[XXXXX6]": 48927, + "[XXXXX700]": 48403, + "[XXXXX701]": 47451, + "[XXXXX702]": 48039, + "[XXXXX703]": 47568, + "[XXXXX704]": 48692, + "[XXXXX705]": 47437, + "[XXXXX706]": 47854, + "[XXXXX707]": 49148, + "[XXXXX708]": 48923, + "[XXXXX709]": 48133, + "[XXXXX70]": 47407, + "[XXXXX710]": 48425, + "[XXXXX711]": 48998, + "[XXXXX712]": 48801, + "[XXXXX713]": 48525, + "[XXXXX714]": 47917, + "[XXXXX715]": 47782, + "[XXXXX716]": 48697, + "[XXXXX717]": 47836, + "[XXXXX718]": 47725, + "[XXXXX719]": 48218, + "[XXXXX71]": 49065, + "[XXXXX720]": 48956, + "[XXXXX721]": 48321, + "[XXXXX722]": 47812, + "[XXXXX723]": 47466, + "[XXXXX724]": 48462, + "[XXXXX725]": 47898, + "[XXXXX726]": 49060, + "[XXXXX727]": 47589, + "[XXXXX728]": 49117, + "[XXXXX729]": 48393, + "[XXXXX72]": 48439, + "[XXXXX730]": 48100, + "[XXXXX731]": 48394, + "[XXXXX732]": 48643, + "[XXXXX733]": 48423, + "[XXXXX734]": 48183, + "[XXXXX735]": 49101, + "[XXXXX736]": 48381, + "[XXXXX737]": 48854, + "[XXXXX738]": 49067, + "[XXXXX739]": 48876, + "[XXXXX73]": 47392, + "[XXXXX740]": 48179, + "[XXXXX741]": 48194, + "[XXXXX742]": 48791, + "[XXXXX743]": 48985, + "[XXXXX744]": 48535, + "[XXXXX745]": 48436, + "[XXXXX746]": 47896, + "[XXXXX747]": 47583, + "[XXXXX748]": 49142, + "[XXXXX749]": 48958, + "[XXXXX74]": 49064, + "[XXXXX750]": 47569, + "[XXXXX751]": 47548, + "[XXXXX752]": 49083, + "[XXXXX753]": 47746, + "[XXXXX754]": 49144, + "[XXXXX755]": 48600, + "[XXXXX756]": 47791, + "[XXXXX757]": 47661, + "[XXXXX758]": 48295, + "[XXXXX759]": 47912, + "[XXXXX75]": 48025, + "[XXXXX760]": 47495, + "[XXXXX761]": 48156, + "[XXXXX762]": 47907, + "[XXXXX763]": 48123, + "[XXXXX764]": 48134, + "[XXXXX765]": 47597, + "[XXXXX766]": 48278, + "[XXXXX767]": 47555, + "[XXXXX768]": 49011, + "[XXXXX769]": 47918, + "[XXXXX76]": 47902, + "[XXXXX770]": 48957, + "[XXXXX771]": 48936, + "[XXXXX772]": 48269, + "[XXXXX773]": 48473, + "[XXXXX774]": 49035, + "[XXXXX775]": 47984, + "[XXXXX776]": 48300, + "[XXXXX777]": 48085, + "[XXXXX778]": 47826, + "[XXXXX779]": 48019, + "[XXXXX77]": 48031, + "[XXXXX780]": 48376, + "[XXXXX781]": 47534, + "[XXXXX782]": 48764, + "[XXXXX783]": 49063, + "[XXXXX784]": 47840, + "[XXXXX785]": 48547, + "[XXXXX786]": 48941, + "[XXXXX787]": 47650, + "[XXXXX788]": 47800, + "[XXXXX789]": 48606, + "[XXXXX78]": 47873, + "[XXXXX790]": 48060, + "[XXXXX791]": 47885, + "[XXXXX792]": 47863, + "[XXXXX793]": 48730, + "[XXXXX794]": 47662, + "[XXXXX795]": 47438, + "[XXXXX796]": 48385, + "[XXXXX797]": 48449, + "[XXXXX798]": 47673, + "[XXXXX799]": 48093, + "[XXXXX79]": 48865, + "[XXXXX7]": 48372, + "[XXXXX800]": 48729, + "[XXXXX801]": 47474, + "[XXXXX802]": 48875, + "[XXXXX803]": 48029, + "[XXXXX804]": 48735, + "[XXXXX805]": 48297, + "[XXXXX806]": 48411, + "[XXXXX807]": 47913, + "[XXXXX808]": 48710, + "[XXXXX809]": 48094, + "[XXXXX80]": 48841, + "[XXXXX810]": 48428, + "[XXXXX811]": 48532, + "[XXXXX812]": 48950, + "[XXXXX813]": 48739, + "[XXXXX814]": 48137, + "[XXXXX815]": 47884, + "[XXXXX816]": 48779, + "[XXXXX817]": 47496, + "[XXXXX818]": 48352, + "[XXXXX819]": 48891, + "[XXXXX81]": 48051, + "[XXXXX820]": 48050, + "[XXXXX821]": 47573, + "[XXXXX822]": 48373, + "[XXXXX823]": 47793, + "[XXXXX824]": 47747, + "[XXXXX825]": 47758, + "[XXXXX826]": 48302, + "[XXXXX827]": 48785, + "[XXXXX828]": 48870, + "[XXXXX829]": 48899, + "[XXXXX82]": 49141, + "[XXXXX830]": 48884, + "[XXXXX831]": 47981, + "[XXXXX832]": 48223, + "[XXXXX833]": 48072, + "[XXXXX834]": 48576, + "[XXXXX835]": 48711, + "[XXXXX836]": 47460, + "[XXXXX837]": 47801, + "[XXXXX838]": 47651, + "[XXXXX839]": 47663, + "[XXXXX83]": 49076, + "[XXXXX840]": 48298, + "[XXXXX841]": 49150, + "[XXXXX842]": 48517, + "[XXXXX843]": 47418, + "[XXXXX844]": 47627, + "[XXXXX845]": 48230, + "[XXXXX846]": 48010, + "[XXXXX847]": 47423, + "[XXXXX848]": 49048, + "[XXXXX849]": 48524, + "[XXXXX84]": 47900, + "[XXXXX850]": 47787, + "[XXXXX851]": 48974, + "[XXXXX852]": 48652, + "[XXXXX853]": 47849, + "[XXXXX854]": 48623, + "[XXXXX855]": 49026, + "[XXXXX856]": 49068, + "[XXXXX857]": 48802, + "[XXXXX858]": 48236, + "[XXXXX859]": 48170, + "[XXXXX85]": 47909, + "[XXXXX860]": 47924, + "[XXXXX861]": 47607, + "[XXXXX862]": 47565, + "[XXXXX863]": 48038, + "[XXXXX864]": 49149, + "[XXXXX865]": 49081, + "[XXXXX866]": 48905, + "[XXXXX867]": 47792, + "[XXXXX868]": 48482, + "[XXXXX869]": 47704, + "[XXXXX86]": 49036, + "[XXXXX870]": 47959, + "[XXXXX871]": 48890, + "[XXXXX872]": 48860, + "[XXXXX873]": 48326, + "[XXXXX874]": 47617, + "[XXXXX875]": 47654, + "[XXXXX876]": 47986, + "[XXXXX877]": 48632, + "[XXXXX878]": 48175, + "[XXXXX879]": 48581, + "[XXXXX87]": 47608, + "[XXXXX880]": 47424, + "[XXXXX881]": 49134, + "[XXXXX882]": 48012, + "[XXXXX883]": 48696, + "[XXXXX884]": 48699, + "[XXXXX885]": 47955, + "[XXXXX886]": 49104, + "[XXXXX887]": 47827, + "[XXXXX888]": 49014, + "[XXXXX889]": 48539, + "[XXXXX88]": 48496, + "[XXXXX890]": 48723, + "[XXXXX891]": 48235, + "[XXXXX892]": 48195, + "[XXXXX893]": 48216, + "[XXXXX894]": 48444, + "[XXXXX895]": 48719, + "[XXXXX896]": 47715, + "[XXXXX897]": 48803, + "[XXXXX898]": 48679, + "[XXXXX899]": 48619, + "[XXXXX89]": 48500, + "[XXXXX8]": 49008, + "[XXXXX900]": 48120, + "[XXXXX901]": 48241, + "[XXXXX902]": 47852, + "[XXXXX903]": 48417, + "[XXXXX904]": 47671, + "[XXXXX905]": 48654, + "[XXXXX906]": 49056, + "[XXXXX907]": 48878, + "[XXXXX908]": 48708, + "[XXXXX909]": 48698, + "[XXXXX90]": 47578, + "[XXXXX910]": 49016, + "[XXXXX911]": 47931, + "[XXXXX912]": 48441, + "[XXXXX913]": 48937, + "[XXXXX914]": 47415, + "[XXXXX915]": 47546, + "[XXXXX916]": 48284, + "[XXXXX917]": 48483, + "[XXXXX918]": 47946, + "[XXXXX919]": 48613, + "[XXXXX91]": 47759, + "[XXXXX920]": 48468, + "[XXXXX921]": 48438, + "[XXXXX922]": 49004, + "[XXXXX923]": 48498, + "[XXXXX924]": 48315, + "[XXXXX925]": 48765, + "[XXXXX926]": 48363, + "[XXXXX927]": 48947, + "[XXXXX928]": 47606, + "[XXXXX929]": 48188, + "[XXXXX92]": 48798, + "[XXXXX930]": 47600, + "[XXXXX931]": 49096, + "[XXXXX932]": 47876, + "[XXXXX933]": 48856, + "[XXXXX934]": 48546, + "[XXXXX935]": 47486, + "[XXXXX936]": 48718, + "[XXXXX937]": 47592, + "[XXXXX938]": 48035, + "[XXXXX939]": 47509, + "[XXXXX93]": 49050, + "[XXXXX940]": 47956, + "[XXXXX941]": 48919, + "[XXXXX942]": 47993, + "[XXXXX943]": 48415, + "[XXXXX944]": 48925, + "[XXXXX945]": 48656, + "[XXXXX946]": 48763, + "[XXXXX947]": 48422, + "[XXXXX948]": 48814, + "[XXXXX949]": 47769, + "[XXXXX94]": 48367, + "[XXXXX950]": 47878, + "[XXXXX951]": 48320, + "[XXXXX952]": 48389, + "[XXXXX953]": 49032, + "[XXXXX954]": 49025, + "[XXXXX955]": 48686, + "[XXXXX956]": 48384, + "[XXXXX957]": 49024, + "[XXXXX958]": 48902, + "[XXXXX959]": 47810, + "[XXXXX95]": 48079, + "[XXXXX960]": 47682, + "[XXXXX961]": 49051, + "[XXXXX962]": 48771, + "[XXXXX963]": 48755, + "[XXXXX964]": 48915, + "[XXXXX965]": 47739, + "[XXXXX966]": 48942, + "[XXXXX967]": 48283, + "[XXXXX968]": 47971, + "[XXXXX969]": 48559, + "[XXXXX96]": 48464, + "[XXXXX970]": 47861, + "[XXXXX971]": 48469, + "[XXXXX972]": 48938, + "[XXXXX973]": 48097, + "[XXXXX974]": 47742, + "[XXXXX975]": 48657, + "[XXXXX976]": 48424, + "[XXXXX977]": 48866, + "[XXXXX978]": 47824, + "[XXXXX979]": 48207, + "[XXXXX97]": 48967, + "[XXXXX980]": 47575, + "[XXXXX981]": 48388, + "[XXXXX982]": 47940, + "[XXXXX983]": 48778, + "[XXXXX984]": 48426, + "[XXXXX985]": 48260, + "[XXXXX986]": 48418, + "[XXXXX987]": 47728, + "[XXXXX988]": 49086, + "[XXXXX989]": 48747, + "[XXXXX98]": 48140, + "[XXXXX990]": 48030, + "[XXXXX991]": 47459, + "[XXXXX992]": 48364, + "[XXXXX993]": 49137, + "[XXXXX994]": 48712, + "[XXXXX995]": 47980, + "[XXXXX996]": 47777, + "[XXXXX997]": 48819, + "[XXXXX998]": 48642, + "[XXXXX999]": 48975, + "[XXXXX99]": 48213, + "[XXXXX9]": 47755 +} diff --git a/checkpoint-8420/config.json b/checkpoint-8420/config.json new file mode 100644 index 0000000..87e344b --- /dev/null +++ b/checkpoint-8420/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 47386, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 47387, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 768, + "n_head": 12, + "n_inner": 3072, + "n_layer": 12, + "n_positions": 512, + "pad_token_id": 47388, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 49152 +} diff --git a/checkpoint-8420/generation_config.json b/checkpoint-8420/generation_config.json new file mode 100644 index 0000000..e73b324 --- /dev/null +++ b/checkpoint-8420/generation_config.json @@ -0,0 +1,10 @@ +{ + "_from_model_config": true, + "bos_token_id": 47386, + "eos_token_id": [ + 47387, + 50001 + ], + "pad_token_id": 47388, + "transformers_version": "4.56.2" +} diff --git a/checkpoint-8420/model.safetensors b/checkpoint-8420/model.safetensors new file mode 100644 index 0000000..83c748f --- /dev/null +++ b/checkpoint-8420/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:093d54d9d4d5d361bf54db2a0634a998c0784b38308d1979f5af5d0ab974dc85 +size 246410944 diff --git a/checkpoint-8420/rng_state.pth b/checkpoint-8420/rng_state.pth new file mode 100644 index 0000000..980bd8c --- /dev/null +++ b/checkpoint-8420/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:697500cdf777c5967363a2ac06604dbc8fc523dee3feba162016fcad43b1c4d3 +size 14645 diff --git a/checkpoint-8420/special_tokens_map.json b/checkpoint-8420/special_tokens_map.json new file mode 100644 index 0000000..86972d3 --- /dev/null +++ b/checkpoint-8420/special_tokens_map.json @@ -0,0 +1,1815 @@ +{ + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/checkpoint-8420/spiece.model b/checkpoint-8420/spiece.model new file mode 100644 index 0000000..aa5e7bb --- /dev/null +++ b/checkpoint-8420/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:658c1246bf680a2a73ff33ccf7bbcde25b6d81c80c5cc610f4680cf9942f981b +size 1138208 diff --git a/checkpoint-8420/tokenizer_config.json b/checkpoint-8420/tokenizer_config.json new file mode 100644 index 0000000..b5acc55 --- /dev/null +++ b/checkpoint-8420/tokenizer_config.json @@ -0,0 +1,15919 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47386": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47387": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47388": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47389": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47390": { + "content": "[XXXXX1404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47391": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47392": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47393": { + "content": "[XXXXX1731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47394": { + "content": "[XXXXX1315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47395": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47396": { + "content": "[XXXXX1366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47397": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47398": { + "content": "[XXXXX1239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47399": { + "content": "[XXXXX1457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47400": { + "content": "[XXXXX1278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47401": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47402": { + "content": "[XXXXX1313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47403": { + "content": "[XXXXX1395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47404": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47405": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47406": { + "content": "[XXXXX1556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47407": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47408": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47409": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47410": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47411": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47412": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47413": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47414": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47415": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47416": { + "content": "[XXXXX1261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47417": { + "content": "[XXXXX1280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47418": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47419": { + "content": "[XXXXX1220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47420": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47421": { + "content": "[XXXXX1306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47422": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47423": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47424": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47425": { + "content": "[XXXXX1588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47426": { + "content": "[XXXXX1523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47427": { + "content": "[XXXXX1474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47428": { + "content": "[XXXXX1586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47429": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47430": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47431": { + "content": "[XXXXX1342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47432": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47433": { + "content": "[XXXXX1343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47434": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47435": { + "content": "[XXXXX1709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47436": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47437": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47438": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47439": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47440": { + "content": "[XXXXX1563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47441": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47442": { + "content": "[XXXXX1550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47443": { + "content": "[XXXXX1661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47444": { + "content": "[XXXXX1599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47445": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47446": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47447": { + "content": "[XXXXX1635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47448": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47449": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47450": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47451": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47452": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47453": { + "content": "[XXXXX1219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47454": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47455": { + "content": "[XXXXX1418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47456": { + "content": "[XXXXX1680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47457": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47458": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47459": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47460": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47461": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47462": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47463": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47464": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47465": { + "content": "[XXXXX1506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47466": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47467": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47468": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47469": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47470": { + "content": "[XXXXX1411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47471": { + "content": "[XXXXX1561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47472": { + "content": "[XXXXX1282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47473": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47474": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47475": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47476": { + "content": "[XXXXX1583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47477": { + "content": "[XXXXX1737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47478": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47479": { + "content": "[XXXXX1564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47480": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47481": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47482": { + "content": "[XXXXX1573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47483": { + "content": "[XXXXX1253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47484": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47485": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47486": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47487": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47488": { + "content": "[XXXXX1623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47489": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47490": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47491": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47492": { + "content": "[XXXXX1214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47493": { + "content": "[XXXXX1677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47494": { + "content": "[XXXXX1458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47495": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47496": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47497": { + "content": "[XXXXX1215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47498": { + "content": "[XXXXX1248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47499": { + "content": "[XXXXX1555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47500": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47501": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47502": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47503": { + "content": "[XXXXX1670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47504": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47505": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47506": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47507": { + "content": "[XXXXX1582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47508": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47509": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47510": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47511": { + "content": "[XXXXX1257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47512": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47513": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47514": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47515": { + "content": "[XXXXX1410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47516": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47517": { + "content": "[XXXXX1352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47518": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47519": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47520": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47521": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47522": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47523": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47524": { + "content": "[XXXXX1695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47525": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47526": { + "content": "[XXXXX1200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47527": { + "content": "[XXXXX1671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47528": { + "content": "[XXXXX1666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47529": { + "content": "[XXXXX1482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47530": { + "content": "[XXXXX1732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47531": { + "content": "[XXXXX1335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47532": { + "content": "[XXXXX1452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47533": { + "content": "[XXXXX1615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47534": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47535": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47536": { + "content": "[XXXXX1694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47537": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47538": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47539": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47540": { + "content": "[XXXXX1413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47541": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47542": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47543": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47544": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47545": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47546": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47547": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47548": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47549": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47550": { + "content": "[XXXXX1360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47551": { + "content": "[XXXXX1376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47552": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47553": { + "content": "[XXXXX1308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47554": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47555": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47556": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47557": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47558": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47559": { + "content": "[XXXXX1736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47560": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47561": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47562": { + "content": "[XXXXX1370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47563": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47564": { + "content": "[XXXXX1746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47565": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47566": { + "content": "[XXXXX1659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47567": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47568": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47569": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47570": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47571": { + "content": "[XXXXX1648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47572": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47573": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47574": { + "content": "[XXXXX1617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47575": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47576": { + "content": "[XXXXX1567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47577": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47578": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47579": { + "content": "[XXXXX1725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47580": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47581": { + "content": "[XXXXX1513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47582": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47583": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47584": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47585": { + "content": "[XXXXX1251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47586": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47587": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47588": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47589": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47590": { + "content": "[XXXXX1507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47591": { + "content": "[XXXXX1397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47592": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47593": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47594": { + "content": "[XXXXX1390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47595": { + "content": "[XXXXX1442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47596": { + "content": "[XXXXX1228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47597": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47598": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47599": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47600": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47601": { + "content": "[XXXXX1238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47602": { + "content": "[XXXXX1636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47603": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47604": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47605": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47606": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47607": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47608": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47609": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47610": { + "content": "[XXXXX1642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47611": { + "content": "[XXXXX1423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47612": { + "content": "[XXXXX1299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47613": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47614": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47615": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47616": { + "content": "[XXXXX1240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47617": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47618": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47619": { + "content": "[XXXXX1383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47620": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47621": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47622": { + "content": "[XXXXX1209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47623": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47624": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47625": { + "content": "[XXXXX1722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47626": { + "content": "[XXXXX1593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47627": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47628": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47629": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47630": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47631": { + "content": "[XXXXX1446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47632": { + "content": "[XXXXX1398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47633": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47634": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47635": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47636": { + "content": "[XXXXX1421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47637": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47638": { + "content": "[XXXXX1701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47639": { + "content": "[XXXXX1612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47640": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47641": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47642": { + "content": "[XXXXX1527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47643": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47644": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47645": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47646": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47647": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47648": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47649": { + "content": "[XXXXX1481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47650": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47651": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47652": { + "content": "[XXXXX1598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47653": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47654": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47655": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47656": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47657": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47658": { + "content": "[XXXXX1378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47659": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47660": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47661": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47662": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47663": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47664": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47665": { + "content": "[XXXXX1272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47666": { + "content": "[XXXXX1652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47667": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47668": { + "content": "[XXXXX1460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47669": { + "content": "[XXXXX1227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47670": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47671": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47672": { + "content": "[XXXXX1268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47673": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47674": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47675": { + "content": "[XXXXX1488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47676": { + "content": "[XXXXX1393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47677": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47678": { + "content": "[XXXXX1647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47679": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47680": { + "content": "[XXXXX1691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47681": { + "content": "[XXXXX1246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47682": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47683": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47684": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47685": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47686": { + "content": "[XXXXX1367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47687": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47688": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47689": { + "content": "[XXXXX1322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47690": { + "content": "[XXXXX1414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47691": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47692": { + "content": "[XXXXX1729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47693": { + "content": "[XXXXX1703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47694": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47695": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47696": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47697": { + "content": "[XXXXX1309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47698": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47699": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47700": { + "content": "[XXXXX1365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47701": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47702": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47703": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47704": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47705": { + "content": "[XXXXX1400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47706": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47707": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47708": { + "content": "[XXXXX1565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47709": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47710": { + "content": "[XXXXX1284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47711": { + "content": "[XXXXX1473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47712": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47713": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47714": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47715": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47716": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47717": { + "content": "[XXXXX1649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47718": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47719": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47720": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47721": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47722": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47723": { + "content": "[XXXXX1337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47724": { + "content": "[XXXXX1386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47725": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47726": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47727": { + "content": "[XXXXX1533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47728": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47729": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47730": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47731": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47732": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47733": { + "content": "[XXXXX1664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47734": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47735": { + "content": "[XXXXX1289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47736": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47737": { + "content": "[XXXXX1496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47738": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47739": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47740": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47741": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47742": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47743": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47744": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47745": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47746": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47747": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47748": { + "content": "[XXXXX1640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47749": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47750": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47751": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47752": { + "content": "[XXXXX1502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47753": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47754": { + "content": "[XXXXX1279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47755": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47756": { + "content": "[XXXXX1387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47757": { + "content": "[XXXXX1277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47758": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47759": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47760": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47761": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47762": { + "content": "[XXXXX1516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47763": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47764": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47765": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47766": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47767": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47768": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47769": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47770": { + "content": "[XXXXX1471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47771": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47772": { + "content": "[XXXXX1674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47773": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47774": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47775": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47776": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47777": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47778": { + "content": "[XXXXX1486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47779": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47780": { + "content": "[XXXXX1468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47781": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47782": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47783": { + "content": "[XXXXX1675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47784": { + "content": "[XXXXX1708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47785": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47786": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47787": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47788": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47789": { + "content": "[XXXXX1311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47790": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47791": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47792": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47793": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47794": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47795": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47796": { + "content": "[XXXXX1566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47797": { + "content": "[XXXXX1758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47798": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47799": { + "content": "[XXXXX1208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47800": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47801": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47802": { + "content": "[XXXXX1304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47803": { + "content": "[XXXXX1417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47804": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47805": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47806": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47807": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47808": { + "content": "[XXXXX1420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47809": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47810": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47811": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47812": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47813": { + "content": "[XXXXX1328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47814": { + "content": "[XXXXX1431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47815": { + "content": "[XXXXX1273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47816": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47817": { + "content": "[XXXXX1672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47818": { + "content": "[XXXXX1243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47819": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47820": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47821": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47822": { + "content": "[XXXXX1611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47823": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47824": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47825": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47826": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47827": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47828": { + "content": "[XXXXX1379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47829": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47830": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47831": { + "content": "[XXXXX1443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47832": { + "content": "[XXXXX1716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47833": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47834": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47835": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47836": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47837": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47838": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47839": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47840": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47841": { + "content": "[XXXXX1218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47842": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47843": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47844": { + "content": "[XXXXX1558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47845": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47846": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47847": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47848": { + "content": "[XXXXX1269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47849": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47850": { + "content": "[XXXXX1484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47851": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47852": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47853": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47854": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47855": { + "content": "[XXXXX1602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47856": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47857": { + "content": "[XXXXX1755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47858": { + "content": "[XXXXX1412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47859": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47860": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47861": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47862": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47863": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47864": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47865": { + "content": "[XXXXX1266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47866": { + "content": "[XXXXX1624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47867": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47868": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47869": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47870": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47871": { + "content": "[XXXXX1721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47872": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47873": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47874": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47875": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47876": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47877": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47878": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47879": { + "content": "[XXXXX1199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47880": { + "content": "[XXXXX1344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47881": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47882": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47883": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47884": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47885": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47886": { + "content": "[XXXXX1515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47887": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47888": { + "content": "[XXXXX1678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47889": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47890": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47891": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47892": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47893": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47894": { + "content": "[XXXXX1557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47895": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47896": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47897": { + "content": "[XXXXX1324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47898": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47899": { + "content": "[XXXXX1554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47900": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47901": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47902": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47903": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47904": { + "content": "[XXXXX1577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47905": { + "content": "[XXXXX1305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47906": { + "content": "[XXXXX1681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47907": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47908": { + "content": "[XXXXX1338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47909": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47910": { + "content": "[XXXXX1303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47911": { + "content": "[XXXXX1207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47912": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47913": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47914": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47915": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47916": { + "content": "[XXXXX1734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47917": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47918": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47919": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47920": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47921": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47922": { + "content": "[XXXXX1403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47923": { + "content": "[XXXXX1464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47924": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47925": { + "content": "[XXXXX1233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47926": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47927": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47928": { + "content": "[XXXXX1620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47929": { + "content": "[XXXXX1487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47930": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47931": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47932": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47933": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47934": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47935": { + "content": "[XXXXX1637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47936": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47937": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47938": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47939": { + "content": "[XXXXX1633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47940": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47941": { + "content": "[XXXXX1402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47942": { + "content": "[XXXXX1300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47943": { + "content": "[XXXXX1735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47944": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47945": { + "content": "[XXXXX1454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47946": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47947": { + "content": "[XXXXX1470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47948": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47949": { + "content": "[XXXXX1435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47950": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47951": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47952": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47953": { + "content": "[XXXXX1639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47954": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47955": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47956": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47957": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47958": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47959": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47960": { + "content": "[XXXXX1575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47961": { + "content": "[XXXXX1604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47962": { + "content": "[XXXXX1512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47963": { + "content": "[XXXXX1394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47964": { + "content": "[XXXXX1600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47965": { + "content": "[XXXXX1724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47966": { + "content": "[XXXXX1323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47967": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47968": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47969": { + "content": "[XXXXX1753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47970": { + "content": "[XXXXX1752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47971": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47972": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47973": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47974": { + "content": "[XXXXX1646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47975": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47976": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47977": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47978": { + "content": "[XXXXX1720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47979": { + "content": "[XXXXX1263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47980": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47981": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47982": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47983": { + "content": "[XXXXX1616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47984": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47985": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47986": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47987": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47988": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47989": { + "content": "[XXXXX1707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47990": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47991": { + "content": "[XXXXX1553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47992": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47993": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47994": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47995": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47996": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47997": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47998": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47999": { + "content": "[XXXXX1288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48000": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48001": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48002": { + "content": "[XXXXX1241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48003": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48004": { + "content": "[XXXXX1409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48005": { + "content": "[XXXXX1440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48006": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48007": { + "content": "[XXXXX1631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48008": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48009": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48010": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48011": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48012": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48013": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48014": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48015": { + "content": "[XXXXX1275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48016": { + "content": "[XXXXX1274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48017": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48018": { + "content": "[XXXXX1744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48019": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48020": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48021": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48022": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48023": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48024": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48025": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48026": { + "content": "[XXXXX1682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48027": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48028": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48029": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48030": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48031": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48032": { + "content": "[XXXXX1369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48033": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48034": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48035": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48036": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48037": { + "content": "[XXXXX1662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48038": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48039": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48040": { + "content": "[XXXXX1655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48041": { + "content": "[XXXXX1374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48042": { + "content": "[XXXXX1700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48043": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48044": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48045": { + "content": "[XXXXX1596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48046": { + "content": "[XXXXX1287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48047": { + "content": "[XXXXX1281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48048": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48049": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48050": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48051": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48052": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48053": { + "content": "[XXXXX1613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48054": { + "content": "[XXXXX1415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48055": { + "content": "[XXXXX1529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48056": { + "content": "[XXXXX1622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48057": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48058": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48059": { + "content": "[XXXXX1679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48060": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48061": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48062": { + "content": "[XXXXX1357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48063": { + "content": "[XXXXX1301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48064": { + "content": "[XXXXX1230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48065": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48066": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48067": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48068": { + "content": "[XXXXX1434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48069": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48070": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48071": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48072": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48073": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48074": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48075": { + "content": "[XXXXX1628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48076": { + "content": "[XXXXX1325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48077": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48078": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48079": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48080": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48081": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48082": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48083": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48084": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48085": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48086": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48087": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48088": { + "content": "[XXXXX1541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48089": { + "content": "[XXXXX1687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48090": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48091": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48092": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48093": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48094": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48095": { + "content": "[XXXXX1546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48096": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48097": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48098": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48099": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48100": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48101": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48102": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48103": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48104": { + "content": "[XXXXX1351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48105": { + "content": "[XXXXX1643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48106": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48107": { + "content": "[XXXXX1231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48108": { + "content": "[XXXXX1271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48109": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48110": { + "content": "[XXXXX1336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48111": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48112": { + "content": "[XXXXX1748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48113": { + "content": "[XXXXX1545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48114": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48115": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48116": { + "content": "[XXXXX1641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48117": { + "content": "[XXXXX1714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48118": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48119": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48120": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48121": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48122": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48123": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48124": { + "content": "[XXXXX1538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48125": { + "content": "[XXXXX1669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48126": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48127": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48128": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48129": { + "content": "[XXXXX1733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48130": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48131": { + "content": "[XXXXX1210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48132": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48133": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48134": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48135": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48136": { + "content": "[XXXXX1380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48137": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48138": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48139": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48140": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48141": { + "content": "[XXXXX1497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48142": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48143": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48144": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48145": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48146": { + "content": "[XXXXX1692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48147": { + "content": "[XXXXX1317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48148": { + "content": "[XXXXX1606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48149": { + "content": "[XXXXX1683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48150": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48151": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48152": { + "content": "[XXXXX1710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48153": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48154": { + "content": "[XXXXX1222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48155": { + "content": "[XXXXX1461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48156": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48157": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48158": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48159": { + "content": "[XXXXX1698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48160": { + "content": "[XXXXX1232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48161": { + "content": "[XXXXX1743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48162": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48163": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48164": { + "content": "[XXXXX1559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48165": { + "content": "[XXXXX1321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48166": { + "content": "[XXXXX1276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48167": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48168": { + "content": "[XXXXX1259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48169": { + "content": "[XXXXX1408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48170": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48171": { + "content": "[XXXXX1429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48172": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48173": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48174": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48175": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48176": { + "content": "[XXXXX1388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48177": { + "content": "[XXXXX1621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48178": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48179": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48180": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48181": { + "content": "[XXXXX1430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48182": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48183": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48184": { + "content": "[XXXXX1510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48185": { + "content": "[XXXXX1715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48186": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48187": { + "content": "[XXXXX1316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48188": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48189": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48190": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48191": { + "content": "[XXXXX1568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48192": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48193": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48194": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48195": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48196": { + "content": "[XXXXX1349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48197": { + "content": "[XXXXX1696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48198": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48199": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48200": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48201": { + "content": "[XXXXX1237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48202": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48203": { + "content": "[XXXXX1462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48204": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48205": { + "content": "[XXXXX1571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48206": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48207": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48208": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48209": { + "content": "[XXXXX1286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48210": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48211": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48212": { + "content": "[XXXXX1371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48213": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48214": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48215": { + "content": "[XXXXX1548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48216": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48217": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48218": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48219": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48220": { + "content": "[XXXXX1549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48221": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48222": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48223": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48224": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48225": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48226": { + "content": "[XXXXX1419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48227": { + "content": "[XXXXX1658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48228": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48229": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48230": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48231": { + "content": "[XXXXX1594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48232": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48233": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48234": { + "content": "[XXXXX1626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48235": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48236": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48237": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48238": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48239": { + "content": "[XXXXX1267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48240": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48241": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48242": { + "content": "[XXXXX1368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48243": { + "content": "[XXXXX1332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48244": { + "content": "[XXXXX1739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48245": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48246": { + "content": "[XXXXX1375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48247": { + "content": "[XXXXX1723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48248": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48249": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48250": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48251": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48252": { + "content": "[XXXXX1436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48253": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48254": { + "content": "[XXXXX1384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48255": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48256": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48257": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48258": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48259": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48260": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48261": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48262": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48263": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48264": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48265": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48266": { + "content": "[XXXXX1294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48267": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48268": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48269": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48270": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48271": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48272": { + "content": "[XXXXX1493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48273": { + "content": "[XXXXX1625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48274": { + "content": "[XXXXX1585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48275": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48276": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48277": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48278": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48279": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48280": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48281": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48282": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48283": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48284": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48285": { + "content": "[XXXXX1614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48286": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48287": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48288": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48289": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48290": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48291": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48292": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48293": { + "content": "[XXXXX1258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48294": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48295": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48296": { + "content": "[XXXXX1605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48297": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48298": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48299": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48300": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48301": { + "content": "[XXXXX1711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48302": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48303": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48304": { + "content": "[XXXXX1212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48305": { + "content": "[XXXXX1540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48306": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48307": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48308": { + "content": "[XXXXX1463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48309": { + "content": "[XXXXX1205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48310": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48311": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48312": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48313": { + "content": "[XXXXX1686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48314": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48315": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48316": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48317": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48318": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48319": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48320": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48321": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48322": { + "content": "[XXXXX1334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48323": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48324": { + "content": "[XXXXX1603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48325": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48326": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48327": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48328": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48329": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48330": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48331": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48332": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48333": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48334": { + "content": "[XXXXX1619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48335": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48336": { + "content": "[XXXXX1572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48337": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48338": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48339": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48340": { + "content": "[XXXXX1254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48341": { + "content": "[XXXXX1476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48342": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48343": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48344": { + "content": "[XXXXX1250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48345": { + "content": "[XXXXX1211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48346": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48347": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48348": { + "content": "[XXXXX1524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48349": { + "content": "[XXXXX1455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48350": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48351": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48352": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48353": { + "content": "[XXXXX1377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48354": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48355": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48356": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48357": { + "content": "[XXXXX1354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48358": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48359": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48360": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48361": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48362": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48363": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48364": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48365": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48366": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48367": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48368": { + "content": "[XXXXX1302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48369": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48370": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48371": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48372": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48373": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48374": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48375": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48376": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48377": { + "content": "[XXXXX1663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48378": { + "content": "[XXXXX1249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48379": { + "content": "[XXXXX1439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48380": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48381": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48382": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48383": { + "content": "[XXXXX1717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48384": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48385": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48386": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48387": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48388": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48389": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48390": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48391": { + "content": "[XXXXX1347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48392": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48393": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48394": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48395": { + "content": "[XXXXX1727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48396": { + "content": "[XXXXX1689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48397": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48398": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48399": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48400": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48401": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48402": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48403": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48404": { + "content": "[XXXXX1350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48405": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48406": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48407": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48408": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48409": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48410": { + "content": "[XXXXX1517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48411": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48412": { + "content": "[XXXXX1196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48413": { + "content": "[XXXXX1234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48414": { + "content": "[XXXXX1578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48415": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48416": { + "content": "[XXXXX1441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48417": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48418": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48419": { + "content": "[XXXXX1447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48420": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48421": { + "content": "[XXXXX1478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48422": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48423": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48424": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48425": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48426": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48427": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48428": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48429": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48430": { + "content": "[XXXXX1503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48431": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48432": { + "content": "[XXXXX1738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48433": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48434": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48435": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48436": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48437": { + "content": "[XXXXX1518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48438": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48439": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48440": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48441": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48442": { + "content": "[XXXXX1217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48443": { + "content": "[XXXXX1298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48444": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48445": { + "content": "[XXXXX1508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48446": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48447": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48448": { + "content": "[XXXXX1225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48449": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48450": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48451": { + "content": "[XXXXX1684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48452": { + "content": "[XXXXX1499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48453": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48454": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48455": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48456": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48457": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48458": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48459": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48460": { + "content": "[XXXXX1644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48461": { + "content": "[XXXXX1704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48462": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48463": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48464": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48465": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48466": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48467": { + "content": "[XXXXX1705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48468": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48469": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48470": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48471": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48472": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48473": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48474": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48475": { + "content": "[XXXXX1521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48476": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48477": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48478": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48479": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48480": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48481": { + "content": "[XXXXX1203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48482": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48483": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48484": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48485": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48486": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48487": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48488": { + "content": "[XXXXX1197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48489": { + "content": "[XXXXX1331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48490": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48491": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48492": { + "content": "[XXXXX1356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48493": { + "content": "[XXXXX1396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48494": { + "content": "[XXXXX1537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48495": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48496": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48497": { + "content": "[XXXXX1730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48498": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48499": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48500": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48501": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48502": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48503": { + "content": "[XXXXX1757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48504": { + "content": "[XXXXX1467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48505": { + "content": "[XXXXX1706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48506": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48507": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48508": { + "content": "[XXXXX1754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48509": { + "content": "[XXXXX1745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48510": { + "content": "[XXXXX1668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48511": { + "content": "[XXXXX1224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48512": { + "content": "[XXXXX1726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48513": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48514": { + "content": "[XXXXX1407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48515": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48516": { + "content": "[XXXXX1569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48517": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48518": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48519": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48520": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48521": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48522": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48523": { + "content": "[XXXXX1520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48524": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48525": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48526": { + "content": "[XXXXX1651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48527": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48528": { + "content": "[XXXXX1740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48529": { + "content": "[XXXXX1348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48530": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48531": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48532": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48533": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48534": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48535": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48536": { + "content": "[XXXXX1690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48537": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48538": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48539": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48540": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48541": { + "content": "[XXXXX1459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48542": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48543": { + "content": "[XXXXX1242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48544": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48545": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48546": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48547": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48548": { + "content": "[XXXXX1528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48549": { + "content": "[XXXXX1319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48550": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48551": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48552": { + "content": "[XXXXX1632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48553": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48554": { + "content": "[XXXXX1595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48555": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48556": { + "content": "[XXXXX1290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48557": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48558": { + "content": "[XXXXX1699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48559": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48560": { + "content": "[XXXXX1601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48561": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48562": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48563": { + "content": "[XXXXX1756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48564": { + "content": "[XXXXX1381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48565": { + "content": "[XXXXX1560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48566": { + "content": "[XXXXX1270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48567": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48568": { + "content": "[XXXXX1202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48569": { + "content": "[XXXXX1244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48570": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48571": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48572": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48573": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48574": { + "content": "[XXXXX1479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48575": { + "content": "[XXXXX1312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48576": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48577": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48578": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48579": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48580": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48581": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48582": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48583": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48584": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48585": { + "content": "[XXXXX1427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48586": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48587": { + "content": "[XXXXX1657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48588": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48589": { + "content": "[XXXXX1432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48590": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48591": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48592": { + "content": "[XXXXX1264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48593": { + "content": "[XXXXX1498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48594": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48595": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48596": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48597": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48598": { + "content": "[XXXXX1491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48599": { + "content": "[XXXXX1584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48600": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48601": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48602": { + "content": "[XXXXX1229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48603": { + "content": "[XXXXX1511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48604": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48605": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48606": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48607": { + "content": "[XXXXX1544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48608": { + "content": "[XXXXX1204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48609": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48610": { + "content": "[XXXXX1372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48611": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48612": { + "content": "[XXXXX1490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48613": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48614": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48615": { + "content": "[XXXXX1416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48616": { + "content": "[XXXXX1450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48617": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48618": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48619": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48620": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48621": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48622": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48623": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48624": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48625": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48626": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48627": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48628": { + "content": "[XXXXX1465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48629": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48630": { + "content": "[XXXXX1530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48631": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48632": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48633": { + "content": "[XXXXX1580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48634": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48635": { + "content": "[XXXXX1405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48636": { + "content": "[XXXXX1653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48637": { + "content": "[XXXXX1500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48638": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48639": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48640": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48641": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48642": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48643": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48644": { + "content": "[XXXXX1320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48645": { + "content": "[XXXXX1472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48646": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48647": { + "content": "[XXXXX1245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48648": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48649": { + "content": "[XXXXX1713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48650": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48651": { + "content": "[XXXXX1340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48652": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48653": { + "content": "[XXXXX1650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48654": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48655": { + "content": "[XXXXX1514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48656": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48657": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48658": { + "content": "[XXXXX1495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48659": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48660": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48661": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48662": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48663": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48664": { + "content": "[XXXXX1480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48665": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48666": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48667": { + "content": "[XXXXX1428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48668": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48669": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48670": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48671": { + "content": "[XXXXX1741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48672": { + "content": "[XXXXX1221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48673": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48674": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48675": { + "content": "[XXXXX1483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48676": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48677": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48678": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48679": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48680": { + "content": "[XXXXX1385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48681": { + "content": "[XXXXX1389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48682": { + "content": "[XXXXX1213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48683": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48684": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48685": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48686": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48687": { + "content": "[XXXXX1291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48688": { + "content": "[XXXXX1451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48689": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48690": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48691": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48692": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48693": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48694": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48695": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48696": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48697": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48698": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48699": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48700": { + "content": "[XXXXX1339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48701": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48702": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48703": { + "content": "[XXXXX1318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48704": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48705": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48706": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48707": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48708": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48709": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48710": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48711": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48712": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48713": { + "content": "[XXXXX1293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48714": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48715": { + "content": "[XXXXX1252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48716": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48717": { + "content": "[XXXXX1536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48718": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48719": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48720": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48721": { + "content": "[XXXXX1358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48722": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48723": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48724": { + "content": "[XXXXX1437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48725": { + "content": "[XXXXX1634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48726": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48727": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48728": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48729": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48730": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48731": { + "content": "[XXXXX1589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48732": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48733": { + "content": "[XXXXX1693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48734": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48735": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48736": { + "content": "[XXXXX1256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48737": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48738": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48739": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48740": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48741": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48742": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48743": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48744": { + "content": "[XXXXX1477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48745": { + "content": "[XXXXX1262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48746": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48747": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48748": { + "content": "[XXXXX1362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48749": { + "content": "[XXXXX1201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48750": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48751": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48752": { + "content": "[XXXXX1579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48753": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48754": { + "content": "[XXXXX1327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48755": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48756": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48757": { + "content": "[XXXXX1627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48758": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48759": { + "content": "[XXXXX1504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48760": { + "content": "[XXXXX1391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48761": { + "content": "[XXXXX1456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48762": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48763": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48764": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48765": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48766": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48767": { + "content": "[XXXXX1609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48768": { + "content": "[XXXXX1629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48769": { + "content": "[XXXXX1597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48770": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48771": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48772": { + "content": "[XXXXX1346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48773": { + "content": "[XXXXX1645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48774": { + "content": "[XXXXX1660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48775": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48776": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48777": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48778": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48779": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48780": { + "content": "[XXXXX1469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48781": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48782": { + "content": "[XXXXX1424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48783": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48784": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48785": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48786": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48787": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48788": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48789": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48790": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48791": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48792": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48793": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48794": { + "content": "[XXXXX1297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48795": { + "content": "[XXXXX1688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48796": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48797": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48798": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48799": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48800": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48801": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48802": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48803": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48804": { + "content": "[XXXXX1501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48805": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48806": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48807": { + "content": "[XXXXX1438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48808": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48809": { + "content": "[XXXXX1330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48810": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48811": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48812": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48813": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48814": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48815": { + "content": "[XXXXX1519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48816": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48817": { + "content": "[XXXXX1489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48818": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48819": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48820": { + "content": "[XXXXX1630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48821": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48822": { + "content": "[XXXXX1509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48823": { + "content": "[XXXXX1505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48824": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48825": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48826": { + "content": "[XXXXX1581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48827": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48828": { + "content": "[XXXXX1618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48829": { + "content": "[XXXXX1314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48830": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48831": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48832": { + "content": "[XXXXX1422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48833": { + "content": "[XXXXX1364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48834": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48835": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48836": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48837": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48838": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48839": { + "content": "[XXXXX1591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48840": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48841": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48842": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48843": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48844": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48845": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48846": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48847": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48848": { + "content": "[XXXXX1535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48849": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48850": { + "content": "[XXXXX1353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48851": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48852": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48853": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48854": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48855": { + "content": "[XXXXX1206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48856": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48857": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48858": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48859": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48860": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48861": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48862": { + "content": "[XXXXX1355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48863": { + "content": "[XXXXX1547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48864": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48865": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48866": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48867": { + "content": "[XXXXX1728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48868": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48869": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48870": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48871": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48872": { + "content": "[XXXXX1522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48873": { + "content": "[XXXXX1326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48874": { + "content": "[XXXXX1448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48875": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48876": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48877": { + "content": "[XXXXX1341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48878": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48879": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48880": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48881": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48882": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48883": { + "content": "[XXXXX1285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48884": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48885": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48886": { + "content": "[XXXXX1750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48887": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48888": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48889": { + "content": "[XXXXX1742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48890": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48891": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48892": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48893": { + "content": "[XXXXX1445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48894": { + "content": "[XXXXX1466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48895": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48896": { + "content": "[XXXXX1531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48897": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48898": { + "content": "[XXXXX1247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48899": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48900": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48901": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48902": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48903": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48904": { + "content": "[XXXXX1494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48905": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48906": { + "content": "[XXXXX1406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48907": { + "content": "[XXXXX1610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48908": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48909": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48910": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48911": { + "content": "[XXXXX1570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48912": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48913": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48914": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48915": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48916": { + "content": "[XXXXX1433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48917": { + "content": "[XXXXX1295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48918": { + "content": "[XXXXX1485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48919": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48920": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48921": { + "content": "[XXXXX1333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48922": { + "content": "[XXXXX1359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48923": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48924": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48925": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48926": { + "content": "[XXXXX1761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48927": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48928": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48929": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48930": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48931": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48932": { + "content": "[XXXXX1751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48933": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48934": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48935": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48936": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48937": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48938": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48939": { + "content": "[XXXXX1216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48940": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48941": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48942": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48943": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48944": { + "content": "[XXXXX1534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48945": { + "content": "[XXXXX1265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48946": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48947": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48948": { + "content": "[XXXXX1525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48949": { + "content": "[XXXXX1760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48950": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48951": { + "content": "[XXXXX1260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48952": { + "content": "[XXXXX1574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48953": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48954": { + "content": "[XXXXX1702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48955": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48956": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48957": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48958": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48959": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48960": { + "content": "[XXXXX1562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48961": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48962": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48963": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48964": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48965": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48966": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48967": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48968": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48969": { + "content": "[XXXXX1747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48970": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48971": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48972": { + "content": "[XXXXX1587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48973": { + "content": "[XXXXX1382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48974": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48975": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48976": { + "content": "[XXXXX1426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48977": { + "content": "[XXXXX1345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48978": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48979": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48980": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48981": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48982": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48983": { + "content": "[XXXXX1401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48984": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48985": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48986": { + "content": "[XXXXX1719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48987": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48988": { + "content": "[XXXXX1226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48989": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48990": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48991": { + "content": "[XXXXX1255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48992": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48993": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48994": { + "content": "[XXXXX1608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48995": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48996": { + "content": "[XXXXX1399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48997": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48998": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48999": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49000": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49001": { + "content": "[XXXXX1656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49002": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49003": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49004": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49005": { + "content": "[XXXXX1235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49006": { + "content": "[XXXXX1592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49007": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49008": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49009": { + "content": "[XXXXX1590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49010": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49011": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49012": { + "content": "[XXXXX1718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49013": { + "content": "[XXXXX1373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49014": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49015": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49016": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49017": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49018": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49019": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49020": { + "content": "[XXXXX1532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49021": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49022": { + "content": "[XXXXX1542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49023": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49024": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49025": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49026": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49027": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49028": { + "content": "[XXXXX1363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49029": { + "content": "[XXXXX1685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49030": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49031": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49032": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49033": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49034": { + "content": "[XXXXX1444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49035": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49036": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49037": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49038": { + "content": "[XXXXX1607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49039": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49040": { + "content": "[XXXXX1283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49041": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49042": { + "content": "[XXXXX1475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49043": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49044": { + "content": "[XXXXX1543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49045": { + "content": "[XXXXX1361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49046": { + "content": "[XXXXX1292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49047": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49048": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49049": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49050": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49051": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49052": { + "content": "[XXXXX1676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49053": { + "content": "[XXXXX1759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49054": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49055": { + "content": "[XXXXX1539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49056": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49057": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49058": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49059": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49060": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49061": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49062": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49063": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49064": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49065": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49066": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49067": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49068": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49069": { + "content": "[XXXXX1310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49070": { + "content": "[XXXXX1654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49071": { + "content": "[XXXXX1665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49072": { + "content": "[XXXXX1329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49073": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49074": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49075": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49076": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49077": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49078": { + "content": "[XXXXX1449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49079": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49080": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49081": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49082": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49083": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49084": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49085": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49086": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49087": { + "content": "[XXXXX1223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49088": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49089": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49090": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49091": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49092": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49093": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49094": { + "content": "[XXXXX1712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49095": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49096": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49097": { + "content": "[XXXXX1198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49098": { + "content": "[XXXXX1576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49099": { + "content": "[XXXXX1526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49100": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49101": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49102": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49103": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49104": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49105": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49106": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49107": { + "content": "[XXXXX1453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49108": { + "content": "[XXXXX1492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49109": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49110": { + "content": "[XXXXX1392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49111": { + "content": "[XXXXX1673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49112": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49113": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49114": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49115": { + "content": "[XXXXX1236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49116": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49117": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49118": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49119": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49120": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49121": { + "content": "[XXXXX1296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49122": { + "content": "[XXXXX1551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49123": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49124": { + "content": "[XXXXX1667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49125": { + "content": "[XXXXX1307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49126": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49127": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49128": { + "content": "[XXXXX1749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49129": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49130": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49131": { + "content": "[XXXXX1552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49132": { + "content": "[XXXXX1638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49133": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49134": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49135": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49136": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49137": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49138": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49139": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49140": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49141": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49142": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49143": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49144": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49145": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49146": { + "content": "[XXXXX1425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49147": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49148": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49149": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49150": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49151": { + "content": "[XXXXX1697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/checkpoint-8420/trainer_state.json b/checkpoint-8420/trainer_state.json new file mode 100644 index 0000000..5c0d50c --- /dev/null +++ b/checkpoint-8420/trainer_state.json @@ -0,0 +1,17050 @@ +{ + "best_global_step": null, + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 9.988137603795966, + "eval_steps": 500, + "global_step": 8420, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "entropy": 10.6509840965271, + "epoch": 0.005931198102016607, + "grad_norm": 11.4375, + "learning_rate": 2e-06, + "loss": 10.7955, + "mean_token_accuracy": 0.00017467249417677522, + "num_tokens": 12647.0, + "step": 5 + }, + { + "entropy": 10.650976181030273, + "epoch": 0.011862396204033215, + "grad_norm": 10.875, + "learning_rate": 4.5e-06, + "loss": 10.7449, + "mean_token_accuracy": 0.0003256943717133254, + "num_tokens": 26668.0, + "step": 10 + }, + { + "entropy": 10.65047550201416, + "epoch": 0.017793594306049824, + "grad_norm": 8.5, + "learning_rate": 7e-06, + "loss": 10.5392, + "mean_token_accuracy": 0.011320227157557382, + "num_tokens": 41021.0, + "step": 15 + }, + { + "entropy": 10.645245170593261, + "epoch": 0.02372479240806643, + "grad_norm": 5.6875, + "learning_rate": 9.5e-06, + "loss": 10.2512, + "mean_token_accuracy": 0.03331172131001949, + "num_tokens": 56626.0, + "step": 20 + }, + { + "entropy": 10.620162200927734, + "epoch": 0.02965599051008304, + "grad_norm": 3.46875, + "learning_rate": 1.2e-05, + "loss": 9.9999, + "mean_token_accuracy": 0.03278177715837956, + "num_tokens": 72914.0, + "step": 25 + }, + { + "entropy": 10.59833517074585, + "epoch": 0.03558718861209965, + "grad_norm": 2.75, + "learning_rate": 1.4500000000000002e-05, + "loss": 9.8507, + "mean_token_accuracy": 0.03321463130414486, + "num_tokens": 88514.0, + "step": 30 + }, + { + "entropy": 10.59533166885376, + "epoch": 0.04151838671411625, + "grad_norm": 2.6875, + "learning_rate": 1.7000000000000003e-05, + "loss": 9.7557, + "mean_token_accuracy": 0.03128496501594782, + "num_tokens": 101256.0, + "step": 35 + }, + { + "entropy": 10.598009204864502, + "epoch": 0.04744958481613286, + "grad_norm": 2.34375, + "learning_rate": 1.95e-05, + "loss": 9.7229, + "mean_token_accuracy": 0.03391152955591679, + "num_tokens": 114459.0, + "step": 40 + }, + { + "entropy": 10.583034133911132, + "epoch": 0.05338078291814947, + "grad_norm": 2.203125, + "learning_rate": 2.2e-05, + "loss": 9.7096, + "mean_token_accuracy": 0.031900213845074174, + "num_tokens": 129858.0, + "step": 45 + }, + { + "entropy": 10.583144092559815, + "epoch": 0.05931198102016608, + "grad_norm": 2.421875, + "learning_rate": 2.4500000000000003e-05, + "loss": 9.6353, + "mean_token_accuracy": 0.03371269796043634, + "num_tokens": 143486.0, + "step": 50 + }, + { + "entropy": 10.582204055786132, + "epoch": 0.06524317912218268, + "grad_norm": 2.171875, + "learning_rate": 2.7e-05, + "loss": 9.5795, + "mean_token_accuracy": 0.035220497474074366, + "num_tokens": 156003.0, + "step": 55 + }, + { + "entropy": 10.569349002838134, + "epoch": 0.0711743772241993, + "grad_norm": 2.1875, + "learning_rate": 2.95e-05, + "loss": 9.5437, + "mean_token_accuracy": 0.034727090038359165, + "num_tokens": 170988.0, + "step": 60 + }, + { + "entropy": 10.552780246734619, + "epoch": 0.0771055753262159, + "grad_norm": 2.15625, + "learning_rate": 3.2e-05, + "loss": 9.4193, + "mean_token_accuracy": 0.03448135014623403, + "num_tokens": 187165.0, + "step": 65 + }, + { + "entropy": 10.542837047576905, + "epoch": 0.0830367734282325, + "grad_norm": 2.125, + "learning_rate": 3.4500000000000005e-05, + "loss": 9.368, + "mean_token_accuracy": 0.03228826243430376, + "num_tokens": 202072.0, + "step": 70 + }, + { + "entropy": 10.534712505340575, + "epoch": 0.08896797153024912, + "grad_norm": 2.0625, + "learning_rate": 3.7e-05, + "loss": 9.2131, + "mean_token_accuracy": 0.034324941039085385, + "num_tokens": 215375.0, + "step": 75 + }, + { + "entropy": 10.50705509185791, + "epoch": 0.09489916963226572, + "grad_norm": 1.921875, + "learning_rate": 3.95e-05, + "loss": 9.1257, + "mean_token_accuracy": 0.03353528436273336, + "num_tokens": 228749.0, + "step": 80 + }, + { + "entropy": 10.478670978546143, + "epoch": 0.10083036773428232, + "grad_norm": 2.09375, + "learning_rate": 4.2000000000000004e-05, + "loss": 9.0183, + "mean_token_accuracy": 0.03314766474068165, + "num_tokens": 242387.0, + "step": 85 + }, + { + "entropy": 10.458618545532227, + "epoch": 0.10676156583629894, + "grad_norm": 2.046875, + "learning_rate": 4.45e-05, + "loss": 8.9252, + "mean_token_accuracy": 0.03416665960103273, + "num_tokens": 257793.0, + "step": 90 + }, + { + "entropy": 10.419714641571044, + "epoch": 0.11269276393831554, + "grad_norm": 2.125, + "learning_rate": 4.7000000000000004e-05, + "loss": 8.8134, + "mean_token_accuracy": 0.036843133717775346, + "num_tokens": 271187.0, + "step": 95 + }, + { + "entropy": 10.339355945587158, + "epoch": 0.11862396204033215, + "grad_norm": 1.921875, + "learning_rate": 4.9500000000000004e-05, + "loss": 8.6836, + "mean_token_accuracy": 0.04052316285669803, + "num_tokens": 284937.0, + "step": 100 + }, + { + "entropy": 10.289305877685546, + "epoch": 0.12455516014234876, + "grad_norm": 2.140625, + "learning_rate": 5.2e-05, + "loss": 8.523, + "mean_token_accuracy": 0.042971277609467506, + "num_tokens": 300108.0, + "step": 105 + }, + { + "entropy": 10.171844291687012, + "epoch": 0.13048635824436536, + "grad_norm": 2.109375, + "learning_rate": 5.45e-05, + "loss": 8.4071, + "mean_token_accuracy": 0.0435908630490303, + "num_tokens": 316760.0, + "step": 110 + }, + { + "entropy": 10.090029907226562, + "epoch": 0.13641755634638197, + "grad_norm": 1.8515625, + "learning_rate": 5.7e-05, + "loss": 8.2269, + "mean_token_accuracy": 0.04757884480059147, + "num_tokens": 329705.0, + "step": 115 + }, + { + "entropy": 9.968478775024414, + "epoch": 0.1423487544483986, + "grad_norm": 1.8046875, + "learning_rate": 5.9499999999999996e-05, + "loss": 8.1048, + "mean_token_accuracy": 0.05177154988050461, + "num_tokens": 342947.0, + "step": 120 + }, + { + "entropy": 9.810734272003174, + "epoch": 0.14827995255041518, + "grad_norm": 1.6015625, + "learning_rate": 6.2e-05, + "loss": 7.957, + "mean_token_accuracy": 0.05589810460805893, + "num_tokens": 358397.0, + "step": 125 + }, + { + "entropy": 9.629272270202637, + "epoch": 0.1542111506524318, + "grad_norm": 2.015625, + "learning_rate": 6.450000000000001e-05, + "loss": 7.8543, + "mean_token_accuracy": 0.058608030527830125, + "num_tokens": 370369.0, + "step": 130 + }, + { + "entropy": 9.431285285949707, + "epoch": 0.1601423487544484, + "grad_norm": 1.46875, + "learning_rate": 6.7e-05, + "loss": 7.7282, + "mean_token_accuracy": 0.06019565127789974, + "num_tokens": 386896.0, + "step": 135 + }, + { + "entropy": 9.166491031646729, + "epoch": 0.166073546856465, + "grad_norm": 1.6171875, + "learning_rate": 6.950000000000001e-05, + "loss": 7.571, + "mean_token_accuracy": 0.06539936549961567, + "num_tokens": 400433.0, + "step": 140 + }, + { + "entropy": 8.998315811157227, + "epoch": 0.17200474495848161, + "grad_norm": 1.9296875, + "learning_rate": 7.2e-05, + "loss": 7.5193, + "mean_token_accuracy": 0.06127564944326878, + "num_tokens": 415092.0, + "step": 145 + }, + { + "entropy": 8.760649585723877, + "epoch": 0.17793594306049823, + "grad_norm": 1.625, + "learning_rate": 7.45e-05, + "loss": 7.3847, + "mean_token_accuracy": 0.06551449336111545, + "num_tokens": 429793.0, + "step": 150 + }, + { + "entropy": 8.53032569885254, + "epoch": 0.18386714116251482, + "grad_norm": 1.703125, + "learning_rate": 7.7e-05, + "loss": 7.3618, + "mean_token_accuracy": 0.07152369543910027, + "num_tokens": 442618.0, + "step": 155 + }, + { + "entropy": 8.432501602172852, + "epoch": 0.18979833926453143, + "grad_norm": 1.484375, + "learning_rate": 7.950000000000001e-05, + "loss": 7.2263, + "mean_token_accuracy": 0.0709031268954277, + "num_tokens": 454976.0, + "step": 160 + }, + { + "entropy": 8.288888359069825, + "epoch": 0.19572953736654805, + "grad_norm": 2.09375, + "learning_rate": 8.2e-05, + "loss": 7.2693, + "mean_token_accuracy": 0.06482412219047547, + "num_tokens": 467523.0, + "step": 165 + }, + { + "entropy": 8.135635375976562, + "epoch": 0.20166073546856464, + "grad_norm": 1.203125, + "learning_rate": 8.450000000000001e-05, + "loss": 7.1729, + "mean_token_accuracy": 0.07200234681367874, + "num_tokens": 481391.0, + "step": 170 + }, + { + "entropy": 8.090270137786865, + "epoch": 0.20759193357058126, + "grad_norm": 1.3515625, + "learning_rate": 8.7e-05, + "loss": 7.147, + "mean_token_accuracy": 0.06691372841596603, + "num_tokens": 496697.0, + "step": 175 + }, + { + "entropy": 8.008182764053345, + "epoch": 0.21352313167259787, + "grad_norm": 1.96875, + "learning_rate": 8.95e-05, + "loss": 7.1704, + "mean_token_accuracy": 0.07276545092463493, + "num_tokens": 510091.0, + "step": 180 + }, + { + "entropy": 7.948391151428223, + "epoch": 0.21945432977461446, + "grad_norm": 1.390625, + "learning_rate": 9.2e-05, + "loss": 7.1071, + "mean_token_accuracy": 0.0736262746155262, + "num_tokens": 522168.0, + "step": 185 + }, + { + "entropy": 7.860538482666016, + "epoch": 0.22538552787663108, + "grad_norm": 1.2890625, + "learning_rate": 9.45e-05, + "loss": 7.0333, + "mean_token_accuracy": 0.0750058189034462, + "num_tokens": 535853.0, + "step": 190 + }, + { + "entropy": 7.789449167251587, + "epoch": 0.2313167259786477, + "grad_norm": 1.484375, + "learning_rate": 9.7e-05, + "loss": 7.0532, + "mean_token_accuracy": 0.07566255033016205, + "num_tokens": 551082.0, + "step": 195 + }, + { + "entropy": 7.820679521560669, + "epoch": 0.2372479240806643, + "grad_norm": 1.5859375, + "learning_rate": 9.95e-05, + "loss": 7.0735, + "mean_token_accuracy": 0.0763503935188055, + "num_tokens": 567181.0, + "step": 200 + }, + { + "entropy": 7.715967988967895, + "epoch": 0.2431791221826809, + "grad_norm": 1.46875, + "learning_rate": 0.000102, + "loss": 6.9882, + "mean_token_accuracy": 0.0811008334159851, + "num_tokens": 580689.0, + "step": 205 + }, + { + "entropy": 7.671104192733765, + "epoch": 0.2491103202846975, + "grad_norm": 1.40625, + "learning_rate": 0.00010449999999999999, + "loss": 6.9075, + "mean_token_accuracy": 0.08624595254659653, + "num_tokens": 594590.0, + "step": 210 + }, + { + "entropy": 7.669063520431519, + "epoch": 0.25504151838671413, + "grad_norm": 1.1796875, + "learning_rate": 0.000107, + "loss": 6.9659, + "mean_token_accuracy": 0.07704100087285042, + "num_tokens": 610577.0, + "step": 215 + }, + { + "entropy": 7.621254777908325, + "epoch": 0.2609727164887307, + "grad_norm": 1.1484375, + "learning_rate": 0.0001095, + "loss": 6.9894, + "mean_token_accuracy": 0.0770975686609745, + "num_tokens": 627066.0, + "step": 220 + }, + { + "entropy": 7.582563304901123, + "epoch": 0.2669039145907473, + "grad_norm": 1.2109375, + "learning_rate": 0.000112, + "loss": 6.9863, + "mean_token_accuracy": 0.08030139058828353, + "num_tokens": 642601.0, + "step": 225 + }, + { + "entropy": 7.5748522758483885, + "epoch": 0.27283511269276395, + "grad_norm": 1.4296875, + "learning_rate": 0.0001145, + "loss": 6.8436, + "mean_token_accuracy": 0.08795318827033043, + "num_tokens": 655615.0, + "step": 230 + }, + { + "entropy": 7.51125283241272, + "epoch": 0.27876631079478054, + "grad_norm": 1.140625, + "learning_rate": 0.00011700000000000001, + "loss": 6.8805, + "mean_token_accuracy": 0.08227636963129044, + "num_tokens": 670218.0, + "step": 235 + }, + { + "entropy": 7.581772565841675, + "epoch": 0.2846975088967972, + "grad_norm": 1.359375, + "learning_rate": 0.00011949999999999999, + "loss": 6.8693, + "mean_token_accuracy": 0.08509634733200074, + "num_tokens": 683661.0, + "step": 240 + }, + { + "entropy": 7.414237833023071, + "epoch": 0.29062870699881377, + "grad_norm": 1.15625, + "learning_rate": 0.000122, + "loss": 6.8471, + "mean_token_accuracy": 0.08358772993087768, + "num_tokens": 699767.0, + "step": 245 + }, + { + "entropy": 7.437202262878418, + "epoch": 0.29655990510083036, + "grad_norm": 1.328125, + "learning_rate": 0.0001245, + "loss": 6.774, + "mean_token_accuracy": 0.09326352775096894, + "num_tokens": 713579.0, + "step": 250 + }, + { + "entropy": 7.383161449432373, + "epoch": 0.302491103202847, + "grad_norm": 1.703125, + "learning_rate": 0.000127, + "loss": 6.8019, + "mean_token_accuracy": 0.08484338372945785, + "num_tokens": 727490.0, + "step": 255 + }, + { + "entropy": 7.414105653762817, + "epoch": 0.3084223013048636, + "grad_norm": 1.0625, + "learning_rate": 0.0001295, + "loss": 6.8822, + "mean_token_accuracy": 0.08486307561397552, + "num_tokens": 742477.0, + "step": 260 + }, + { + "entropy": 7.386582565307617, + "epoch": 0.3143534994068802, + "grad_norm": 1.5703125, + "learning_rate": 0.000132, + "loss": 6.7436, + "mean_token_accuracy": 0.08875370100140571, + "num_tokens": 757772.0, + "step": 265 + }, + { + "entropy": 7.385796451568604, + "epoch": 0.3202846975088968, + "grad_norm": 1.515625, + "learning_rate": 0.00013450000000000002, + "loss": 6.795, + "mean_token_accuracy": 0.08812053054571152, + "num_tokens": 772898.0, + "step": 270 + }, + { + "entropy": 7.329386568069458, + "epoch": 0.3262158956109134, + "grad_norm": 1.34375, + "learning_rate": 0.00013700000000000002, + "loss": 6.7697, + "mean_token_accuracy": 0.08715710267424584, + "num_tokens": 788395.0, + "step": 275 + }, + { + "entropy": 7.318710279464722, + "epoch": 0.33214709371293, + "grad_norm": 1.578125, + "learning_rate": 0.0001395, + "loss": 6.83, + "mean_token_accuracy": 0.08070869520306587, + "num_tokens": 803413.0, + "step": 280 + }, + { + "entropy": 7.188418292999268, + "epoch": 0.33807829181494664, + "grad_norm": 1.484375, + "learning_rate": 0.00014199999999999998, + "loss": 6.6976, + "mean_token_accuracy": 0.09588895291090012, + "num_tokens": 817775.0, + "step": 285 + }, + { + "entropy": 7.389742612838745, + "epoch": 0.34400948991696323, + "grad_norm": 1.6328125, + "learning_rate": 0.0001445, + "loss": 6.8092, + "mean_token_accuracy": 0.08903076201677322, + "num_tokens": 831379.0, + "step": 290 + }, + { + "entropy": 7.300806474685669, + "epoch": 0.3499406880189798, + "grad_norm": 1.3046875, + "learning_rate": 0.000147, + "loss": 6.7387, + "mean_token_accuracy": 0.08791814595460892, + "num_tokens": 846596.0, + "step": 295 + }, + { + "entropy": 7.254555749893188, + "epoch": 0.35587188612099646, + "grad_norm": 1.25, + "learning_rate": 0.0001495, + "loss": 6.7438, + "mean_token_accuracy": 0.08821789696812629, + "num_tokens": 862063.0, + "step": 300 + }, + { + "entropy": 7.275745964050293, + "epoch": 0.36180308422301305, + "grad_norm": 1.2734375, + "learning_rate": 0.000152, + "loss": 6.6954, + "mean_token_accuracy": 0.08966124951839446, + "num_tokens": 876841.0, + "step": 305 + }, + { + "entropy": 7.221111488342285, + "epoch": 0.36773428232502964, + "grad_norm": 1.2734375, + "learning_rate": 0.00015450000000000001, + "loss": 6.7751, + "mean_token_accuracy": 0.09116524010896683, + "num_tokens": 890728.0, + "step": 310 + }, + { + "entropy": 7.206338787078858, + "epoch": 0.3736654804270463, + "grad_norm": 1.359375, + "learning_rate": 0.000157, + "loss": 6.6956, + "mean_token_accuracy": 0.09070762842893601, + "num_tokens": 905599.0, + "step": 315 + }, + { + "entropy": 7.1817542552948, + "epoch": 0.37959667852906287, + "grad_norm": 1.59375, + "learning_rate": 0.0001595, + "loss": 6.6483, + "mean_token_accuracy": 0.09768397733569145, + "num_tokens": 918139.0, + "step": 320 + }, + { + "entropy": 7.167359304428101, + "epoch": 0.38552787663107946, + "grad_norm": 1.484375, + "learning_rate": 0.000162, + "loss": 6.7114, + "mean_token_accuracy": 0.09328882694244385, + "num_tokens": 931666.0, + "step": 325 + }, + { + "entropy": 7.196693468093872, + "epoch": 0.3914590747330961, + "grad_norm": 1.3046875, + "learning_rate": 0.00016450000000000001, + "loss": 6.6605, + "mean_token_accuracy": 0.09237670227885246, + "num_tokens": 946286.0, + "step": 330 + }, + { + "entropy": 7.148892021179199, + "epoch": 0.3973902728351127, + "grad_norm": 1.4140625, + "learning_rate": 0.00016700000000000002, + "loss": 6.6029, + "mean_token_accuracy": 0.09802859723567962, + "num_tokens": 959689.0, + "step": 335 + }, + { + "entropy": 7.091142225265503, + "epoch": 0.4033214709371293, + "grad_norm": 1.53125, + "learning_rate": 0.00016950000000000003, + "loss": 6.6481, + "mean_token_accuracy": 0.09793345853686333, + "num_tokens": 972707.0, + "step": 340 + }, + { + "entropy": 7.103200006484985, + "epoch": 0.4092526690391459, + "grad_norm": 1.296875, + "learning_rate": 0.00017199999999999998, + "loss": 6.6694, + "mean_token_accuracy": 0.09691287726163864, + "num_tokens": 988010.0, + "step": 345 + }, + { + "entropy": 7.109372472763061, + "epoch": 0.4151838671411625, + "grad_norm": 1.609375, + "learning_rate": 0.00017449999999999999, + "loss": 6.7001, + "mean_token_accuracy": 0.0866947390139103, + "num_tokens": 1003823.0, + "step": 350 + }, + { + "entropy": 7.018935489654541, + "epoch": 0.4211150652431791, + "grad_norm": 1.3125, + "learning_rate": 0.000177, + "loss": 6.4583, + "mean_token_accuracy": 0.10792901739478111, + "num_tokens": 1018276.0, + "step": 355 + }, + { + "entropy": 7.151296997070313, + "epoch": 0.42704626334519574, + "grad_norm": 1.2890625, + "learning_rate": 0.0001795, + "loss": 6.6782, + "mean_token_accuracy": 0.09361589401960373, + "num_tokens": 1031242.0, + "step": 360 + }, + { + "entropy": 7.0902214527130125, + "epoch": 0.43297746144721233, + "grad_norm": 1.3984375, + "learning_rate": 0.000182, + "loss": 6.5786, + "mean_token_accuracy": 0.09998262599110604, + "num_tokens": 1043940.0, + "step": 365 + }, + { + "entropy": 6.944676065444947, + "epoch": 0.4389086595492289, + "grad_norm": 1.2109375, + "learning_rate": 0.0001845, + "loss": 6.508, + "mean_token_accuracy": 0.09759898036718369, + "num_tokens": 1058656.0, + "step": 370 + }, + { + "entropy": 7.117189264297485, + "epoch": 0.44483985765124556, + "grad_norm": 1.265625, + "learning_rate": 0.000187, + "loss": 6.6092, + "mean_token_accuracy": 0.09189791083335877, + "num_tokens": 1073128.0, + "step": 375 + }, + { + "entropy": 6.948076343536377, + "epoch": 0.45077105575326215, + "grad_norm": 1.5390625, + "learning_rate": 0.0001895, + "loss": 6.5416, + "mean_token_accuracy": 0.09809970185160637, + "num_tokens": 1086467.0, + "step": 380 + }, + { + "entropy": 7.076186227798462, + "epoch": 0.45670225385527874, + "grad_norm": 1.46875, + "learning_rate": 0.000192, + "loss": 6.6616, + "mean_token_accuracy": 0.10060962289571762, + "num_tokens": 1100356.0, + "step": 385 + }, + { + "entropy": 7.028731060028076, + "epoch": 0.4626334519572954, + "grad_norm": 1.3046875, + "learning_rate": 0.0001945, + "loss": 6.5814, + "mean_token_accuracy": 0.10232764557003975, + "num_tokens": 1115877.0, + "step": 390 + }, + { + "entropy": 7.04663872718811, + "epoch": 0.46856465005931197, + "grad_norm": 1.375, + "learning_rate": 0.00019700000000000002, + "loss": 6.5466, + "mean_token_accuracy": 0.10219399407505989, + "num_tokens": 1131415.0, + "step": 395 + }, + { + "entropy": 6.8535503387451175, + "epoch": 0.4744958481613286, + "grad_norm": 1.5234375, + "learning_rate": 0.00019950000000000002, + "loss": 6.5137, + "mean_token_accuracy": 0.09734094068408013, + "num_tokens": 1145903.0, + "step": 400 + }, + { + "entropy": 6.879596471786499, + "epoch": 0.4804270462633452, + "grad_norm": 1.125, + "learning_rate": 0.000202, + "loss": 6.4397, + "mean_token_accuracy": 0.0997365266084671, + "num_tokens": 1161168.0, + "step": 405 + }, + { + "entropy": 6.921687078475952, + "epoch": 0.4863582443653618, + "grad_norm": 1.3515625, + "learning_rate": 0.00020449999999999998, + "loss": 6.5196, + "mean_token_accuracy": 0.09855128526687622, + "num_tokens": 1178155.0, + "step": 410 + }, + { + "entropy": 6.924295806884766, + "epoch": 0.49228944246737844, + "grad_norm": 1.3828125, + "learning_rate": 0.000207, + "loss": 6.3697, + "mean_token_accuracy": 0.1099881686270237, + "num_tokens": 1190830.0, + "step": 415 + }, + { + "entropy": 6.827713060379028, + "epoch": 0.498220640569395, + "grad_norm": 1.375, + "learning_rate": 0.0002095, + "loss": 6.3842, + "mean_token_accuracy": 0.10342236086726189, + "num_tokens": 1205260.0, + "step": 420 + }, + { + "entropy": 6.883217096328735, + "epoch": 0.5041518386714117, + "grad_norm": 1.4453125, + "learning_rate": 0.000212, + "loss": 6.431, + "mean_token_accuracy": 0.10836012288928032, + "num_tokens": 1218856.0, + "step": 425 + }, + { + "entropy": 6.832102727890015, + "epoch": 0.5100830367734283, + "grad_norm": 1.328125, + "learning_rate": 0.0002145, + "loss": 6.5014, + "mean_token_accuracy": 0.10428635627031327, + "num_tokens": 1234669.0, + "step": 430 + }, + { + "entropy": 6.830685758590699, + "epoch": 0.5160142348754448, + "grad_norm": 1.46875, + "learning_rate": 0.00021700000000000002, + "loss": 6.4289, + "mean_token_accuracy": 0.1057804524898529, + "num_tokens": 1249514.0, + "step": 435 + }, + { + "entropy": 6.837182474136353, + "epoch": 0.5219454329774614, + "grad_norm": 1.1015625, + "learning_rate": 0.0002195, + "loss": 6.3638, + "mean_token_accuracy": 0.1109524667263031, + "num_tokens": 1262311.0, + "step": 440 + }, + { + "entropy": 6.767211008071899, + "epoch": 0.527876631079478, + "grad_norm": 1.3359375, + "learning_rate": 0.000222, + "loss": 6.3519, + "mean_token_accuracy": 0.10807539224624634, + "num_tokens": 1277681.0, + "step": 445 + }, + { + "entropy": 6.781484460830688, + "epoch": 0.5338078291814946, + "grad_norm": 1.390625, + "learning_rate": 0.0002245, + "loss": 6.3968, + "mean_token_accuracy": 0.10917404815554618, + "num_tokens": 1292300.0, + "step": 450 + }, + { + "entropy": 6.775958061218262, + "epoch": 0.5397390272835113, + "grad_norm": 1.234375, + "learning_rate": 0.00022700000000000002, + "loss": 6.4142, + "mean_token_accuracy": 0.10393262058496475, + "num_tokens": 1307426.0, + "step": 455 + }, + { + "entropy": 6.787585258483887, + "epoch": 0.5456702253855279, + "grad_norm": 1.0546875, + "learning_rate": 0.00022950000000000002, + "loss": 6.4414, + "mean_token_accuracy": 0.09955934658646584, + "num_tokens": 1322167.0, + "step": 460 + }, + { + "entropy": 6.75556001663208, + "epoch": 0.5516014234875445, + "grad_norm": 1.2265625, + "learning_rate": 0.00023200000000000003, + "loss": 6.3126, + "mean_token_accuracy": 0.11029193922877312, + "num_tokens": 1335343.0, + "step": 465 + }, + { + "entropy": 6.719364500045776, + "epoch": 0.5575326215895611, + "grad_norm": 1.234375, + "learning_rate": 0.00023449999999999998, + "loss": 6.3129, + "mean_token_accuracy": 0.11020243093371392, + "num_tokens": 1349078.0, + "step": 470 + }, + { + "entropy": 6.670861291885376, + "epoch": 0.5634638196915777, + "grad_norm": 1.2265625, + "learning_rate": 0.000237, + "loss": 6.2388, + "mean_token_accuracy": 0.11813571006059646, + "num_tokens": 1362030.0, + "step": 475 + }, + { + "entropy": 6.790364742279053, + "epoch": 0.5693950177935944, + "grad_norm": 1.3125, + "learning_rate": 0.0002395, + "loss": 6.3965, + "mean_token_accuracy": 0.10456062778830529, + "num_tokens": 1378303.0, + "step": 480 + }, + { + "entropy": 6.773904657363891, + "epoch": 0.575326215895611, + "grad_norm": 1.203125, + "learning_rate": 0.000242, + "loss": 6.3906, + "mean_token_accuracy": 0.10592009201645851, + "num_tokens": 1392585.0, + "step": 485 + }, + { + "entropy": 6.805166101455688, + "epoch": 0.5812574139976275, + "grad_norm": 1.5, + "learning_rate": 0.0002445, + "loss": 6.3973, + "mean_token_accuracy": 0.11140659600496292, + "num_tokens": 1406962.0, + "step": 490 + }, + { + "entropy": 6.573492240905762, + "epoch": 0.5871886120996441, + "grad_norm": 1.2265625, + "learning_rate": 0.000247, + "loss": 6.2853, + "mean_token_accuracy": 0.11129999980330467, + "num_tokens": 1419493.0, + "step": 495 + }, + { + "entropy": 6.735859537124634, + "epoch": 0.5931198102016607, + "grad_norm": 1.3125, + "learning_rate": 0.0002495, + "loss": 6.3007, + "mean_token_accuracy": 0.10790175497531891, + "num_tokens": 1435373.0, + "step": 500 + }, + { + "epoch": 0.5931198102016607, + "eval_entropy": 6.67236985896994, + "eval_loss": 6.441715717315674, + "eval_mean_token_accuracy": 0.10966419813685988, + "eval_num_tokens": 1435373.0, + "eval_runtime": 2.4776, + "eval_samples_per_second": 1052.652, + "eval_steps_per_second": 131.581, + "step": 500 + }, + { + "entropy": 6.6947290897369385, + "epoch": 0.5990510083036773, + "grad_norm": 1.3359375, + "learning_rate": 0.000252, + "loss": 6.2707, + "mean_token_accuracy": 0.11756636276841163, + "num_tokens": 1449805.0, + "step": 505 + }, + { + "entropy": 6.634400224685669, + "epoch": 0.604982206405694, + "grad_norm": 1.3125, + "learning_rate": 0.0002545, + "loss": 6.2855, + "mean_token_accuracy": 0.11045260801911354, + "num_tokens": 1463657.0, + "step": 510 + }, + { + "entropy": 6.727581596374511, + "epoch": 0.6109134045077106, + "grad_norm": 1.4140625, + "learning_rate": 0.000257, + "loss": 6.3004, + "mean_token_accuracy": 0.11670920848846436, + "num_tokens": 1478089.0, + "step": 515 + }, + { + "entropy": 6.619698333740234, + "epoch": 0.6168446026097272, + "grad_norm": 1.4296875, + "learning_rate": 0.0002595, + "loss": 6.311, + "mean_token_accuracy": 0.11146906316280365, + "num_tokens": 1492225.0, + "step": 520 + }, + { + "entropy": 6.630937004089356, + "epoch": 0.6227758007117438, + "grad_norm": 1.1875, + "learning_rate": 0.000262, + "loss": 6.3008, + "mean_token_accuracy": 0.10728157833218574, + "num_tokens": 1506751.0, + "step": 525 + }, + { + "entropy": 6.599562358856201, + "epoch": 0.6287069988137604, + "grad_norm": 1.140625, + "learning_rate": 0.00026450000000000003, + "loss": 6.2004, + "mean_token_accuracy": 0.11617306619882584, + "num_tokens": 1520590.0, + "step": 530 + }, + { + "entropy": 6.652629327774048, + "epoch": 0.6346381969157769, + "grad_norm": 1.1953125, + "learning_rate": 0.00026700000000000004, + "loss": 6.2527, + "mean_token_accuracy": 0.11343958005309104, + "num_tokens": 1534752.0, + "step": 535 + }, + { + "entropy": 6.587781953811645, + "epoch": 0.6405693950177936, + "grad_norm": 1.3828125, + "learning_rate": 0.00026950000000000005, + "loss": 6.2154, + "mean_token_accuracy": 0.12041136622428894, + "num_tokens": 1547891.0, + "step": 540 + }, + { + "entropy": 6.418690204620361, + "epoch": 0.6465005931198102, + "grad_norm": 1.2578125, + "learning_rate": 0.00027200000000000005, + "loss": 6.1542, + "mean_token_accuracy": 0.12026057541370391, + "num_tokens": 1562560.0, + "step": 545 + }, + { + "entropy": 6.670684385299682, + "epoch": 0.6524317912218268, + "grad_norm": 1.328125, + "learning_rate": 0.0002745, + "loss": 6.3091, + "mean_token_accuracy": 0.11120221018791199, + "num_tokens": 1576896.0, + "step": 550 + }, + { + "entropy": 6.535441923141479, + "epoch": 0.6583629893238434, + "grad_norm": 1.265625, + "learning_rate": 0.000277, + "loss": 6.2086, + "mean_token_accuracy": 0.11225326210260392, + "num_tokens": 1590806.0, + "step": 555 + }, + { + "entropy": 6.601208257675171, + "epoch": 0.66429418742586, + "grad_norm": 1.234375, + "learning_rate": 0.0002795, + "loss": 6.326, + "mean_token_accuracy": 0.10773437917232513, + "num_tokens": 1605874.0, + "step": 560 + }, + { + "entropy": 6.616091251373291, + "epoch": 0.6702253855278766, + "grad_norm": 1.2734375, + "learning_rate": 0.00028199999999999997, + "loss": 6.2108, + "mean_token_accuracy": 0.11664134711027145, + "num_tokens": 1620947.0, + "step": 565 + }, + { + "entropy": 6.484318447113037, + "epoch": 0.6761565836298933, + "grad_norm": 1.296875, + "learning_rate": 0.0002845, + "loss": 6.2608, + "mean_token_accuracy": 0.10255342498421668, + "num_tokens": 1635974.0, + "step": 570 + }, + { + "entropy": 6.542778062820434, + "epoch": 0.6820877817319099, + "grad_norm": 1.109375, + "learning_rate": 0.000287, + "loss": 6.2163, + "mean_token_accuracy": 0.10959842428565025, + "num_tokens": 1651502.0, + "step": 575 + }, + { + "entropy": 6.45567512512207, + "epoch": 0.6880189798339265, + "grad_norm": 1.1796875, + "learning_rate": 0.0002895, + "loss": 6.1629, + "mean_token_accuracy": 0.11728360131382942, + "num_tokens": 1665547.0, + "step": 580 + }, + { + "entropy": 6.501108646392822, + "epoch": 0.693950177935943, + "grad_norm": 1.1796875, + "learning_rate": 0.000292, + "loss": 6.1508, + "mean_token_accuracy": 0.12227020487189293, + "num_tokens": 1678875.0, + "step": 585 + }, + { + "entropy": 6.480410623550415, + "epoch": 0.6998813760379596, + "grad_norm": 1.3203125, + "learning_rate": 0.0002945, + "loss": 6.1681, + "mean_token_accuracy": 0.11540260091423989, + "num_tokens": 1692673.0, + "step": 590 + }, + { + "entropy": 6.511543416976929, + "epoch": 0.7058125741399762, + "grad_norm": 1.109375, + "learning_rate": 0.000297, + "loss": 6.2156, + "mean_token_accuracy": 0.11393610835075378, + "num_tokens": 1707318.0, + "step": 595 + }, + { + "entropy": 6.460053396224976, + "epoch": 0.7117437722419929, + "grad_norm": 1.4140625, + "learning_rate": 0.0002995, + "loss": 6.2426, + "mean_token_accuracy": 0.11120611354708672, + "num_tokens": 1724331.0, + "step": 600 + }, + { + "entropy": 6.442718982696533, + "epoch": 0.7176749703440095, + "grad_norm": 1.3203125, + "learning_rate": 0.000302, + "loss": 6.0492, + "mean_token_accuracy": 0.12235584780573845, + "num_tokens": 1736151.0, + "step": 605 + }, + { + "entropy": 6.444410896301269, + "epoch": 0.7236061684460261, + "grad_norm": 1.28125, + "learning_rate": 0.0003045, + "loss": 6.1371, + "mean_token_accuracy": 0.11987931281328201, + "num_tokens": 1749831.0, + "step": 610 + }, + { + "entropy": 6.455282926559448, + "epoch": 0.7295373665480427, + "grad_norm": 1.1875, + "learning_rate": 0.000307, + "loss": 6.173, + "mean_token_accuracy": 0.11412288546562195, + "num_tokens": 1764296.0, + "step": 615 + }, + { + "entropy": 6.49344654083252, + "epoch": 0.7354685646500593, + "grad_norm": 1.4609375, + "learning_rate": 0.0003095, + "loss": 6.1473, + "mean_token_accuracy": 0.11842510327696801, + "num_tokens": 1778042.0, + "step": 620 + }, + { + "entropy": 6.402311325073242, + "epoch": 0.741399762752076, + "grad_norm": 1.109375, + "learning_rate": 0.000312, + "loss": 6.1244, + "mean_token_accuracy": 0.1204920805990696, + "num_tokens": 1791614.0, + "step": 625 + }, + { + "entropy": 6.386654949188232, + "epoch": 0.7473309608540926, + "grad_norm": 1.140625, + "learning_rate": 0.0003145, + "loss": 6.082, + "mean_token_accuracy": 0.1170621544122696, + "num_tokens": 1807388.0, + "step": 630 + }, + { + "entropy": 6.513570547103882, + "epoch": 0.7532621589561092, + "grad_norm": 1.2109375, + "learning_rate": 0.000317, + "loss": 6.187, + "mean_token_accuracy": 0.1129879891872406, + "num_tokens": 1820407.0, + "step": 635 + }, + { + "entropy": 6.353465366363525, + "epoch": 0.7591933570581257, + "grad_norm": 1.140625, + "learning_rate": 0.0003195, + "loss": 6.0709, + "mean_token_accuracy": 0.11846939399838448, + "num_tokens": 1834666.0, + "step": 640 + }, + { + "entropy": 6.402153253555298, + "epoch": 0.7651245551601423, + "grad_norm": 1.390625, + "learning_rate": 0.000322, + "loss": 6.169, + "mean_token_accuracy": 0.11969529762864113, + "num_tokens": 1848160.0, + "step": 645 + }, + { + "entropy": 6.429388856887817, + "epoch": 0.7710557532621589, + "grad_norm": 1.046875, + "learning_rate": 0.00032450000000000003, + "loss": 6.1763, + "mean_token_accuracy": 0.11832700744271278, + "num_tokens": 1865140.0, + "step": 650 + }, + { + "entropy": 6.384272193908691, + "epoch": 0.7769869513641756, + "grad_norm": 1.1484375, + "learning_rate": 0.00032700000000000003, + "loss": 6.0502, + "mean_token_accuracy": 0.12135105207562447, + "num_tokens": 1878447.0, + "step": 655 + }, + { + "entropy": 6.368830823898316, + "epoch": 0.7829181494661922, + "grad_norm": 1.1953125, + "learning_rate": 0.00032950000000000004, + "loss": 6.0999, + "mean_token_accuracy": 0.11421585902571678, + "num_tokens": 1893539.0, + "step": 660 + }, + { + "entropy": 6.452864456176758, + "epoch": 0.7888493475682088, + "grad_norm": 1.1328125, + "learning_rate": 0.00033200000000000005, + "loss": 6.1646, + "mean_token_accuracy": 0.120599914342165, + "num_tokens": 1908052.0, + "step": 665 + }, + { + "entropy": 6.347026681900024, + "epoch": 0.7947805456702254, + "grad_norm": 1.0859375, + "learning_rate": 0.00033450000000000005, + "loss": 6.0494, + "mean_token_accuracy": 0.12437219470739365, + "num_tokens": 1921528.0, + "step": 670 + }, + { + "entropy": 6.360257863998413, + "epoch": 0.800711743772242, + "grad_norm": 1.1640625, + "learning_rate": 0.000337, + "loss": 6.0758, + "mean_token_accuracy": 0.12383257448673249, + "num_tokens": 1935089.0, + "step": 675 + }, + { + "entropy": 6.4030664443969725, + "epoch": 0.8066429418742586, + "grad_norm": 1.203125, + "learning_rate": 0.0003395, + "loss": 6.1896, + "mean_token_accuracy": 0.11006285175681114, + "num_tokens": 1949717.0, + "step": 680 + }, + { + "entropy": 6.300024366378784, + "epoch": 0.8125741399762753, + "grad_norm": 1.546875, + "learning_rate": 0.000342, + "loss": 6.0568, + "mean_token_accuracy": 0.12153587713837624, + "num_tokens": 1962619.0, + "step": 685 + }, + { + "entropy": 6.450096464157104, + "epoch": 0.8185053380782918, + "grad_norm": 1.375, + "learning_rate": 0.00034449999999999997, + "loss": 6.143, + "mean_token_accuracy": 0.11284489929676056, + "num_tokens": 1977094.0, + "step": 690 + }, + { + "entropy": 6.286441040039063, + "epoch": 0.8244365361803084, + "grad_norm": 1.0625, + "learning_rate": 0.000347, + "loss": 6.1106, + "mean_token_accuracy": 0.11766432374715804, + "num_tokens": 1992446.0, + "step": 695 + }, + { + "entropy": 6.301593971252442, + "epoch": 0.830367734282325, + "grad_norm": 1.1640625, + "learning_rate": 0.0003495, + "loss": 6.0526, + "mean_token_accuracy": 0.1210049532353878, + "num_tokens": 2008753.0, + "step": 700 + }, + { + "entropy": 6.312734651565552, + "epoch": 0.8362989323843416, + "grad_norm": 1.140625, + "learning_rate": 0.000352, + "loss": 6.0098, + "mean_token_accuracy": 0.1238975889980793, + "num_tokens": 2024088.0, + "step": 705 + }, + { + "entropy": 6.338296222686767, + "epoch": 0.8422301304863582, + "grad_norm": 1.21875, + "learning_rate": 0.0003545, + "loss": 6.0283, + "mean_token_accuracy": 0.11651979684829712, + "num_tokens": 2038449.0, + "step": 710 + }, + { + "entropy": 6.306093740463257, + "epoch": 0.8481613285883749, + "grad_norm": 1.1328125, + "learning_rate": 0.000357, + "loss": 6.0258, + "mean_token_accuracy": 0.1278011307120323, + "num_tokens": 2052038.0, + "step": 715 + }, + { + "entropy": 6.271956300735473, + "epoch": 0.8540925266903915, + "grad_norm": 1.1875, + "learning_rate": 0.0003595, + "loss": 5.9769, + "mean_token_accuracy": 0.12276132255792618, + "num_tokens": 2064907.0, + "step": 720 + }, + { + "entropy": 6.297043323516846, + "epoch": 0.8600237247924081, + "grad_norm": 1.0703125, + "learning_rate": 0.000362, + "loss": 6.1502, + "mean_token_accuracy": 0.1173181675374508, + "num_tokens": 2081295.0, + "step": 725 + }, + { + "entropy": 6.336274099349976, + "epoch": 0.8659549228944247, + "grad_norm": 1.0390625, + "learning_rate": 0.0003645, + "loss": 6.0652, + "mean_token_accuracy": 0.12099355086684227, + "num_tokens": 2098077.0, + "step": 730 + }, + { + "entropy": 6.285319423675537, + "epoch": 0.8718861209964412, + "grad_norm": 1.1484375, + "learning_rate": 0.000367, + "loss": 6.0532, + "mean_token_accuracy": 0.12013457342982292, + "num_tokens": 2111716.0, + "step": 735 + }, + { + "entropy": 6.27389874458313, + "epoch": 0.8778173190984578, + "grad_norm": 1.1171875, + "learning_rate": 0.0003695, + "loss": 5.9654, + "mean_token_accuracy": 0.13291287645697594, + "num_tokens": 2125757.0, + "step": 740 + }, + { + "entropy": 6.267977666854859, + "epoch": 0.8837485172004745, + "grad_norm": 1.1875, + "learning_rate": 0.000372, + "loss": 6.1618, + "mean_token_accuracy": 0.11648618057370186, + "num_tokens": 2142929.0, + "step": 745 + }, + { + "entropy": 6.27850079536438, + "epoch": 0.8896797153024911, + "grad_norm": 1.265625, + "learning_rate": 0.0003745, + "loss": 6.0379, + "mean_token_accuracy": 0.12373944073915481, + "num_tokens": 2155206.0, + "step": 750 + }, + { + "entropy": 6.240651369094849, + "epoch": 0.8956109134045077, + "grad_norm": 1.1875, + "learning_rate": 0.000377, + "loss": 5.9246, + "mean_token_accuracy": 0.12547165155410767, + "num_tokens": 2169816.0, + "step": 755 + }, + { + "entropy": 6.190544652938843, + "epoch": 0.9015421115065243, + "grad_norm": 1.0390625, + "learning_rate": 0.0003795, + "loss": 6.0044, + "mean_token_accuracy": 0.12672639563679694, + "num_tokens": 2184827.0, + "step": 760 + }, + { + "entropy": 6.259784412384033, + "epoch": 0.9074733096085409, + "grad_norm": 1.15625, + "learning_rate": 0.000382, + "loss": 5.9353, + "mean_token_accuracy": 0.12988706678152084, + "num_tokens": 2199333.0, + "step": 765 + }, + { + "entropy": 6.1021686553955075, + "epoch": 0.9134045077105575, + "grad_norm": 0.87109375, + "learning_rate": 0.0003845, + "loss": 5.9947, + "mean_token_accuracy": 0.12381677329540253, + "num_tokens": 2215239.0, + "step": 770 + }, + { + "entropy": 6.2903533458709715, + "epoch": 0.9193357058125742, + "grad_norm": 1.0390625, + "learning_rate": 0.00038700000000000003, + "loss": 5.9998, + "mean_token_accuracy": 0.1248672790825367, + "num_tokens": 2229369.0, + "step": 775 + }, + { + "entropy": 6.169124412536621, + "epoch": 0.9252669039145908, + "grad_norm": 1.1875, + "learning_rate": 0.00038950000000000003, + "loss": 5.9842, + "mean_token_accuracy": 0.12811334952712058, + "num_tokens": 2242709.0, + "step": 780 + }, + { + "entropy": 6.2337898254394535, + "epoch": 0.9311981020166074, + "grad_norm": 1.140625, + "learning_rate": 0.00039200000000000004, + "loss": 5.9655, + "mean_token_accuracy": 0.12137661054730416, + "num_tokens": 2257067.0, + "step": 785 + }, + { + "entropy": 6.1931390285491945, + "epoch": 0.9371293001186239, + "grad_norm": 1.25, + "learning_rate": 0.00039450000000000005, + "loss": 5.9103, + "mean_token_accuracy": 0.13152316808700562, + "num_tokens": 2270932.0, + "step": 790 + }, + { + "entropy": 6.182427406311035, + "epoch": 0.9430604982206405, + "grad_norm": 1.0546875, + "learning_rate": 0.00039700000000000005, + "loss": 6.0279, + "mean_token_accuracy": 0.12549996599555016, + "num_tokens": 2285517.0, + "step": 795 + }, + { + "entropy": 6.1117936134338375, + "epoch": 0.9489916963226572, + "grad_norm": 1.1875, + "learning_rate": 0.0003995, + "loss": 5.8952, + "mean_token_accuracy": 0.1253364697098732, + "num_tokens": 2298657.0, + "step": 800 + }, + { + "entropy": 6.14580602645874, + "epoch": 0.9549228944246738, + "grad_norm": 1.2109375, + "learning_rate": 0.000402, + "loss": 5.9069, + "mean_token_accuracy": 0.132824869453907, + "num_tokens": 2312521.0, + "step": 805 + }, + { + "entropy": 6.149325656890869, + "epoch": 0.9608540925266904, + "grad_norm": 1.375, + "learning_rate": 0.0004045, + "loss": 5.901, + "mean_token_accuracy": 0.12876850068569184, + "num_tokens": 2325849.0, + "step": 810 + }, + { + "entropy": 6.160182809829712, + "epoch": 0.966785290628707, + "grad_norm": 1.2578125, + "learning_rate": 0.00040699999999999997, + "loss": 5.933, + "mean_token_accuracy": 0.12433248236775399, + "num_tokens": 2339717.0, + "step": 815 + }, + { + "entropy": 6.148682689666748, + "epoch": 0.9727164887307236, + "grad_norm": 1.078125, + "learning_rate": 0.0004095, + "loss": 5.9644, + "mean_token_accuracy": 0.12969405129551886, + "num_tokens": 2353536.0, + "step": 820 + }, + { + "entropy": 6.15325140953064, + "epoch": 0.9786476868327402, + "grad_norm": 1.1953125, + "learning_rate": 0.000412, + "loss": 5.9392, + "mean_token_accuracy": 0.12233664244413375, + "num_tokens": 2368626.0, + "step": 825 + }, + { + "entropy": 6.148900079727173, + "epoch": 0.9845788849347569, + "grad_norm": 1.1796875, + "learning_rate": 0.0004145, + "loss": 6.0228, + "mean_token_accuracy": 0.1229950562119484, + "num_tokens": 2383768.0, + "step": 830 + }, + { + "entropy": 6.253143930435181, + "epoch": 0.9905100830367735, + "grad_norm": 1.1640625, + "learning_rate": 0.000417, + "loss": 6.0531, + "mean_token_accuracy": 0.12633627876639367, + "num_tokens": 2398089.0, + "step": 835 + }, + { + "entropy": 6.143814277648926, + "epoch": 0.99644128113879, + "grad_norm": 1.15625, + "learning_rate": 0.0004195, + "loss": 5.9179, + "mean_token_accuracy": 0.13075150698423385, + "num_tokens": 2411354.0, + "step": 840 + }, + { + "entropy": 6.1597785472869875, + "epoch": 1.0023724792408066, + "grad_norm": 1.1015625, + "learning_rate": 0.000422, + "loss": 5.9132, + "mean_token_accuracy": 0.1338951252400875, + "num_tokens": 2425071.0, + "step": 845 + }, + { + "entropy": 6.226427221298218, + "epoch": 1.0083036773428233, + "grad_norm": 1.234375, + "learning_rate": 0.0004245, + "loss": 5.8618, + "mean_token_accuracy": 0.13656074777245522, + "num_tokens": 2439143.0, + "step": 850 + }, + { + "entropy": 5.997689485549927, + "epoch": 1.0142348754448398, + "grad_norm": 1.0859375, + "learning_rate": 0.000427, + "loss": 5.7022, + "mean_token_accuracy": 0.1348326951265335, + "num_tokens": 2453466.0, + "step": 855 + }, + { + "entropy": 6.064882230758667, + "epoch": 1.0201660735468565, + "grad_norm": 1.21875, + "learning_rate": 0.0004295, + "loss": 5.815, + "mean_token_accuracy": 0.13819923251867294, + "num_tokens": 2466802.0, + "step": 860 + }, + { + "entropy": 6.077611827850342, + "epoch": 1.026097271648873, + "grad_norm": 1.265625, + "learning_rate": 0.000432, + "loss": 5.7763, + "mean_token_accuracy": 0.13229055777192117, + "num_tokens": 2480080.0, + "step": 865 + }, + { + "entropy": 6.0491447925567625, + "epoch": 1.0320284697508897, + "grad_norm": 1.390625, + "learning_rate": 0.0004345, + "loss": 5.83, + "mean_token_accuracy": 0.1349202238023281, + "num_tokens": 2495196.0, + "step": 870 + }, + { + "entropy": 5.99519829750061, + "epoch": 1.0379596678529064, + "grad_norm": 1.1875, + "learning_rate": 0.000437, + "loss": 5.734, + "mean_token_accuracy": 0.13301657065749167, + "num_tokens": 2510084.0, + "step": 875 + }, + { + "entropy": 6.138531064987182, + "epoch": 1.0438908659549229, + "grad_norm": 1.203125, + "learning_rate": 0.0004395, + "loss": 5.8045, + "mean_token_accuracy": 0.13315934240818023, + "num_tokens": 2522834.0, + "step": 880 + }, + { + "entropy": 6.013190269470215, + "epoch": 1.0498220640569396, + "grad_norm": 1.0703125, + "learning_rate": 0.000442, + "loss": 5.7781, + "mean_token_accuracy": 0.1408059172332287, + "num_tokens": 2536778.0, + "step": 885 + }, + { + "entropy": 6.016625690460205, + "epoch": 1.055753262158956, + "grad_norm": 1.171875, + "learning_rate": 0.0004445, + "loss": 5.8079, + "mean_token_accuracy": 0.13629683703184128, + "num_tokens": 2551220.0, + "step": 890 + }, + { + "entropy": 6.152676439285278, + "epoch": 1.0616844602609727, + "grad_norm": 1.2734375, + "learning_rate": 0.000447, + "loss": 5.8853, + "mean_token_accuracy": 0.12912147343158722, + "num_tokens": 2565686.0, + "step": 895 + }, + { + "entropy": 5.9945775985717775, + "epoch": 1.0676156583629894, + "grad_norm": 1.234375, + "learning_rate": 0.00044950000000000003, + "loss": 5.8012, + "mean_token_accuracy": 0.1301092065870762, + "num_tokens": 2579569.0, + "step": 900 + }, + { + "entropy": 6.045119094848633, + "epoch": 1.073546856465006, + "grad_norm": 1.390625, + "learning_rate": 0.00045200000000000004, + "loss": 5.7873, + "mean_token_accuracy": 0.13423676043748856, + "num_tokens": 2593226.0, + "step": 905 + }, + { + "entropy": 5.971383666992187, + "epoch": 1.0794780545670226, + "grad_norm": 1.046875, + "learning_rate": 0.00045450000000000004, + "loss": 5.748, + "mean_token_accuracy": 0.13364143371582032, + "num_tokens": 2607711.0, + "step": 910 + }, + { + "entropy": 6.028302955627441, + "epoch": 1.085409252669039, + "grad_norm": 1.109375, + "learning_rate": 0.00045700000000000005, + "loss": 5.7788, + "mean_token_accuracy": 0.13531881719827651, + "num_tokens": 2623024.0, + "step": 915 + }, + { + "entropy": 6.003001356124878, + "epoch": 1.0913404507710558, + "grad_norm": 1.078125, + "learning_rate": 0.00045950000000000006, + "loss": 5.7666, + "mean_token_accuracy": 0.1361100286245346, + "num_tokens": 2637824.0, + "step": 920 + }, + { + "entropy": 5.995635271072388, + "epoch": 1.0972716488730723, + "grad_norm": 1.1796875, + "learning_rate": 0.000462, + "loss": 5.7772, + "mean_token_accuracy": 0.13633406162261963, + "num_tokens": 2652077.0, + "step": 925 + }, + { + "entropy": 5.994116687774659, + "epoch": 1.103202846975089, + "grad_norm": 1.2265625, + "learning_rate": 0.0004645, + "loss": 5.7796, + "mean_token_accuracy": 0.1343744106590748, + "num_tokens": 2666791.0, + "step": 930 + }, + { + "entropy": 5.9884919166564945, + "epoch": 1.1091340450771057, + "grad_norm": 0.9375, + "learning_rate": 0.000467, + "loss": 5.8653, + "mean_token_accuracy": 0.13153321593999862, + "num_tokens": 2681482.0, + "step": 935 + }, + { + "entropy": 5.957932996749878, + "epoch": 1.1150652431791221, + "grad_norm": 1.09375, + "learning_rate": 0.0004695, + "loss": 5.6686, + "mean_token_accuracy": 0.14378132447600364, + "num_tokens": 2695305.0, + "step": 940 + }, + { + "entropy": 6.023182153701782, + "epoch": 1.1209964412811388, + "grad_norm": 1.1640625, + "learning_rate": 0.000472, + "loss": 5.7336, + "mean_token_accuracy": 0.13786137402057647, + "num_tokens": 2712211.0, + "step": 945 + }, + { + "entropy": 5.941826725006104, + "epoch": 1.1269276393831553, + "grad_norm": 1.109375, + "learning_rate": 0.0004745, + "loss": 5.7816, + "mean_token_accuracy": 0.13546779826283456, + "num_tokens": 2726888.0, + "step": 950 + }, + { + "entropy": 5.957491064071656, + "epoch": 1.132858837485172, + "grad_norm": 1.0859375, + "learning_rate": 0.000477, + "loss": 5.7527, + "mean_token_accuracy": 0.13760311529040337, + "num_tokens": 2741734.0, + "step": 955 + }, + { + "entropy": 5.94100170135498, + "epoch": 1.1387900355871885, + "grad_norm": 1.3046875, + "learning_rate": 0.0004795, + "loss": 5.7551, + "mean_token_accuracy": 0.14393994361162185, + "num_tokens": 2754680.0, + "step": 960 + }, + { + "entropy": 5.94309253692627, + "epoch": 1.1447212336892052, + "grad_norm": 1.3125, + "learning_rate": 0.000482, + "loss": 5.8065, + "mean_token_accuracy": 0.129212536662817, + "num_tokens": 2769572.0, + "step": 965 + }, + { + "entropy": 6.076050662994385, + "epoch": 1.150652431791222, + "grad_norm": 1.3359375, + "learning_rate": 0.0004845, + "loss": 5.7537, + "mean_token_accuracy": 0.13419156968593599, + "num_tokens": 2782948.0, + "step": 970 + }, + { + "entropy": 5.846741008758545, + "epoch": 1.1565836298932384, + "grad_norm": 1.1171875, + "learning_rate": 0.000487, + "loss": 5.6832, + "mean_token_accuracy": 0.1396567314863205, + "num_tokens": 2795399.0, + "step": 975 + }, + { + "entropy": 5.9153892993927, + "epoch": 1.162514827995255, + "grad_norm": 1.203125, + "learning_rate": 0.0004895, + "loss": 5.6837, + "mean_token_accuracy": 0.13754538744688033, + "num_tokens": 2809591.0, + "step": 980 + }, + { + "entropy": 5.938817977905273, + "epoch": 1.1684460260972718, + "grad_norm": 1.015625, + "learning_rate": 0.000492, + "loss": 5.7227, + "mean_token_accuracy": 0.13820295482873918, + "num_tokens": 2824106.0, + "step": 985 + }, + { + "entropy": 5.93713231086731, + "epoch": 1.1743772241992882, + "grad_norm": 1.1640625, + "learning_rate": 0.0004945, + "loss": 5.8459, + "mean_token_accuracy": 0.1346195101737976, + "num_tokens": 2838616.0, + "step": 990 + }, + { + "entropy": 5.968208456039429, + "epoch": 1.180308422301305, + "grad_norm": 1.4140625, + "learning_rate": 0.000497, + "loss": 5.7473, + "mean_token_accuracy": 0.13854797407984734, + "num_tokens": 2851707.0, + "step": 995 + }, + { + "entropy": 5.898858261108399, + "epoch": 1.1862396204033214, + "grad_norm": 1.0390625, + "learning_rate": 0.0004995, + "loss": 5.7691, + "mean_token_accuracy": 0.1328132927417755, + "num_tokens": 2867644.0, + "step": 1000 + }, + { + "epoch": 1.1862396204033214, + "eval_entropy": 5.91133521232137, + "eval_loss": 6.012734413146973, + "eval_mean_token_accuracy": 0.13139666496930313, + "eval_num_tokens": 2867644.0, + "eval_runtime": 2.4739, + "eval_samples_per_second": 1054.225, + "eval_steps_per_second": 131.778, + "step": 1000 + }, + { + "entropy": 5.986166191101074, + "epoch": 1.1921708185053381, + "grad_norm": 1.0703125, + "learning_rate": 0.00049999967732573, + "loss": 5.7701, + "mean_token_accuracy": 0.1327154405415058, + "num_tokens": 2882663.0, + "step": 1005 + }, + { + "entropy": 5.940847110748291, + "epoch": 1.1981020166073546, + "grad_norm": 1.21875, + "learning_rate": 0.0004999983664630945, + "loss": 5.8284, + "mean_token_accuracy": 0.1329515464603901, + "num_tokens": 2898791.0, + "step": 1010 + }, + { + "entropy": 5.939939355850219, + "epoch": 1.2040332147093713, + "grad_norm": 1.09375, + "learning_rate": 0.0004999960472508219, + "loss": 5.7229, + "mean_token_accuracy": 0.14346506744623183, + "num_tokens": 2912997.0, + "step": 1015 + }, + { + "entropy": 5.890226602554321, + "epoch": 1.209964412811388, + "grad_norm": 1.171875, + "learning_rate": 0.0004999927196993059, + "loss": 5.7083, + "mean_token_accuracy": 0.1415116421878338, + "num_tokens": 2925064.0, + "step": 1020 + }, + { + "entropy": 5.959262037277222, + "epoch": 1.2158956109134045, + "grad_norm": 1.1484375, + "learning_rate": 0.0004999883838234592, + "loss": 5.7633, + "mean_token_accuracy": 0.13465891852974893, + "num_tokens": 2941400.0, + "step": 1025 + }, + { + "entropy": 5.861705589294433, + "epoch": 1.2218268090154212, + "grad_norm": 1.1328125, + "learning_rate": 0.0004999830396427133, + "loss": 5.7352, + "mean_token_accuracy": 0.13958436101675034, + "num_tokens": 2955541.0, + "step": 1030 + }, + { + "entropy": 5.922749280929565, + "epoch": 1.2277580071174377, + "grad_norm": 1.109375, + "learning_rate": 0.0004999766871810188, + "loss": 5.7479, + "mean_token_accuracy": 0.1416574686765671, + "num_tokens": 2968928.0, + "step": 1035 + }, + { + "entropy": 5.934699630737304, + "epoch": 1.2336892052194544, + "grad_norm": 1.1171875, + "learning_rate": 0.0004999693264668446, + "loss": 5.6844, + "mean_token_accuracy": 0.14234655275940894, + "num_tokens": 2984072.0, + "step": 1040 + }, + { + "entropy": 5.891662549972534, + "epoch": 1.2396204033214708, + "grad_norm": 1.015625, + "learning_rate": 0.0004999609575331786, + "loss": 5.7787, + "mean_token_accuracy": 0.13772650435566902, + "num_tokens": 2999083.0, + "step": 1045 + }, + { + "entropy": 5.854400157928467, + "epoch": 1.2455516014234875, + "grad_norm": 1.1796875, + "learning_rate": 0.0004999515804175268, + "loss": 5.726, + "mean_token_accuracy": 0.13745229691267014, + "num_tokens": 3012738.0, + "step": 1050 + }, + { + "entropy": 5.869228887557983, + "epoch": 1.2514827995255042, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999411951619134, + "loss": 5.6694, + "mean_token_accuracy": 0.14171827286481858, + "num_tokens": 3027929.0, + "step": 1055 + }, + { + "entropy": 5.864783573150635, + "epoch": 1.2574139976275207, + "grad_norm": 0.98828125, + "learning_rate": 0.000499929801812881, + "loss": 5.8025, + "mean_token_accuracy": 0.13281177058815957, + "num_tokens": 3043576.0, + "step": 1060 + }, + { + "entropy": 5.822867107391358, + "epoch": 1.2633451957295374, + "grad_norm": 1.0859375, + "learning_rate": 0.0004999174004214899, + "loss": 5.6696, + "mean_token_accuracy": 0.1398370385169983, + "num_tokens": 3059352.0, + "step": 1065 + }, + { + "entropy": 5.936639642715454, + "epoch": 1.269276393831554, + "grad_norm": 1.1484375, + "learning_rate": 0.0004999039910433179, + "loss": 5.7859, + "mean_token_accuracy": 0.1422264978289604, + "num_tokens": 3073140.0, + "step": 1070 + }, + { + "entropy": 5.890475559234619, + "epoch": 1.2752075919335706, + "grad_norm": 1.1015625, + "learning_rate": 0.0004998895737384605, + "loss": 5.7601, + "mean_token_accuracy": 0.14164954274892808, + "num_tokens": 3087710.0, + "step": 1075 + }, + { + "entropy": 5.919763278961182, + "epoch": 1.281138790035587, + "grad_norm": 1.125, + "learning_rate": 0.0004998741485715297, + "loss": 5.713, + "mean_token_accuracy": 0.14089994207024575, + "num_tokens": 3102035.0, + "step": 1080 + }, + { + "entropy": 5.838283920288086, + "epoch": 1.2870699881376038, + "grad_norm": 0.984375, + "learning_rate": 0.0004998577156116551, + "loss": 5.7754, + "mean_token_accuracy": 0.13512811809778214, + "num_tokens": 3118534.0, + "step": 1085 + }, + { + "entropy": 5.856381511688232, + "epoch": 1.2930011862396205, + "grad_norm": 1.0078125, + "learning_rate": 0.0004998402749324823, + "loss": 5.7229, + "mean_token_accuracy": 0.13245076537132264, + "num_tokens": 3133419.0, + "step": 1090 + }, + { + "entropy": 5.997888469696045, + "epoch": 1.298932384341637, + "grad_norm": 1.25, + "learning_rate": 0.0004998218266121731, + "loss": 5.8243, + "mean_token_accuracy": 0.1440747559070587, + "num_tokens": 3145903.0, + "step": 1095 + }, + { + "entropy": 5.824967718124389, + "epoch": 1.3048635824436536, + "grad_norm": 1.078125, + "learning_rate": 0.0004998023707334055, + "loss": 5.7688, + "mean_token_accuracy": 0.1350715659558773, + "num_tokens": 3159938.0, + "step": 1100 + }, + { + "entropy": 5.8246561050415036, + "epoch": 1.3107947805456703, + "grad_norm": 0.9921875, + "learning_rate": 0.0004997819073833724, + "loss": 5.6475, + "mean_token_accuracy": 0.1452900804579258, + "num_tokens": 3175089.0, + "step": 1105 + }, + { + "entropy": 5.855417728424072, + "epoch": 1.3167259786476868, + "grad_norm": 1.0859375, + "learning_rate": 0.0004997604366537823, + "loss": 5.7858, + "mean_token_accuracy": 0.13705137223005295, + "num_tokens": 3191027.0, + "step": 1110 + }, + { + "entropy": 5.746766853332519, + "epoch": 1.3226571767497035, + "grad_norm": 1.140625, + "learning_rate": 0.000499737958640858, + "loss": 5.6247, + "mean_token_accuracy": 0.14565233290195465, + "num_tokens": 3205489.0, + "step": 1115 + }, + { + "entropy": 5.841010189056396, + "epoch": 1.32858837485172, + "grad_norm": 1.0625, + "learning_rate": 0.0004997144734453367, + "loss": 5.604, + "mean_token_accuracy": 0.14238353818655014, + "num_tokens": 3218764.0, + "step": 1120 + }, + { + "entropy": 5.837244129180908, + "epoch": 1.3345195729537367, + "grad_norm": 1.0078125, + "learning_rate": 0.0004996899811724693, + "loss": 5.7391, + "mean_token_accuracy": 0.13837844729423524, + "num_tokens": 3232953.0, + "step": 1125 + }, + { + "entropy": 5.772788858413696, + "epoch": 1.3404507710557532, + "grad_norm": 1.03125, + "learning_rate": 0.0004996644819320201, + "loss": 5.646, + "mean_token_accuracy": 0.14131752848625184, + "num_tokens": 3246977.0, + "step": 1130 + }, + { + "entropy": 5.676492929458618, + "epoch": 1.3463819691577699, + "grad_norm": 1.1640625, + "learning_rate": 0.0004996379758382662, + "loss": 5.5467, + "mean_token_accuracy": 0.14851859956979752, + "num_tokens": 3260668.0, + "step": 1135 + }, + { + "entropy": 5.83406023979187, + "epoch": 1.3523131672597866, + "grad_norm": 1.0859375, + "learning_rate": 0.0004996104630099969, + "loss": 5.6622, + "mean_token_accuracy": 0.1436814546585083, + "num_tokens": 3274213.0, + "step": 1140 + }, + { + "entropy": 5.770905447006226, + "epoch": 1.358244365361803, + "grad_norm": 1.1875, + "learning_rate": 0.0004995819435705133, + "loss": 5.6455, + "mean_token_accuracy": 0.13666117042303086, + "num_tokens": 3288011.0, + "step": 1145 + }, + { + "entropy": 5.856086683273316, + "epoch": 1.3641755634638197, + "grad_norm": 1.0546875, + "learning_rate": 0.0004995524176476277, + "loss": 5.7079, + "mean_token_accuracy": 0.1383526973426342, + "num_tokens": 3303263.0, + "step": 1150 + }, + { + "entropy": 5.795949029922485, + "epoch": 1.3701067615658362, + "grad_norm": 1.1328125, + "learning_rate": 0.0004995218853736631, + "loss": 5.6848, + "mean_token_accuracy": 0.14614594876766204, + "num_tokens": 3316843.0, + "step": 1155 + }, + { + "entropy": 5.752928686141968, + "epoch": 1.376037959667853, + "grad_norm": 1.0625, + "learning_rate": 0.0004994903468854527, + "loss": 5.5688, + "mean_token_accuracy": 0.14343352913856505, + "num_tokens": 3331527.0, + "step": 1160 + }, + { + "entropy": 5.751480293273926, + "epoch": 1.3819691577698694, + "grad_norm": 1.09375, + "learning_rate": 0.0004994578023243386, + "loss": 5.6655, + "mean_token_accuracy": 0.1439042344689369, + "num_tokens": 3347795.0, + "step": 1165 + }, + { + "entropy": 5.797406005859375, + "epoch": 1.387900355871886, + "grad_norm": 0.94140625, + "learning_rate": 0.0004994242518361723, + "loss": 5.7132, + "mean_token_accuracy": 0.1414179876446724, + "num_tokens": 3363532.0, + "step": 1170 + }, + { + "entropy": 5.777079343795776, + "epoch": 1.3938315539739028, + "grad_norm": 1.109375, + "learning_rate": 0.0004993896955713133, + "loss": 5.6743, + "mean_token_accuracy": 0.14409229755401612, + "num_tokens": 3377040.0, + "step": 1175 + }, + { + "entropy": 5.753640937805176, + "epoch": 1.3997627520759193, + "grad_norm": 1.25, + "learning_rate": 0.0004993541336846283, + "loss": 5.6287, + "mean_token_accuracy": 0.1529825061559677, + "num_tokens": 3390663.0, + "step": 1180 + }, + { + "entropy": 5.791894626617432, + "epoch": 1.405693950177936, + "grad_norm": 0.96875, + "learning_rate": 0.000499317566335491, + "loss": 5.6625, + "mean_token_accuracy": 0.1494051843881607, + "num_tokens": 3405860.0, + "step": 1185 + }, + { + "entropy": 5.734993839263916, + "epoch": 1.4116251482799527, + "grad_norm": 1.0859375, + "learning_rate": 0.0004992799936877813, + "loss": 5.6489, + "mean_token_accuracy": 0.14007329940795898, + "num_tokens": 3420248.0, + "step": 1190 + }, + { + "entropy": 5.817593097686768, + "epoch": 1.4175563463819691, + "grad_norm": 1.03125, + "learning_rate": 0.0004992414159098841, + "loss": 5.6469, + "mean_token_accuracy": 0.14704996794462205, + "num_tokens": 3434126.0, + "step": 1195 + }, + { + "entropy": 5.779922151565552, + "epoch": 1.4234875444839858, + "grad_norm": 1.1328125, + "learning_rate": 0.0004992018331746891, + "loss": 5.7038, + "mean_token_accuracy": 0.14136891365051268, + "num_tokens": 3449462.0, + "step": 1200 + }, + { + "entropy": 5.80670485496521, + "epoch": 1.4294187425860023, + "grad_norm": 1.0078125, + "learning_rate": 0.0004991612456595896, + "loss": 5.7589, + "mean_token_accuracy": 0.1408810332417488, + "num_tokens": 3465536.0, + "step": 1205 + }, + { + "entropy": 5.7316718101501465, + "epoch": 1.435349940688019, + "grad_norm": 1.0859375, + "learning_rate": 0.0004991196535464824, + "loss": 5.6359, + "mean_token_accuracy": 0.14721256196498872, + "num_tokens": 3479129.0, + "step": 1210 + }, + { + "entropy": 5.719354104995728, + "epoch": 1.4412811387900355, + "grad_norm": 1.3203125, + "learning_rate": 0.0004990770570217659, + "loss": 5.5441, + "mean_token_accuracy": 0.15703994482755662, + "num_tokens": 3492191.0, + "step": 1215 + }, + { + "entropy": 5.779579067230225, + "epoch": 1.4472123368920522, + "grad_norm": 1.1796875, + "learning_rate": 0.0004990334562763401, + "loss": 5.7006, + "mean_token_accuracy": 0.1453902617096901, + "num_tokens": 3507459.0, + "step": 1220 + }, + { + "entropy": 5.741008663177491, + "epoch": 1.453143534994069, + "grad_norm": 1.0390625, + "learning_rate": 0.0004989888515056057, + "loss": 5.6628, + "mean_token_accuracy": 0.14069193080067635, + "num_tokens": 3521517.0, + "step": 1225 + }, + { + "entropy": 5.746186399459839, + "epoch": 1.4590747330960854, + "grad_norm": 1.0625, + "learning_rate": 0.0004989432429094627, + "loss": 5.6036, + "mean_token_accuracy": 0.1472635604441166, + "num_tokens": 3535279.0, + "step": 1230 + }, + { + "entropy": 5.725585222244263, + "epoch": 1.465005931198102, + "grad_norm": 1.0859375, + "learning_rate": 0.0004988966306923099, + "loss": 5.5219, + "mean_token_accuracy": 0.1509362980723381, + "num_tokens": 3549960.0, + "step": 1235 + }, + { + "entropy": 5.702635431289673, + "epoch": 1.4709371293001186, + "grad_norm": 1.078125, + "learning_rate": 0.0004988490150630441, + "loss": 5.6504, + "mean_token_accuracy": 0.1413729466497898, + "num_tokens": 3563814.0, + "step": 1240 + }, + { + "entropy": 5.836396932601929, + "epoch": 1.4768683274021353, + "grad_norm": 1.0390625, + "learning_rate": 0.0004988003962350589, + "loss": 5.653, + "mean_token_accuracy": 0.15044173300266267, + "num_tokens": 3577529.0, + "step": 1245 + }, + { + "entropy": 5.712747097015381, + "epoch": 1.4827995255041517, + "grad_norm": 1.21875, + "learning_rate": 0.0004987507744262436, + "loss": 5.5913, + "mean_token_accuracy": 0.1456787832081318, + "num_tokens": 3591812.0, + "step": 1250 + }, + { + "entropy": 5.635834550857544, + "epoch": 1.4887307236061684, + "grad_norm": 1.0546875, + "learning_rate": 0.0004987001498589828, + "loss": 5.5787, + "mean_token_accuracy": 0.14813287556171417, + "num_tokens": 3604954.0, + "step": 1255 + }, + { + "entropy": 5.760722827911377, + "epoch": 1.4946619217081851, + "grad_norm": 1.03125, + "learning_rate": 0.0004986485227601548, + "loss": 5.6178, + "mean_token_accuracy": 0.14130520299077035, + "num_tokens": 3620486.0, + "step": 1260 + }, + { + "entropy": 5.717405652999878, + "epoch": 1.5005931198102016, + "grad_norm": 0.9921875, + "learning_rate": 0.000498595893361131, + "loss": 5.555, + "mean_token_accuracy": 0.15612171441316605, + "num_tokens": 3633972.0, + "step": 1265 + }, + { + "entropy": 5.7364737033844, + "epoch": 1.5065243179122183, + "grad_norm": 1.0546875, + "learning_rate": 0.0004985422618977744, + "loss": 5.6037, + "mean_token_accuracy": 0.151451975107193, + "num_tokens": 3649306.0, + "step": 1270 + }, + { + "entropy": 5.7654664516448975, + "epoch": 1.512455516014235, + "grad_norm": 0.98828125, + "learning_rate": 0.0004984876286104392, + "loss": 5.6786, + "mean_token_accuracy": 0.14375052377581596, + "num_tokens": 3664809.0, + "step": 1275 + }, + { + "entropy": 5.70614218711853, + "epoch": 1.5183867141162515, + "grad_norm": 1.2421875, + "learning_rate": 0.0004984319937439693, + "loss": 5.6095, + "mean_token_accuracy": 0.15040914267301558, + "num_tokens": 3677669.0, + "step": 1280 + }, + { + "entropy": 5.743654489517212, + "epoch": 1.524317912218268, + "grad_norm": 1.015625, + "learning_rate": 0.0004983753575476969, + "loss": 5.6267, + "mean_token_accuracy": 0.14291197434067726, + "num_tokens": 3690588.0, + "step": 1285 + }, + { + "entropy": 5.696566772460938, + "epoch": 1.5302491103202847, + "grad_norm": 1.0703125, + "learning_rate": 0.0004983177202754421, + "loss": 5.6522, + "mean_token_accuracy": 0.14571921825408934, + "num_tokens": 3703749.0, + "step": 1290 + }, + { + "entropy": 5.805274868011475, + "epoch": 1.5361803084223014, + "grad_norm": 0.9296875, + "learning_rate": 0.0004982590821855115, + "loss": 5.68, + "mean_token_accuracy": 0.13761823400855064, + "num_tokens": 3720181.0, + "step": 1295 + }, + { + "entropy": 5.711960506439209, + "epoch": 1.5421115065243178, + "grad_norm": 0.953125, + "learning_rate": 0.0004981994435406965, + "loss": 5.6042, + "mean_token_accuracy": 0.14782098084688186, + "num_tokens": 3734918.0, + "step": 1300 + }, + { + "entropy": 5.666572904586792, + "epoch": 1.5480427046263345, + "grad_norm": 0.9765625, + "learning_rate": 0.0004981388046082731, + "loss": 5.5494, + "mean_token_accuracy": 0.15440027564764022, + "num_tokens": 3748660.0, + "step": 1305 + }, + { + "entropy": 5.685553789138794, + "epoch": 1.5539739027283512, + "grad_norm": 0.97265625, + "learning_rate": 0.0004980771656599998, + "loss": 5.6201, + "mean_token_accuracy": 0.14841450601816178, + "num_tokens": 3763481.0, + "step": 1310 + }, + { + "entropy": 5.763680267333984, + "epoch": 1.5599051008303677, + "grad_norm": 1.0390625, + "learning_rate": 0.0004980145269721168, + "loss": 5.6376, + "mean_token_accuracy": 0.14404506087303162, + "num_tokens": 3777077.0, + "step": 1315 + }, + { + "entropy": 5.685877466201783, + "epoch": 1.5658362989323842, + "grad_norm": 0.91796875, + "learning_rate": 0.000497950888825345, + "loss": 5.6386, + "mean_token_accuracy": 0.14266225099563598, + "num_tokens": 3793649.0, + "step": 1320 + }, + { + "entropy": 5.687498426437378, + "epoch": 1.571767497034401, + "grad_norm": 0.96484375, + "learning_rate": 0.000497886251504884, + "loss": 5.5262, + "mean_token_accuracy": 0.15134050250053405, + "num_tokens": 3807712.0, + "step": 1325 + }, + { + "entropy": 5.639243650436401, + "epoch": 1.5776986951364176, + "grad_norm": 0.98046875, + "learning_rate": 0.0004978206153004117, + "loss": 5.5347, + "mean_token_accuracy": 0.1552049770951271, + "num_tokens": 3821637.0, + "step": 1330 + }, + { + "entropy": 5.8086631298065186, + "epoch": 1.583629893238434, + "grad_norm": 1.0546875, + "learning_rate": 0.0004977539805060824, + "loss": 5.6912, + "mean_token_accuracy": 0.1436895474791527, + "num_tokens": 3836272.0, + "step": 1335 + }, + { + "entropy": 5.614665985107422, + "epoch": 1.5895610913404508, + "grad_norm": 1.1171875, + "learning_rate": 0.0004976863474205257, + "loss": 5.5055, + "mean_token_accuracy": 0.15429906994104386, + "num_tokens": 3850018.0, + "step": 1340 + }, + { + "entropy": 5.774603271484375, + "epoch": 1.5954922894424675, + "grad_norm": 1.1640625, + "learning_rate": 0.0004976177163468451, + "loss": 5.5949, + "mean_token_accuracy": 0.15020062923431396, + "num_tokens": 3865061.0, + "step": 1345 + }, + { + "entropy": 5.631220006942749, + "epoch": 1.601423487544484, + "grad_norm": 1.09375, + "learning_rate": 0.0004975480875926168, + "loss": 5.6835, + "mean_token_accuracy": 0.15097753554582596, + "num_tokens": 3879697.0, + "step": 1350 + }, + { + "entropy": 5.735270404815674, + "epoch": 1.6073546856465006, + "grad_norm": 1.140625, + "learning_rate": 0.000497477461469888, + "loss": 5.4825, + "mean_token_accuracy": 0.15924198776483536, + "num_tokens": 3891889.0, + "step": 1355 + }, + { + "entropy": 5.665686845779419, + "epoch": 1.6132858837485173, + "grad_norm": 1.0234375, + "learning_rate": 0.0004974058382951757, + "loss": 5.5945, + "mean_token_accuracy": 0.1450992450118065, + "num_tokens": 3907356.0, + "step": 1360 + }, + { + "entropy": 5.731923580169678, + "epoch": 1.6192170818505338, + "grad_norm": 1.078125, + "learning_rate": 0.0004973332183894653, + "loss": 5.5786, + "mean_token_accuracy": 0.14734622836112976, + "num_tokens": 3921839.0, + "step": 1365 + }, + { + "entropy": 5.587240982055664, + "epoch": 1.6251482799525503, + "grad_norm": 0.9609375, + "learning_rate": 0.0004972596020782096, + "loss": 5.483, + "mean_token_accuracy": 0.15152351856231688, + "num_tokens": 3937266.0, + "step": 1370 + }, + { + "entropy": 5.740517473220825, + "epoch": 1.631079478054567, + "grad_norm": 1.046875, + "learning_rate": 0.0004971849896913259, + "loss": 5.6174, + "mean_token_accuracy": 0.14421468004584312, + "num_tokens": 3952721.0, + "step": 1375 + }, + { + "entropy": 5.699207830429077, + "epoch": 1.6370106761565837, + "grad_norm": 1.21875, + "learning_rate": 0.0004971093815631965, + "loss": 5.626, + "mean_token_accuracy": 0.14614131152629853, + "num_tokens": 3966557.0, + "step": 1380 + }, + { + "entropy": 5.577703142166138, + "epoch": 1.6429418742586002, + "grad_norm": 0.98828125, + "learning_rate": 0.0004970327780326655, + "loss": 5.4592, + "mean_token_accuracy": 0.15435569435358049, + "num_tokens": 3978739.0, + "step": 1385 + }, + { + "entropy": 5.523289442062378, + "epoch": 1.6488730723606169, + "grad_norm": 0.90234375, + "learning_rate": 0.0004969551794430383, + "loss": 5.4758, + "mean_token_accuracy": 0.15182152688503264, + "num_tokens": 3993868.0, + "step": 1390 + }, + { + "entropy": 5.735844373703003, + "epoch": 1.6548042704626336, + "grad_norm": 1.0859375, + "learning_rate": 0.0004968765861420799, + "loss": 5.6032, + "mean_token_accuracy": 0.15374974012374878, + "num_tokens": 4006661.0, + "step": 1395 + }, + { + "entropy": 5.63426947593689, + "epoch": 1.66073546856465, + "grad_norm": 0.984375, + "learning_rate": 0.0004967969984820128, + "loss": 5.5828, + "mean_token_accuracy": 0.1495743677020073, + "num_tokens": 4021670.0, + "step": 1400 + }, + { + "entropy": 5.673282051086426, + "epoch": 1.6666666666666665, + "grad_norm": 1.0703125, + "learning_rate": 0.0004967164168195159, + "loss": 5.5646, + "mean_token_accuracy": 0.1479659453034401, + "num_tokens": 4036995.0, + "step": 1405 + }, + { + "entropy": 5.667166376113892, + "epoch": 1.6725978647686834, + "grad_norm": 1.15625, + "learning_rate": 0.000496634841515723, + "loss": 5.6035, + "mean_token_accuracy": 0.15370306074619294, + "num_tokens": 4049464.0, + "step": 1410 + }, + { + "entropy": 5.649252462387085, + "epoch": 1.6785290628707, + "grad_norm": 1.15625, + "learning_rate": 0.0004965522729362209, + "loss": 5.5096, + "mean_token_accuracy": 0.15451542884111405, + "num_tokens": 4063630.0, + "step": 1415 + }, + { + "entropy": 5.63691987991333, + "epoch": 1.6844602609727164, + "grad_norm": 1.1484375, + "learning_rate": 0.0004964687114510478, + "loss": 5.5176, + "mean_token_accuracy": 0.14818612933158876, + "num_tokens": 4079890.0, + "step": 1420 + }, + { + "entropy": 5.556159973144531, + "epoch": 1.690391459074733, + "grad_norm": 0.984375, + "learning_rate": 0.0004963841574346917, + "loss": 5.5784, + "mean_token_accuracy": 0.15199574530124665, + "num_tokens": 4095693.0, + "step": 1425 + }, + { + "entropy": 5.76162371635437, + "epoch": 1.6963226571767498, + "grad_norm": 1.0390625, + "learning_rate": 0.0004962986112660887, + "loss": 5.6264, + "mean_token_accuracy": 0.14758573174476625, + "num_tokens": 4109655.0, + "step": 1430 + }, + { + "entropy": 5.5980674743652346, + "epoch": 1.7022538552787663, + "grad_norm": 1.046875, + "learning_rate": 0.0004962120733286215, + "loss": 5.4904, + "mean_token_accuracy": 0.15562087446451187, + "num_tokens": 4123870.0, + "step": 1435 + }, + { + "entropy": 5.724174547195434, + "epoch": 1.708185053380783, + "grad_norm": 1.0859375, + "learning_rate": 0.0004961245440101171, + "loss": 5.6127, + "mean_token_accuracy": 0.15370832234621049, + "num_tokens": 4138009.0, + "step": 1440 + }, + { + "entropy": 5.661290311813355, + "epoch": 1.7141162514827997, + "grad_norm": 1.125, + "learning_rate": 0.000496036023702846, + "loss": 5.6985, + "mean_token_accuracy": 0.14476853236556053, + "num_tokens": 4151929.0, + "step": 1445 + }, + { + "entropy": 5.681108665466309, + "epoch": 1.7200474495848161, + "grad_norm": 1.109375, + "learning_rate": 0.0004959465128035195, + "loss": 5.5322, + "mean_token_accuracy": 0.1587254822254181, + "num_tokens": 4164626.0, + "step": 1450 + }, + { + "entropy": 5.668149662017822, + "epoch": 1.7259786476868326, + "grad_norm": 0.96875, + "learning_rate": 0.0004958560117132884, + "loss": 5.4829, + "mean_token_accuracy": 0.1552940219640732, + "num_tokens": 4179418.0, + "step": 1455 + }, + { + "entropy": 5.586788272857666, + "epoch": 1.7319098457888493, + "grad_norm": 0.9296875, + "learning_rate": 0.0004957645208377411, + "loss": 5.5927, + "mean_token_accuracy": 0.14715088456869124, + "num_tokens": 4194385.0, + "step": 1460 + }, + { + "entropy": 5.677043342590332, + "epoch": 1.737841043890866, + "grad_norm": 1.0234375, + "learning_rate": 0.000495672040586902, + "loss": 5.5726, + "mean_token_accuracy": 0.1476666510105133, + "num_tokens": 4209246.0, + "step": 1465 + }, + { + "entropy": 5.573235273361206, + "epoch": 1.7437722419928825, + "grad_norm": 0.94921875, + "learning_rate": 0.0004955785713752292, + "loss": 5.5215, + "mean_token_accuracy": 0.1514071211218834, + "num_tokens": 4225142.0, + "step": 1470 + }, + { + "entropy": 5.6124965190887455, + "epoch": 1.7497034400948992, + "grad_norm": 0.9921875, + "learning_rate": 0.0004954841136216132, + "loss": 5.5121, + "mean_token_accuracy": 0.1569083496928215, + "num_tokens": 4239495.0, + "step": 1475 + }, + { + "entropy": 5.6624431133270265, + "epoch": 1.755634638196916, + "grad_norm": 1.1640625, + "learning_rate": 0.0004953886677493746, + "loss": 5.4459, + "mean_token_accuracy": 0.16436467915773392, + "num_tokens": 4251780.0, + "step": 1480 + }, + { + "entropy": 5.616982173919678, + "epoch": 1.7615658362989324, + "grad_norm": 1.515625, + "learning_rate": 0.0004952922341862622, + "loss": 5.6927, + "mean_token_accuracy": 0.14587103947997093, + "num_tokens": 4265490.0, + "step": 1485 + }, + { + "entropy": 5.64134464263916, + "epoch": 1.7674970344009489, + "grad_norm": 1.0234375, + "learning_rate": 0.0004951948133644514, + "loss": 5.4655, + "mean_token_accuracy": 0.15793099850416184, + "num_tokens": 4280478.0, + "step": 1490 + }, + { + "entropy": 5.635649013519287, + "epoch": 1.7734282325029656, + "grad_norm": 0.93359375, + "learning_rate": 0.0004950964057205421, + "loss": 5.5551, + "mean_token_accuracy": 0.1520090416073799, + "num_tokens": 4296649.0, + "step": 1495 + }, + { + "entropy": 5.565133810043335, + "epoch": 1.7793594306049823, + "grad_norm": 0.97265625, + "learning_rate": 0.0004949970116955566, + "loss": 5.525, + "mean_token_accuracy": 0.15610957741737366, + "num_tokens": 4310470.0, + "step": 1500 + }, + { + "epoch": 1.7793594306049823, + "eval_entropy": 5.4890358755193605, + "eval_loss": 5.720747947692871, + "eval_mean_token_accuracy": 0.15074070664179837, + "eval_num_tokens": 4310470.0, + "eval_runtime": 2.4551, + "eval_samples_per_second": 1062.291, + "eval_steps_per_second": 132.786, + "step": 1500 + }, + { + "entropy": 5.62813172340393, + "epoch": 1.7852906287069987, + "grad_norm": 1.09375, + "learning_rate": 0.0004948966317349379, + "loss": 5.5502, + "mean_token_accuracy": 0.15073443800210953, + "num_tokens": 4324996.0, + "step": 1505 + }, + { + "entropy": 5.527570104598999, + "epoch": 1.7912218268090154, + "grad_norm": 1.0390625, + "learning_rate": 0.0004947952662885473, + "loss": 5.4804, + "mean_token_accuracy": 0.15607783049345017, + "num_tokens": 4337194.0, + "step": 1510 + }, + { + "entropy": 5.547454500198365, + "epoch": 1.7971530249110321, + "grad_norm": 0.96875, + "learning_rate": 0.000494692915810663, + "loss": 5.4743, + "mean_token_accuracy": 0.1528942972421646, + "num_tokens": 4352516.0, + "step": 1515 + }, + { + "entropy": 5.56812629699707, + "epoch": 1.8030842230130486, + "grad_norm": 1.171875, + "learning_rate": 0.0004945895807599775, + "loss": 5.5122, + "mean_token_accuracy": 0.16002019345760346, + "num_tokens": 4367654.0, + "step": 1520 + }, + { + "entropy": 5.605467319488525, + "epoch": 1.809015421115065, + "grad_norm": 1.125, + "learning_rate": 0.0004944852615995956, + "loss": 5.5013, + "mean_token_accuracy": 0.15724539756774902, + "num_tokens": 4381275.0, + "step": 1525 + }, + { + "entropy": 5.572732782363891, + "epoch": 1.814946619217082, + "grad_norm": 1.078125, + "learning_rate": 0.0004943799587970328, + "loss": 5.494, + "mean_token_accuracy": 0.1523606076836586, + "num_tokens": 4394392.0, + "step": 1530 + }, + { + "entropy": 5.530032682418823, + "epoch": 1.8208778173190985, + "grad_norm": 1.0625, + "learning_rate": 0.0004942736728242127, + "loss": 5.4026, + "mean_token_accuracy": 0.15689572244882583, + "num_tokens": 4407512.0, + "step": 1535 + }, + { + "entropy": 5.584712648391724, + "epoch": 1.826809015421115, + "grad_norm": 1.125, + "learning_rate": 0.0004941664041574651, + "loss": 5.507, + "mean_token_accuracy": 0.15881744623184205, + "num_tokens": 4422223.0, + "step": 1540 + }, + { + "entropy": 5.6050506114959715, + "epoch": 1.8327402135231317, + "grad_norm": 1.09375, + "learning_rate": 0.0004940581532775237, + "loss": 5.4926, + "mean_token_accuracy": 0.1518533781170845, + "num_tokens": 4436994.0, + "step": 1545 + }, + { + "entropy": 5.4888392925262455, + "epoch": 1.8386714116251484, + "grad_norm": 0.95703125, + "learning_rate": 0.0004939489206695241, + "loss": 5.4267, + "mean_token_accuracy": 0.15675119161605836, + "num_tokens": 4450429.0, + "step": 1550 + }, + { + "entropy": 5.62486629486084, + "epoch": 1.8446026097271648, + "grad_norm": 0.98046875, + "learning_rate": 0.0004938387068230021, + "loss": 5.5789, + "mean_token_accuracy": 0.15119255930185319, + "num_tokens": 4465991.0, + "step": 1555 + }, + { + "entropy": 5.55673360824585, + "epoch": 1.8505338078291815, + "grad_norm": 1.03125, + "learning_rate": 0.0004937275122318902, + "loss": 5.4977, + "mean_token_accuracy": 0.15660169571638108, + "num_tokens": 4480873.0, + "step": 1560 + }, + { + "entropy": 5.634980964660644, + "epoch": 1.8564650059311982, + "grad_norm": 1.1015625, + "learning_rate": 0.0004936153373945165, + "loss": 5.5428, + "mean_token_accuracy": 0.159622260928154, + "num_tokens": 4493443.0, + "step": 1565 + }, + { + "entropy": 5.580209970474243, + "epoch": 1.8623962040332147, + "grad_norm": 1.015625, + "learning_rate": 0.0004935021828136025, + "loss": 5.5042, + "mean_token_accuracy": 0.15394536405801773, + "num_tokens": 4506457.0, + "step": 1570 + }, + { + "entropy": 5.547038459777832, + "epoch": 1.8683274021352312, + "grad_norm": 1.078125, + "learning_rate": 0.0004933880489962602, + "loss": 5.4575, + "mean_token_accuracy": 0.15576548576354982, + "num_tokens": 4520529.0, + "step": 1575 + }, + { + "entropy": 5.558015251159668, + "epoch": 1.8742586002372479, + "grad_norm": 0.96875, + "learning_rate": 0.0004932729364539901, + "loss": 5.3993, + "mean_token_accuracy": 0.15773553699254989, + "num_tokens": 4535100.0, + "step": 1580 + }, + { + "entropy": 5.509803533554077, + "epoch": 1.8801897983392646, + "grad_norm": 1.1328125, + "learning_rate": 0.0004931568457026789, + "loss": 5.5262, + "mean_token_accuracy": 0.1584371492266655, + "num_tokens": 4549152.0, + "step": 1585 + }, + { + "entropy": 5.5465106010437015, + "epoch": 1.886120996441281, + "grad_norm": 1.015625, + "learning_rate": 0.0004930397772625976, + "loss": 5.3981, + "mean_token_accuracy": 0.16331460624933242, + "num_tokens": 4563302.0, + "step": 1590 + }, + { + "entropy": 5.470412969589233, + "epoch": 1.8920521945432978, + "grad_norm": 0.9921875, + "learning_rate": 0.0004929217316583985, + "loss": 5.3418, + "mean_token_accuracy": 0.1644173815846443, + "num_tokens": 4576770.0, + "step": 1595 + }, + { + "entropy": 5.56337342262268, + "epoch": 1.8979833926453145, + "grad_norm": 0.90625, + "learning_rate": 0.000492802709419113, + "loss": 5.4922, + "mean_token_accuracy": 0.1560358837246895, + "num_tokens": 4590264.0, + "step": 1600 + }, + { + "entropy": 5.541475391387939, + "epoch": 1.903914590747331, + "grad_norm": 0.9609375, + "learning_rate": 0.0004926827110781496, + "loss": 5.4658, + "mean_token_accuracy": 0.1521800145506859, + "num_tokens": 4606217.0, + "step": 1605 + }, + { + "entropy": 5.499109220504761, + "epoch": 1.9098457888493474, + "grad_norm": 1.0703125, + "learning_rate": 0.0004925617371732914, + "loss": 5.3749, + "mean_token_accuracy": 0.16113989651203156, + "num_tokens": 4620460.0, + "step": 1610 + }, + { + "entropy": 5.545439529418945, + "epoch": 1.9157769869513643, + "grad_norm": 0.94921875, + "learning_rate": 0.0004924397882466933, + "loss": 5.4441, + "mean_token_accuracy": 0.15975887924432755, + "num_tokens": 4635915.0, + "step": 1615 + }, + { + "entropy": 5.561807680130005, + "epoch": 1.9217081850533808, + "grad_norm": 1.046875, + "learning_rate": 0.0004923168648448799, + "loss": 5.4467, + "mean_token_accuracy": 0.15793247371912003, + "num_tokens": 4650789.0, + "step": 1620 + }, + { + "entropy": 5.594422292709351, + "epoch": 1.9276393831553973, + "grad_norm": 0.9609375, + "learning_rate": 0.0004921929675187433, + "loss": 5.518, + "mean_token_accuracy": 0.15074024945497513, + "num_tokens": 4666306.0, + "step": 1625 + }, + { + "entropy": 5.519123840332031, + "epoch": 1.933570581257414, + "grad_norm": 1.046875, + "learning_rate": 0.0004920680968235397, + "loss": 5.5125, + "mean_token_accuracy": 0.1595379963517189, + "num_tokens": 4679587.0, + "step": 1630 + }, + { + "entropy": 5.621131181716919, + "epoch": 1.9395017793594307, + "grad_norm": 1.109375, + "learning_rate": 0.0004919422533188882, + "loss": 5.441, + "mean_token_accuracy": 0.15777284204959868, + "num_tokens": 4694237.0, + "step": 1635 + }, + { + "entropy": 5.571220350265503, + "epoch": 1.9454329774614472, + "grad_norm": 0.93359375, + "learning_rate": 0.0004918154375687673, + "loss": 5.5383, + "mean_token_accuracy": 0.1469981402158737, + "num_tokens": 4708423.0, + "step": 1640 + }, + { + "entropy": 5.614190530776978, + "epoch": 1.9513641755634639, + "grad_norm": 1.0234375, + "learning_rate": 0.0004916876501415129, + "loss": 5.495, + "mean_token_accuracy": 0.15826049596071243, + "num_tokens": 4723039.0, + "step": 1645 + }, + { + "entropy": 5.505533838272095, + "epoch": 1.9572953736654806, + "grad_norm": 1.2265625, + "learning_rate": 0.0004915588916098151, + "loss": 5.4317, + "mean_token_accuracy": 0.16039896309375762, + "num_tokens": 4735882.0, + "step": 1650 + }, + { + "entropy": 5.477867507934571, + "epoch": 1.963226571767497, + "grad_norm": 1.140625, + "learning_rate": 0.0004914291625507164, + "loss": 5.4436, + "mean_token_accuracy": 0.16591833531856537, + "num_tokens": 4748810.0, + "step": 1655 + }, + { + "entropy": 5.561583375930786, + "epoch": 1.9691577698695135, + "grad_norm": 0.94921875, + "learning_rate": 0.000491298463545609, + "loss": 5.4632, + "mean_token_accuracy": 0.1546772077679634, + "num_tokens": 4763563.0, + "step": 1660 + }, + { + "entropy": 5.511043453216553, + "epoch": 1.9750889679715302, + "grad_norm": 1.109375, + "learning_rate": 0.0004911667951802318, + "loss": 5.4528, + "mean_token_accuracy": 0.15551470816135407, + "num_tokens": 4775483.0, + "step": 1665 + }, + { + "entropy": 5.501114273071289, + "epoch": 1.981020166073547, + "grad_norm": 0.8359375, + "learning_rate": 0.000491034158044668, + "loss": 5.4583, + "mean_token_accuracy": 0.1569467306137085, + "num_tokens": 4792507.0, + "step": 1670 + }, + { + "entropy": 5.568025827407837, + "epoch": 1.9869513641755634, + "grad_norm": 0.953125, + "learning_rate": 0.0004909005527333421, + "loss": 5.5004, + "mean_token_accuracy": 0.155551216006279, + "num_tokens": 4807722.0, + "step": 1675 + }, + { + "entropy": 5.516203594207764, + "epoch": 1.99288256227758, + "grad_norm": 1.015625, + "learning_rate": 0.000490765979845018, + "loss": 5.32, + "mean_token_accuracy": 0.16825991868972778, + "num_tokens": 4821129.0, + "step": 1680 + }, + { + "entropy": 5.505976819992066, + "epoch": 1.9988137603795968, + "grad_norm": 1.109375, + "learning_rate": 0.000490630439982796, + "loss": 5.3815, + "mean_token_accuracy": 0.15964729189872742, + "num_tokens": 4835483.0, + "step": 1685 + }, + { + "entropy": 5.534174060821533, + "epoch": 2.0047449584816133, + "grad_norm": 0.98828125, + "learning_rate": 0.0004904939337541093, + "loss": 5.165, + "mean_token_accuracy": 0.17265937626361846, + "num_tokens": 4848607.0, + "step": 1690 + }, + { + "entropy": 5.4161741733551025, + "epoch": 2.0106761565836297, + "grad_norm": 1.03125, + "learning_rate": 0.0004903564617707227, + "loss": 5.129, + "mean_token_accuracy": 0.17384703904390336, + "num_tokens": 4863324.0, + "step": 1695 + }, + { + "entropy": 5.535564327239991, + "epoch": 2.0166073546856467, + "grad_norm": 1.0234375, + "learning_rate": 0.0004902180246487285, + "loss": 5.1794, + "mean_token_accuracy": 0.17566659599542617, + "num_tokens": 4876603.0, + "step": 1700 + }, + { + "entropy": 5.487852954864502, + "epoch": 2.022538552787663, + "grad_norm": 0.90625, + "learning_rate": 0.000490078623008545, + "loss": 5.2708, + "mean_token_accuracy": 0.16383918672800063, + "num_tokens": 4893733.0, + "step": 1705 + }, + { + "entropy": 5.522866249084473, + "epoch": 2.0284697508896796, + "grad_norm": 1.0546875, + "learning_rate": 0.0004899382574749124, + "loss": 5.2032, + "mean_token_accuracy": 0.1683608591556549, + "num_tokens": 4908476.0, + "step": 1710 + }, + { + "entropy": 5.46659140586853, + "epoch": 2.0344009489916965, + "grad_norm": 1.0390625, + "learning_rate": 0.000489796928676891, + "loss": 5.1535, + "mean_token_accuracy": 0.17724859714508057, + "num_tokens": 4920471.0, + "step": 1715 + }, + { + "entropy": 5.461789083480835, + "epoch": 2.040332147093713, + "grad_norm": 1.0390625, + "learning_rate": 0.0004896546372478581, + "loss": 5.1845, + "mean_token_accuracy": 0.17168280780315398, + "num_tokens": 4934984.0, + "step": 1720 + }, + { + "entropy": 5.375751543045044, + "epoch": 2.0462633451957295, + "grad_norm": 0.99609375, + "learning_rate": 0.0004895113838255049, + "loss": 5.1993, + "mean_token_accuracy": 0.16719358563423156, + "num_tokens": 4949709.0, + "step": 1725 + }, + { + "entropy": 5.503344297409058, + "epoch": 2.052194543297746, + "grad_norm": 0.9609375, + "learning_rate": 0.0004893671690518343, + "loss": 5.1678, + "mean_token_accuracy": 0.17527552992105483, + "num_tokens": 4964439.0, + "step": 1730 + }, + { + "entropy": 5.424249362945557, + "epoch": 2.058125741399763, + "grad_norm": 1.0390625, + "learning_rate": 0.0004892219935731571, + "loss": 5.1255, + "mean_token_accuracy": 0.1706253096461296, + "num_tokens": 4979958.0, + "step": 1735 + }, + { + "entropy": 5.445143413543701, + "epoch": 2.0640569395017794, + "grad_norm": 1.0, + "learning_rate": 0.0004890758580400898, + "loss": 5.2107, + "mean_token_accuracy": 0.17454935014247894, + "num_tokens": 4993034.0, + "step": 1740 + }, + { + "entropy": 5.3907262802124025, + "epoch": 2.069988137603796, + "grad_norm": 1.0078125, + "learning_rate": 0.0004889287631075513, + "loss": 5.1469, + "mean_token_accuracy": 0.17527274340391158, + "num_tokens": 5008580.0, + "step": 1745 + }, + { + "entropy": 5.415247631072998, + "epoch": 2.0759193357058128, + "grad_norm": 0.98828125, + "learning_rate": 0.0004887807094347606, + "loss": 5.1757, + "mean_token_accuracy": 0.1709846779704094, + "num_tokens": 5022322.0, + "step": 1750 + }, + { + "entropy": 5.5165040493011475, + "epoch": 2.0818505338078293, + "grad_norm": 0.9453125, + "learning_rate": 0.0004886316976852326, + "loss": 5.1905, + "mean_token_accuracy": 0.16880395114421845, + "num_tokens": 5036511.0, + "step": 1755 + }, + { + "entropy": 5.393788051605225, + "epoch": 2.0877817319098457, + "grad_norm": 1.0234375, + "learning_rate": 0.0004884817285267766, + "loss": 5.1845, + "mean_token_accuracy": 0.1742696449160576, + "num_tokens": 5050129.0, + "step": 1760 + }, + { + "entropy": 5.337964820861816, + "epoch": 2.093712930011862, + "grad_norm": 1.0390625, + "learning_rate": 0.0004883308026314923, + "loss": 5.0561, + "mean_token_accuracy": 0.18535924702882767, + "num_tokens": 5062299.0, + "step": 1765 + }, + { + "entropy": 5.378459167480469, + "epoch": 2.099644128113879, + "grad_norm": 1.0546875, + "learning_rate": 0.00048817892067576726, + "loss": 5.1866, + "mean_token_accuracy": 0.17031457126140595, + "num_tokens": 5077665.0, + "step": 1770 + }, + { + "entropy": 5.357861471176148, + "epoch": 2.1055753262158956, + "grad_norm": 1.140625, + "learning_rate": 0.0004880260833402734, + "loss": 5.1114, + "mean_token_accuracy": 0.1715405285358429, + "num_tokens": 5092005.0, + "step": 1775 + }, + { + "entropy": 5.379746150970459, + "epoch": 2.111506524317912, + "grad_norm": 0.96484375, + "learning_rate": 0.0004878722913099645, + "loss": 5.199, + "mean_token_accuracy": 0.16930181831121444, + "num_tokens": 5109155.0, + "step": 1780 + }, + { + "entropy": 5.383475065231323, + "epoch": 2.117437722419929, + "grad_norm": 0.96484375, + "learning_rate": 0.000487717545274073, + "loss": 5.149, + "mean_token_accuracy": 0.16863701194524766, + "num_tokens": 5125791.0, + "step": 1785 + }, + { + "entropy": 5.384926605224609, + "epoch": 2.1233689205219455, + "grad_norm": 1.078125, + "learning_rate": 0.0004875618459261065, + "loss": 5.1762, + "mean_token_accuracy": 0.16971782743930816, + "num_tokens": 5139908.0, + "step": 1790 + }, + { + "entropy": 5.391865921020508, + "epoch": 2.129300118623962, + "grad_norm": 0.96875, + "learning_rate": 0.00048740519396384515, + "loss": 5.1527, + "mean_token_accuracy": 0.17617459148168563, + "num_tokens": 5154922.0, + "step": 1795 + }, + { + "entropy": 5.33276104927063, + "epoch": 2.135231316725979, + "grad_norm": 1.0625, + "learning_rate": 0.0004872475900893382, + "loss": 5.1899, + "mean_token_accuracy": 0.17570777982473373, + "num_tokens": 5169919.0, + "step": 1800 + }, + { + "entropy": 5.48026123046875, + "epoch": 2.1411625148279954, + "grad_norm": 1.0390625, + "learning_rate": 0.0004870890350089011, + "loss": 5.1829, + "mean_token_accuracy": 0.16823343187570572, + "num_tokens": 5186687.0, + "step": 1805 + }, + { + "entropy": 5.437422800064087, + "epoch": 2.147093712930012, + "grad_norm": 1.0859375, + "learning_rate": 0.00048692952943311214, + "loss": 5.2063, + "mean_token_accuracy": 0.1717593029141426, + "num_tokens": 5199489.0, + "step": 1810 + }, + { + "entropy": 5.496373796463013, + "epoch": 2.1530249110320283, + "grad_norm": 1.015625, + "learning_rate": 0.0004867690740768094, + "loss": 5.2399, + "mean_token_accuracy": 0.17145588397979736, + "num_tokens": 5214549.0, + "step": 1815 + }, + { + "entropy": 5.366263675689697, + "epoch": 2.1589561091340452, + "grad_norm": 1.0390625, + "learning_rate": 0.00048660766965908736, + "loss": 5.2164, + "mean_token_accuracy": 0.16977577656507492, + "num_tokens": 5228571.0, + "step": 1820 + }, + { + "entropy": 5.388319301605224, + "epoch": 2.1648873072360617, + "grad_norm": 1.03125, + "learning_rate": 0.000486445316903294, + "loss": 5.1452, + "mean_token_accuracy": 0.17680991888046266, + "num_tokens": 5242797.0, + "step": 1825 + }, + { + "entropy": 5.426320600509643, + "epoch": 2.170818505338078, + "grad_norm": 0.99609375, + "learning_rate": 0.000486282016537027, + "loss": 5.2368, + "mean_token_accuracy": 0.17110936492681503, + "num_tokens": 5257692.0, + "step": 1830 + }, + { + "entropy": 5.450334596633911, + "epoch": 2.176749703440095, + "grad_norm": 1.125, + "learning_rate": 0.0004861177692921313, + "loss": 5.2329, + "mean_token_accuracy": 0.17457327097654343, + "num_tokens": 5273117.0, + "step": 1835 + }, + { + "entropy": 5.369627332687378, + "epoch": 2.1826809015421116, + "grad_norm": 0.9375, + "learning_rate": 0.000485952575904695, + "loss": 5.1764, + "mean_token_accuracy": 0.165084633231163, + "num_tokens": 5287232.0, + "step": 1840 + }, + { + "entropy": 5.3623122215271, + "epoch": 2.188612099644128, + "grad_norm": 1.0859375, + "learning_rate": 0.0004857864371150467, + "loss": 5.164, + "mean_token_accuracy": 0.17174010574817658, + "num_tokens": 5300049.0, + "step": 1845 + }, + { + "entropy": 5.422196960449218, + "epoch": 2.1945432977461445, + "grad_norm": 1.109375, + "learning_rate": 0.0004856193536677515, + "loss": 5.1665, + "mean_token_accuracy": 0.17225924283266067, + "num_tokens": 5313811.0, + "step": 1850 + }, + { + "entropy": 5.38545184135437, + "epoch": 2.2004744958481615, + "grad_norm": 1.109375, + "learning_rate": 0.00048545132631160856, + "loss": 5.2414, + "mean_token_accuracy": 0.16925344467163086, + "num_tokens": 5326402.0, + "step": 1855 + }, + { + "entropy": 5.331728982925415, + "epoch": 2.206405693950178, + "grad_norm": 1.1875, + "learning_rate": 0.000485282355799647, + "loss": 5.1074, + "mean_token_accuracy": 0.1777871370315552, + "num_tokens": 5340440.0, + "step": 1860 + }, + { + "entropy": 5.373279333114624, + "epoch": 2.2123368920521944, + "grad_norm": 1.0546875, + "learning_rate": 0.0004851124428891226, + "loss": 5.2044, + "mean_token_accuracy": 0.17208765894174577, + "num_tokens": 5355271.0, + "step": 1865 + }, + { + "entropy": 5.3738720417022705, + "epoch": 2.2182680901542113, + "grad_norm": 0.953125, + "learning_rate": 0.00048494158834151485, + "loss": 5.1657, + "mean_token_accuracy": 0.1768079251050949, + "num_tokens": 5371939.0, + "step": 1870 + }, + { + "entropy": 5.338125801086425, + "epoch": 2.224199288256228, + "grad_norm": 0.984375, + "learning_rate": 0.00048476979292252323, + "loss": 5.0599, + "mean_token_accuracy": 0.18021448701620102, + "num_tokens": 5386242.0, + "step": 1875 + }, + { + "entropy": 5.32992787361145, + "epoch": 2.2301304863582443, + "grad_norm": 1.0625, + "learning_rate": 0.0004845970574020637, + "loss": 5.1392, + "mean_token_accuracy": 0.17196872234344482, + "num_tokens": 5399867.0, + "step": 1880 + }, + { + "entropy": 5.3204365253448485, + "epoch": 2.2360616844602608, + "grad_norm": 0.9609375, + "learning_rate": 0.00048442338255426555, + "loss": 5.0614, + "mean_token_accuracy": 0.1749480903148651, + "num_tokens": 5414236.0, + "step": 1885 + }, + { + "entropy": 5.360966062545776, + "epoch": 2.2419928825622777, + "grad_norm": 1.03125, + "learning_rate": 0.0004842487691574675, + "loss": 5.1766, + "mean_token_accuracy": 0.17208879739046096, + "num_tokens": 5428510.0, + "step": 1890 + }, + { + "entropy": 5.411381673812866, + "epoch": 2.247924080664294, + "grad_norm": 1.0390625, + "learning_rate": 0.0004840732179942146, + "loss": 5.1757, + "mean_token_accuracy": 0.17247659713029861, + "num_tokens": 5443137.0, + "step": 1895 + }, + { + "entropy": 5.371445941925049, + "epoch": 2.2538552787663106, + "grad_norm": 1.0390625, + "learning_rate": 0.00048389672985125467, + "loss": 5.1897, + "mean_token_accuracy": 0.1735587641596794, + "num_tokens": 5456574.0, + "step": 1900 + }, + { + "entropy": 5.3538429737091064, + "epoch": 2.2597864768683276, + "grad_norm": 0.91796875, + "learning_rate": 0.0004837193055195344, + "loss": 5.1926, + "mean_token_accuracy": 0.17189497202634813, + "num_tokens": 5472789.0, + "step": 1905 + }, + { + "entropy": 5.422811889648438, + "epoch": 2.265717674970344, + "grad_norm": 0.9921875, + "learning_rate": 0.00048354094579419656, + "loss": 5.1784, + "mean_token_accuracy": 0.1655895009636879, + "num_tokens": 5488202.0, + "step": 1910 + }, + { + "entropy": 5.344785451889038, + "epoch": 2.2716488730723605, + "grad_norm": 0.9375, + "learning_rate": 0.00048336165147457537, + "loss": 5.2373, + "mean_token_accuracy": 0.16763855069875716, + "num_tokens": 5502661.0, + "step": 1915 + }, + { + "entropy": 5.352733612060547, + "epoch": 2.277580071174377, + "grad_norm": 1.3046875, + "learning_rate": 0.00048318142336419413, + "loss": 5.1591, + "mean_token_accuracy": 0.17304945439100267, + "num_tokens": 5516371.0, + "step": 1920 + }, + { + "entropy": 5.342757987976074, + "epoch": 2.283511269276394, + "grad_norm": 1.0390625, + "learning_rate": 0.0004830002622707604, + "loss": 5.1239, + "mean_token_accuracy": 0.1793706387281418, + "num_tokens": 5529339.0, + "step": 1925 + }, + { + "entropy": 5.337879085540772, + "epoch": 2.2894424673784104, + "grad_norm": 1.0859375, + "learning_rate": 0.00048281816900616354, + "loss": 5.1158, + "mean_token_accuracy": 0.17504990845918655, + "num_tokens": 5543173.0, + "step": 1930 + }, + { + "entropy": 5.280277824401855, + "epoch": 2.295373665480427, + "grad_norm": 0.98046875, + "learning_rate": 0.00048263514438647015, + "loss": 5.1089, + "mean_token_accuracy": 0.17652505189180373, + "num_tokens": 5557080.0, + "step": 1935 + }, + { + "entropy": 5.356028890609741, + "epoch": 2.301304863582444, + "grad_norm": 0.9609375, + "learning_rate": 0.0004824511892319209, + "loss": 5.1702, + "mean_token_accuracy": 0.17574198096990584, + "num_tokens": 5571422.0, + "step": 1940 + }, + { + "entropy": 5.253097772598267, + "epoch": 2.3072360616844603, + "grad_norm": 1.265625, + "learning_rate": 0.0004822663043669267, + "loss": 4.9664, + "mean_token_accuracy": 0.18942097276449205, + "num_tokens": 5583057.0, + "step": 1945 + }, + { + "entropy": 5.27740592956543, + "epoch": 2.3131672597864767, + "grad_norm": 1.0546875, + "learning_rate": 0.00048208049062006505, + "loss": 5.2096, + "mean_token_accuracy": 0.16950699239969252, + "num_tokens": 5596201.0, + "step": 1950 + }, + { + "entropy": 5.393002700805664, + "epoch": 2.3190984578884937, + "grad_norm": 0.921875, + "learning_rate": 0.0004818937488240764, + "loss": 5.1601, + "mean_token_accuracy": 0.17385102808475494, + "num_tokens": 5612461.0, + "step": 1955 + }, + { + "entropy": 5.323347473144532, + "epoch": 2.32502965599051, + "grad_norm": 1.046875, + "learning_rate": 0.00048170607981586023, + "loss": 5.2285, + "mean_token_accuracy": 0.16853837668895721, + "num_tokens": 5628148.0, + "step": 1960 + }, + { + "entropy": 5.288127470016479, + "epoch": 2.3309608540925266, + "grad_norm": 1.015625, + "learning_rate": 0.0004815174844364714, + "loss": 5.0684, + "mean_token_accuracy": 0.1746617555618286, + "num_tokens": 5641695.0, + "step": 1965 + }, + { + "entropy": 5.371695184707642, + "epoch": 2.3368920521945435, + "grad_norm": 1.0625, + "learning_rate": 0.0004813279635311165, + "loss": 5.1085, + "mean_token_accuracy": 0.18225748091936111, + "num_tokens": 5654902.0, + "step": 1970 + }, + { + "entropy": 5.291834688186645, + "epoch": 2.34282325029656, + "grad_norm": 1.125, + "learning_rate": 0.00048113751794914974, + "loss": 5.1022, + "mean_token_accuracy": 0.18446253687143327, + "num_tokens": 5666899.0, + "step": 1975 + }, + { + "entropy": 5.420601224899292, + "epoch": 2.3487544483985765, + "grad_norm": 0.9296875, + "learning_rate": 0.0004809461485440694, + "loss": 5.2152, + "mean_token_accuracy": 0.17578936219215394, + "num_tokens": 5682525.0, + "step": 1980 + }, + { + "entropy": 5.2827568531036375, + "epoch": 2.354685646500593, + "grad_norm": 1.0, + "learning_rate": 0.0004807538561735143, + "loss": 5.14, + "mean_token_accuracy": 0.16829978823661804, + "num_tokens": 5697097.0, + "step": 1985 + }, + { + "entropy": 5.2644284725189205, + "epoch": 2.36061684460261, + "grad_norm": 1.140625, + "learning_rate": 0.00048056064169925904, + "loss": 5.0869, + "mean_token_accuracy": 0.17536696344614028, + "num_tokens": 5712340.0, + "step": 1990 + }, + { + "entropy": 5.353961038589477, + "epoch": 2.3665480427046264, + "grad_norm": 1.0625, + "learning_rate": 0.00048036650598721125, + "loss": 5.197, + "mean_token_accuracy": 0.16865415275096893, + "num_tokens": 5726509.0, + "step": 1995 + }, + { + "entropy": 5.3073567867279055, + "epoch": 2.372479240806643, + "grad_norm": 1.015625, + "learning_rate": 0.00048017144990740673, + "loss": 5.121, + "mean_token_accuracy": 0.1786181464791298, + "num_tokens": 5740977.0, + "step": 2000 + }, + { + "epoch": 2.372479240806643, + "eval_entropy": 5.170273498523454, + "eval_loss": 5.574867248535156, + "eval_mean_token_accuracy": 0.16265562777778853, + "eval_num_tokens": 5740977.0, + "eval_runtime": 2.4303, + "eval_samples_per_second": 1073.13, + "eval_steps_per_second": 134.141, + "step": 2000 + }, + { + "entropy": 5.288026952743531, + "epoch": 2.3784104389086593, + "grad_norm": 1.15625, + "learning_rate": 0.00047997547433400615, + "loss": 5.0974, + "mean_token_accuracy": 0.1805935502052307, + "num_tokens": 5756000.0, + "step": 2005 + }, + { + "entropy": 5.338898134231568, + "epoch": 2.3843416370106763, + "grad_norm": 0.97265625, + "learning_rate": 0.0004797785801452911, + "loss": 5.1033, + "mean_token_accuracy": 0.18041265308856963, + "num_tokens": 5771438.0, + "step": 2010 + }, + { + "entropy": 5.329379606246948, + "epoch": 2.3902728351126927, + "grad_norm": 1.1171875, + "learning_rate": 0.00047958076822365994, + "loss": 5.1506, + "mean_token_accuracy": 0.17072732895612716, + "num_tokens": 5784686.0, + "step": 2015 + }, + { + "entropy": 5.344692611694336, + "epoch": 2.396204033214709, + "grad_norm": 1.0078125, + "learning_rate": 0.0004793820394556238, + "loss": 5.201, + "mean_token_accuracy": 0.17325544208288193, + "num_tokens": 5799363.0, + "step": 2020 + }, + { + "entropy": 5.308460712432861, + "epoch": 2.402135231316726, + "grad_norm": 1.0390625, + "learning_rate": 0.0004791823947318029, + "loss": 5.0887, + "mean_token_accuracy": 0.176689213514328, + "num_tokens": 5812109.0, + "step": 2025 + }, + { + "entropy": 5.2809264183044435, + "epoch": 2.4080664294187426, + "grad_norm": 1.078125, + "learning_rate": 0.0004789818349469222, + "loss": 5.0932, + "mean_token_accuracy": 0.18039163053035737, + "num_tokens": 5825780.0, + "step": 2030 + }, + { + "entropy": 5.265401554107666, + "epoch": 2.413997627520759, + "grad_norm": 1.0625, + "learning_rate": 0.00047878036099980795, + "loss": 5.1356, + "mean_token_accuracy": 0.16557523757219314, + "num_tokens": 5841184.0, + "step": 2035 + }, + { + "entropy": 5.28918867111206, + "epoch": 2.419928825622776, + "grad_norm": 1.15625, + "learning_rate": 0.00047857797379338284, + "loss": 5.1151, + "mean_token_accuracy": 0.18016838133335114, + "num_tokens": 5854422.0, + "step": 2040 + }, + { + "entropy": 5.434517860412598, + "epoch": 2.4258600237247925, + "grad_norm": 1.0625, + "learning_rate": 0.00047837467423466284, + "loss": 5.2756, + "mean_token_accuracy": 0.16469118744134903, + "num_tokens": 5870878.0, + "step": 2045 + }, + { + "entropy": 5.323330879211426, + "epoch": 2.431791221826809, + "grad_norm": 1.1015625, + "learning_rate": 0.00047817046323475246, + "loss": 5.2065, + "mean_token_accuracy": 0.16481388956308365, + "num_tokens": 5886137.0, + "step": 2050 + }, + { + "entropy": 5.346496486663819, + "epoch": 2.4377224199288254, + "grad_norm": 1.03125, + "learning_rate": 0.0004779653417088408, + "loss": 5.1252, + "mean_token_accuracy": 0.17990775406360626, + "num_tokens": 5900300.0, + "step": 2055 + }, + { + "entropy": 5.322238492965698, + "epoch": 2.4436536180308424, + "grad_norm": 0.9375, + "learning_rate": 0.00047775931057619786, + "loss": 5.2122, + "mean_token_accuracy": 0.1684417709708214, + "num_tokens": 5917933.0, + "step": 2060 + }, + { + "entropy": 5.431944942474365, + "epoch": 2.449584816132859, + "grad_norm": 0.984375, + "learning_rate": 0.00047755237076016997, + "loss": 5.1549, + "mean_token_accuracy": 0.1798498421907425, + "num_tokens": 5932189.0, + "step": 2065 + }, + { + "entropy": 5.2723767280578615, + "epoch": 2.4555160142348753, + "grad_norm": 1.0234375, + "learning_rate": 0.0004773445231881757, + "loss": 5.1586, + "mean_token_accuracy": 0.17868874669075013, + "num_tokens": 5945999.0, + "step": 2070 + }, + { + "entropy": 5.317199230194092, + "epoch": 2.4614472123368922, + "grad_norm": 1.015625, + "learning_rate": 0.0004771357687917021, + "loss": 5.1759, + "mean_token_accuracy": 0.17290179580450057, + "num_tokens": 5960187.0, + "step": 2075 + }, + { + "entropy": 5.290809917449951, + "epoch": 2.4673784104389087, + "grad_norm": 0.96875, + "learning_rate": 0.0004769261085063, + "loss": 5.1032, + "mean_token_accuracy": 0.17626044750213624, + "num_tokens": 5975211.0, + "step": 2080 + }, + { + "entropy": 5.2783082008361815, + "epoch": 2.473309608540925, + "grad_norm": 1.015625, + "learning_rate": 0.00047671554327157996, + "loss": 5.09, + "mean_token_accuracy": 0.17717413753271102, + "num_tokens": 5988904.0, + "step": 2085 + }, + { + "entropy": 5.230610990524292, + "epoch": 2.4792408066429417, + "grad_norm": 1.0546875, + "learning_rate": 0.00047650407403120845, + "loss": 5.0964, + "mean_token_accuracy": 0.17791107147932053, + "num_tokens": 6004691.0, + "step": 2090 + }, + { + "entropy": 5.2898766040802006, + "epoch": 2.4851720047449586, + "grad_norm": 1.0625, + "learning_rate": 0.00047629170173290296, + "loss": 5.1428, + "mean_token_accuracy": 0.17288617938756942, + "num_tokens": 6017859.0, + "step": 2095 + }, + { + "entropy": 5.320411825180054, + "epoch": 2.491103202846975, + "grad_norm": 0.98828125, + "learning_rate": 0.0004760784273284286, + "loss": 5.1645, + "mean_token_accuracy": 0.17397502213716506, + "num_tokens": 6032042.0, + "step": 2100 + }, + { + "entropy": 5.293785238265992, + "epoch": 2.4970344009489915, + "grad_norm": 0.97265625, + "learning_rate": 0.0004758642517735928, + "loss": 5.1838, + "mean_token_accuracy": 0.1742447093129158, + "num_tokens": 6048591.0, + "step": 2105 + }, + { + "entropy": 5.232989549636841, + "epoch": 2.5029655990510085, + "grad_norm": 1.109375, + "learning_rate": 0.00047564917602824203, + "loss": 5.0759, + "mean_token_accuracy": 0.179649518430233, + "num_tokens": 6062436.0, + "step": 2110 + }, + { + "entropy": 5.266342687606811, + "epoch": 2.508896797153025, + "grad_norm": 1.125, + "learning_rate": 0.0004754332010562567, + "loss": 5.0365, + "mean_token_accuracy": 0.18351121246814728, + "num_tokens": 6075564.0, + "step": 2115 + }, + { + "entropy": 5.31279501914978, + "epoch": 2.5148279952550414, + "grad_norm": 1.046875, + "learning_rate": 0.0004752163278255473, + "loss": 5.1432, + "mean_token_accuracy": 0.1722079709172249, + "num_tokens": 6088939.0, + "step": 2120 + }, + { + "entropy": 5.295576190948486, + "epoch": 2.5207591933570583, + "grad_norm": 1.03125, + "learning_rate": 0.0004749985573080501, + "loss": 5.0956, + "mean_token_accuracy": 0.17826481014490128, + "num_tokens": 6101855.0, + "step": 2125 + }, + { + "entropy": 5.266389179229736, + "epoch": 2.526690391459075, + "grad_norm": 1.0546875, + "learning_rate": 0.0004747798904797225, + "loss": 5.0738, + "mean_token_accuracy": 0.1764925792813301, + "num_tokens": 6116192.0, + "step": 2130 + }, + { + "entropy": 5.1693144798278805, + "epoch": 2.5326215895610913, + "grad_norm": 0.94921875, + "learning_rate": 0.0004745603283205387, + "loss": 5.0887, + "mean_token_accuracy": 0.17885565012693405, + "num_tokens": 6130741.0, + "step": 2135 + }, + { + "entropy": 5.278003215789795, + "epoch": 2.538552787663108, + "grad_norm": 1.0703125, + "learning_rate": 0.00047433987181448546, + "loss": 5.056, + "mean_token_accuracy": 0.180057655274868, + "num_tokens": 6144937.0, + "step": 2140 + }, + { + "entropy": 5.2536839008331295, + "epoch": 2.5444839857651247, + "grad_norm": 1.1484375, + "learning_rate": 0.0004741185219495579, + "loss": 5.1384, + "mean_token_accuracy": 0.1841862380504608, + "num_tokens": 6156747.0, + "step": 2145 + }, + { + "entropy": 5.199393939971924, + "epoch": 2.550415183867141, + "grad_norm": 1.078125, + "learning_rate": 0.0004738962797177544, + "loss": 5.0336, + "mean_token_accuracy": 0.18659159690141677, + "num_tokens": 6169148.0, + "step": 2150 + }, + { + "entropy": 5.317109870910644, + "epoch": 2.5563463819691576, + "grad_norm": 1.03125, + "learning_rate": 0.00047367314611507276, + "loss": 5.107, + "mean_token_accuracy": 0.17958347201347352, + "num_tokens": 6181881.0, + "step": 2155 + }, + { + "entropy": 5.259987688064575, + "epoch": 2.562277580071174, + "grad_norm": 1.03125, + "learning_rate": 0.00047344912214150565, + "loss": 5.0531, + "mean_token_accuracy": 0.17894216775894164, + "num_tokens": 6196155.0, + "step": 2160 + }, + { + "entropy": 5.232990169525147, + "epoch": 2.568208778173191, + "grad_norm": 1.109375, + "learning_rate": 0.00047322420880103566, + "loss": 5.124, + "mean_token_accuracy": 0.17405239790678023, + "num_tokens": 6210918.0, + "step": 2165 + }, + { + "entropy": 5.249849700927735, + "epoch": 2.5741399762752075, + "grad_norm": 0.96484375, + "learning_rate": 0.00047299840710163157, + "loss": 5.0786, + "mean_token_accuracy": 0.18167687505483626, + "num_tokens": 6225747.0, + "step": 2170 + }, + { + "entropy": 5.256479358673095, + "epoch": 2.580071174377224, + "grad_norm": 1.109375, + "learning_rate": 0.0004727717180552431, + "loss": 5.137, + "mean_token_accuracy": 0.17358365505933762, + "num_tokens": 6239038.0, + "step": 2175 + }, + { + "entropy": 5.342339181900025, + "epoch": 2.586002372479241, + "grad_norm": 1.0546875, + "learning_rate": 0.00047254414267779686, + "loss": 5.2372, + "mean_token_accuracy": 0.17196187376976013, + "num_tokens": 6253346.0, + "step": 2180 + }, + { + "entropy": 5.303297472000122, + "epoch": 2.5919335705812574, + "grad_norm": 0.9453125, + "learning_rate": 0.0004723156819891917, + "loss": 5.2119, + "mean_token_accuracy": 0.17385910600423812, + "num_tokens": 6268060.0, + "step": 2185 + }, + { + "entropy": 5.266570806503296, + "epoch": 2.597864768683274, + "grad_norm": 0.94921875, + "learning_rate": 0.0004720863370132937, + "loss": 5.0388, + "mean_token_accuracy": 0.18387284874916077, + "num_tokens": 6283192.0, + "step": 2190 + }, + { + "entropy": 5.214200639724732, + "epoch": 2.603795966785291, + "grad_norm": 1.015625, + "learning_rate": 0.00047185610877793245, + "loss": 5.1047, + "mean_token_accuracy": 0.18674758821725845, + "num_tokens": 6297511.0, + "step": 2195 + }, + { + "entropy": 5.277515506744384, + "epoch": 2.6097271648873073, + "grad_norm": 0.94921875, + "learning_rate": 0.0004716249983148955, + "loss": 5.1247, + "mean_token_accuracy": 0.1791581928730011, + "num_tokens": 6313257.0, + "step": 2200 + }, + { + "entropy": 5.248571062088013, + "epoch": 2.6156583629893237, + "grad_norm": 1.0703125, + "learning_rate": 0.0004713930066599246, + "loss": 5.0519, + "mean_token_accuracy": 0.1780620649456978, + "num_tokens": 6326437.0, + "step": 2205 + }, + { + "entropy": 5.23038158416748, + "epoch": 2.6215895610913407, + "grad_norm": 0.96875, + "learning_rate": 0.00047116013485271014, + "loss": 5.0944, + "mean_token_accuracy": 0.18125442415475845, + "num_tokens": 6341704.0, + "step": 2210 + }, + { + "entropy": 5.240528726577759, + "epoch": 2.627520759193357, + "grad_norm": 1.0078125, + "learning_rate": 0.0004709263839368875, + "loss": 5.105, + "mean_token_accuracy": 0.17949420362710952, + "num_tokens": 6355783.0, + "step": 2215 + }, + { + "entropy": 5.3141090869903564, + "epoch": 2.6334519572953736, + "grad_norm": 1.0, + "learning_rate": 0.00047069175496003147, + "loss": 5.1015, + "mean_token_accuracy": 0.1741042762994766, + "num_tokens": 6370601.0, + "step": 2220 + }, + { + "entropy": 5.2879376888275145, + "epoch": 2.6393831553973905, + "grad_norm": 0.9765625, + "learning_rate": 0.0004704562489736522, + "loss": 5.1441, + "mean_token_accuracy": 0.1749232068657875, + "num_tokens": 6388124.0, + "step": 2225 + }, + { + "entropy": 5.316340398788452, + "epoch": 2.645314353499407, + "grad_norm": 1.0, + "learning_rate": 0.0004702198670331901, + "loss": 5.1487, + "mean_token_accuracy": 0.17196937203407286, + "num_tokens": 6403018.0, + "step": 2230 + }, + { + "entropy": 5.255807828903198, + "epoch": 2.6512455516014235, + "grad_norm": 1.0625, + "learning_rate": 0.0004699826101980112, + "loss": 5.0898, + "mean_token_accuracy": 0.17568791508674622, + "num_tokens": 6417403.0, + "step": 2235 + }, + { + "entropy": 5.249996376037598, + "epoch": 2.65717674970344, + "grad_norm": 1.1015625, + "learning_rate": 0.0004697444795314027, + "loss": 5.1367, + "mean_token_accuracy": 0.1690463364124298, + "num_tokens": 6432950.0, + "step": 2240 + }, + { + "entropy": 5.27621431350708, + "epoch": 2.6631079478054565, + "grad_norm": 1.0625, + "learning_rate": 0.00046950547610056766, + "loss": 5.1516, + "mean_token_accuracy": 0.1721343442797661, + "num_tokens": 6447735.0, + "step": 2245 + }, + { + "entropy": 5.281610584259033, + "epoch": 2.6690391459074734, + "grad_norm": 1.0859375, + "learning_rate": 0.0004692656009766206, + "loss": 5.0463, + "mean_token_accuracy": 0.18724312782287597, + "num_tokens": 6460066.0, + "step": 2250 + }, + { + "entropy": 5.2377824783325195, + "epoch": 2.67497034400949, + "grad_norm": 1.1328125, + "learning_rate": 0.00046902485523458266, + "loss": 5.1765, + "mean_token_accuracy": 0.16881112903356552, + "num_tokens": 6473880.0, + "step": 2255 + }, + { + "entropy": 5.330496311187744, + "epoch": 2.6809015421115063, + "grad_norm": 1.0859375, + "learning_rate": 0.0004687832399533767, + "loss": 5.0731, + "mean_token_accuracy": 0.1850060999393463, + "num_tokens": 6485678.0, + "step": 2260 + }, + { + "entropy": 5.215729856491089, + "epoch": 2.6868327402135233, + "grad_norm": 1.0, + "learning_rate": 0.0004685407562158226, + "loss": 5.1479, + "mean_token_accuracy": 0.17705656737089157, + "num_tokens": 6498606.0, + "step": 2265 + }, + { + "entropy": 5.218173503875732, + "epoch": 2.6927639383155397, + "grad_norm": 1.046875, + "learning_rate": 0.0004682974051086321, + "loss": 5.0863, + "mean_token_accuracy": 0.18237122297286987, + "num_tokens": 6511590.0, + "step": 2270 + }, + { + "entropy": 5.29819803237915, + "epoch": 2.698695136417556, + "grad_norm": 1.0703125, + "learning_rate": 0.0004680531877224042, + "loss": 5.1659, + "mean_token_accuracy": 0.17502329647541046, + "num_tokens": 6525391.0, + "step": 2275 + }, + { + "entropy": 5.247089862823486, + "epoch": 2.704626334519573, + "grad_norm": 0.97265625, + "learning_rate": 0.00046780810515162027, + "loss": 5.1129, + "mean_token_accuracy": 0.17722094506025315, + "num_tokens": 6540749.0, + "step": 2280 + }, + { + "entropy": 5.228551435470581, + "epoch": 2.7105575326215896, + "grad_norm": 1.0078125, + "learning_rate": 0.00046756215849463905, + "loss": 5.1351, + "mean_token_accuracy": 0.1777515858411789, + "num_tokens": 6556607.0, + "step": 2285 + }, + { + "entropy": 5.227963972091675, + "epoch": 2.716488730723606, + "grad_norm": 1.1328125, + "learning_rate": 0.00046731534885369175, + "loss": 5.0378, + "mean_token_accuracy": 0.18670109808444976, + "num_tokens": 6569340.0, + "step": 2290 + }, + { + "entropy": 5.254456853866577, + "epoch": 2.722419928825623, + "grad_norm": 1.0390625, + "learning_rate": 0.00046706767733487714, + "loss": 5.1495, + "mean_token_accuracy": 0.168257737159729, + "num_tokens": 6586070.0, + "step": 2295 + }, + { + "entropy": 5.350936985015869, + "epoch": 2.7283511269276395, + "grad_norm": 1.09375, + "learning_rate": 0.00046681914504815653, + "loss": 5.2384, + "mean_token_accuracy": 0.17244828790426253, + "num_tokens": 6601441.0, + "step": 2300 + }, + { + "entropy": 5.22352089881897, + "epoch": 2.734282325029656, + "grad_norm": 1.0390625, + "learning_rate": 0.0004665697531073489, + "loss": 5.1004, + "mean_token_accuracy": 0.17834114283323288, + "num_tokens": 6616478.0, + "step": 2305 + }, + { + "entropy": 5.29279670715332, + "epoch": 2.7402135231316724, + "grad_norm": 0.9453125, + "learning_rate": 0.0004663195026301258, + "loss": 5.1774, + "mean_token_accuracy": 0.17028742134571076, + "num_tokens": 6631519.0, + "step": 2310 + }, + { + "entropy": 5.289520025253296, + "epoch": 2.7461447212336894, + "grad_norm": 0.99609375, + "learning_rate": 0.00046606839473800626, + "loss": 5.1519, + "mean_token_accuracy": 0.1711852639913559, + "num_tokens": 6646862.0, + "step": 2315 + }, + { + "entropy": 5.285637235641479, + "epoch": 2.752075919335706, + "grad_norm": 1.0078125, + "learning_rate": 0.00046581643055635215, + "loss": 5.0706, + "mean_token_accuracy": 0.18027766644954682, + "num_tokens": 6660731.0, + "step": 2320 + }, + { + "entropy": 5.257721757888794, + "epoch": 2.7580071174377223, + "grad_norm": 1.0, + "learning_rate": 0.00046556361121436265, + "loss": 5.0884, + "mean_token_accuracy": 0.17217349857091904, + "num_tokens": 6675922.0, + "step": 2325 + }, + { + "entropy": 5.210122585296631, + "epoch": 2.763938315539739, + "grad_norm": 1.0078125, + "learning_rate": 0.0004653099378450696, + "loss": 5.086, + "mean_token_accuracy": 0.17834757566452025, + "num_tokens": 6689363.0, + "step": 2330 + }, + { + "entropy": 5.289632892608642, + "epoch": 2.7698695136417557, + "grad_norm": 1.1796875, + "learning_rate": 0.0004650554115853321, + "loss": 5.08, + "mean_token_accuracy": 0.17782238125801086, + "num_tokens": 6702655.0, + "step": 2335 + }, + { + "entropy": 5.233364868164062, + "epoch": 2.775800711743772, + "grad_norm": 0.94921875, + "learning_rate": 0.00046480003357583154, + "loss": 5.115, + "mean_token_accuracy": 0.1791711837053299, + "num_tokens": 6718101.0, + "step": 2340 + }, + { + "entropy": 5.249103927612305, + "epoch": 2.7817319098457887, + "grad_norm": 1.015625, + "learning_rate": 0.00046454380496106665, + "loss": 5.0327, + "mean_token_accuracy": 0.18523623198270797, + "num_tokens": 6731410.0, + "step": 2345 + }, + { + "entropy": 5.2448647022247314, + "epoch": 2.7876631079478056, + "grad_norm": 1.109375, + "learning_rate": 0.0004642867268893481, + "loss": 5.1059, + "mean_token_accuracy": 0.18096584379673003, + "num_tokens": 6744544.0, + "step": 2350 + }, + { + "entropy": 5.1900553703308105, + "epoch": 2.793594306049822, + "grad_norm": 0.97265625, + "learning_rate": 0.0004640288005127933, + "loss": 5.0096, + "mean_token_accuracy": 0.18570955991744995, + "num_tokens": 6757559.0, + "step": 2355 + }, + { + "entropy": 5.22004246711731, + "epoch": 2.7995255041518385, + "grad_norm": 1.0390625, + "learning_rate": 0.000463770026987322, + "loss": 5.0821, + "mean_token_accuracy": 0.17724673599004745, + "num_tokens": 6772655.0, + "step": 2360 + }, + { + "entropy": 5.193439579010009, + "epoch": 2.8054567022538555, + "grad_norm": 1.078125, + "learning_rate": 0.0004635104074726498, + "loss": 5.011, + "mean_token_accuracy": 0.18544310331344604, + "num_tokens": 6786038.0, + "step": 2365 + }, + { + "entropy": 5.228322505950928, + "epoch": 2.811387900355872, + "grad_norm": 1.0703125, + "learning_rate": 0.0004632499431322842, + "loss": 5.0586, + "mean_token_accuracy": 0.17480345368385314, + "num_tokens": 6799759.0, + "step": 2370 + }, + { + "entropy": 5.192971563339233, + "epoch": 2.8173190984578884, + "grad_norm": 1.1015625, + "learning_rate": 0.00046298863513351854, + "loss": 5.1025, + "mean_token_accuracy": 0.1785614773631096, + "num_tokens": 6814242.0, + "step": 2375 + }, + { + "entropy": 5.30884952545166, + "epoch": 2.8232502965599053, + "grad_norm": 0.96484375, + "learning_rate": 0.00046272648464742733, + "loss": 5.1246, + "mean_token_accuracy": 0.16953468918800355, + "num_tokens": 6828697.0, + "step": 2380 + }, + { + "entropy": 5.15752215385437, + "epoch": 2.829181494661922, + "grad_norm": 1.1953125, + "learning_rate": 0.0004624634928488605, + "loss": 5.0758, + "mean_token_accuracy": 0.18574994206428527, + "num_tokens": 6842549.0, + "step": 2385 + }, + { + "entropy": 5.288483715057373, + "epoch": 2.8351126927639383, + "grad_norm": 1.0546875, + "learning_rate": 0.00046219966091643865, + "loss": 5.1667, + "mean_token_accuracy": 0.17601943910121917, + "num_tokens": 6857599.0, + "step": 2390 + }, + { + "entropy": 5.216753959655762, + "epoch": 2.8410438908659548, + "grad_norm": 1.15625, + "learning_rate": 0.00046193499003254737, + "loss": 5.0904, + "mean_token_accuracy": 0.18286330252885818, + "num_tokens": 6872621.0, + "step": 2395 + }, + { + "entropy": 5.251305961608887, + "epoch": 2.8469750889679717, + "grad_norm": 1.0625, + "learning_rate": 0.0004616694813833322, + "loss": 5.1589, + "mean_token_accuracy": 0.1729411706328392, + "num_tokens": 6887297.0, + "step": 2400 + }, + { + "entropy": 5.263056373596191, + "epoch": 2.852906287069988, + "grad_norm": 1.1484375, + "learning_rate": 0.00046140313615869287, + "loss": 5.0538, + "mean_token_accuracy": 0.18049194067716598, + "num_tokens": 6900857.0, + "step": 2405 + }, + { + "entropy": 5.1703661441802975, + "epoch": 2.8588374851720046, + "grad_norm": 1.03125, + "learning_rate": 0.00046113595555227885, + "loss": 5.0715, + "mean_token_accuracy": 0.18290164321660995, + "num_tokens": 6917351.0, + "step": 2410 + }, + { + "entropy": 5.134192991256714, + "epoch": 2.864768683274021, + "grad_norm": 1.0859375, + "learning_rate": 0.000460867940761483, + "loss": 5.0086, + "mean_token_accuracy": 0.19504904747009277, + "num_tokens": 6930619.0, + "step": 2415 + }, + { + "entropy": 5.185745000839233, + "epoch": 2.870699881376038, + "grad_norm": 1.0546875, + "learning_rate": 0.0004605990929874366, + "loss": 5.0501, + "mean_token_accuracy": 0.17975494414567947, + "num_tokens": 6944842.0, + "step": 2420 + }, + { + "entropy": 5.221125698089599, + "epoch": 2.8766310794780545, + "grad_norm": 1.0859375, + "learning_rate": 0.00046032941343500443, + "loss": 5.0331, + "mean_token_accuracy": 0.18169520050287247, + "num_tokens": 6957699.0, + "step": 2425 + }, + { + "entropy": 5.243278074264526, + "epoch": 2.882562277580071, + "grad_norm": 1.1015625, + "learning_rate": 0.00046005890331277875, + "loss": 5.1779, + "mean_token_accuracy": 0.1789306804537773, + "num_tokens": 6973373.0, + "step": 2430 + }, + { + "entropy": 5.273877429962158, + "epoch": 2.888493475682088, + "grad_norm": 1.046875, + "learning_rate": 0.0004597875638330739, + "loss": 5.1065, + "mean_token_accuracy": 0.17897169589996337, + "num_tokens": 6985943.0, + "step": 2435 + }, + { + "entropy": 5.267488431930542, + "epoch": 2.8944246737841044, + "grad_norm": 1.0859375, + "learning_rate": 0.00045951539621192137, + "loss": 5.1196, + "mean_token_accuracy": 0.19029628336429597, + "num_tokens": 6999655.0, + "step": 2440 + }, + { + "entropy": 5.225543117523193, + "epoch": 2.900355871886121, + "grad_norm": 0.97265625, + "learning_rate": 0.0004592424016690637, + "loss": 5.0894, + "mean_token_accuracy": 0.1805782213807106, + "num_tokens": 7014278.0, + "step": 2445 + }, + { + "entropy": 5.211720752716064, + "epoch": 2.906287069988138, + "grad_norm": 1.0546875, + "learning_rate": 0.00045896858142794976, + "loss": 5.0853, + "mean_token_accuracy": 0.18050264269113542, + "num_tokens": 7029998.0, + "step": 2450 + }, + { + "entropy": 5.261847639083863, + "epoch": 2.9122182680901543, + "grad_norm": 1.0390625, + "learning_rate": 0.0004586939367157285, + "loss": 5.08, + "mean_token_accuracy": 0.17528700977563857, + "num_tokens": 7043212.0, + "step": 2455 + }, + { + "entropy": 5.205530023574829, + "epoch": 2.9181494661921707, + "grad_norm": 1.0546875, + "learning_rate": 0.000458418468763244, + "loss": 5.0157, + "mean_token_accuracy": 0.18455137461423873, + "num_tokens": 7057723.0, + "step": 2460 + }, + { + "entropy": 5.222577953338623, + "epoch": 2.9240806642941877, + "grad_norm": 1.1015625, + "learning_rate": 0.00045814217880502973, + "loss": 5.1525, + "mean_token_accuracy": 0.17377886772155762, + "num_tokens": 7073334.0, + "step": 2465 + }, + { + "entropy": 5.240353107452393, + "epoch": 2.930011862396204, + "grad_norm": 0.9453125, + "learning_rate": 0.000457865068079303, + "loss": 5.1136, + "mean_token_accuracy": 0.17955139875411988, + "num_tokens": 7087671.0, + "step": 2470 + }, + { + "entropy": 5.162194871902466, + "epoch": 2.9359430604982206, + "grad_norm": 1.09375, + "learning_rate": 0.00045758713782795946, + "loss": 4.9601, + "mean_token_accuracy": 0.18688122928142548, + "num_tokens": 7101168.0, + "step": 2475 + }, + { + "entropy": 5.209585046768188, + "epoch": 2.941874258600237, + "grad_norm": 1.046875, + "learning_rate": 0.0004573083892965677, + "loss": 5.1268, + "mean_token_accuracy": 0.18048435896635057, + "num_tokens": 7115581.0, + "step": 2480 + }, + { + "entropy": 5.200497722625732, + "epoch": 2.9478054567022536, + "grad_norm": 1.09375, + "learning_rate": 0.00045702882373436317, + "loss": 5.1, + "mean_token_accuracy": 0.17545540034770965, + "num_tokens": 7129948.0, + "step": 2485 + }, + { + "entropy": 5.13970685005188, + "epoch": 2.9537366548042705, + "grad_norm": 1.0390625, + "learning_rate": 0.0004567484423942433, + "loss": 4.9933, + "mean_token_accuracy": 0.18735943138599395, + "num_tokens": 7144122.0, + "step": 2490 + }, + { + "entropy": 5.212256240844726, + "epoch": 2.959667852906287, + "grad_norm": 1.25, + "learning_rate": 0.00045646724653276117, + "loss": 5.0423, + "mean_token_accuracy": 0.19172451496124268, + "num_tokens": 7157892.0, + "step": 2495 + }, + { + "entropy": 5.22672963142395, + "epoch": 2.9655990510083035, + "grad_norm": 0.94140625, + "learning_rate": 0.00045618523741012044, + "loss": 5.1198, + "mean_token_accuracy": 0.1785096600651741, + "num_tokens": 7172581.0, + "step": 2500 + }, + { + "epoch": 2.9655990510083035, + "eval_entropy": 5.128191098113732, + "eval_loss": 5.4554667472839355, + "eval_mean_token_accuracy": 0.16967149755340413, + "eval_num_tokens": 7172581.0, + "eval_runtime": 2.4682, + "eval_samples_per_second": 1056.643, + "eval_steps_per_second": 132.08, + "step": 2500 + }, + { + "entropy": 5.209706211090088, + "epoch": 2.9715302491103204, + "grad_norm": 1.09375, + "learning_rate": 0.00045590241629016933, + "loss": 5.081, + "mean_token_accuracy": 0.17838001102209092, + "num_tokens": 7187180.0, + "step": 2505 + }, + { + "entropy": 5.186795330047607, + "epoch": 2.977461447212337, + "grad_norm": 1.078125, + "learning_rate": 0.00045561878444039526, + "loss": 5.0928, + "mean_token_accuracy": 0.1853885158896446, + "num_tokens": 7202153.0, + "step": 2510 + }, + { + "entropy": 5.233902025222778, + "epoch": 2.9833926453143533, + "grad_norm": 1.109375, + "learning_rate": 0.00045533434313191866, + "loss": 5.0663, + "mean_token_accuracy": 0.1795577213168144, + "num_tokens": 7217714.0, + "step": 2515 + }, + { + "entropy": 5.072184324264526, + "epoch": 2.9893238434163703, + "grad_norm": 1.03125, + "learning_rate": 0.0004550490936394881, + "loss": 5.0248, + "mean_token_accuracy": 0.1885547786951065, + "num_tokens": 7232366.0, + "step": 2520 + }, + { + "entropy": 5.288804340362549, + "epoch": 2.9952550415183867, + "grad_norm": 1.1484375, + "learning_rate": 0.0004547630372414737, + "loss": 5.0433, + "mean_token_accuracy": 0.18170098960399628, + "num_tokens": 7245542.0, + "step": 2525 + }, + { + "entropy": 5.13629674911499, + "epoch": 3.001186239620403, + "grad_norm": 0.96484375, + "learning_rate": 0.00045447617521986205, + "loss": 4.966, + "mean_token_accuracy": 0.18382924646139145, + "num_tokens": 7260437.0, + "step": 2530 + }, + { + "entropy": 5.186529493331909, + "epoch": 3.00711743772242, + "grad_norm": 1.09375, + "learning_rate": 0.00045418850886025006, + "loss": 4.7908, + "mean_token_accuracy": 0.19730883985757827, + "num_tokens": 7273470.0, + "step": 2535 + }, + { + "entropy": 5.14306674003601, + "epoch": 3.0130486358244366, + "grad_norm": 1.0078125, + "learning_rate": 0.0004539000394518393, + "loss": 4.8184, + "mean_token_accuracy": 0.19704275578260422, + "num_tokens": 7286515.0, + "step": 2540 + }, + { + "entropy": 5.08558144569397, + "epoch": 3.018979833926453, + "grad_norm": 1.1015625, + "learning_rate": 0.00045361076828743054, + "loss": 4.6494, + "mean_token_accuracy": 0.2086326450109482, + "num_tokens": 7299011.0, + "step": 2545 + }, + { + "entropy": 5.100022411346435, + "epoch": 3.0249110320284696, + "grad_norm": 0.99609375, + "learning_rate": 0.00045332069666341733, + "loss": 4.7556, + "mean_token_accuracy": 0.2030994936823845, + "num_tokens": 7312421.0, + "step": 2550 + }, + { + "entropy": 5.228758382797241, + "epoch": 3.0308422301304865, + "grad_norm": 0.8828125, + "learning_rate": 0.000453029825879781, + "loss": 4.829, + "mean_token_accuracy": 0.1881020963191986, + "num_tokens": 7326298.0, + "step": 2555 + }, + { + "entropy": 5.20881233215332, + "epoch": 3.036773428232503, + "grad_norm": 1.1015625, + "learning_rate": 0.0004527381572400838, + "loss": 4.8349, + "mean_token_accuracy": 0.19809474796056747, + "num_tokens": 7340411.0, + "step": 2560 + }, + { + "entropy": 5.2084184169769285, + "epoch": 3.0427046263345194, + "grad_norm": 1.03125, + "learning_rate": 0.00045244569205146425, + "loss": 4.7739, + "mean_token_accuracy": 0.19972959756851197, + "num_tokens": 7355853.0, + "step": 2565 + }, + { + "entropy": 5.0268631935119625, + "epoch": 3.0486358244365364, + "grad_norm": 0.9765625, + "learning_rate": 0.00045215243162463023, + "loss": 4.7546, + "mean_token_accuracy": 0.2027596727013588, + "num_tokens": 7370462.0, + "step": 2570 + }, + { + "entropy": 5.1120353698730465, + "epoch": 3.054567022538553, + "grad_norm": 1.1171875, + "learning_rate": 0.00045185837727385373, + "loss": 4.7613, + "mean_token_accuracy": 0.19956568926572799, + "num_tokens": 7382283.0, + "step": 2575 + }, + { + "entropy": 5.185872745513916, + "epoch": 3.0604982206405693, + "grad_norm": 0.99609375, + "learning_rate": 0.0004515635303169648, + "loss": 4.8004, + "mean_token_accuracy": 0.19398040175437928, + "num_tokens": 7397282.0, + "step": 2580 + }, + { + "entropy": 5.129135847091675, + "epoch": 3.066429418742586, + "grad_norm": 1.09375, + "learning_rate": 0.00045126789207534544, + "loss": 4.7633, + "mean_token_accuracy": 0.19493884593248367, + "num_tokens": 7410471.0, + "step": 2585 + }, + { + "entropy": 5.097009515762329, + "epoch": 3.0723606168446027, + "grad_norm": 1.1640625, + "learning_rate": 0.00045097146387392423, + "loss": 4.7541, + "mean_token_accuracy": 0.20093791782855988, + "num_tokens": 7426151.0, + "step": 2590 + }, + { + "entropy": 5.208783435821533, + "epoch": 3.078291814946619, + "grad_norm": 1.0, + "learning_rate": 0.00045067424704116956, + "loss": 4.8063, + "mean_token_accuracy": 0.19725323617458343, + "num_tokens": 7441336.0, + "step": 2595 + }, + { + "entropy": 5.1333612442016605, + "epoch": 3.0842230130486357, + "grad_norm": 1.03125, + "learning_rate": 0.0004503762429090845, + "loss": 4.8512, + "mean_token_accuracy": 0.19190199822187423, + "num_tokens": 7456152.0, + "step": 2600 + }, + { + "entropy": 5.071452474594116, + "epoch": 3.0901542111506526, + "grad_norm": 1.0390625, + "learning_rate": 0.00045007745281320035, + "loss": 4.7492, + "mean_token_accuracy": 0.19597499817609787, + "num_tokens": 7469477.0, + "step": 2605 + }, + { + "entropy": 5.152786159515381, + "epoch": 3.096085409252669, + "grad_norm": 1.1875, + "learning_rate": 0.0004497778780925706, + "loss": 4.745, + "mean_token_accuracy": 0.20036472231149674, + "num_tokens": 7482859.0, + "step": 2610 + }, + { + "entropy": 5.149897813796997, + "epoch": 3.1020166073546855, + "grad_norm": 1.171875, + "learning_rate": 0.00044947752008976546, + "loss": 4.7565, + "mean_token_accuracy": 0.20434682816267014, + "num_tokens": 7497021.0, + "step": 2615 + }, + { + "entropy": 5.082270812988281, + "epoch": 3.1079478054567025, + "grad_norm": 0.98828125, + "learning_rate": 0.0004491763801508652, + "loss": 4.8287, + "mean_token_accuracy": 0.19397101253271104, + "num_tokens": 7512528.0, + "step": 2620 + }, + { + "entropy": 5.1444420337677, + "epoch": 3.113879003558719, + "grad_norm": 1.03125, + "learning_rate": 0.0004488744596254545, + "loss": 4.8243, + "mean_token_accuracy": 0.19616906642913817, + "num_tokens": 7529492.0, + "step": 2625 + }, + { + "entropy": 5.099391889572144, + "epoch": 3.1198102016607354, + "grad_norm": 1.046875, + "learning_rate": 0.00044857175986661634, + "loss": 4.8307, + "mean_token_accuracy": 0.1908296301960945, + "num_tokens": 7544750.0, + "step": 2630 + }, + { + "entropy": 5.151020145416259, + "epoch": 3.125741399762752, + "grad_norm": 0.98828125, + "learning_rate": 0.00044826828223092584, + "loss": 4.8131, + "mean_token_accuracy": 0.19755022823810578, + "num_tokens": 7560436.0, + "step": 2635 + }, + { + "entropy": 5.078480672836304, + "epoch": 3.131672597864769, + "grad_norm": 1.0546875, + "learning_rate": 0.0004479640280784443, + "loss": 4.744, + "mean_token_accuracy": 0.19955695867538453, + "num_tokens": 7572784.0, + "step": 2640 + }, + { + "entropy": 5.113914966583252, + "epoch": 3.1376037959667853, + "grad_norm": 1.171875, + "learning_rate": 0.00044765899877271306, + "loss": 4.859, + "mean_token_accuracy": 0.1986508622765541, + "num_tokens": 7585677.0, + "step": 2645 + }, + { + "entropy": 5.126020288467407, + "epoch": 3.1435349940688018, + "grad_norm": 1.0625, + "learning_rate": 0.0004473531956807471, + "loss": 4.8702, + "mean_token_accuracy": 0.19153172969818116, + "num_tokens": 7600099.0, + "step": 2650 + }, + { + "entropy": 5.072196006774902, + "epoch": 3.1494661921708187, + "grad_norm": 0.93359375, + "learning_rate": 0.0004470466201730298, + "loss": 4.7925, + "mean_token_accuracy": 0.19439838826656342, + "num_tokens": 7615907.0, + "step": 2655 + }, + { + "entropy": 5.143037557601929, + "epoch": 3.155397390272835, + "grad_norm": 1.03125, + "learning_rate": 0.00044673927362350545, + "loss": 4.8237, + "mean_token_accuracy": 0.19680167287588118, + "num_tokens": 7629322.0, + "step": 2660 + }, + { + "entropy": 5.135795927047729, + "epoch": 3.1613285883748516, + "grad_norm": 1.1328125, + "learning_rate": 0.00044643115740957437, + "loss": 4.7916, + "mean_token_accuracy": 0.1951526179909706, + "num_tokens": 7642876.0, + "step": 2665 + }, + { + "entropy": 5.147537422180176, + "epoch": 3.167259786476868, + "grad_norm": 1.0859375, + "learning_rate": 0.000446122272912086, + "loss": 4.7397, + "mean_token_accuracy": 0.20763775259256362, + "num_tokens": 7655252.0, + "step": 2670 + }, + { + "entropy": 5.109446811676025, + "epoch": 3.173190984578885, + "grad_norm": 1.015625, + "learning_rate": 0.0004458126215153329, + "loss": 4.7983, + "mean_token_accuracy": 0.19524380266666413, + "num_tokens": 7669858.0, + "step": 2675 + }, + { + "entropy": 5.115171337127686, + "epoch": 3.1791221826809015, + "grad_norm": 1.0546875, + "learning_rate": 0.0004455022046070446, + "loss": 4.8484, + "mean_token_accuracy": 0.18973655700683595, + "num_tokens": 7684268.0, + "step": 2680 + }, + { + "entropy": 5.018248653411865, + "epoch": 3.185053380782918, + "grad_norm": 1.109375, + "learning_rate": 0.0004451910235783814, + "loss": 4.717, + "mean_token_accuracy": 0.21085696369409562, + "num_tokens": 7696579.0, + "step": 2685 + }, + { + "entropy": 5.127526092529297, + "epoch": 3.190984578884935, + "grad_norm": 1.09375, + "learning_rate": 0.0004448790798239278, + "loss": 4.8436, + "mean_token_accuracy": 0.19351662397384645, + "num_tokens": 7712167.0, + "step": 2690 + }, + { + "entropy": 5.105394887924194, + "epoch": 3.1969157769869514, + "grad_norm": 0.96875, + "learning_rate": 0.0004445663747416868, + "loss": 4.8131, + "mean_token_accuracy": 0.19317025691270828, + "num_tokens": 7729466.0, + "step": 2695 + }, + { + "entropy": 5.043076610565185, + "epoch": 3.202846975088968, + "grad_norm": 1.140625, + "learning_rate": 0.00044425290973307345, + "loss": 4.6998, + "mean_token_accuracy": 0.20704733729362487, + "num_tokens": 7741327.0, + "step": 2700 + }, + { + "entropy": 5.05340690612793, + "epoch": 3.208778173190985, + "grad_norm": 1.140625, + "learning_rate": 0.0004439386862029081, + "loss": 4.7979, + "mean_token_accuracy": 0.2003027930855751, + "num_tokens": 7757212.0, + "step": 2705 + }, + { + "entropy": 5.1013377666473385, + "epoch": 3.2147093712930013, + "grad_norm": 1.078125, + "learning_rate": 0.00044362370555941057, + "loss": 4.8373, + "mean_token_accuracy": 0.19453289955854416, + "num_tokens": 7772726.0, + "step": 2710 + }, + { + "entropy": 5.200697374343872, + "epoch": 3.2206405693950177, + "grad_norm": 1.109375, + "learning_rate": 0.0004433079692141941, + "loss": 4.9332, + "mean_token_accuracy": 0.1931446298956871, + "num_tokens": 7788185.0, + "step": 2715 + }, + { + "entropy": 5.098084259033203, + "epoch": 3.2265717674970342, + "grad_norm": 1.09375, + "learning_rate": 0.00044299147858225835, + "loss": 4.8124, + "mean_token_accuracy": 0.19363399744033813, + "num_tokens": 7802653.0, + "step": 2720 + }, + { + "entropy": 5.1125976085662845, + "epoch": 3.232502965599051, + "grad_norm": 0.95703125, + "learning_rate": 0.0004426742350819834, + "loss": 4.7917, + "mean_token_accuracy": 0.19389940202236175, + "num_tokens": 7816898.0, + "step": 2725 + }, + { + "entropy": 5.147168445587158, + "epoch": 3.2384341637010676, + "grad_norm": 0.98828125, + "learning_rate": 0.0004423562401351234, + "loss": 4.876, + "mean_token_accuracy": 0.1905128002166748, + "num_tokens": 7833509.0, + "step": 2730 + }, + { + "entropy": 5.192942333221436, + "epoch": 3.244365361803084, + "grad_norm": 0.99609375, + "learning_rate": 0.00044203749516680035, + "loss": 4.8427, + "mean_token_accuracy": 0.1987154722213745, + "num_tokens": 7849910.0, + "step": 2735 + }, + { + "entropy": 5.063848209381104, + "epoch": 3.250296559905101, + "grad_norm": 1.0546875, + "learning_rate": 0.0004417180016054972, + "loss": 4.8113, + "mean_token_accuracy": 0.1946829855442047, + "num_tokens": 7864555.0, + "step": 2740 + }, + { + "entropy": 5.090720558166504, + "epoch": 3.2562277580071175, + "grad_norm": 1.0703125, + "learning_rate": 0.00044139776088305215, + "loss": 4.7492, + "mean_token_accuracy": 0.2016763925552368, + "num_tokens": 7878850.0, + "step": 2745 + }, + { + "entropy": 5.091657066345215, + "epoch": 3.262158956109134, + "grad_norm": 1.046875, + "learning_rate": 0.00044107677443465165, + "loss": 4.9031, + "mean_token_accuracy": 0.19536128789186477, + "num_tokens": 7894200.0, + "step": 2750 + }, + { + "entropy": 5.134050750732422, + "epoch": 3.2680901542111505, + "grad_norm": 1.1953125, + "learning_rate": 0.00044075504369882416, + "loss": 4.8529, + "mean_token_accuracy": 0.19184636920690537, + "num_tokens": 7908939.0, + "step": 2755 + }, + { + "entropy": 5.132843923568726, + "epoch": 3.2740213523131674, + "grad_norm": 0.9921875, + "learning_rate": 0.0004404325701174338, + "loss": 4.8618, + "mean_token_accuracy": 0.19030990153551103, + "num_tokens": 7924223.0, + "step": 2760 + }, + { + "entropy": 5.081524896621704, + "epoch": 3.279952550415184, + "grad_norm": 1.0625, + "learning_rate": 0.0004401093551356739, + "loss": 4.7557, + "mean_token_accuracy": 0.2024812862277031, + "num_tokens": 7938323.0, + "step": 2765 + }, + { + "entropy": 5.049100589752197, + "epoch": 3.2858837485172003, + "grad_norm": 0.92578125, + "learning_rate": 0.0004397854002020604, + "loss": 4.7814, + "mean_token_accuracy": 0.2020518437027931, + "num_tokens": 7952126.0, + "step": 2770 + }, + { + "entropy": 5.080816555023193, + "epoch": 3.2918149466192173, + "grad_norm": 1.2265625, + "learning_rate": 0.0004394607067684251, + "loss": 4.7988, + "mean_token_accuracy": 0.19751653522253038, + "num_tokens": 7965150.0, + "step": 2775 + }, + { + "entropy": 5.15736985206604, + "epoch": 3.2977461447212337, + "grad_norm": 1.015625, + "learning_rate": 0.00043913527628990984, + "loss": 4.8365, + "mean_token_accuracy": 0.19114754498004913, + "num_tokens": 7980532.0, + "step": 2780 + }, + { + "entropy": 5.0498096466064455, + "epoch": 3.30367734282325, + "grad_norm": 1.0546875, + "learning_rate": 0.00043880911022495955, + "loss": 4.7979, + "mean_token_accuracy": 0.19996661990880965, + "num_tokens": 7994731.0, + "step": 2785 + }, + { + "entropy": 5.045728778839111, + "epoch": 3.309608540925267, + "grad_norm": 1.0, + "learning_rate": 0.0004384822100353155, + "loss": 4.7792, + "mean_token_accuracy": 0.20297738313674926, + "num_tokens": 8009405.0, + "step": 2790 + }, + { + "entropy": 5.043602848052979, + "epoch": 3.3155397390272836, + "grad_norm": 1.046875, + "learning_rate": 0.00043815457718600933, + "loss": 4.703, + "mean_token_accuracy": 0.20316480547189714, + "num_tokens": 8023683.0, + "step": 2795 + }, + { + "entropy": 4.979565191268921, + "epoch": 3.3214709371293, + "grad_norm": 1.0625, + "learning_rate": 0.0004378262131453558, + "loss": 4.7448, + "mean_token_accuracy": 0.20116145312786102, + "num_tokens": 8038219.0, + "step": 2800 + }, + { + "entropy": 5.029000902175904, + "epoch": 3.3274021352313166, + "grad_norm": 1.1484375, + "learning_rate": 0.00043749711938494693, + "loss": 4.7479, + "mean_token_accuracy": 0.2009764328598976, + "num_tokens": 8052037.0, + "step": 2805 + }, + { + "entropy": 5.063984489440918, + "epoch": 3.3333333333333335, + "grad_norm": 1.109375, + "learning_rate": 0.00043716729737964475, + "loss": 4.8005, + "mean_token_accuracy": 0.19967271238565446, + "num_tokens": 8065346.0, + "step": 2810 + }, + { + "entropy": 5.089534330368042, + "epoch": 3.33926453143535, + "grad_norm": 1.1953125, + "learning_rate": 0.000436836748607575, + "loss": 4.8024, + "mean_token_accuracy": 0.19638994485139846, + "num_tokens": 8081411.0, + "step": 2815 + }, + { + "entropy": 5.120129728317261, + "epoch": 3.3451957295373664, + "grad_norm": 1.1015625, + "learning_rate": 0.0004365054745501209, + "loss": 4.8472, + "mean_token_accuracy": 0.19565204232931138, + "num_tokens": 8096979.0, + "step": 2820 + }, + { + "entropy": 5.020432186126709, + "epoch": 3.351126927639383, + "grad_norm": 1.1953125, + "learning_rate": 0.0004361734766919156, + "loss": 4.8349, + "mean_token_accuracy": 0.1926871970295906, + "num_tokens": 8110573.0, + "step": 2825 + }, + { + "entropy": 5.061763572692871, + "epoch": 3.3570581257414, + "grad_norm": 1.171875, + "learning_rate": 0.0004358407565208361, + "loss": 4.8833, + "mean_token_accuracy": 0.1976574257016182, + "num_tokens": 8125529.0, + "step": 2830 + }, + { + "entropy": 5.12091588973999, + "epoch": 3.3629893238434163, + "grad_norm": 0.953125, + "learning_rate": 0.00043550731552799676, + "loss": 4.8466, + "mean_token_accuracy": 0.19565797746181487, + "num_tokens": 8141042.0, + "step": 2835 + }, + { + "entropy": 5.022051239013672, + "epoch": 3.368920521945433, + "grad_norm": 1.1796875, + "learning_rate": 0.0004351731552077423, + "loss": 4.7575, + "mean_token_accuracy": 0.19804837554693222, + "num_tokens": 8153157.0, + "step": 2840 + }, + { + "entropy": 5.021864032745361, + "epoch": 3.3748517200474497, + "grad_norm": 0.99609375, + "learning_rate": 0.00043483827705764094, + "loss": 4.7646, + "mean_token_accuracy": 0.20032886266708375, + "num_tokens": 8168570.0, + "step": 2845 + }, + { + "entropy": 5.108405017852784, + "epoch": 3.380782918149466, + "grad_norm": 1.0703125, + "learning_rate": 0.00043450268257847814, + "loss": 4.8059, + "mean_token_accuracy": 0.19953808933496475, + "num_tokens": 8182041.0, + "step": 2850 + }, + { + "entropy": 5.110202646255493, + "epoch": 3.3867141162514827, + "grad_norm": 1.0859375, + "learning_rate": 0.00043416637327424955, + "loss": 4.8449, + "mean_token_accuracy": 0.19766062647104263, + "num_tokens": 8196466.0, + "step": 2855 + }, + { + "entropy": 5.049158334732056, + "epoch": 3.3926453143534996, + "grad_norm": 1.078125, + "learning_rate": 0.00043382935065215444, + "loss": 4.7834, + "mean_token_accuracy": 0.19956779778003692, + "num_tokens": 8210847.0, + "step": 2860 + }, + { + "entropy": 5.013025093078613, + "epoch": 3.398576512455516, + "grad_norm": 1.0703125, + "learning_rate": 0.0004334916162225889, + "loss": 4.7041, + "mean_token_accuracy": 0.2068425863981247, + "num_tokens": 8225575.0, + "step": 2865 + }, + { + "entropy": 5.076068353652954, + "epoch": 3.4045077105575325, + "grad_norm": 1.1171875, + "learning_rate": 0.00043315317149913876, + "loss": 4.808, + "mean_token_accuracy": 0.19905340373516084, + "num_tokens": 8239881.0, + "step": 2870 + }, + { + "entropy": 5.018644142150879, + "epoch": 3.4104389086595495, + "grad_norm": 1.0859375, + "learning_rate": 0.00043281401799857356, + "loss": 4.8426, + "mean_token_accuracy": 0.19684257358312607, + "num_tokens": 8253692.0, + "step": 2875 + }, + { + "entropy": 5.0646027565002445, + "epoch": 3.416370106761566, + "grad_norm": 1.03125, + "learning_rate": 0.00043247415724083886, + "loss": 4.7819, + "mean_token_accuracy": 0.19912485182285308, + "num_tokens": 8268322.0, + "step": 2880 + }, + { + "entropy": 5.025012445449829, + "epoch": 3.4223013048635824, + "grad_norm": 0.953125, + "learning_rate": 0.0004321335907490502, + "loss": 4.8053, + "mean_token_accuracy": 0.19429467767477035, + "num_tokens": 8285317.0, + "step": 2885 + }, + { + "entropy": 5.100164270401001, + "epoch": 3.428232502965599, + "grad_norm": 1.046875, + "learning_rate": 0.0004317923200494856, + "loss": 4.7933, + "mean_token_accuracy": 0.20158445090055466, + "num_tokens": 8299429.0, + "step": 2890 + }, + { + "entropy": 5.039232349395752, + "epoch": 3.434163701067616, + "grad_norm": 1.046875, + "learning_rate": 0.00043145034667157935, + "loss": 4.8165, + "mean_token_accuracy": 0.1936866894364357, + "num_tokens": 8314039.0, + "step": 2895 + }, + { + "entropy": 5.04435977935791, + "epoch": 3.4400948991696323, + "grad_norm": 1.015625, + "learning_rate": 0.00043110767214791466, + "loss": 4.8579, + "mean_token_accuracy": 0.19030549228191376, + "num_tokens": 8328634.0, + "step": 2900 + }, + { + "entropy": 5.061645078659057, + "epoch": 3.4460260972716488, + "grad_norm": 1.078125, + "learning_rate": 0.0004307642980142171, + "loss": 4.7607, + "mean_token_accuracy": 0.20237151086330413, + "num_tokens": 8342448.0, + "step": 2905 + }, + { + "entropy": 5.0385942459106445, + "epoch": 3.4519572953736652, + "grad_norm": 1.140625, + "learning_rate": 0.0004304202258093473, + "loss": 4.7632, + "mean_token_accuracy": 0.20581259578466415, + "num_tokens": 8354450.0, + "step": 2910 + }, + { + "entropy": 5.031369161605835, + "epoch": 3.457888493475682, + "grad_norm": 1.125, + "learning_rate": 0.00043007545707529496, + "loss": 4.8276, + "mean_token_accuracy": 0.20016095489263536, + "num_tokens": 8369054.0, + "step": 2915 + }, + { + "entropy": 5.084920263290405, + "epoch": 3.4638196915776986, + "grad_norm": 1.0625, + "learning_rate": 0.0004297299933571708, + "loss": 4.8296, + "mean_token_accuracy": 0.20116593837738037, + "num_tokens": 8383401.0, + "step": 2920 + }, + { + "entropy": 5.0826586246490475, + "epoch": 3.469750889679715, + "grad_norm": 1.1640625, + "learning_rate": 0.0004293838362032003, + "loss": 4.8431, + "mean_token_accuracy": 0.19186071306467056, + "num_tokens": 8396990.0, + "step": 2925 + }, + { + "entropy": 5.091199779510498, + "epoch": 3.475682087781732, + "grad_norm": 1.15625, + "learning_rate": 0.00042903698716471677, + "loss": 4.7678, + "mean_token_accuracy": 0.2013833075761795, + "num_tokens": 8411212.0, + "step": 2930 + }, + { + "entropy": 5.048702621459961, + "epoch": 3.4816132858837485, + "grad_norm": 1.15625, + "learning_rate": 0.0004286894477961541, + "loss": 4.816, + "mean_token_accuracy": 0.19629474729299545, + "num_tokens": 8424669.0, + "step": 2935 + }, + { + "entropy": 4.976538515090942, + "epoch": 3.487544483985765, + "grad_norm": 1.109375, + "learning_rate": 0.00042834121965504014, + "loss": 4.7754, + "mean_token_accuracy": 0.19990172535181044, + "num_tokens": 8437122.0, + "step": 2940 + }, + { + "entropy": 5.10742974281311, + "epoch": 3.493475682087782, + "grad_norm": 0.98046875, + "learning_rate": 0.00042799230430198935, + "loss": 4.8296, + "mean_token_accuracy": 0.1914140284061432, + "num_tokens": 8450543.0, + "step": 2945 + }, + { + "entropy": 5.064130353927612, + "epoch": 3.4994068801897984, + "grad_norm": 1.234375, + "learning_rate": 0.000427642703300696, + "loss": 4.7662, + "mean_token_accuracy": 0.2023661881685257, + "num_tokens": 8464720.0, + "step": 2950 + }, + { + "entropy": 5.0957324504852295, + "epoch": 3.505338078291815, + "grad_norm": 1.21875, + "learning_rate": 0.00042729241821792726, + "loss": 4.8549, + "mean_token_accuracy": 0.1962006002664566, + "num_tokens": 8478547.0, + "step": 2955 + }, + { + "entropy": 5.1516471862792965, + "epoch": 3.511269276393832, + "grad_norm": 0.9765625, + "learning_rate": 0.000426941450623516, + "loss": 4.8781, + "mean_token_accuracy": 0.19749569445848464, + "num_tokens": 8494126.0, + "step": 2960 + }, + { + "entropy": 5.031353759765625, + "epoch": 3.5172004744958483, + "grad_norm": 1.0859375, + "learning_rate": 0.00042658980209035394, + "loss": 4.8601, + "mean_token_accuracy": 0.186987940967083, + "num_tokens": 8508575.0, + "step": 2965 + }, + { + "entropy": 5.0075500965118405, + "epoch": 3.5231316725978647, + "grad_norm": 1.1484375, + "learning_rate": 0.00042623747419438427, + "loss": 4.7508, + "mean_token_accuracy": 0.1991992712020874, + "num_tokens": 8523589.0, + "step": 2970 + }, + { + "entropy": 5.158101797103882, + "epoch": 3.5290628706998812, + "grad_norm": 1.109375, + "learning_rate": 0.000425884468514595, + "loss": 4.8535, + "mean_token_accuracy": 0.19646587669849397, + "num_tokens": 8538238.0, + "step": 2975 + }, + { + "entropy": 4.996473217010498, + "epoch": 3.534994068801898, + "grad_norm": 1.046875, + "learning_rate": 0.00042553078663301163, + "loss": 4.8191, + "mean_token_accuracy": 0.20561834871768953, + "num_tokens": 8551959.0, + "step": 2980 + }, + { + "entropy": 5.088233804702758, + "epoch": 3.5409252669039146, + "grad_norm": 1.046875, + "learning_rate": 0.00042517643013469, + "loss": 4.8048, + "mean_token_accuracy": 0.20215945243835448, + "num_tokens": 8564628.0, + "step": 2985 + }, + { + "entropy": 5.071303081512451, + "epoch": 3.546856465005931, + "grad_norm": 1.09375, + "learning_rate": 0.0004248214006077095, + "loss": 4.821, + "mean_token_accuracy": 0.19784992188215256, + "num_tokens": 8579342.0, + "step": 2990 + }, + { + "entropy": 5.061466932296753, + "epoch": 3.5527876631079476, + "grad_norm": 1.0859375, + "learning_rate": 0.00042446569964316557, + "loss": 4.8055, + "mean_token_accuracy": 0.19897904992103577, + "num_tokens": 8595096.0, + "step": 2995 + }, + { + "entropy": 5.215964984893799, + "epoch": 3.5587188612099645, + "grad_norm": 1.0625, + "learning_rate": 0.00042410932883516297, + "loss": 4.9033, + "mean_token_accuracy": 0.1953563556075096, + "num_tokens": 8608023.0, + "step": 3000 + }, + { + "epoch": 3.5587188612099645, + "eval_entropy": 4.9771839255935575, + "eval_loss": 5.412055492401123, + "eval_mean_token_accuracy": 0.17675103251736587, + "eval_num_tokens": 8608023.0, + "eval_runtime": 2.4284, + "eval_samples_per_second": 1073.944, + "eval_steps_per_second": 134.243, + "step": 3000 + }, + { + "entropy": 5.042902183532715, + "epoch": 3.564650059311981, + "grad_norm": 0.9609375, + "learning_rate": 0.00042375228978080813, + "loss": 4.7649, + "mean_token_accuracy": 0.2008129134774208, + "num_tokens": 8623529.0, + "step": 3005 + }, + { + "entropy": 5.038916540145874, + "epoch": 3.5705812574139975, + "grad_norm": 1.1875, + "learning_rate": 0.00042339458408020267, + "loss": 4.8383, + "mean_token_accuracy": 0.19716774225234984, + "num_tokens": 8639007.0, + "step": 3010 + }, + { + "entropy": 5.000910806655884, + "epoch": 3.5765124555160144, + "grad_norm": 1.1171875, + "learning_rate": 0.0004230362133364354, + "loss": 4.7451, + "mean_token_accuracy": 0.20509970784187317, + "num_tokens": 8653678.0, + "step": 3015 + }, + { + "entropy": 5.084241008758545, + "epoch": 3.582443653618031, + "grad_norm": 1.0859375, + "learning_rate": 0.0004226771791555758, + "loss": 4.9001, + "mean_token_accuracy": 0.18916919380426406, + "num_tokens": 8668663.0, + "step": 3020 + }, + { + "entropy": 5.098063039779663, + "epoch": 3.5883748517200473, + "grad_norm": 1.1015625, + "learning_rate": 0.00042231748314666684, + "loss": 4.8285, + "mean_token_accuracy": 0.1972780004143715, + "num_tokens": 8682121.0, + "step": 3025 + }, + { + "entropy": 4.962451457977295, + "epoch": 3.5943060498220643, + "grad_norm": 1.0546875, + "learning_rate": 0.00042195712692171705, + "loss": 4.8254, + "mean_token_accuracy": 0.19526612013578415, + "num_tokens": 8698409.0, + "step": 3030 + }, + { + "entropy": 5.078032970428467, + "epoch": 3.6002372479240807, + "grad_norm": 1.0859375, + "learning_rate": 0.00042159611209569416, + "loss": 4.8473, + "mean_token_accuracy": 0.1929122567176819, + "num_tokens": 8714076.0, + "step": 3035 + }, + { + "entropy": 5.09345006942749, + "epoch": 3.606168446026097, + "grad_norm": 0.9765625, + "learning_rate": 0.00042123444028651725, + "loss": 4.7946, + "mean_token_accuracy": 0.20138713866472244, + "num_tokens": 8730482.0, + "step": 3040 + }, + { + "entropy": 4.995736932754516, + "epoch": 3.612099644128114, + "grad_norm": 0.98046875, + "learning_rate": 0.00042087211311504986, + "loss": 4.7808, + "mean_token_accuracy": 0.2021682783961296, + "num_tokens": 8744036.0, + "step": 3045 + }, + { + "entropy": 5.092488193511963, + "epoch": 3.6180308422301306, + "grad_norm": 1.21875, + "learning_rate": 0.00042050913220509253, + "loss": 4.8339, + "mean_token_accuracy": 0.1878429561853409, + "num_tokens": 8760458.0, + "step": 3050 + }, + { + "entropy": 5.027280521392822, + "epoch": 3.623962040332147, + "grad_norm": 1.171875, + "learning_rate": 0.00042014549918337554, + "loss": 4.788, + "mean_token_accuracy": 0.19931856244802476, + "num_tokens": 8774946.0, + "step": 3055 + }, + { + "entropy": 5.0445245742797855, + "epoch": 3.6298932384341636, + "grad_norm": 1.0625, + "learning_rate": 0.0004197812156795518, + "loss": 4.7885, + "mean_token_accuracy": 0.20058033168315886, + "num_tokens": 8790918.0, + "step": 3060 + }, + { + "entropy": 5.032378005981445, + "epoch": 3.63582443653618, + "grad_norm": 1.2421875, + "learning_rate": 0.0004194162833261893, + "loss": 4.8178, + "mean_token_accuracy": 0.1946185812354088, + "num_tokens": 8803505.0, + "step": 3065 + }, + { + "entropy": 5.082729768753052, + "epoch": 3.641755634638197, + "grad_norm": 1.046875, + "learning_rate": 0.0004190507037587639, + "loss": 4.8787, + "mean_token_accuracy": 0.1933801293373108, + "num_tokens": 8819567.0, + "step": 3070 + }, + { + "entropy": 5.109076070785522, + "epoch": 3.6476868327402134, + "grad_norm": 1.25, + "learning_rate": 0.0004186844786156522, + "loss": 4.7838, + "mean_token_accuracy": 0.18985679149627685, + "num_tokens": 8834257.0, + "step": 3075 + }, + { + "entropy": 5.0223876476287845, + "epoch": 3.65361803084223, + "grad_norm": 1.0390625, + "learning_rate": 0.0004183176095381238, + "loss": 4.7938, + "mean_token_accuracy": 0.2065998211503029, + "num_tokens": 8847866.0, + "step": 3080 + }, + { + "entropy": 5.010385465621948, + "epoch": 3.659549228944247, + "grad_norm": 1.1015625, + "learning_rate": 0.000417950098170334, + "loss": 4.8118, + "mean_token_accuracy": 0.19870606809854507, + "num_tokens": 8863297.0, + "step": 3085 + }, + { + "entropy": 5.062593126296997, + "epoch": 3.6654804270462633, + "grad_norm": 1.15625, + "learning_rate": 0.000417581946159317, + "loss": 4.817, + "mean_token_accuracy": 0.19981457144021988, + "num_tokens": 8876605.0, + "step": 3090 + }, + { + "entropy": 4.998176097869873, + "epoch": 3.67141162514828, + "grad_norm": 0.953125, + "learning_rate": 0.0004172131551549778, + "loss": 4.7572, + "mean_token_accuracy": 0.206072661280632, + "num_tokens": 8892040.0, + "step": 3095 + }, + { + "entropy": 4.948314142227173, + "epoch": 3.6773428232502967, + "grad_norm": 0.9609375, + "learning_rate": 0.00041684372681008506, + "loss": 4.8146, + "mean_token_accuracy": 0.19830800145864486, + "num_tokens": 8905806.0, + "step": 3100 + }, + { + "entropy": 5.009223079681396, + "epoch": 3.683274021352313, + "grad_norm": 1.0703125, + "learning_rate": 0.00041647366278026415, + "loss": 4.777, + "mean_token_accuracy": 0.2011968970298767, + "num_tokens": 8920638.0, + "step": 3105 + }, + { + "entropy": 5.031396293640137, + "epoch": 3.6892052194543297, + "grad_norm": 1.125, + "learning_rate": 0.00041610296472398875, + "loss": 4.7595, + "mean_token_accuracy": 0.1939758390188217, + "num_tokens": 8933501.0, + "step": 3110 + }, + { + "entropy": 5.029152154922485, + "epoch": 3.6951364175563466, + "grad_norm": 1.1015625, + "learning_rate": 0.00041573163430257435, + "loss": 4.8538, + "mean_token_accuracy": 0.19719393253326417, + "num_tokens": 8948909.0, + "step": 3115 + }, + { + "entropy": 5.086005306243896, + "epoch": 3.701067615658363, + "grad_norm": 1.109375, + "learning_rate": 0.00041535967318017037, + "loss": 4.8204, + "mean_token_accuracy": 0.19703703224658967, + "num_tokens": 8961611.0, + "step": 3120 + }, + { + "entropy": 4.937661504745483, + "epoch": 3.7069988137603795, + "grad_norm": 1.0703125, + "learning_rate": 0.00041498708302375277, + "loss": 4.7334, + "mean_token_accuracy": 0.20828222185373307, + "num_tokens": 8975993.0, + "step": 3125 + }, + { + "entropy": 5.019860696792603, + "epoch": 3.7129300118623965, + "grad_norm": 1.0703125, + "learning_rate": 0.0004146138655031165, + "loss": 4.8078, + "mean_token_accuracy": 0.1950700029730797, + "num_tokens": 8989198.0, + "step": 3130 + }, + { + "entropy": 5.036433696746826, + "epoch": 3.718861209964413, + "grad_norm": 1.015625, + "learning_rate": 0.0004142400222908681, + "loss": 4.8078, + "mean_token_accuracy": 0.20096368491649627, + "num_tokens": 9004592.0, + "step": 3135 + }, + { + "entropy": 4.998563623428344, + "epoch": 3.7247924080664294, + "grad_norm": 1.140625, + "learning_rate": 0.0004138655550624183, + "loss": 4.773, + "mean_token_accuracy": 0.19526535868644715, + "num_tokens": 9017772.0, + "step": 3140 + }, + { + "entropy": 5.036626148223877, + "epoch": 3.730723606168446, + "grad_norm": 1.0625, + "learning_rate": 0.0004134904654959745, + "loss": 4.7073, + "mean_token_accuracy": 0.20760386288166047, + "num_tokens": 9031182.0, + "step": 3145 + }, + { + "entropy": 5.066286182403564, + "epoch": 3.7366548042704624, + "grad_norm": 1.0390625, + "learning_rate": 0.00041311475527253284, + "loss": 4.7977, + "mean_token_accuracy": 0.19728391021490096, + "num_tokens": 9044934.0, + "step": 3150 + }, + { + "entropy": 5.016174173355102, + "epoch": 3.7425860023724793, + "grad_norm": 1.0703125, + "learning_rate": 0.00041273842607587137, + "loss": 4.7928, + "mean_token_accuracy": 0.1950550675392151, + "num_tokens": 9059795.0, + "step": 3155 + }, + { + "entropy": 4.972341299057007, + "epoch": 3.7485172004744958, + "grad_norm": 1.03125, + "learning_rate": 0.00041236147959254166, + "loss": 4.782, + "mean_token_accuracy": 0.20030613243579865, + "num_tokens": 9073410.0, + "step": 3160 + }, + { + "entropy": 5.022267293930054, + "epoch": 3.7544483985765122, + "grad_norm": 1.046875, + "learning_rate": 0.00041198391751186227, + "loss": 4.8398, + "mean_token_accuracy": 0.19292792528867722, + "num_tokens": 9089338.0, + "step": 3165 + }, + { + "entropy": 5.042642307281494, + "epoch": 3.760379596678529, + "grad_norm": 1.15625, + "learning_rate": 0.0004116057415259101, + "loss": 4.7528, + "mean_token_accuracy": 0.20497467815876008, + "num_tokens": 9103520.0, + "step": 3170 + }, + { + "entropy": 5.021176958084107, + "epoch": 3.7663107947805456, + "grad_norm": 0.9765625, + "learning_rate": 0.00041122695332951363, + "loss": 4.7706, + "mean_token_accuracy": 0.20218247920274734, + "num_tokens": 9117935.0, + "step": 3175 + }, + { + "entropy": 4.987675666809082, + "epoch": 3.772241992882562, + "grad_norm": 1.0, + "learning_rate": 0.0004108475546202449, + "loss": 4.759, + "mean_token_accuracy": 0.20431260019540787, + "num_tokens": 9132457.0, + "step": 3180 + }, + { + "entropy": 5.050307130813598, + "epoch": 3.778173190984579, + "grad_norm": 1.09375, + "learning_rate": 0.0004104675470984121, + "loss": 4.8232, + "mean_token_accuracy": 0.19753638207912444, + "num_tokens": 9147329.0, + "step": 3185 + }, + { + "entropy": 5.029834890365601, + "epoch": 3.7841043890865955, + "grad_norm": 1.0625, + "learning_rate": 0.0004100869324670517, + "loss": 4.7634, + "mean_token_accuracy": 0.20562210381031037, + "num_tokens": 9161052.0, + "step": 3190 + }, + { + "entropy": 5.00586576461792, + "epoch": 3.790035587188612, + "grad_norm": 1.078125, + "learning_rate": 0.0004097057124319212, + "loss": 4.8242, + "mean_token_accuracy": 0.20105937719345093, + "num_tokens": 9175900.0, + "step": 3195 + }, + { + "entropy": 4.9953101634979244, + "epoch": 3.795966785290629, + "grad_norm": 1.0703125, + "learning_rate": 0.000409323888701491, + "loss": 4.7846, + "mean_token_accuracy": 0.2029906615614891, + "num_tokens": 9189706.0, + "step": 3200 + }, + { + "entropy": 5.035350704193116, + "epoch": 3.8018979833926454, + "grad_norm": 1.1328125, + "learning_rate": 0.0004089414629869373, + "loss": 4.8483, + "mean_token_accuracy": 0.1962611809372902, + "num_tokens": 9203727.0, + "step": 3205 + }, + { + "entropy": 5.05778546333313, + "epoch": 3.807829181494662, + "grad_norm": 0.98828125, + "learning_rate": 0.00040855843700213386, + "loss": 4.796, + "mean_token_accuracy": 0.19637212604284288, + "num_tokens": 9217664.0, + "step": 3210 + }, + { + "entropy": 4.937251186370849, + "epoch": 3.813760379596679, + "grad_norm": 0.99609375, + "learning_rate": 0.0004081748124636449, + "loss": 4.7115, + "mean_token_accuracy": 0.20479025095701217, + "num_tokens": 9233474.0, + "step": 3215 + }, + { + "entropy": 4.995423221588135, + "epoch": 3.8196915776986953, + "grad_norm": 1.046875, + "learning_rate": 0.00040779059109071706, + "loss": 4.7895, + "mean_token_accuracy": 0.20069828033447265, + "num_tokens": 9247567.0, + "step": 3220 + }, + { + "entropy": 5.027128553390503, + "epoch": 3.8256227758007118, + "grad_norm": 0.96875, + "learning_rate": 0.0004074057746052713, + "loss": 4.7736, + "mean_token_accuracy": 0.1999478057026863, + "num_tokens": 9262264.0, + "step": 3225 + }, + { + "entropy": 5.114210844039917, + "epoch": 3.8315539739027282, + "grad_norm": 1.0546875, + "learning_rate": 0.0004070203647318963, + "loss": 4.9095, + "mean_token_accuracy": 0.18577013909816742, + "num_tokens": 9276893.0, + "step": 3230 + }, + { + "entropy": 5.053824806213379, + "epoch": 3.8374851720047447, + "grad_norm": 1.1640625, + "learning_rate": 0.00040663436319783965, + "loss": 4.8054, + "mean_token_accuracy": 0.19727878272533417, + "num_tokens": 9291646.0, + "step": 3235 + }, + { + "entropy": 5.021931886672974, + "epoch": 3.8434163701067616, + "grad_norm": 1.0546875, + "learning_rate": 0.0004062477717330006, + "loss": 4.8344, + "mean_token_accuracy": 0.19990530163049697, + "num_tokens": 9305789.0, + "step": 3240 + }, + { + "entropy": 4.9833355903625485, + "epoch": 3.849347568208778, + "grad_norm": 1.03125, + "learning_rate": 0.00040586059206992214, + "loss": 4.7497, + "mean_token_accuracy": 0.1978788733482361, + "num_tokens": 9321039.0, + "step": 3245 + }, + { + "entropy": 5.031898260116577, + "epoch": 3.8552787663107946, + "grad_norm": 1.1171875, + "learning_rate": 0.0004054728259437836, + "loss": 4.82, + "mean_token_accuracy": 0.1935506910085678, + "num_tokens": 9337105.0, + "step": 3250 + }, + { + "entropy": 5.07962851524353, + "epoch": 3.8612099644128115, + "grad_norm": 1.015625, + "learning_rate": 0.00040508447509239224, + "loss": 4.8061, + "mean_token_accuracy": 0.19505731612443925, + "num_tokens": 9350684.0, + "step": 3255 + }, + { + "entropy": 5.032706165313721, + "epoch": 3.867141162514828, + "grad_norm": 1.03125, + "learning_rate": 0.000404695541256176, + "loss": 4.8298, + "mean_token_accuracy": 0.19414604753255843, + "num_tokens": 9365074.0, + "step": 3260 + }, + { + "entropy": 5.051387643814087, + "epoch": 3.8730723606168445, + "grad_norm": 1.046875, + "learning_rate": 0.0004043060261781756, + "loss": 4.9184, + "mean_token_accuracy": 0.18420381844043732, + "num_tokens": 9380912.0, + "step": 3265 + }, + { + "entropy": 5.086946487426758, + "epoch": 3.8790035587188614, + "grad_norm": 1.1640625, + "learning_rate": 0.00040391593160403656, + "loss": 4.8248, + "mean_token_accuracy": 0.20802772492170335, + "num_tokens": 9393812.0, + "step": 3270 + }, + { + "entropy": 4.938499832153321, + "epoch": 3.884934756820878, + "grad_norm": 1.1640625, + "learning_rate": 0.00040352525928200137, + "loss": 4.7925, + "mean_token_accuracy": 0.20416243374347687, + "num_tokens": 9409731.0, + "step": 3275 + }, + { + "entropy": 5.003332328796387, + "epoch": 3.8908659549228943, + "grad_norm": 1.078125, + "learning_rate": 0.0004031340109629017, + "loss": 4.7663, + "mean_token_accuracy": 0.20782396644353868, + "num_tokens": 9422743.0, + "step": 3280 + }, + { + "entropy": 5.017239379882812, + "epoch": 3.8967971530249113, + "grad_norm": 1.2578125, + "learning_rate": 0.000402742188400151, + "loss": 4.8235, + "mean_token_accuracy": 0.19541184455156327, + "num_tokens": 9436440.0, + "step": 3285 + }, + { + "entropy": 4.970128440856934, + "epoch": 3.9027283511269277, + "grad_norm": 1.0234375, + "learning_rate": 0.00040234979334973577, + "loss": 4.8555, + "mean_token_accuracy": 0.19211765229701996, + "num_tokens": 9451668.0, + "step": 3290 + }, + { + "entropy": 5.056919956207276, + "epoch": 3.908659549228944, + "grad_norm": 1.1640625, + "learning_rate": 0.00040195682757020846, + "loss": 4.7723, + "mean_token_accuracy": 0.21034520268440246, + "num_tokens": 9464700.0, + "step": 3295 + }, + { + "entropy": 4.960184717178345, + "epoch": 3.914590747330961, + "grad_norm": 1.03125, + "learning_rate": 0.00040156329282267915, + "loss": 4.7365, + "mean_token_accuracy": 0.20848041474819184, + "num_tokens": 9479003.0, + "step": 3300 + }, + { + "entropy": 4.990036296844482, + "epoch": 3.9205219454329776, + "grad_norm": 0.98828125, + "learning_rate": 0.00040116919087080787, + "loss": 4.7514, + "mean_token_accuracy": 0.20134748965501786, + "num_tokens": 9493134.0, + "step": 3305 + }, + { + "entropy": 5.011323022842407, + "epoch": 3.926453143534994, + "grad_norm": 1.1328125, + "learning_rate": 0.00040077452348079664, + "loss": 4.7617, + "mean_token_accuracy": 0.20163092166185378, + "num_tokens": 9507087.0, + "step": 3310 + }, + { + "entropy": 5.019417953491211, + "epoch": 3.9323843416370106, + "grad_norm": 1.2109375, + "learning_rate": 0.0004003792924213814, + "loss": 4.7621, + "mean_token_accuracy": 0.20881457775831222, + "num_tokens": 9518328.0, + "step": 3315 + }, + { + "entropy": 4.98180365562439, + "epoch": 3.938315539739027, + "grad_norm": 1.09375, + "learning_rate": 0.0003999834994638243, + "loss": 4.8216, + "mean_token_accuracy": 0.20216355621814727, + "num_tokens": 9532413.0, + "step": 3320 + }, + { + "entropy": 5.001606082916259, + "epoch": 3.944246737841044, + "grad_norm": 1.125, + "learning_rate": 0.0003995871463819059, + "loss": 4.761, + "mean_token_accuracy": 0.2026512235403061, + "num_tokens": 9547681.0, + "step": 3325 + }, + { + "entropy": 4.967384576797485, + "epoch": 3.9501779359430604, + "grad_norm": 1.1484375, + "learning_rate": 0.00039919023495191665, + "loss": 4.7276, + "mean_token_accuracy": 0.20670733749866485, + "num_tokens": 9560198.0, + "step": 3330 + }, + { + "entropy": 4.987757778167724, + "epoch": 3.956109134045077, + "grad_norm": 1.046875, + "learning_rate": 0.0003987927669526494, + "loss": 4.8062, + "mean_token_accuracy": 0.1983866959810257, + "num_tokens": 9574347.0, + "step": 3335 + }, + { + "entropy": 4.972973728179932, + "epoch": 3.962040332147094, + "grad_norm": 1.09375, + "learning_rate": 0.00039839474416539163, + "loss": 4.7004, + "mean_token_accuracy": 0.20886301398277282, + "num_tokens": 9587337.0, + "step": 3340 + }, + { + "entropy": 4.984016704559326, + "epoch": 3.9679715302491103, + "grad_norm": 1.171875, + "learning_rate": 0.00039799616837391655, + "loss": 4.784, + "mean_token_accuracy": 0.19981919676065446, + "num_tokens": 9601047.0, + "step": 3345 + }, + { + "entropy": 5.0524254322052, + "epoch": 3.973902728351127, + "grad_norm": 1.0625, + "learning_rate": 0.00039759704136447627, + "loss": 4.7662, + "mean_token_accuracy": 0.20110076069831848, + "num_tokens": 9614164.0, + "step": 3350 + }, + { + "entropy": 5.00496735572815, + "epoch": 3.9798339264531437, + "grad_norm": 1.21875, + "learning_rate": 0.0003971973649257929, + "loss": 4.8026, + "mean_token_accuracy": 0.19617463350296022, + "num_tokens": 9628179.0, + "step": 3355 + }, + { + "entropy": 4.986306190490723, + "epoch": 3.98576512455516, + "grad_norm": 1.1015625, + "learning_rate": 0.000396797140849051, + "loss": 4.8062, + "mean_token_accuracy": 0.20138847976922988, + "num_tokens": 9641575.0, + "step": 3360 + }, + { + "entropy": 5.002590847015381, + "epoch": 3.9916963226571767, + "grad_norm": 1.3046875, + "learning_rate": 0.00039639637092788935, + "loss": 4.7214, + "mean_token_accuracy": 0.20492513924837114, + "num_tokens": 9655381.0, + "step": 3365 + }, + { + "entropy": 5.0504356861114506, + "epoch": 3.9976275207591936, + "grad_norm": 1.1015625, + "learning_rate": 0.000395995056958393, + "loss": 4.8149, + "mean_token_accuracy": 0.19649633914232253, + "num_tokens": 9670477.0, + "step": 3370 + }, + { + "entropy": 4.922432947158813, + "epoch": 4.00355871886121, + "grad_norm": 1.1640625, + "learning_rate": 0.00039559320073908526, + "loss": 4.5875, + "mean_token_accuracy": 0.2211996853351593, + "num_tokens": 9683964.0, + "step": 3375 + }, + { + "entropy": 5.0110671043396, + "epoch": 4.0094899169632265, + "grad_norm": 0.94140625, + "learning_rate": 0.00039519080407091956, + "loss": 4.58, + "mean_token_accuracy": 0.21853467971086502, + "num_tokens": 9698415.0, + "step": 3380 + }, + { + "entropy": 5.0225770473480225, + "epoch": 4.0154211150652435, + "grad_norm": 0.98828125, + "learning_rate": 0.00039478786875727116, + "loss": 4.5708, + "mean_token_accuracy": 0.21765107959508895, + "num_tokens": 9712895.0, + "step": 3385 + }, + { + "entropy": 4.9370323657989506, + "epoch": 4.0213523131672595, + "grad_norm": 1.1015625, + "learning_rate": 0.00039438439660392983, + "loss": 4.475, + "mean_token_accuracy": 0.22428351193666457, + "num_tokens": 9728872.0, + "step": 3390 + }, + { + "entropy": 4.997824096679688, + "epoch": 4.027283511269276, + "grad_norm": 1.1171875, + "learning_rate": 0.00039398038941909066, + "loss": 4.5467, + "mean_token_accuracy": 0.21755390614271164, + "num_tokens": 9744284.0, + "step": 3395 + }, + { + "entropy": 4.97338900566101, + "epoch": 4.033214709371293, + "grad_norm": 1.078125, + "learning_rate": 0.000393575849013347, + "loss": 4.5463, + "mean_token_accuracy": 0.2152925118803978, + "num_tokens": 9759374.0, + "step": 3400 + }, + { + "entropy": 4.930527114868164, + "epoch": 4.039145907473309, + "grad_norm": 1.0625, + "learning_rate": 0.00039317077719968143, + "loss": 4.5183, + "mean_token_accuracy": 0.21953357756137848, + "num_tokens": 9773919.0, + "step": 3405 + }, + { + "entropy": 4.989052486419678, + "epoch": 4.045077105575326, + "grad_norm": 1.21875, + "learning_rate": 0.00039276517579345846, + "loss": 4.5668, + "mean_token_accuracy": 0.21412246227264403, + "num_tokens": 9788023.0, + "step": 3410 + }, + { + "entropy": 5.021774053573608, + "epoch": 4.051008303677343, + "grad_norm": 1.046875, + "learning_rate": 0.0003923590466124159, + "loss": 4.561, + "mean_token_accuracy": 0.21579589694738388, + "num_tokens": 9803037.0, + "step": 3415 + }, + { + "entropy": 4.994525671005249, + "epoch": 4.056939501779359, + "grad_norm": 1.1328125, + "learning_rate": 0.00039195239147665664, + "loss": 4.5317, + "mean_token_accuracy": 0.21720170676708223, + "num_tokens": 9816782.0, + "step": 3420 + }, + { + "entropy": 4.995402812957764, + "epoch": 4.062870699881376, + "grad_norm": 1.0625, + "learning_rate": 0.00039154521220864094, + "loss": 4.544, + "mean_token_accuracy": 0.21858830749988556, + "num_tokens": 9830471.0, + "step": 3425 + }, + { + "entropy": 4.991329097747803, + "epoch": 4.068801897983393, + "grad_norm": 1.0703125, + "learning_rate": 0.00039113751063317795, + "loss": 4.597, + "mean_token_accuracy": 0.21205688118934632, + "num_tokens": 9844303.0, + "step": 3430 + }, + { + "entropy": 4.940326738357544, + "epoch": 4.074733096085409, + "grad_norm": 1.0234375, + "learning_rate": 0.0003907292885774175, + "loss": 4.5388, + "mean_token_accuracy": 0.21253766417503356, + "num_tokens": 9861002.0, + "step": 3435 + }, + { + "entropy": 4.897701930999756, + "epoch": 4.080664294187426, + "grad_norm": 1.0703125, + "learning_rate": 0.0003903205478708419, + "loss": 4.5072, + "mean_token_accuracy": 0.22263137847185135, + "num_tokens": 9876338.0, + "step": 3440 + }, + { + "entropy": 5.052014923095703, + "epoch": 4.086595492289442, + "grad_norm": 1.0625, + "learning_rate": 0.0003899112903452582, + "loss": 4.6115, + "mean_token_accuracy": 0.21495201140642167, + "num_tokens": 9891217.0, + "step": 3445 + }, + { + "entropy": 4.955441427230835, + "epoch": 4.092526690391459, + "grad_norm": 1.1015625, + "learning_rate": 0.00038950151783478926, + "loss": 4.547, + "mean_token_accuracy": 0.22495205700397491, + "num_tokens": 9905309.0, + "step": 3450 + }, + { + "entropy": 4.965147495269775, + "epoch": 4.098457888493476, + "grad_norm": 1.015625, + "learning_rate": 0.000389091232175866, + "loss": 4.5015, + "mean_token_accuracy": 0.22329854369163513, + "num_tokens": 9918347.0, + "step": 3455 + }, + { + "entropy": 4.948949956893921, + "epoch": 4.104389086595492, + "grad_norm": 1.2265625, + "learning_rate": 0.0003886804352072192, + "loss": 4.5585, + "mean_token_accuracy": 0.21841878592967987, + "num_tokens": 9933068.0, + "step": 3460 + }, + { + "entropy": 4.864326620101929, + "epoch": 4.110320284697509, + "grad_norm": 1.0234375, + "learning_rate": 0.0003882691287698709, + "loss": 4.5283, + "mean_token_accuracy": 0.2233476459980011, + "num_tokens": 9948149.0, + "step": 3465 + }, + { + "entropy": 4.933009481430053, + "epoch": 4.116251482799526, + "grad_norm": 1.1015625, + "learning_rate": 0.0003878573147071265, + "loss": 4.5161, + "mean_token_accuracy": 0.2156417414546013, + "num_tokens": 9961494.0, + "step": 3470 + }, + { + "entropy": 4.932680368423462, + "epoch": 4.122182680901542, + "grad_norm": 1.0234375, + "learning_rate": 0.0003874449948645664, + "loss": 4.5063, + "mean_token_accuracy": 0.2222415953874588, + "num_tokens": 9977270.0, + "step": 3475 + }, + { + "entropy": 4.86724328994751, + "epoch": 4.128113879003559, + "grad_norm": 1.0390625, + "learning_rate": 0.0003870321710900375, + "loss": 4.4522, + "mean_token_accuracy": 0.2294168159365654, + "num_tokens": 9991102.0, + "step": 3480 + }, + { + "entropy": 4.947033166885376, + "epoch": 4.134045077105576, + "grad_norm": 1.171875, + "learning_rate": 0.00038661884523364537, + "loss": 4.5741, + "mean_token_accuracy": 0.22195196747779847, + "num_tokens": 10004991.0, + "step": 3485 + }, + { + "entropy": 4.9410834312438965, + "epoch": 4.139976275207592, + "grad_norm": 1.0859375, + "learning_rate": 0.00038620501914774554, + "loss": 4.5944, + "mean_token_accuracy": 0.2187734752893448, + "num_tokens": 10019654.0, + "step": 3490 + }, + { + "entropy": 4.893217134475708, + "epoch": 4.145907473309609, + "grad_norm": 1.078125, + "learning_rate": 0.00038579069468693526, + "loss": 4.4958, + "mean_token_accuracy": 0.22282861918210983, + "num_tokens": 10033831.0, + "step": 3495 + }, + { + "entropy": 4.945186996459961, + "epoch": 4.1518386714116255, + "grad_norm": 0.98046875, + "learning_rate": 0.00038537587370804567, + "loss": 4.5099, + "mean_token_accuracy": 0.21789855360984803, + "num_tokens": 10049549.0, + "step": 3500 + }, + { + "epoch": 4.1518386714116255, + "eval_entropy": 4.839259713705332, + "eval_loss": 5.367321491241455, + "eval_mean_token_accuracy": 0.18195566196748816, + "eval_num_tokens": 10049549.0, + "eval_runtime": 2.4857, + "eval_samples_per_second": 1049.215, + "eval_steps_per_second": 131.152, + "step": 3500 + }, + { + "entropy": 4.949001407623291, + "epoch": 4.157769869513642, + "grad_norm": 1.1953125, + "learning_rate": 0.0003849605580701327, + "loss": 4.5444, + "mean_token_accuracy": 0.21757382601499559, + "num_tokens": 10062471.0, + "step": 3505 + }, + { + "entropy": 4.934420490264893, + "epoch": 4.1637010676156585, + "grad_norm": 1.0703125, + "learning_rate": 0.0003845447496344694, + "loss": 4.5807, + "mean_token_accuracy": 0.21373047232627868, + "num_tokens": 10077154.0, + "step": 3510 + }, + { + "entropy": 4.976820373535157, + "epoch": 4.169632265717675, + "grad_norm": 1.046875, + "learning_rate": 0.00038412845026453715, + "loss": 4.526, + "mean_token_accuracy": 0.21752108186483382, + "num_tokens": 10089474.0, + "step": 3515 + }, + { + "entropy": 4.9126228332519535, + "epoch": 4.1755634638196915, + "grad_norm": 1.0546875, + "learning_rate": 0.00038371166182601756, + "loss": 4.5337, + "mean_token_accuracy": 0.21539070457220078, + "num_tokens": 10104377.0, + "step": 3520 + }, + { + "entropy": 4.887478303909302, + "epoch": 4.181494661921708, + "grad_norm": 1.0703125, + "learning_rate": 0.00038329438618678427, + "loss": 4.4854, + "mean_token_accuracy": 0.22191788107156754, + "num_tokens": 10119580.0, + "step": 3525 + }, + { + "entropy": 4.967412519454956, + "epoch": 4.187425860023724, + "grad_norm": 1.1015625, + "learning_rate": 0.0003828766252168938, + "loss": 4.6256, + "mean_token_accuracy": 0.20895761251449585, + "num_tokens": 10135586.0, + "step": 3530 + }, + { + "entropy": 4.829362487792968, + "epoch": 4.193357058125741, + "grad_norm": 1.2109375, + "learning_rate": 0.00038245838078857837, + "loss": 4.5119, + "mean_token_accuracy": 0.21914001256227494, + "num_tokens": 10148464.0, + "step": 3535 + }, + { + "entropy": 4.941340827941895, + "epoch": 4.199288256227758, + "grad_norm": 1.2109375, + "learning_rate": 0.0003820396547762363, + "loss": 4.5293, + "mean_token_accuracy": 0.21329305917024613, + "num_tokens": 10162838.0, + "step": 3540 + }, + { + "entropy": 4.8993401527404785, + "epoch": 4.205219454329774, + "grad_norm": 0.97265625, + "learning_rate": 0.0003816204490564247, + "loss": 4.4626, + "mean_token_accuracy": 0.225820828974247, + "num_tokens": 10178385.0, + "step": 3545 + }, + { + "entropy": 4.919313240051269, + "epoch": 4.211150652431791, + "grad_norm": 1.2265625, + "learning_rate": 0.0003812007655078501, + "loss": 4.5609, + "mean_token_accuracy": 0.21777454614639283, + "num_tokens": 10192616.0, + "step": 3550 + }, + { + "entropy": 4.987676429748535, + "epoch": 4.217081850533808, + "grad_norm": 1.1328125, + "learning_rate": 0.0003807806060113606, + "loss": 4.5856, + "mean_token_accuracy": 0.21827704459428787, + "num_tokens": 10206467.0, + "step": 3555 + }, + { + "entropy": 4.911167335510254, + "epoch": 4.223013048635824, + "grad_norm": 1.0703125, + "learning_rate": 0.0003803599724499373, + "loss": 4.5154, + "mean_token_accuracy": 0.22495382130146027, + "num_tokens": 10219993.0, + "step": 3560 + }, + { + "entropy": 4.865255451202392, + "epoch": 4.228944246737841, + "grad_norm": 1.0625, + "learning_rate": 0.000379938866708686, + "loss": 4.5095, + "mean_token_accuracy": 0.2240983322262764, + "num_tokens": 10234359.0, + "step": 3565 + }, + { + "entropy": 4.949184846878052, + "epoch": 4.234875444839858, + "grad_norm": 1.234375, + "learning_rate": 0.00037951729067482845, + "loss": 4.6212, + "mean_token_accuracy": 0.21564119905233384, + "num_tokens": 10248498.0, + "step": 3570 + }, + { + "entropy": 5.020032358169556, + "epoch": 4.240806642941874, + "grad_norm": 1.0390625, + "learning_rate": 0.00037909524623769405, + "loss": 4.6366, + "mean_token_accuracy": 0.2105604127049446, + "num_tokens": 10264281.0, + "step": 3575 + }, + { + "entropy": 4.982895183563232, + "epoch": 4.246737841043891, + "grad_norm": 1.125, + "learning_rate": 0.0003786727352887114, + "loss": 4.5799, + "mean_token_accuracy": 0.21946978121995925, + "num_tokens": 10278089.0, + "step": 3580 + }, + { + "entropy": 4.895901250839233, + "epoch": 4.252669039145908, + "grad_norm": 1.1171875, + "learning_rate": 0.00037824975972140004, + "loss": 4.5528, + "mean_token_accuracy": 0.21517277508974075, + "num_tokens": 10293704.0, + "step": 3585 + }, + { + "entropy": 4.942791414260864, + "epoch": 4.258600237247924, + "grad_norm": 1.109375, + "learning_rate": 0.0003778263214313614, + "loss": 4.6005, + "mean_token_accuracy": 0.21143771708011627, + "num_tokens": 10309242.0, + "step": 3590 + }, + { + "entropy": 4.96503586769104, + "epoch": 4.264531435349941, + "grad_norm": 1.09375, + "learning_rate": 0.00037740242231627086, + "loss": 4.5739, + "mean_token_accuracy": 0.21260294765233995, + "num_tokens": 10326394.0, + "step": 3595 + }, + { + "entropy": 4.9582971096038815, + "epoch": 4.270462633451958, + "grad_norm": 1.1875, + "learning_rate": 0.00037697806427586895, + "loss": 4.5723, + "mean_token_accuracy": 0.20982261300086974, + "num_tokens": 10338835.0, + "step": 3600 + }, + { + "entropy": 4.95024733543396, + "epoch": 4.276393831553974, + "grad_norm": 1.140625, + "learning_rate": 0.00037655324921195295, + "loss": 4.5422, + "mean_token_accuracy": 0.21664880514144896, + "num_tokens": 10352665.0, + "step": 3605 + }, + { + "entropy": 4.949320077896118, + "epoch": 4.282325029655991, + "grad_norm": 1.015625, + "learning_rate": 0.0003761279790283682, + "loss": 4.6211, + "mean_token_accuracy": 0.2119644895195961, + "num_tokens": 10368016.0, + "step": 3610 + }, + { + "entropy": 4.932809591293335, + "epoch": 4.288256227758007, + "grad_norm": 1.1328125, + "learning_rate": 0.00037570225563099993, + "loss": 4.5848, + "mean_token_accuracy": 0.207173253595829, + "num_tokens": 10383828.0, + "step": 3615 + }, + { + "entropy": 4.879697322845459, + "epoch": 4.294187425860024, + "grad_norm": 1.21875, + "learning_rate": 0.00037527608092776434, + "loss": 4.5116, + "mean_token_accuracy": 0.2246400997042656, + "num_tokens": 10396806.0, + "step": 3620 + }, + { + "entropy": 4.912312746047974, + "epoch": 4.300118623962041, + "grad_norm": 1.1640625, + "learning_rate": 0.0003748494568286002, + "loss": 4.5452, + "mean_token_accuracy": 0.2169484555721283, + "num_tokens": 10409240.0, + "step": 3625 + }, + { + "entropy": 4.952205801010132, + "epoch": 4.306049822064057, + "grad_norm": 1.078125, + "learning_rate": 0.0003744223852454603, + "loss": 4.5684, + "mean_token_accuracy": 0.2195367306470871, + "num_tokens": 10423780.0, + "step": 3630 + }, + { + "entropy": 4.926177883148194, + "epoch": 4.3119810201660735, + "grad_norm": 1.03125, + "learning_rate": 0.00037399486809230285, + "loss": 4.564, + "mean_token_accuracy": 0.21954804956912993, + "num_tokens": 10438351.0, + "step": 3635 + }, + { + "entropy": 4.919487428665161, + "epoch": 4.3179122182680905, + "grad_norm": 1.0546875, + "learning_rate": 0.0003735669072850829, + "loss": 4.4666, + "mean_token_accuracy": 0.22758726328611373, + "num_tokens": 10451489.0, + "step": 3640 + }, + { + "entropy": 4.992522239685059, + "epoch": 4.3238434163701065, + "grad_norm": 1.1328125, + "learning_rate": 0.0003731385047417439, + "loss": 4.6153, + "mean_token_accuracy": 0.2079178586602211, + "num_tokens": 10467610.0, + "step": 3645 + }, + { + "entropy": 4.967781734466553, + "epoch": 4.329774614472123, + "grad_norm": 1.1015625, + "learning_rate": 0.000372709662382209, + "loss": 4.552, + "mean_token_accuracy": 0.21371103674173356, + "num_tokens": 10481029.0, + "step": 3650 + }, + { + "entropy": 4.878114366531372, + "epoch": 4.33570581257414, + "grad_norm": 1.0859375, + "learning_rate": 0.0003722803821283722, + "loss": 4.5956, + "mean_token_accuracy": 0.2139382153749466, + "num_tokens": 10497318.0, + "step": 3655 + }, + { + "entropy": 4.859429502487183, + "epoch": 4.341637010676156, + "grad_norm": 1.078125, + "learning_rate": 0.00037185066590408997, + "loss": 4.392, + "mean_token_accuracy": 0.23174477219581605, + "num_tokens": 10511194.0, + "step": 3660 + }, + { + "entropy": 4.868615961074829, + "epoch": 4.347568208778173, + "grad_norm": 1.1171875, + "learning_rate": 0.00037142051563517287, + "loss": 4.5525, + "mean_token_accuracy": 0.2176743671298027, + "num_tokens": 10524609.0, + "step": 3665 + }, + { + "entropy": 4.932547903060913, + "epoch": 4.35349940688019, + "grad_norm": 1.1796875, + "learning_rate": 0.0003709899332493765, + "loss": 4.4982, + "mean_token_accuracy": 0.2166844129562378, + "num_tokens": 10537398.0, + "step": 3670 + }, + { + "entropy": 4.928352165222168, + "epoch": 4.359430604982206, + "grad_norm": 1.0859375, + "learning_rate": 0.00037055892067639314, + "loss": 4.6053, + "mean_token_accuracy": 0.21913551688194274, + "num_tokens": 10551658.0, + "step": 3675 + }, + { + "entropy": 4.989397954940796, + "epoch": 4.365361803084223, + "grad_norm": 0.86328125, + "learning_rate": 0.00037012747984784276, + "loss": 4.6025, + "mean_token_accuracy": 0.21916887611150743, + "num_tokens": 10567241.0, + "step": 3680 + }, + { + "entropy": 4.885055685043335, + "epoch": 4.37129300118624, + "grad_norm": 1.046875, + "learning_rate": 0.0003696956126972648, + "loss": 4.5511, + "mean_token_accuracy": 0.21823447644710542, + "num_tokens": 10581625.0, + "step": 3685 + }, + { + "entropy": 4.958601999282837, + "epoch": 4.377224199288256, + "grad_norm": 1.046875, + "learning_rate": 0.00036926332116010935, + "loss": 4.5612, + "mean_token_accuracy": 0.2181847646832466, + "num_tokens": 10596619.0, + "step": 3690 + }, + { + "entropy": 4.868906784057617, + "epoch": 4.383155397390273, + "grad_norm": 1.125, + "learning_rate": 0.00036883060717372813, + "loss": 4.571, + "mean_token_accuracy": 0.21200695186853408, + "num_tokens": 10611525.0, + "step": 3695 + }, + { + "entropy": 5.026228427886963, + "epoch": 4.389086595492289, + "grad_norm": 0.9453125, + "learning_rate": 0.0003683974726773664, + "loss": 4.7066, + "mean_token_accuracy": 0.2007292851805687, + "num_tokens": 10628139.0, + "step": 3700 + }, + { + "entropy": 4.917442035675049, + "epoch": 4.395017793594306, + "grad_norm": 1.078125, + "learning_rate": 0.0003679639196121539, + "loss": 4.5421, + "mean_token_accuracy": 0.21730383038520812, + "num_tokens": 10641093.0, + "step": 3705 + }, + { + "entropy": 4.904851627349854, + "epoch": 4.400948991696323, + "grad_norm": 1.109375, + "learning_rate": 0.00036752994992109617, + "loss": 4.5413, + "mean_token_accuracy": 0.22170090973377227, + "num_tokens": 10653360.0, + "step": 3710 + }, + { + "entropy": 4.865046739578247, + "epoch": 4.406880189798339, + "grad_norm": 1.203125, + "learning_rate": 0.0003670955655490658, + "loss": 4.5119, + "mean_token_accuracy": 0.2288769945502281, + "num_tokens": 10667170.0, + "step": 3715 + }, + { + "entropy": 4.892205238342285, + "epoch": 4.412811387900356, + "grad_norm": 1.1640625, + "learning_rate": 0.000366660768442794, + "loss": 4.5313, + "mean_token_accuracy": 0.21561039686203004, + "num_tokens": 10679998.0, + "step": 3720 + }, + { + "entropy": 4.871367263793945, + "epoch": 4.418742586002373, + "grad_norm": 1.0546875, + "learning_rate": 0.00036622556055086167, + "loss": 4.4911, + "mean_token_accuracy": 0.22132606208324432, + "num_tokens": 10693538.0, + "step": 3725 + }, + { + "entropy": 4.9184425354003904, + "epoch": 4.424673784104389, + "grad_norm": 1.1953125, + "learning_rate": 0.0003657899438236904, + "loss": 4.5128, + "mean_token_accuracy": 0.22167116701602935, + "num_tokens": 10705883.0, + "step": 3730 + }, + { + "entropy": 4.985387086868286, + "epoch": 4.430604982206406, + "grad_norm": 1.1015625, + "learning_rate": 0.0003653539202135345, + "loss": 4.5781, + "mean_token_accuracy": 0.21406898498535157, + "num_tokens": 10720294.0, + "step": 3735 + }, + { + "entropy": 4.9532801628112795, + "epoch": 4.436536180308423, + "grad_norm": 1.0390625, + "learning_rate": 0.0003649174916744713, + "loss": 4.6105, + "mean_token_accuracy": 0.2147031158208847, + "num_tokens": 10734784.0, + "step": 3740 + }, + { + "entropy": 4.879120302200318, + "epoch": 4.442467378410439, + "grad_norm": 1.1171875, + "learning_rate": 0.00036448066016239316, + "loss": 4.495, + "mean_token_accuracy": 0.21976542025804519, + "num_tokens": 10748397.0, + "step": 3745 + }, + { + "entropy": 4.983062505722046, + "epoch": 4.448398576512456, + "grad_norm": 1.046875, + "learning_rate": 0.00036404342763499814, + "loss": 4.666, + "mean_token_accuracy": 0.21218072026968002, + "num_tokens": 10763938.0, + "step": 3750 + }, + { + "entropy": 4.908005809783935, + "epoch": 4.454329774614472, + "grad_norm": 1.0859375, + "learning_rate": 0.00036360579605178176, + "loss": 4.6143, + "mean_token_accuracy": 0.21130552887916565, + "num_tokens": 10777723.0, + "step": 3755 + }, + { + "entropy": 4.94810152053833, + "epoch": 4.460260972716489, + "grad_norm": 1.1875, + "learning_rate": 0.00036316776737402767, + "loss": 4.5086, + "mean_token_accuracy": 0.22831115126609802, + "num_tokens": 10790744.0, + "step": 3760 + }, + { + "entropy": 4.875180673599243, + "epoch": 4.4661921708185055, + "grad_norm": 1.203125, + "learning_rate": 0.0003627293435647994, + "loss": 4.5773, + "mean_token_accuracy": 0.2184601604938507, + "num_tokens": 10804720.0, + "step": 3765 + }, + { + "entropy": 4.932240056991577, + "epoch": 4.4721233689205215, + "grad_norm": 1.0703125, + "learning_rate": 0.00036229052658893107, + "loss": 4.5138, + "mean_token_accuracy": 0.22189483791589737, + "num_tokens": 10819348.0, + "step": 3770 + }, + { + "entropy": 4.913123369216919, + "epoch": 4.4780545670225385, + "grad_norm": 1.2890625, + "learning_rate": 0.00036185131841301894, + "loss": 4.5474, + "mean_token_accuracy": 0.224131940305233, + "num_tokens": 10832549.0, + "step": 3775 + }, + { + "entropy": 4.929586887359619, + "epoch": 4.483985765124555, + "grad_norm": 1.1328125, + "learning_rate": 0.00036141172100541245, + "loss": 4.5888, + "mean_token_accuracy": 0.21493848264217377, + "num_tokens": 10846766.0, + "step": 3780 + }, + { + "entropy": 4.914976263046265, + "epoch": 4.489916963226571, + "grad_norm": 1.2734375, + "learning_rate": 0.0003609717363362054, + "loss": 4.6012, + "mean_token_accuracy": 0.21102828532457352, + "num_tokens": 10859506.0, + "step": 3785 + }, + { + "entropy": 4.856210708618164, + "epoch": 4.495848161328588, + "grad_norm": 1.1015625, + "learning_rate": 0.00036053136637722715, + "loss": 4.5178, + "mean_token_accuracy": 0.2186322867870331, + "num_tokens": 10873559.0, + "step": 3790 + }, + { + "entropy": 4.900162935256958, + "epoch": 4.501779359430605, + "grad_norm": 1.0390625, + "learning_rate": 0.00036009061310203374, + "loss": 4.5792, + "mean_token_accuracy": 0.20522619485855104, + "num_tokens": 10889441.0, + "step": 3795 + }, + { + "entropy": 4.9840555667877195, + "epoch": 4.507710557532621, + "grad_norm": 1.0703125, + "learning_rate": 0.00035964947848589904, + "loss": 4.6068, + "mean_token_accuracy": 0.20724985450506211, + "num_tokens": 10904538.0, + "step": 3800 + }, + { + "entropy": 4.90825400352478, + "epoch": 4.513641755634638, + "grad_norm": 1.125, + "learning_rate": 0.00035920796450580596, + "loss": 4.5775, + "mean_token_accuracy": 0.2163109451532364, + "num_tokens": 10920129.0, + "step": 3805 + }, + { + "entropy": 4.829426240921021, + "epoch": 4.519572953736655, + "grad_norm": 1.171875, + "learning_rate": 0.00035876607314043766, + "loss": 4.512, + "mean_token_accuracy": 0.22267879992723466, + "num_tokens": 10933100.0, + "step": 3810 + }, + { + "entropy": 4.878107118606567, + "epoch": 4.525504151838671, + "grad_norm": 1.2109375, + "learning_rate": 0.00035832380637016846, + "loss": 4.6123, + "mean_token_accuracy": 0.21037212014198303, + "num_tokens": 10949333.0, + "step": 3815 + }, + { + "entropy": 4.95169038772583, + "epoch": 4.531435349940688, + "grad_norm": 1.0390625, + "learning_rate": 0.00035788116617705535, + "loss": 4.5142, + "mean_token_accuracy": 0.22315363585948944, + "num_tokens": 10963539.0, + "step": 3820 + }, + { + "entropy": 4.918026256561279, + "epoch": 4.537366548042705, + "grad_norm": 1.1171875, + "learning_rate": 0.00035743815454482834, + "loss": 4.6232, + "mean_token_accuracy": 0.20704769790172578, + "num_tokens": 10978205.0, + "step": 3825 + }, + { + "entropy": 4.879274702072143, + "epoch": 4.543297746144721, + "grad_norm": 1.359375, + "learning_rate": 0.0003569947734588824, + "loss": 4.4718, + "mean_token_accuracy": 0.23167906254529952, + "num_tokens": 10990599.0, + "step": 3830 + }, + { + "entropy": 4.917426490783692, + "epoch": 4.549228944246738, + "grad_norm": 1.3125, + "learning_rate": 0.0003565510249062684, + "loss": 4.5469, + "mean_token_accuracy": 0.21902925819158553, + "num_tokens": 11003101.0, + "step": 3835 + }, + { + "entropy": 4.871329975128174, + "epoch": 4.555160142348754, + "grad_norm": 1.1484375, + "learning_rate": 0.0003561069108756837, + "loss": 4.5204, + "mean_token_accuracy": 0.22292227298021317, + "num_tokens": 11016390.0, + "step": 3840 + }, + { + "entropy": 4.88023362159729, + "epoch": 4.561091340450771, + "grad_norm": 1.1015625, + "learning_rate": 0.00035566243335746387, + "loss": 4.5717, + "mean_token_accuracy": 0.21451771706342698, + "num_tokens": 11031372.0, + "step": 3845 + }, + { + "entropy": 4.816264247894287, + "epoch": 4.567022538552788, + "grad_norm": 1.0625, + "learning_rate": 0.0003552175943435731, + "loss": 4.4249, + "mean_token_accuracy": 0.23228887915611268, + "num_tokens": 11045634.0, + "step": 3850 + }, + { + "entropy": 4.815663433074951, + "epoch": 4.572953736654805, + "grad_norm": 1.203125, + "learning_rate": 0.00035477239582759623, + "loss": 4.5014, + "mean_token_accuracy": 0.23030359745025636, + "num_tokens": 11058185.0, + "step": 3855 + }, + { + "entropy": 4.9244019985198975, + "epoch": 4.578884934756821, + "grad_norm": 1.0703125, + "learning_rate": 0.0003543268398047286, + "loss": 4.5686, + "mean_token_accuracy": 0.21440733075141907, + "num_tokens": 11073789.0, + "step": 3860 + }, + { + "entropy": 4.894974422454834, + "epoch": 4.584816132858838, + "grad_norm": 1.046875, + "learning_rate": 0.0003538809282717683, + "loss": 4.5714, + "mean_token_accuracy": 0.21468473076820374, + "num_tokens": 11087307.0, + "step": 3865 + }, + { + "entropy": 4.956341075897217, + "epoch": 4.590747330960854, + "grad_norm": 1.1484375, + "learning_rate": 0.0003534346632271063, + "loss": 4.6001, + "mean_token_accuracy": 0.21189410835504532, + "num_tokens": 11101966.0, + "step": 3870 + }, + { + "entropy": 4.930508327484131, + "epoch": 4.596678529062871, + "grad_norm": 1.203125, + "learning_rate": 0.00035298804667071806, + "loss": 4.5909, + "mean_token_accuracy": 0.2205038547515869, + "num_tokens": 11115642.0, + "step": 3875 + }, + { + "entropy": 4.882773685455322, + "epoch": 4.602609727164888, + "grad_norm": 1.1875, + "learning_rate": 0.00035254108060415415, + "loss": 4.5814, + "mean_token_accuracy": 0.2154085248708725, + "num_tokens": 11129616.0, + "step": 3880 + }, + { + "entropy": 4.87270073890686, + "epoch": 4.608540925266904, + "grad_norm": 1.1015625, + "learning_rate": 0.0003520937670305318, + "loss": 4.5488, + "mean_token_accuracy": 0.22267507910728454, + "num_tokens": 11141975.0, + "step": 3885 + }, + { + "entropy": 4.938285255432129, + "epoch": 4.6144721233689205, + "grad_norm": 1.109375, + "learning_rate": 0.0003516461079545255, + "loss": 4.5509, + "mean_token_accuracy": 0.21113669872283936, + "num_tokens": 11156128.0, + "step": 3890 + }, + { + "entropy": 4.924780225753784, + "epoch": 4.6204033214709375, + "grad_norm": 1.109375, + "learning_rate": 0.0003511981053823579, + "loss": 4.5647, + "mean_token_accuracy": 0.21801244020462035, + "num_tokens": 11170334.0, + "step": 3895 + }, + { + "entropy": 4.898917198181152, + "epoch": 4.6263345195729535, + "grad_norm": 1.15625, + "learning_rate": 0.00035074976132179155, + "loss": 4.5635, + "mean_token_accuracy": 0.21639289408922197, + "num_tokens": 11185165.0, + "step": 3900 + }, + { + "entropy": 4.871355104446411, + "epoch": 4.63226571767497, + "grad_norm": 1.0546875, + "learning_rate": 0.00035030107778211893, + "loss": 4.5284, + "mean_token_accuracy": 0.22062084525823594, + "num_tokens": 11199250.0, + "step": 3905 + }, + { + "entropy": 4.890713834762574, + "epoch": 4.638196915776987, + "grad_norm": 1.0234375, + "learning_rate": 0.0003498520567741543, + "loss": 4.5565, + "mean_token_accuracy": 0.2167780503630638, + "num_tokens": 11214585.0, + "step": 3910 + }, + { + "entropy": 4.872895050048828, + "epoch": 4.644128113879003, + "grad_norm": 1.09375, + "learning_rate": 0.0003494027003102239, + "loss": 4.4899, + "mean_token_accuracy": 0.22181470692157745, + "num_tokens": 11228664.0, + "step": 3915 + }, + { + "entropy": 4.836891031265258, + "epoch": 4.65005931198102, + "grad_norm": 1.125, + "learning_rate": 0.0003489530104041577, + "loss": 4.4951, + "mean_token_accuracy": 0.22113146185874938, + "num_tokens": 11243896.0, + "step": 3920 + }, + { + "entropy": 4.923533821105957, + "epoch": 4.655990510083036, + "grad_norm": 1.1875, + "learning_rate": 0.00034850298907128, + "loss": 4.53, + "mean_token_accuracy": 0.2168356418609619, + "num_tokens": 11257919.0, + "step": 3925 + }, + { + "entropy": 4.860488414764404, + "epoch": 4.661921708185053, + "grad_norm": 1.046875, + "learning_rate": 0.00034805263832840024, + "loss": 4.4978, + "mean_token_accuracy": 0.22182656079530716, + "num_tokens": 11271416.0, + "step": 3930 + }, + { + "entropy": 4.826270341873169, + "epoch": 4.66785290628707, + "grad_norm": 1.1640625, + "learning_rate": 0.00034760196019380425, + "loss": 4.5671, + "mean_token_accuracy": 0.21985392570495604, + "num_tokens": 11286870.0, + "step": 3935 + }, + { + "entropy": 4.985865783691406, + "epoch": 4.673784104389087, + "grad_norm": 1.1015625, + "learning_rate": 0.00034715095668724495, + "loss": 4.5457, + "mean_token_accuracy": 0.22065018266439437, + "num_tokens": 11300784.0, + "step": 3940 + }, + { + "entropy": 4.941800451278686, + "epoch": 4.679715302491103, + "grad_norm": 1.1015625, + "learning_rate": 0.0003466996298299336, + "loss": 4.6109, + "mean_token_accuracy": 0.2118876174092293, + "num_tokens": 11315988.0, + "step": 3945 + }, + { + "entropy": 4.850393199920655, + "epoch": 4.68564650059312, + "grad_norm": 1.1171875, + "learning_rate": 0.0003462479816445307, + "loss": 4.5779, + "mean_token_accuracy": 0.2169851690530777, + "num_tokens": 11329136.0, + "step": 3950 + }, + { + "entropy": 4.866232681274414, + "epoch": 4.691577698695136, + "grad_norm": 1.0078125, + "learning_rate": 0.0003457960141551365, + "loss": 4.5216, + "mean_token_accuracy": 0.21714198887348174, + "num_tokens": 11343381.0, + "step": 3955 + }, + { + "entropy": 4.905858325958252, + "epoch": 4.697508896797153, + "grad_norm": 0.91796875, + "learning_rate": 0.0003453437293872823, + "loss": 4.6158, + "mean_token_accuracy": 0.2082674726843834, + "num_tokens": 11360177.0, + "step": 3960 + }, + { + "entropy": 4.930188465118408, + "epoch": 4.70344009489917, + "grad_norm": 1.09375, + "learning_rate": 0.0003448911293679217, + "loss": 4.5419, + "mean_token_accuracy": 0.21424513608217238, + "num_tokens": 11375523.0, + "step": 3965 + }, + { + "entropy": 4.866753625869751, + "epoch": 4.709371293001186, + "grad_norm": 1.03125, + "learning_rate": 0.00034443821612542054, + "loss": 4.5526, + "mean_token_accuracy": 0.21434911489486694, + "num_tokens": 11392353.0, + "step": 3970 + }, + { + "entropy": 4.886464166641235, + "epoch": 4.715302491103203, + "grad_norm": 0.96484375, + "learning_rate": 0.0003439849916895488, + "loss": 4.559, + "mean_token_accuracy": 0.2147858500480652, + "num_tokens": 11407918.0, + "step": 3975 + }, + { + "entropy": 4.937608671188355, + "epoch": 4.72123368920522, + "grad_norm": 1.09375, + "learning_rate": 0.000343531458091471, + "loss": 4.582, + "mean_token_accuracy": 0.21453986465930938, + "num_tokens": 11421888.0, + "step": 3980 + }, + { + "entropy": 4.861459112167358, + "epoch": 4.727164887307236, + "grad_norm": 1.0703125, + "learning_rate": 0.00034307761736373723, + "loss": 4.522, + "mean_token_accuracy": 0.22018359303474427, + "num_tokens": 11436338.0, + "step": 3985 + }, + { + "entropy": 4.854418611526489, + "epoch": 4.733096085409253, + "grad_norm": 1.1015625, + "learning_rate": 0.0003426234715402738, + "loss": 4.4659, + "mean_token_accuracy": 0.223881858587265, + "num_tokens": 11450658.0, + "step": 3990 + }, + { + "entropy": 4.839980363845825, + "epoch": 4.73902728351127, + "grad_norm": 1.1015625, + "learning_rate": 0.00034216902265637463, + "loss": 4.4885, + "mean_token_accuracy": 0.21753302216529846, + "num_tokens": 11464073.0, + "step": 3995 + }, + { + "entropy": 4.8677722930908205, + "epoch": 4.744958481613286, + "grad_norm": 1.0546875, + "learning_rate": 0.00034171427274869165, + "loss": 4.5004, + "mean_token_accuracy": 0.22347734719514847, + "num_tokens": 11477212.0, + "step": 4000 + }, + { + "epoch": 4.744958481613286, + "eval_entropy": 4.764749740530377, + "eval_loss": 5.325899124145508, + "eval_mean_token_accuracy": 0.18570856036949743, + "eval_num_tokens": 11477212.0, + "eval_runtime": 2.4276, + "eval_samples_per_second": 1074.332, + "eval_steps_per_second": 134.292, + "step": 4000 + }, + { + "entropy": 4.929757022857666, + "epoch": 4.750889679715303, + "grad_norm": 1.1875, + "learning_rate": 0.0003412592238552259, + "loss": 4.6662, + "mean_token_accuracy": 0.20496707409620285, + "num_tokens": 11491444.0, + "step": 4005 + }, + { + "entropy": 4.878577470779419, + "epoch": 4.756820877817319, + "grad_norm": 1.125, + "learning_rate": 0.0003408038780153183, + "loss": 4.5484, + "mean_token_accuracy": 0.21888002008199692, + "num_tokens": 11506132.0, + "step": 4010 + }, + { + "entropy": 4.823000574111939, + "epoch": 4.762752075919336, + "grad_norm": 1.1484375, + "learning_rate": 0.0003403482372696407, + "loss": 4.5454, + "mean_token_accuracy": 0.22043904811143875, + "num_tokens": 11519504.0, + "step": 4015 + }, + { + "entropy": 4.863145542144776, + "epoch": 4.7686832740213525, + "grad_norm": 1.078125, + "learning_rate": 0.0003398923036601864, + "loss": 4.5668, + "mean_token_accuracy": 0.2200538322329521, + "num_tokens": 11534759.0, + "step": 4020 + }, + { + "entropy": 4.933641195297241, + "epoch": 4.7746144721233685, + "grad_norm": 1.09375, + "learning_rate": 0.0003394360792302614, + "loss": 4.5454, + "mean_token_accuracy": 0.22164178192615508, + "num_tokens": 11549206.0, + "step": 4025 + }, + { + "entropy": 4.864947748184204, + "epoch": 4.7805456702253855, + "grad_norm": 1.078125, + "learning_rate": 0.00033897956602447495, + "loss": 4.5406, + "mean_token_accuracy": 0.225573368370533, + "num_tokens": 11563651.0, + "step": 4030 + }, + { + "entropy": 4.863853979110718, + "epoch": 4.786476868327402, + "grad_norm": 1.125, + "learning_rate": 0.00033852276608873033, + "loss": 4.5314, + "mean_token_accuracy": 0.21896956264972686, + "num_tokens": 11575766.0, + "step": 4035 + }, + { + "entropy": 4.818316555023193, + "epoch": 4.792408066429418, + "grad_norm": 1.125, + "learning_rate": 0.0003380656814702161, + "loss": 4.4652, + "mean_token_accuracy": 0.22464113533496857, + "num_tokens": 11591603.0, + "step": 4040 + }, + { + "entropy": 4.836750316619873, + "epoch": 4.798339264531435, + "grad_norm": 1.09375, + "learning_rate": 0.0003376083142173964, + "loss": 4.5211, + "mean_token_accuracy": 0.2172957882285118, + "num_tokens": 11606018.0, + "step": 4045 + }, + { + "entropy": 4.810761117935181, + "epoch": 4.804270462633452, + "grad_norm": 1.1328125, + "learning_rate": 0.00033715066638000216, + "loss": 4.4951, + "mean_token_accuracy": 0.23342375010251998, + "num_tokens": 11619293.0, + "step": 4050 + }, + { + "entropy": 4.862966299057007, + "epoch": 4.810201660735468, + "grad_norm": 1.1015625, + "learning_rate": 0.0003366927400090217, + "loss": 4.5458, + "mean_token_accuracy": 0.21534148454666138, + "num_tokens": 11633322.0, + "step": 4055 + }, + { + "entropy": 4.8932507038116455, + "epoch": 4.816132858837485, + "grad_norm": 1.3125, + "learning_rate": 0.0003362345371566918, + "loss": 4.546, + "mean_token_accuracy": 0.21567253470420839, + "num_tokens": 11646093.0, + "step": 4060 + }, + { + "entropy": 4.863575220108032, + "epoch": 4.822064056939502, + "grad_norm": 1.3203125, + "learning_rate": 0.000335776059876488, + "loss": 4.5688, + "mean_token_accuracy": 0.2165099173784256, + "num_tokens": 11660747.0, + "step": 4065 + }, + { + "entropy": 4.835976409912109, + "epoch": 4.827995255041518, + "grad_norm": 1.1875, + "learning_rate": 0.000335317310223116, + "loss": 4.4153, + "mean_token_accuracy": 0.23717533499002458, + "num_tokens": 11672187.0, + "step": 4070 + }, + { + "entropy": 4.890113735198975, + "epoch": 4.833926453143535, + "grad_norm": 1.125, + "learning_rate": 0.00033485829025250194, + "loss": 4.6077, + "mean_token_accuracy": 0.21407151222229004, + "num_tokens": 11685967.0, + "step": 4075 + }, + { + "entropy": 4.913485717773438, + "epoch": 4.839857651245552, + "grad_norm": 1.046875, + "learning_rate": 0.00033439900202178355, + "loss": 4.5178, + "mean_token_accuracy": 0.2256149709224701, + "num_tokens": 11701206.0, + "step": 4080 + }, + { + "entropy": 4.845592927932739, + "epoch": 4.845788849347568, + "grad_norm": 1.1328125, + "learning_rate": 0.0003339394475893008, + "loss": 4.5699, + "mean_token_accuracy": 0.2117096647620201, + "num_tokens": 11715353.0, + "step": 4085 + }, + { + "entropy": 4.919902086257935, + "epoch": 4.851720047449585, + "grad_norm": 1.0703125, + "learning_rate": 0.00033347962901458664, + "loss": 4.5958, + "mean_token_accuracy": 0.2184079959988594, + "num_tokens": 11730399.0, + "step": 4090 + }, + { + "entropy": 4.889105176925659, + "epoch": 4.857651245551601, + "grad_norm": 1.1640625, + "learning_rate": 0.0003330195483583577, + "loss": 4.5858, + "mean_token_accuracy": 0.213704152405262, + "num_tokens": 11745479.0, + "step": 4095 + }, + { + "entropy": 4.864266729354858, + "epoch": 4.863582443653618, + "grad_norm": 1.1015625, + "learning_rate": 0.0003325592076825053, + "loss": 4.5809, + "mean_token_accuracy": 0.2179402753710747, + "num_tokens": 11760878.0, + "step": 4100 + }, + { + "entropy": 4.93606538772583, + "epoch": 4.869513641755635, + "grad_norm": 1.0625, + "learning_rate": 0.00033209860905008583, + "loss": 4.6481, + "mean_token_accuracy": 0.20525944828987122, + "num_tokens": 11777028.0, + "step": 4105 + }, + { + "entropy": 4.8634905338287355, + "epoch": 4.875444839857651, + "grad_norm": 1.140625, + "learning_rate": 0.0003316377545253121, + "loss": 4.5195, + "mean_token_accuracy": 0.22125555127859114, + "num_tokens": 11792209.0, + "step": 4110 + }, + { + "entropy": 4.887179136276245, + "epoch": 4.881376037959668, + "grad_norm": 1.0859375, + "learning_rate": 0.0003311766461735434, + "loss": 4.5487, + "mean_token_accuracy": 0.22195642739534377, + "num_tokens": 11805912.0, + "step": 4115 + }, + { + "entropy": 4.9255828857421875, + "epoch": 4.887307236061685, + "grad_norm": 1.078125, + "learning_rate": 0.0003307152860612768, + "loss": 4.5808, + "mean_token_accuracy": 0.21789040863513948, + "num_tokens": 11821172.0, + "step": 4120 + }, + { + "entropy": 4.893458461761474, + "epoch": 4.893238434163701, + "grad_norm": 1.3046875, + "learning_rate": 0.0003302536762561374, + "loss": 4.5034, + "mean_token_accuracy": 0.2284863442182541, + "num_tokens": 11833933.0, + "step": 4125 + }, + { + "entropy": 4.8413220882415775, + "epoch": 4.899169632265718, + "grad_norm": 1.0234375, + "learning_rate": 0.0003297918188268695, + "loss": 4.5183, + "mean_token_accuracy": 0.2248077154159546, + "num_tokens": 11848990.0, + "step": 4130 + }, + { + "entropy": 4.888180494308472, + "epoch": 4.905100830367735, + "grad_norm": 1.140625, + "learning_rate": 0.0003293297158433271, + "loss": 4.5235, + "mean_token_accuracy": 0.22172283083200456, + "num_tokens": 11863919.0, + "step": 4135 + }, + { + "entropy": 4.9175646781921385, + "epoch": 4.911032028469751, + "grad_norm": 1.21875, + "learning_rate": 0.0003288673693764648, + "loss": 4.6062, + "mean_token_accuracy": 0.21565455198287964, + "num_tokens": 11876650.0, + "step": 4140 + }, + { + "entropy": 4.859852123260498, + "epoch": 4.9169632265717675, + "grad_norm": 0.98046875, + "learning_rate": 0.00032840478149832815, + "loss": 4.5481, + "mean_token_accuracy": 0.22236864566802977, + "num_tokens": 11892036.0, + "step": 4145 + }, + { + "entropy": 4.8943390369415285, + "epoch": 4.9228944246737845, + "grad_norm": 1.1328125, + "learning_rate": 0.0003279419542820448, + "loss": 4.5155, + "mean_token_accuracy": 0.21823452562093734, + "num_tokens": 11907398.0, + "step": 4150 + }, + { + "entropy": 4.858145904541016, + "epoch": 4.9288256227758005, + "grad_norm": 1.0390625, + "learning_rate": 0.0003274788898018149, + "loss": 4.599, + "mean_token_accuracy": 0.21382927298545837, + "num_tokens": 11923165.0, + "step": 4155 + }, + { + "entropy": 4.871183061599732, + "epoch": 4.934756820877817, + "grad_norm": 1.1640625, + "learning_rate": 0.00032701559013290196, + "loss": 4.476, + "mean_token_accuracy": 0.2178041011095047, + "num_tokens": 11938729.0, + "step": 4160 + }, + { + "entropy": 4.86397876739502, + "epoch": 4.940688018979834, + "grad_norm": 1.125, + "learning_rate": 0.0003265520573516235, + "loss": 4.5686, + "mean_token_accuracy": 0.2136895924806595, + "num_tokens": 11953671.0, + "step": 4165 + }, + { + "entropy": 4.81421914100647, + "epoch": 4.94661921708185, + "grad_norm": 1.078125, + "learning_rate": 0.00032608829353534185, + "loss": 4.5268, + "mean_token_accuracy": 0.22146143168210983, + "num_tokens": 11968617.0, + "step": 4170 + }, + { + "entropy": 4.896321058273315, + "epoch": 4.952550415183867, + "grad_norm": 1.09375, + "learning_rate": 0.0003256243007624546, + "loss": 4.6166, + "mean_token_accuracy": 0.21703510284423827, + "num_tokens": 11982847.0, + "step": 4175 + }, + { + "entropy": 4.855389261245728, + "epoch": 4.958481613285883, + "grad_norm": 1.1015625, + "learning_rate": 0.00032516008111238543, + "loss": 4.5444, + "mean_token_accuracy": 0.21965168863534928, + "num_tokens": 11997491.0, + "step": 4180 + }, + { + "entropy": 4.862688875198364, + "epoch": 4.9644128113879, + "grad_norm": 1.09375, + "learning_rate": 0.000324695636665575, + "loss": 4.5908, + "mean_token_accuracy": 0.2122807189822197, + "num_tokens": 12012741.0, + "step": 4185 + }, + { + "entropy": 4.927348279953003, + "epoch": 4.970344009489917, + "grad_norm": 1.203125, + "learning_rate": 0.0003242309695034711, + "loss": 4.6636, + "mean_token_accuracy": 0.21313626170158387, + "num_tokens": 12026201.0, + "step": 4190 + }, + { + "entropy": 4.957273483276367, + "epoch": 4.976275207591933, + "grad_norm": 1.0859375, + "learning_rate": 0.0003237660817085199, + "loss": 4.5618, + "mean_token_accuracy": 0.21957833766937257, + "num_tokens": 12041320.0, + "step": 4195 + }, + { + "entropy": 4.910650777816772, + "epoch": 4.98220640569395, + "grad_norm": 1.4140625, + "learning_rate": 0.0003233009753641562, + "loss": 4.5201, + "mean_token_accuracy": 0.22384442687034606, + "num_tokens": 12053660.0, + "step": 4200 + }, + { + "entropy": 4.848115587234497, + "epoch": 4.988137603795967, + "grad_norm": 1.1796875, + "learning_rate": 0.00032283565255479443, + "loss": 4.4791, + "mean_token_accuracy": 0.2266686037182808, + "num_tokens": 12068555.0, + "step": 4205 + }, + { + "entropy": 4.831573581695556, + "epoch": 4.994068801897983, + "grad_norm": 1.3125, + "learning_rate": 0.00032237011536581883, + "loss": 4.5855, + "mean_token_accuracy": 0.22208631336688994, + "num_tokens": 12082957.0, + "step": 4210 + }, + { + "entropy": 4.878744792938233, + "epoch": 5.0, + "grad_norm": 1.421875, + "learning_rate": 0.00032190436588357466, + "loss": 4.5258, + "mean_token_accuracy": 0.22166276276111602, + "num_tokens": 12095555.0, + "step": 4215 + }, + { + "entropy": 4.844231748580933, + "epoch": 5.005931198102017, + "grad_norm": 1.15625, + "learning_rate": 0.00032143840619535844, + "loss": 4.2337, + "mean_token_accuracy": 0.2483227163553238, + "num_tokens": 12109513.0, + "step": 4220 + }, + { + "entropy": 4.829920148849487, + "epoch": 5.011862396204033, + "grad_norm": 1.1015625, + "learning_rate": 0.00032097223838940895, + "loss": 4.3141, + "mean_token_accuracy": 0.23649795353412628, + "num_tokens": 12122918.0, + "step": 4225 + }, + { + "entropy": 4.917979097366333, + "epoch": 5.01779359430605, + "grad_norm": 1.03125, + "learning_rate": 0.0003205058645548975, + "loss": 4.3393, + "mean_token_accuracy": 0.22969220727682113, + "num_tokens": 12135918.0, + "step": 4230 + }, + { + "entropy": 4.8438128471374515, + "epoch": 5.023724792408067, + "grad_norm": 1.2421875, + "learning_rate": 0.00032003928678191857, + "loss": 4.3453, + "mean_token_accuracy": 0.2355492815375328, + "num_tokens": 12150990.0, + "step": 4235 + }, + { + "entropy": 4.836665248870849, + "epoch": 5.029655990510083, + "grad_norm": 1.046875, + "learning_rate": 0.00031957250716148095, + "loss": 4.2984, + "mean_token_accuracy": 0.23910901099443435, + "num_tokens": 12163890.0, + "step": 4240 + }, + { + "entropy": 4.823347854614258, + "epoch": 5.0355871886121, + "grad_norm": 1.1015625, + "learning_rate": 0.0003191055277854979, + "loss": 4.3162, + "mean_token_accuracy": 0.23670894354581834, + "num_tokens": 12178595.0, + "step": 4245 + }, + { + "entropy": 4.877349472045898, + "epoch": 5.041518386714117, + "grad_norm": 1.046875, + "learning_rate": 0.0003186383507467777, + "loss": 4.3386, + "mean_token_accuracy": 0.24057582765817642, + "num_tokens": 12193676.0, + "step": 4250 + }, + { + "entropy": 4.781665372848511, + "epoch": 5.047449584816133, + "grad_norm": 1.0390625, + "learning_rate": 0.000318170978139015, + "loss": 4.27, + "mean_token_accuracy": 0.24249815344810485, + "num_tokens": 12209710.0, + "step": 4255 + }, + { + "entropy": 4.860457086563111, + "epoch": 5.05338078291815, + "grad_norm": 1.109375, + "learning_rate": 0.0003177034120567802, + "loss": 4.3273, + "mean_token_accuracy": 0.2391873389482498, + "num_tokens": 12224997.0, + "step": 4260 + }, + { + "entropy": 4.844028377532959, + "epoch": 5.059311981020166, + "grad_norm": 1.1015625, + "learning_rate": 0.0003172356545955113, + "loss": 4.3181, + "mean_token_accuracy": 0.23947612792253495, + "num_tokens": 12239382.0, + "step": 4265 + }, + { + "entropy": 4.771719360351563, + "epoch": 5.065243179122183, + "grad_norm": 1.1875, + "learning_rate": 0.0003167677078515038, + "loss": 4.283, + "mean_token_accuracy": 0.24752182513475418, + "num_tokens": 12253107.0, + "step": 4270 + }, + { + "entropy": 4.876428747177124, + "epoch": 5.0711743772241995, + "grad_norm": 1.265625, + "learning_rate": 0.0003162995739219015, + "loss": 4.3646, + "mean_token_accuracy": 0.23150966167449952, + "num_tokens": 12268745.0, + "step": 4275 + }, + { + "entropy": 4.897872829437256, + "epoch": 5.0771055753262155, + "grad_norm": 1.125, + "learning_rate": 0.00031583125490468707, + "loss": 4.4342, + "mean_token_accuracy": 0.23373969942331313, + "num_tokens": 12283940.0, + "step": 4280 + }, + { + "entropy": 4.785506391525269, + "epoch": 5.0830367734282325, + "grad_norm": 1.1796875, + "learning_rate": 0.0003153627528986727, + "loss": 4.2806, + "mean_token_accuracy": 0.23809199929237365, + "num_tokens": 12299780.0, + "step": 4285 + }, + { + "entropy": 4.889186716079712, + "epoch": 5.088967971530249, + "grad_norm": 1.2265625, + "learning_rate": 0.00031489407000349066, + "loss": 4.3844, + "mean_token_accuracy": 0.23290240168571472, + "num_tokens": 12313087.0, + "step": 4290 + }, + { + "entropy": 4.807843160629273, + "epoch": 5.094899169632265, + "grad_norm": 1.2578125, + "learning_rate": 0.0003144252083195838, + "loss": 4.3164, + "mean_token_accuracy": 0.23950324654579164, + "num_tokens": 12326465.0, + "step": 4295 + }, + { + "entropy": 4.8577714443206785, + "epoch": 5.100830367734282, + "grad_norm": 1.0078125, + "learning_rate": 0.0003139561699481964, + "loss": 4.379, + "mean_token_accuracy": 0.235987351834774, + "num_tokens": 12341287.0, + "step": 4300 + }, + { + "entropy": 4.905805683135986, + "epoch": 5.106761565836299, + "grad_norm": 1.140625, + "learning_rate": 0.0003134869569913645, + "loss": 4.3656, + "mean_token_accuracy": 0.23341237306594848, + "num_tokens": 12356658.0, + "step": 4305 + }, + { + "entropy": 4.860331201553345, + "epoch": 5.112692763938315, + "grad_norm": 1.1640625, + "learning_rate": 0.00031301757155190646, + "loss": 4.3051, + "mean_token_accuracy": 0.24117062687873841, + "num_tokens": 12370697.0, + "step": 4310 + }, + { + "entropy": 4.8742602348327635, + "epoch": 5.118623962040332, + "grad_norm": 1.25, + "learning_rate": 0.00031254801573341376, + "loss": 4.3619, + "mean_token_accuracy": 0.23451096564531326, + "num_tokens": 12385894.0, + "step": 4315 + }, + { + "entropy": 4.841465282440185, + "epoch": 5.124555160142349, + "grad_norm": 1.015625, + "learning_rate": 0.00031207829164024134, + "loss": 4.314, + "mean_token_accuracy": 0.23838258236646653, + "num_tokens": 12402898.0, + "step": 4320 + }, + { + "entropy": 4.796236276626587, + "epoch": 5.130486358244365, + "grad_norm": 1.15625, + "learning_rate": 0.0003116084013774984, + "loss": 4.3, + "mean_token_accuracy": 0.23429224789142608, + "num_tokens": 12418827.0, + "step": 4325 + }, + { + "entropy": 4.802973985671997, + "epoch": 5.136417556346382, + "grad_norm": 1.0078125, + "learning_rate": 0.0003111383470510388, + "loss": 4.3419, + "mean_token_accuracy": 0.22728391885757446, + "num_tokens": 12434147.0, + "step": 4330 + }, + { + "entropy": 4.87151985168457, + "epoch": 5.142348754448399, + "grad_norm": 1.078125, + "learning_rate": 0.00031066813076745166, + "loss": 4.4053, + "mean_token_accuracy": 0.23225222229957582, + "num_tokens": 12449443.0, + "step": 4335 + }, + { + "entropy": 4.881012678146362, + "epoch": 5.148279952550415, + "grad_norm": 1.15625, + "learning_rate": 0.000310197754634052, + "loss": 4.3351, + "mean_token_accuracy": 0.23594305366277696, + "num_tokens": 12464433.0, + "step": 4340 + }, + { + "entropy": 4.789875793457031, + "epoch": 5.154211150652432, + "grad_norm": 1.0546875, + "learning_rate": 0.000309727220758871, + "loss": 4.3604, + "mean_token_accuracy": 0.23187562078237534, + "num_tokens": 12479591.0, + "step": 4345 + }, + { + "entropy": 4.771931934356689, + "epoch": 5.160142348754448, + "grad_norm": 1.140625, + "learning_rate": 0.0003092565312506468, + "loss": 4.2235, + "mean_token_accuracy": 0.24507446885108947, + "num_tokens": 12494167.0, + "step": 4350 + }, + { + "entropy": 4.88389139175415, + "epoch": 5.166073546856465, + "grad_norm": 1.171875, + "learning_rate": 0.0003087856882188155, + "loss": 4.3452, + "mean_token_accuracy": 0.24188133627176284, + "num_tokens": 12509967.0, + "step": 4355 + }, + { + "entropy": 4.853326320648193, + "epoch": 5.172004744958482, + "grad_norm": 1.125, + "learning_rate": 0.0003083146937735005, + "loss": 4.367, + "mean_token_accuracy": 0.2336810678243637, + "num_tokens": 12523620.0, + "step": 4360 + }, + { + "entropy": 4.800257539749145, + "epoch": 5.177935943060498, + "grad_norm": 1.09375, + "learning_rate": 0.0003078435500255044, + "loss": 4.3525, + "mean_token_accuracy": 0.24038705974817276, + "num_tokens": 12538097.0, + "step": 4365 + }, + { + "entropy": 4.813706731796264, + "epoch": 5.183867141162515, + "grad_norm": 1.0625, + "learning_rate": 0.0003073722590862985, + "loss": 4.3658, + "mean_token_accuracy": 0.23492267727851868, + "num_tokens": 12554161.0, + "step": 4370 + }, + { + "entropy": 4.866216468811035, + "epoch": 5.189798339264532, + "grad_norm": 1.1328125, + "learning_rate": 0.000306900823068014, + "loss": 4.4054, + "mean_token_accuracy": 0.2308848738670349, + "num_tokens": 12568918.0, + "step": 4375 + }, + { + "entropy": 4.847630739212036, + "epoch": 5.195729537366548, + "grad_norm": 1.03125, + "learning_rate": 0.00030642924408343217, + "loss": 4.4189, + "mean_token_accuracy": 0.2318817436695099, + "num_tokens": 12585563.0, + "step": 4380 + }, + { + "entropy": 4.821104240417481, + "epoch": 5.201660735468565, + "grad_norm": 1.0703125, + "learning_rate": 0.0003059575242459749, + "loss": 4.2935, + "mean_token_accuracy": 0.24165243059396743, + "num_tokens": 12599936.0, + "step": 4385 + }, + { + "entropy": 4.8254319190979, + "epoch": 5.207591933570582, + "grad_norm": 1.1171875, + "learning_rate": 0.0003054856656696955, + "loss": 4.2942, + "mean_token_accuracy": 0.24453072249889374, + "num_tokens": 12614032.0, + "step": 4390 + }, + { + "entropy": 4.816964149475098, + "epoch": 5.213523131672598, + "grad_norm": 1.125, + "learning_rate": 0.00030501367046926905, + "loss": 4.3592, + "mean_token_accuracy": 0.23119001239538192, + "num_tokens": 12629945.0, + "step": 4395 + }, + { + "entropy": 4.867587947845459, + "epoch": 5.2194543297746145, + "grad_norm": 1.0703125, + "learning_rate": 0.0003045415407599828, + "loss": 4.4008, + "mean_token_accuracy": 0.22786637842655183, + "num_tokens": 12644734.0, + "step": 4400 + }, + { + "entropy": 4.835189485549927, + "epoch": 5.2253855278766315, + "grad_norm": 1.0390625, + "learning_rate": 0.0003040692786577269, + "loss": 4.2955, + "mean_token_accuracy": 0.24150839895009996, + "num_tokens": 12659161.0, + "step": 4405 + }, + { + "entropy": 4.755004167556763, + "epoch": 5.2313167259786475, + "grad_norm": 1.1640625, + "learning_rate": 0.00030359688627898466, + "loss": 4.35, + "mean_token_accuracy": 0.23513848781585694, + "num_tokens": 12672967.0, + "step": 4410 + }, + { + "entropy": 4.802477884292602, + "epoch": 5.237247924080664, + "grad_norm": 1.171875, + "learning_rate": 0.0003031243657408237, + "loss": 4.267, + "mean_token_accuracy": 0.2523533508181572, + "num_tokens": 12686976.0, + "step": 4415 + }, + { + "entropy": 4.853684425354004, + "epoch": 5.243179122182681, + "grad_norm": 1.1015625, + "learning_rate": 0.0003026517191608854, + "loss": 4.3461, + "mean_token_accuracy": 0.23946220874786378, + "num_tokens": 12701194.0, + "step": 4420 + }, + { + "entropy": 4.806097936630249, + "epoch": 5.249110320284697, + "grad_norm": 1.21875, + "learning_rate": 0.0003021789486573763, + "loss": 4.3171, + "mean_token_accuracy": 0.23169240206480027, + "num_tokens": 12715746.0, + "step": 4425 + }, + { + "entropy": 4.824302625656128, + "epoch": 5.255041518386714, + "grad_norm": 1.2734375, + "learning_rate": 0.0003017060563490584, + "loss": 4.3597, + "mean_token_accuracy": 0.2341614618897438, + "num_tokens": 12728992.0, + "step": 4430 + }, + { + "entropy": 4.8253926753997805, + "epoch": 5.26097271648873, + "grad_norm": 1.171875, + "learning_rate": 0.0003012330443552394, + "loss": 4.278, + "mean_token_accuracy": 0.2492676392197609, + "num_tokens": 12742845.0, + "step": 4435 + }, + { + "entropy": 4.8544597148895265, + "epoch": 5.266903914590747, + "grad_norm": 1.15625, + "learning_rate": 0.0003007599147957635, + "loss": 4.3682, + "mean_token_accuracy": 0.23218867927789688, + "num_tokens": 12757043.0, + "step": 4440 + }, + { + "entropy": 4.778638744354248, + "epoch": 5.272835112692764, + "grad_norm": 1.1328125, + "learning_rate": 0.0003002866697910018, + "loss": 4.3194, + "mean_token_accuracy": 0.24172900766134262, + "num_tokens": 12771387.0, + "step": 4445 + }, + { + "entropy": 4.8287107944488525, + "epoch": 5.27876631079478, + "grad_norm": 1.1640625, + "learning_rate": 0.00029981331146184255, + "loss": 4.4119, + "mean_token_accuracy": 0.23451469391584395, + "num_tokens": 12784876.0, + "step": 4450 + }, + { + "entropy": 4.8477085590362545, + "epoch": 5.284697508896797, + "grad_norm": 1.109375, + "learning_rate": 0.00029933984192968214, + "loss": 4.3993, + "mean_token_accuracy": 0.22882209867238998, + "num_tokens": 12799244.0, + "step": 4455 + }, + { + "entropy": 4.748208379745483, + "epoch": 5.290628706998814, + "grad_norm": 1.234375, + "learning_rate": 0.0002988662633164152, + "loss": 4.2731, + "mean_token_accuracy": 0.23907728642225265, + "num_tokens": 12813096.0, + "step": 4460 + }, + { + "entropy": 4.787684202194214, + "epoch": 5.29655990510083, + "grad_norm": 1.1484375, + "learning_rate": 0.00029839257774442535, + "loss": 4.3194, + "mean_token_accuracy": 0.2362244665622711, + "num_tokens": 12826868.0, + "step": 4465 + }, + { + "entropy": 4.847586345672608, + "epoch": 5.302491103202847, + "grad_norm": 1.1953125, + "learning_rate": 0.0002979187873365752, + "loss": 4.4331, + "mean_token_accuracy": 0.22908033728599547, + "num_tokens": 12842112.0, + "step": 4470 + }, + { + "entropy": 4.826005601882935, + "epoch": 5.308422301304864, + "grad_norm": 1.125, + "learning_rate": 0.0002974448942161977, + "loss": 4.4115, + "mean_token_accuracy": 0.22701163291931153, + "num_tokens": 12856449.0, + "step": 4475 + }, + { + "entropy": 4.841357088088989, + "epoch": 5.31435349940688, + "grad_norm": 1.1640625, + "learning_rate": 0.00029697090050708575, + "loss": 4.4079, + "mean_token_accuracy": 0.2250249296426773, + "num_tokens": 12870535.0, + "step": 4480 + }, + { + "entropy": 4.855857563018799, + "epoch": 5.320284697508897, + "grad_norm": 1.140625, + "learning_rate": 0.00029649680833348304, + "loss": 4.3412, + "mean_token_accuracy": 0.23591906279325486, + "num_tokens": 12886203.0, + "step": 4485 + }, + { + "entropy": 4.813349199295044, + "epoch": 5.326215895610914, + "grad_norm": 1.0625, + "learning_rate": 0.00029602261982007483, + "loss": 4.3633, + "mean_token_accuracy": 0.23256391584873198, + "num_tokens": 12901141.0, + "step": 4490 + }, + { + "entropy": 4.8215296268463135, + "epoch": 5.33214709371293, + "grad_norm": 1.1015625, + "learning_rate": 0.0002955483370919778, + "loss": 4.3965, + "mean_token_accuracy": 0.22666836231946946, + "num_tokens": 12915652.0, + "step": 4495 + }, + { + "entropy": 4.880937623977661, + "epoch": 5.338078291814947, + "grad_norm": 1.0859375, + "learning_rate": 0.00029507396227473106, + "loss": 4.4473, + "mean_token_accuracy": 0.22892194539308547, + "num_tokens": 12930700.0, + "step": 4500 + }, + { + "epoch": 5.338078291814947, + "eval_entropy": 4.736137125389708, + "eval_loss": 5.304569721221924, + "eval_mean_token_accuracy": 0.18938717486028292, + "eval_num_tokens": 12930700.0, + "eval_runtime": 2.4511, + "eval_samples_per_second": 1064.013, + "eval_steps_per_second": 133.002, + "step": 4500 + }, + { + "entropy": 4.843664312362671, + "epoch": 5.344009489916964, + "grad_norm": 1.0859375, + "learning_rate": 0.0002945994974942864, + "loss": 4.3186, + "mean_token_accuracy": 0.2355135813355446, + "num_tokens": 12946770.0, + "step": 4505 + }, + { + "entropy": 4.8574419021606445, + "epoch": 5.34994068801898, + "grad_norm": 1.234375, + "learning_rate": 0.0002941249448769988, + "loss": 4.439, + "mean_token_accuracy": 0.2281257063150406, + "num_tokens": 12959987.0, + "step": 4510 + }, + { + "entropy": 4.75574221611023, + "epoch": 5.355871886120997, + "grad_norm": 1.1328125, + "learning_rate": 0.0002936503065496167, + "loss": 4.2882, + "mean_token_accuracy": 0.24525963217020036, + "num_tokens": 12973955.0, + "step": 4515 + }, + { + "entropy": 4.7831604957580565, + "epoch": 5.361803084223013, + "grad_norm": 1.078125, + "learning_rate": 0.0002931755846392731, + "loss": 4.3314, + "mean_token_accuracy": 0.24529619365930558, + "num_tokens": 12989517.0, + "step": 4520 + }, + { + "entropy": 4.780605030059815, + "epoch": 5.36773428232503, + "grad_norm": 1.109375, + "learning_rate": 0.000292700781273475, + "loss": 4.316, + "mean_token_accuracy": 0.2391658142209053, + "num_tokens": 13003551.0, + "step": 4525 + }, + { + "entropy": 4.755113983154297, + "epoch": 5.3736654804270465, + "grad_norm": 1.21875, + "learning_rate": 0.00029222589858009484, + "loss": 4.2842, + "mean_token_accuracy": 0.24647714495658873, + "num_tokens": 13018061.0, + "step": 4530 + }, + { + "entropy": 4.792725515365601, + "epoch": 5.3795966785290625, + "grad_norm": 1.1015625, + "learning_rate": 0.0002917509386873605, + "loss": 4.3053, + "mean_token_accuracy": 0.2352105051279068, + "num_tokens": 13032649.0, + "step": 4535 + }, + { + "entropy": 4.802401876449585, + "epoch": 5.3855278766310795, + "grad_norm": 1.1953125, + "learning_rate": 0.00029127590372384583, + "loss": 4.3525, + "mean_token_accuracy": 0.234721739590168, + "num_tokens": 13045177.0, + "step": 4540 + }, + { + "entropy": 4.844398450851441, + "epoch": 5.391459074733096, + "grad_norm": 1.0625, + "learning_rate": 0.00029080079581846106, + "loss": 4.3601, + "mean_token_accuracy": 0.22997759580612182, + "num_tokens": 13060681.0, + "step": 4545 + }, + { + "entropy": 4.834163570404053, + "epoch": 5.397390272835112, + "grad_norm": 1.1875, + "learning_rate": 0.0002903256171004434, + "loss": 4.4038, + "mean_token_accuracy": 0.22616221457719804, + "num_tokens": 13075626.0, + "step": 4550 + }, + { + "entropy": 4.823126602172851, + "epoch": 5.403321470937129, + "grad_norm": 1.125, + "learning_rate": 0.00028985036969934744, + "loss": 4.3701, + "mean_token_accuracy": 0.23211364597082138, + "num_tokens": 13090116.0, + "step": 4555 + }, + { + "entropy": 4.761039781570434, + "epoch": 5.409252669039146, + "grad_norm": 1.1875, + "learning_rate": 0.00028937505574503535, + "loss": 4.3318, + "mean_token_accuracy": 0.24012514650821687, + "num_tokens": 13103898.0, + "step": 4560 + }, + { + "entropy": 4.825210905075073, + "epoch": 5.415183867141162, + "grad_norm": 1.2734375, + "learning_rate": 0.0002888996773676677, + "loss": 4.3503, + "mean_token_accuracy": 0.24052769392728807, + "num_tokens": 13118797.0, + "step": 4565 + }, + { + "entropy": 4.7785906314849855, + "epoch": 5.421115065243179, + "grad_norm": 1.171875, + "learning_rate": 0.0002884242366976939, + "loss": 4.3371, + "mean_token_accuracy": 0.23428652435541153, + "num_tokens": 13134561.0, + "step": 4570 + }, + { + "entropy": 4.820053434371948, + "epoch": 5.427046263345196, + "grad_norm": 1.15625, + "learning_rate": 0.0002879487358658425, + "loss": 4.3491, + "mean_token_accuracy": 0.23811828792095185, + "num_tokens": 13149524.0, + "step": 4575 + }, + { + "entropy": 4.847623109817505, + "epoch": 5.432977461447212, + "grad_norm": 1.109375, + "learning_rate": 0.00028747317700311144, + "loss": 4.3921, + "mean_token_accuracy": 0.23596978485584258, + "num_tokens": 13163943.0, + "step": 4580 + }, + { + "entropy": 4.833776330947876, + "epoch": 5.438908659549229, + "grad_norm": 1.2265625, + "learning_rate": 0.00028699756224075893, + "loss": 4.2558, + "mean_token_accuracy": 0.23830387145280837, + "num_tokens": 13176577.0, + "step": 4585 + }, + { + "entropy": 4.823756504058838, + "epoch": 5.444839857651246, + "grad_norm": 1.2109375, + "learning_rate": 0.0002865218937102938, + "loss": 4.3746, + "mean_token_accuracy": 0.24103988707065582, + "num_tokens": 13190242.0, + "step": 4590 + }, + { + "entropy": 4.767862176895141, + "epoch": 5.450771055753262, + "grad_norm": 1.2578125, + "learning_rate": 0.0002860461735434655, + "loss": 4.3094, + "mean_token_accuracy": 0.24475302696228027, + "num_tokens": 13203362.0, + "step": 4595 + }, + { + "entropy": 4.826624965667724, + "epoch": 5.456702253855279, + "grad_norm": 1.265625, + "learning_rate": 0.0002855704038722552, + "loss": 4.3317, + "mean_token_accuracy": 0.23604598343372346, + "num_tokens": 13217032.0, + "step": 4600 + }, + { + "entropy": 4.841291427612305, + "epoch": 5.462633451957295, + "grad_norm": 1.15625, + "learning_rate": 0.0002850945868288659, + "loss": 4.3418, + "mean_token_accuracy": 0.2411078616976738, + "num_tokens": 13232744.0, + "step": 4605 + }, + { + "entropy": 4.7415900230407715, + "epoch": 5.468564650059312, + "grad_norm": 1.1328125, + "learning_rate": 0.0002846187245457127, + "loss": 4.3422, + "mean_token_accuracy": 0.2436609834432602, + "num_tokens": 13245735.0, + "step": 4610 + }, + { + "entropy": 4.8344916820526125, + "epoch": 5.474495848161329, + "grad_norm": 1.1875, + "learning_rate": 0.00028414281915541356, + "loss": 4.3528, + "mean_token_accuracy": 0.23394585400819778, + "num_tokens": 13259536.0, + "step": 4615 + }, + { + "entropy": 4.810553359985351, + "epoch": 5.480427046263345, + "grad_norm": 1.171875, + "learning_rate": 0.00028366687279077977, + "loss": 4.3221, + "mean_token_accuracy": 0.24472051113843918, + "num_tokens": 13272090.0, + "step": 4620 + }, + { + "entropy": 4.795799779891968, + "epoch": 5.486358244365362, + "grad_norm": 1.1953125, + "learning_rate": 0.000283190887584806, + "loss": 4.3636, + "mean_token_accuracy": 0.24185323417186738, + "num_tokens": 13288133.0, + "step": 4625 + }, + { + "entropy": 4.768116998672485, + "epoch": 5.492289442467379, + "grad_norm": 1.21875, + "learning_rate": 0.00028271486567066123, + "loss": 4.3262, + "mean_token_accuracy": 0.24516888856887817, + "num_tokens": 13302669.0, + "step": 4630 + }, + { + "entropy": 4.857626676559448, + "epoch": 5.498220640569395, + "grad_norm": 1.2890625, + "learning_rate": 0.0002822388091816788, + "loss": 4.34, + "mean_token_accuracy": 0.23627338856458663, + "num_tokens": 13315699.0, + "step": 4635 + }, + { + "entropy": 4.802936267852783, + "epoch": 5.504151838671412, + "grad_norm": 1.203125, + "learning_rate": 0.00028176272025134697, + "loss": 4.3174, + "mean_token_accuracy": 0.24233974516391754, + "num_tokens": 13330488.0, + "step": 4640 + }, + { + "entropy": 4.826246643066407, + "epoch": 5.510083036773429, + "grad_norm": 1.0703125, + "learning_rate": 0.0002812866010132995, + "loss": 4.4473, + "mean_token_accuracy": 0.23123548179864883, + "num_tokens": 13346136.0, + "step": 4645 + }, + { + "entropy": 4.820386505126953, + "epoch": 5.516014234875445, + "grad_norm": 1.2734375, + "learning_rate": 0.00028081045360130587, + "loss": 4.3884, + "mean_token_accuracy": 0.23265957981348037, + "num_tokens": 13359155.0, + "step": 4650 + }, + { + "entropy": 4.768516778945923, + "epoch": 5.5219454329774615, + "grad_norm": 1.2265625, + "learning_rate": 0.000280334280149262, + "loss": 4.31, + "mean_token_accuracy": 0.23903701454401016, + "num_tokens": 13375746.0, + "step": 4655 + }, + { + "entropy": 4.829752349853516, + "epoch": 5.527876631079478, + "grad_norm": 1.140625, + "learning_rate": 0.0002798580827911803, + "loss": 4.4025, + "mean_token_accuracy": 0.23296053260564803, + "num_tokens": 13389305.0, + "step": 4660 + }, + { + "entropy": 4.794039678573609, + "epoch": 5.5338078291814945, + "grad_norm": 1.328125, + "learning_rate": 0.0002793818636611805, + "loss": 4.3455, + "mean_token_accuracy": 0.2343529686331749, + "num_tokens": 13402776.0, + "step": 4665 + }, + { + "entropy": 4.847577714920044, + "epoch": 5.539739027283511, + "grad_norm": 1.140625, + "learning_rate": 0.0002789056248934797, + "loss": 4.3892, + "mean_token_accuracy": 0.22388842105865478, + "num_tokens": 13417814.0, + "step": 4670 + }, + { + "entropy": 4.86315131187439, + "epoch": 5.545670225385528, + "grad_norm": 1.1015625, + "learning_rate": 0.0002784293686223832, + "loss": 4.3679, + "mean_token_accuracy": 0.23124499768018722, + "num_tokens": 13432469.0, + "step": 4675 + }, + { + "entropy": 4.774190044403076, + "epoch": 5.551601423487544, + "grad_norm": 1.1875, + "learning_rate": 0.0002779530969822746, + "loss": 4.289, + "mean_token_accuracy": 0.2422730177640915, + "num_tokens": 13445653.0, + "step": 4680 + }, + { + "entropy": 4.768375205993652, + "epoch": 5.557532621589561, + "grad_norm": 1.140625, + "learning_rate": 0.0002774768121076065, + "loss": 4.3366, + "mean_token_accuracy": 0.24606663435697557, + "num_tokens": 13458930.0, + "step": 4685 + }, + { + "entropy": 4.8354926109313965, + "epoch": 5.563463819691577, + "grad_norm": 1.234375, + "learning_rate": 0.0002770005161328908, + "loss": 4.348, + "mean_token_accuracy": 0.23646435737609864, + "num_tokens": 13472681.0, + "step": 4690 + }, + { + "entropy": 4.77135648727417, + "epoch": 5.569395017793594, + "grad_norm": 0.99609375, + "learning_rate": 0.0002765242111926891, + "loss": 4.33, + "mean_token_accuracy": 0.24189464002847672, + "num_tokens": 13488461.0, + "step": 4695 + }, + { + "entropy": 4.798003149032593, + "epoch": 5.575326215895611, + "grad_norm": 1.109375, + "learning_rate": 0.00027604789942160297, + "loss": 4.3788, + "mean_token_accuracy": 0.22928581088781358, + "num_tokens": 13504080.0, + "step": 4700 + }, + { + "entropy": 4.863557386398315, + "epoch": 5.581257413997627, + "grad_norm": 1.171875, + "learning_rate": 0.00027557158295426506, + "loss": 4.3436, + "mean_token_accuracy": 0.2349960759282112, + "num_tokens": 13516923.0, + "step": 4705 + }, + { + "entropy": 4.781201934814453, + "epoch": 5.587188612099644, + "grad_norm": 1.109375, + "learning_rate": 0.0002750952639253287, + "loss": 4.3449, + "mean_token_accuracy": 0.23918874561786652, + "num_tokens": 13531275.0, + "step": 4710 + }, + { + "entropy": 4.806018733978272, + "epoch": 5.593119810201661, + "grad_norm": 1.1484375, + "learning_rate": 0.00027461894446945877, + "loss": 4.3748, + "mean_token_accuracy": 0.23156485408544542, + "num_tokens": 13544924.0, + "step": 4715 + }, + { + "entropy": 4.832040071487427, + "epoch": 5.599051008303677, + "grad_norm": 1.28125, + "learning_rate": 0.0002741426267213223, + "loss": 4.3362, + "mean_token_accuracy": 0.24287913590669633, + "num_tokens": 13559265.0, + "step": 4720 + }, + { + "entropy": 4.819747447967529, + "epoch": 5.604982206405694, + "grad_norm": 1.125, + "learning_rate": 0.0002736663128155781, + "loss": 4.2819, + "mean_token_accuracy": 0.2389657273888588, + "num_tokens": 13572656.0, + "step": 4725 + }, + { + "entropy": 4.810615396499633, + "epoch": 5.610913404507711, + "grad_norm": 1.0390625, + "learning_rate": 0.0002731900048868685, + "loss": 4.3715, + "mean_token_accuracy": 0.23842447102069855, + "num_tokens": 13587723.0, + "step": 4730 + }, + { + "entropy": 4.850817251205444, + "epoch": 5.616844602609727, + "grad_norm": 1.125, + "learning_rate": 0.00027271370506980853, + "loss": 4.329, + "mean_token_accuracy": 0.2373041734099388, + "num_tokens": 13600739.0, + "step": 4735 + }, + { + "entropy": 4.835582685470581, + "epoch": 5.622775800711744, + "grad_norm": 1.0234375, + "learning_rate": 0.00027223741549897696, + "loss": 4.374, + "mean_token_accuracy": 0.23551319241523744, + "num_tokens": 13616911.0, + "step": 4740 + }, + { + "entropy": 4.746273756027222, + "epoch": 5.62870699881376, + "grad_norm": 1.1328125, + "learning_rate": 0.00027176113830890673, + "loss": 4.3158, + "mean_token_accuracy": 0.23994861990213395, + "num_tokens": 13630518.0, + "step": 4745 + }, + { + "entropy": 4.687458848953247, + "epoch": 5.634638196915777, + "grad_norm": 1.25, + "learning_rate": 0.0002712848756340754, + "loss": 4.1742, + "mean_token_accuracy": 0.2465816020965576, + "num_tokens": 13643295.0, + "step": 4750 + }, + { + "entropy": 4.753887128829956, + "epoch": 5.640569395017794, + "grad_norm": 1.1875, + "learning_rate": 0.000270808629608895, + "loss": 4.337, + "mean_token_accuracy": 0.24828400015830993, + "num_tokens": 13655484.0, + "step": 4755 + }, + { + "entropy": 4.8279914379119875, + "epoch": 5.646500593119811, + "grad_norm": 1.1328125, + "learning_rate": 0.0002703324023677036, + "loss": 4.3604, + "mean_token_accuracy": 0.23901474326848984, + "num_tokens": 13668188.0, + "step": 4760 + }, + { + "entropy": 4.796302223205567, + "epoch": 5.652431791221827, + "grad_norm": 1.0625, + "learning_rate": 0.00026985619604475466, + "loss": 4.3168, + "mean_token_accuracy": 0.24608149528503417, + "num_tokens": 13680172.0, + "step": 4765 + }, + { + "entropy": 4.8139900207519535, + "epoch": 5.658362989323844, + "grad_norm": 1.0546875, + "learning_rate": 0.00026938001277420785, + "loss": 4.3363, + "mean_token_accuracy": 0.2425275981426239, + "num_tokens": 13694330.0, + "step": 4770 + }, + { + "entropy": 4.676712131500244, + "epoch": 5.66429418742586, + "grad_norm": 0.9765625, + "learning_rate": 0.00026890385469011997, + "loss": 4.2022, + "mean_token_accuracy": 0.2537962973117828, + "num_tokens": 13709193.0, + "step": 4775 + }, + { + "entropy": 4.779815292358398, + "epoch": 5.670225385527877, + "grad_norm": 1.2109375, + "learning_rate": 0.00026842772392643443, + "loss": 4.3709, + "mean_token_accuracy": 0.23214032351970673, + "num_tokens": 13722796.0, + "step": 4780 + }, + { + "entropy": 4.808645009994507, + "epoch": 5.6761565836298935, + "grad_norm": 1.078125, + "learning_rate": 0.0002679516226169724, + "loss": 4.3884, + "mean_token_accuracy": 0.22750346809625627, + "num_tokens": 13738026.0, + "step": 4785 + }, + { + "entropy": 4.745830249786377, + "epoch": 5.6820877817319095, + "grad_norm": 1.0625, + "learning_rate": 0.0002674755528954232, + "loss": 4.3299, + "mean_token_accuracy": 0.23688622266054155, + "num_tokens": 13751992.0, + "step": 4790 + }, + { + "entropy": 4.880949592590332, + "epoch": 5.6880189798339265, + "grad_norm": 1.15625, + "learning_rate": 0.00026699951689533445, + "loss": 4.414, + "mean_token_accuracy": 0.23022955358028413, + "num_tokens": 13765489.0, + "step": 4795 + }, + { + "entropy": 4.832452249526978, + "epoch": 5.693950177935943, + "grad_norm": 1.125, + "learning_rate": 0.0002665235167501026, + "loss": 4.3951, + "mean_token_accuracy": 0.22654036283493043, + "num_tokens": 13778840.0, + "step": 4800 + }, + { + "entropy": 4.846195983886719, + "epoch": 5.699881376037959, + "grad_norm": 1.2109375, + "learning_rate": 0.0002660475545929636, + "loss": 4.3922, + "mean_token_accuracy": 0.23317624777555465, + "num_tokens": 13792851.0, + "step": 4805 + }, + { + "entropy": 4.803857803344727, + "epoch": 5.705812574139976, + "grad_norm": 1.140625, + "learning_rate": 0.00026557163255698274, + "loss": 4.3714, + "mean_token_accuracy": 0.23640986084938048, + "num_tokens": 13806024.0, + "step": 4810 + }, + { + "entropy": 4.793094682693481, + "epoch": 5.711743772241993, + "grad_norm": 0.9921875, + "learning_rate": 0.00026509575277504593, + "loss": 4.3571, + "mean_token_accuracy": 0.23723326474428177, + "num_tokens": 13822361.0, + "step": 4815 + }, + { + "entropy": 4.79110016822815, + "epoch": 5.717674970344009, + "grad_norm": 0.99609375, + "learning_rate": 0.0002646199173798497, + "loss": 4.3377, + "mean_token_accuracy": 0.2404965952038765, + "num_tokens": 13836795.0, + "step": 4820 + }, + { + "entropy": 4.765324878692627, + "epoch": 5.723606168446026, + "grad_norm": 1.1796875, + "learning_rate": 0.0002641441285038913, + "loss": 4.2808, + "mean_token_accuracy": 0.2442572832107544, + "num_tokens": 13850955.0, + "step": 4825 + }, + { + "entropy": 4.8904516220092775, + "epoch": 5.729537366548042, + "grad_norm": 1.03125, + "learning_rate": 0.00026366838827945985, + "loss": 4.4156, + "mean_token_accuracy": 0.23086105585098265, + "num_tokens": 13866041.0, + "step": 4830 + }, + { + "entropy": 4.7407355308532715, + "epoch": 5.735468564650059, + "grad_norm": 1.140625, + "learning_rate": 0.00026319269883862633, + "loss": 4.3002, + "mean_token_accuracy": 0.23912660926580429, + "num_tokens": 13880331.0, + "step": 4835 + }, + { + "entropy": 4.74866042137146, + "epoch": 5.741399762752076, + "grad_norm": 1.171875, + "learning_rate": 0.000262717062313234, + "loss": 4.3506, + "mean_token_accuracy": 0.23290519118309022, + "num_tokens": 13894735.0, + "step": 4840 + }, + { + "entropy": 4.799971199035644, + "epoch": 5.747330960854093, + "grad_norm": 1.1796875, + "learning_rate": 0.0002622414808348892, + "loss": 4.3015, + "mean_token_accuracy": 0.2426670715212822, + "num_tokens": 13909786.0, + "step": 4845 + }, + { + "entropy": 4.724190092086792, + "epoch": 5.753262158956109, + "grad_norm": 1.1328125, + "learning_rate": 0.00026176595653495136, + "loss": 4.2908, + "mean_token_accuracy": 0.24885344058275222, + "num_tokens": 13922757.0, + "step": 4850 + }, + { + "entropy": 4.760520982742309, + "epoch": 5.759193357058126, + "grad_norm": 1.1171875, + "learning_rate": 0.0002612904915445238, + "loss": 4.2922, + "mean_token_accuracy": 0.24650558680295945, + "num_tokens": 13937580.0, + "step": 4855 + }, + { + "entropy": 4.810915470123291, + "epoch": 5.765124555160142, + "grad_norm": 1.109375, + "learning_rate": 0.000260815087994444, + "loss": 4.3505, + "mean_token_accuracy": 0.23467869609594344, + "num_tokens": 13954003.0, + "step": 4860 + }, + { + "entropy": 4.779822301864624, + "epoch": 5.771055753262159, + "grad_norm": 1.2578125, + "learning_rate": 0.000260339748015274, + "loss": 4.3166, + "mean_token_accuracy": 0.23698662519454955, + "num_tokens": 13968201.0, + "step": 4865 + }, + { + "entropy": 4.694350147247315, + "epoch": 5.776986951364176, + "grad_norm": 1.109375, + "learning_rate": 0.0002598644737372911, + "loss": 4.2988, + "mean_token_accuracy": 0.2477506458759308, + "num_tokens": 13981851.0, + "step": 4870 + }, + { + "entropy": 4.813791799545288, + "epoch": 5.782918149466192, + "grad_norm": 1.2890625, + "learning_rate": 0.0002593892672904781, + "loss": 4.3285, + "mean_token_accuracy": 0.23808160722255706, + "num_tokens": 13993490.0, + "step": 4875 + }, + { + "entropy": 4.808310556411743, + "epoch": 5.788849347568209, + "grad_norm": 1.0703125, + "learning_rate": 0.00025891413080451377, + "loss": 4.3523, + "mean_token_accuracy": 0.2352833107113838, + "num_tokens": 14008228.0, + "step": 4880 + }, + { + "entropy": 4.792012166976929, + "epoch": 5.794780545670226, + "grad_norm": 1.34375, + "learning_rate": 0.00025843906640876326, + "loss": 4.3314, + "mean_token_accuracy": 0.24585116654634476, + "num_tokens": 14021867.0, + "step": 4885 + }, + { + "entropy": 4.734698677062989, + "epoch": 5.800711743772242, + "grad_norm": 1.1875, + "learning_rate": 0.000257964076232269, + "loss": 4.2356, + "mean_token_accuracy": 0.2509154349565506, + "num_tokens": 14034363.0, + "step": 4890 + }, + { + "entropy": 4.8481605529785154, + "epoch": 5.806642941874259, + "grad_norm": 1.046875, + "learning_rate": 0.00025748916240374016, + "loss": 4.4136, + "mean_token_accuracy": 0.2393478125333786, + "num_tokens": 14050746.0, + "step": 4895 + }, + { + "entropy": 4.8150547504425045, + "epoch": 5.812574139976276, + "grad_norm": 1.296875, + "learning_rate": 0.00025701432705154445, + "loss": 4.4077, + "mean_token_accuracy": 0.2336001753807068, + "num_tokens": 14064729.0, + "step": 4900 + }, + { + "entropy": 4.827139234542846, + "epoch": 5.818505338078292, + "grad_norm": 1.0859375, + "learning_rate": 0.0002565395723036975, + "loss": 4.4199, + "mean_token_accuracy": 0.23818397521972656, + "num_tokens": 14080618.0, + "step": 4905 + }, + { + "entropy": 4.806284618377686, + "epoch": 5.8244365361803085, + "grad_norm": 1.2421875, + "learning_rate": 0.0002560649002878537, + "loss": 4.3333, + "mean_token_accuracy": 0.2396669343113899, + "num_tokens": 14094201.0, + "step": 4910 + }, + { + "entropy": 4.794505453109741, + "epoch": 5.830367734282325, + "grad_norm": 1.140625, + "learning_rate": 0.00025559031313129675, + "loss": 4.3886, + "mean_token_accuracy": 0.22983593195676805, + "num_tokens": 14109905.0, + "step": 4915 + }, + { + "entropy": 4.758055019378662, + "epoch": 5.8362989323843415, + "grad_norm": 1.171875, + "learning_rate": 0.00025511581296093006, + "loss": 4.3336, + "mean_token_accuracy": 0.239557483792305, + "num_tokens": 14125540.0, + "step": 4920 + }, + { + "entropy": 4.840940189361572, + "epoch": 5.842230130486358, + "grad_norm": 1.109375, + "learning_rate": 0.0002546414019032671, + "loss": 4.4238, + "mean_token_accuracy": 0.2327907755970955, + "num_tokens": 14139677.0, + "step": 4925 + }, + { + "entropy": 4.826468849182129, + "epoch": 5.848161328588375, + "grad_norm": 1.1796875, + "learning_rate": 0.0002541670820844223, + "loss": 4.4244, + "mean_token_accuracy": 0.23376403898000717, + "num_tokens": 14154924.0, + "step": 4930 + }, + { + "entropy": 4.799694156646728, + "epoch": 5.854092526690391, + "grad_norm": 1.15625, + "learning_rate": 0.0002536928556301006, + "loss": 4.3389, + "mean_token_accuracy": 0.24434418678283693, + "num_tokens": 14169287.0, + "step": 4935 + }, + { + "entropy": 4.836445283889771, + "epoch": 5.860023724792408, + "grad_norm": 1.1875, + "learning_rate": 0.0002532187246655891, + "loss": 4.2819, + "mean_token_accuracy": 0.24367126673460007, + "num_tokens": 14181965.0, + "step": 4940 + }, + { + "entropy": 4.824612140655518, + "epoch": 5.865954922894424, + "grad_norm": 1.234375, + "learning_rate": 0.0002527446913157467, + "loss": 4.3276, + "mean_token_accuracy": 0.2377263769507408, + "num_tokens": 14195946.0, + "step": 4945 + }, + { + "entropy": 4.764058065414429, + "epoch": 5.871886120996441, + "grad_norm": 1.109375, + "learning_rate": 0.0002522707577049947, + "loss": 4.3822, + "mean_token_accuracy": 0.2389196291565895, + "num_tokens": 14210639.0, + "step": 4950 + }, + { + "entropy": 4.784085130691528, + "epoch": 5.877817319098458, + "grad_norm": 1.1328125, + "learning_rate": 0.00025179692595730767, + "loss": 4.3196, + "mean_token_accuracy": 0.23978573679924012, + "num_tokens": 14225355.0, + "step": 4955 + }, + { + "entropy": 4.843112564086914, + "epoch": 5.883748517200474, + "grad_norm": 1.203125, + "learning_rate": 0.00025132319819620377, + "loss": 4.3853, + "mean_token_accuracy": 0.23785216063261033, + "num_tokens": 14239634.0, + "step": 4960 + }, + { + "entropy": 4.74089937210083, + "epoch": 5.889679715302491, + "grad_norm": 1.234375, + "learning_rate": 0.0002508495765447345, + "loss": 4.2764, + "mean_token_accuracy": 0.2535801813006401, + "num_tokens": 14252622.0, + "step": 4965 + }, + { + "entropy": 4.739436149597168, + "epoch": 5.895610913404508, + "grad_norm": 1.2734375, + "learning_rate": 0.00025037606312547654, + "loss": 4.2741, + "mean_token_accuracy": 0.2499685674905777, + "num_tokens": 14265164.0, + "step": 4970 + }, + { + "entropy": 4.81330246925354, + "epoch": 5.901542111506524, + "grad_norm": 1.171875, + "learning_rate": 0.0002499026600605212, + "loss": 4.3143, + "mean_token_accuracy": 0.24147066473960876, + "num_tokens": 14278402.0, + "step": 4975 + }, + { + "entropy": 4.804416990280151, + "epoch": 5.907473309608541, + "grad_norm": 1.1796875, + "learning_rate": 0.00024942936947146515, + "loss": 4.336, + "mean_token_accuracy": 0.2330878794193268, + "num_tokens": 14292409.0, + "step": 4980 + }, + { + "entropy": 4.761972236633301, + "epoch": 5.913404507710558, + "grad_norm": 1.0390625, + "learning_rate": 0.00024895619347940117, + "loss": 4.3306, + "mean_token_accuracy": 0.24056018590927125, + "num_tokens": 14307269.0, + "step": 4985 + }, + { + "entropy": 4.7936664581298825, + "epoch": 5.919335705812574, + "grad_norm": 1.1875, + "learning_rate": 0.0002484831342049085, + "loss": 4.3291, + "mean_token_accuracy": 0.23838138431310654, + "num_tokens": 14321146.0, + "step": 4990 + }, + { + "entropy": 4.801939821243286, + "epoch": 5.925266903914591, + "grad_norm": 1.203125, + "learning_rate": 0.00024801019376804296, + "loss": 4.3219, + "mean_token_accuracy": 0.23990344852209092, + "num_tokens": 14334060.0, + "step": 4995 + }, + { + "entropy": 4.748884820938111, + "epoch": 5.931198102016607, + "grad_norm": 1.0546875, + "learning_rate": 0.0002475373742883282, + "loss": 4.3339, + "mean_token_accuracy": 0.23838832527399062, + "num_tokens": 14349274.0, + "step": 5000 + }, + { + "epoch": 5.931198102016607, + "eval_entropy": 4.652599839345077, + "eval_loss": 5.263965606689453, + "eval_mean_token_accuracy": 0.19459956169037, + "eval_num_tokens": 14349274.0, + "eval_runtime": 2.4654, + "eval_samples_per_second": 1057.826, + "eval_steps_per_second": 132.228, + "step": 5000 + }, + { + "entropy": 4.708192014694214, + "epoch": 5.937129300118624, + "grad_norm": 1.09375, + "learning_rate": 0.0002470646778847455, + "loss": 4.296, + "mean_token_accuracy": 0.24259315431118011, + "num_tokens": 14364007.0, + "step": 5005 + }, + { + "entropy": 4.773913097381592, + "epoch": 5.943060498220641, + "grad_norm": 0.96484375, + "learning_rate": 0.00024659210667572464, + "loss": 4.3266, + "mean_token_accuracy": 0.23536466509103776, + "num_tokens": 14378916.0, + "step": 5010 + }, + { + "entropy": 4.7855369567871096, + "epoch": 5.948991696322658, + "grad_norm": 1.21875, + "learning_rate": 0.0002461196627791345, + "loss": 4.2882, + "mean_token_accuracy": 0.2476044699549675, + "num_tokens": 14393345.0, + "step": 5015 + }, + { + "entropy": 4.832712602615357, + "epoch": 5.954922894424674, + "grad_norm": 1.1796875, + "learning_rate": 0.00024564734831227316, + "loss": 4.3449, + "mean_token_accuracy": 0.23937438428401947, + "num_tokens": 14405835.0, + "step": 5020 + }, + { + "entropy": 4.792354726791382, + "epoch": 5.960854092526691, + "grad_norm": 1.125, + "learning_rate": 0.0002451751653918587, + "loss": 4.3892, + "mean_token_accuracy": 0.2276507556438446, + "num_tokens": 14421842.0, + "step": 5025 + }, + { + "entropy": 4.811455392837525, + "epoch": 5.966785290628707, + "grad_norm": 1.125, + "learning_rate": 0.00024470311613401997, + "loss": 4.3797, + "mean_token_accuracy": 0.23294659405946733, + "num_tokens": 14436064.0, + "step": 5030 + }, + { + "entropy": 4.774214029312134, + "epoch": 5.972716488730724, + "grad_norm": 1.171875, + "learning_rate": 0.00024423120265428623, + "loss": 4.3126, + "mean_token_accuracy": 0.23919883668422698, + "num_tokens": 14450321.0, + "step": 5035 + }, + { + "entropy": 4.796865844726563, + "epoch": 5.9786476868327405, + "grad_norm": 1.1796875, + "learning_rate": 0.0002437594270675787, + "loss": 4.398, + "mean_token_accuracy": 0.23655554354190828, + "num_tokens": 14465584.0, + "step": 5040 + }, + { + "entropy": 4.830087375640869, + "epoch": 5.9845788849347565, + "grad_norm": 1.21875, + "learning_rate": 0.00024328779148820052, + "loss": 4.473, + "mean_token_accuracy": 0.22175321578979493, + "num_tokens": 14480581.0, + "step": 5045 + }, + { + "entropy": 4.851241827011108, + "epoch": 5.9905100830367735, + "grad_norm": 1.21875, + "learning_rate": 0.0002428162980298272, + "loss": 4.4138, + "mean_token_accuracy": 0.2366853713989258, + "num_tokens": 14493514.0, + "step": 5050 + }, + { + "entropy": 4.79337968826294, + "epoch": 5.99644128113879, + "grad_norm": 1.0234375, + "learning_rate": 0.00024234494880549746, + "loss": 4.3931, + "mean_token_accuracy": 0.23066162765026094, + "num_tokens": 14508061.0, + "step": 5055 + }, + { + "entropy": 4.745760822296143, + "epoch": 6.002372479240806, + "grad_norm": 0.98828125, + "learning_rate": 0.00024187374592760376, + "loss": 4.2059, + "mean_token_accuracy": 0.24971580356359482, + "num_tokens": 14521367.0, + "step": 5060 + }, + { + "entropy": 4.73035454750061, + "epoch": 6.008303677342823, + "grad_norm": 1.1875, + "learning_rate": 0.00024140269150788236, + "loss": 4.1042, + "mean_token_accuracy": 0.2597766384482384, + "num_tokens": 14535691.0, + "step": 5065 + }, + { + "entropy": 4.804089164733886, + "epoch": 6.01423487544484, + "grad_norm": 1.1484375, + "learning_rate": 0.00024093178765740452, + "loss": 4.1846, + "mean_token_accuracy": 0.24867794066667556, + "num_tokens": 14549300.0, + "step": 5070 + }, + { + "entropy": 4.743141746520996, + "epoch": 6.020166073546856, + "grad_norm": 1.578125, + "learning_rate": 0.00024046103648656648, + "loss": 4.1357, + "mean_token_accuracy": 0.25618866086006165, + "num_tokens": 14563517.0, + "step": 5075 + }, + { + "entropy": 4.742384672164917, + "epoch": 6.026097271648873, + "grad_norm": 1.21875, + "learning_rate": 0.00023999044010508037, + "loss": 4.0899, + "mean_token_accuracy": 0.26528758853673934, + "num_tokens": 14577298.0, + "step": 5080 + }, + { + "entropy": 4.77992262840271, + "epoch": 6.032028469750889, + "grad_norm": 1.265625, + "learning_rate": 0.00023952000062196454, + "loss": 4.1423, + "mean_token_accuracy": 0.26021771878004074, + "num_tokens": 14589621.0, + "step": 5085 + }, + { + "entropy": 4.745220375061035, + "epoch": 6.037959667852906, + "grad_norm": 1.125, + "learning_rate": 0.0002390497201455342, + "loss": 4.132, + "mean_token_accuracy": 0.25740298330783845, + "num_tokens": 14603449.0, + "step": 5090 + }, + { + "entropy": 4.76898684501648, + "epoch": 6.043890865954923, + "grad_norm": 1.2890625, + "learning_rate": 0.00023857960078339208, + "loss": 4.144, + "mean_token_accuracy": 0.2559265360236168, + "num_tokens": 14616326.0, + "step": 5095 + }, + { + "entropy": 4.8157140731811525, + "epoch": 6.049822064056939, + "grad_norm": 1.046875, + "learning_rate": 0.00023810964464241868, + "loss": 4.2635, + "mean_token_accuracy": 0.24587225615978242, + "num_tokens": 14631267.0, + "step": 5100 + }, + { + "entropy": 4.746673822402954, + "epoch": 6.055753262158956, + "grad_norm": 1.15625, + "learning_rate": 0.00023763985382876308, + "loss": 4.1225, + "mean_token_accuracy": 0.2622628450393677, + "num_tokens": 14645045.0, + "step": 5105 + }, + { + "entropy": 4.7064050197601315, + "epoch": 6.061684460260973, + "grad_norm": 1.0625, + "learning_rate": 0.00023717023044783343, + "loss": 4.0384, + "mean_token_accuracy": 0.26922540813684465, + "num_tokens": 14659302.0, + "step": 5110 + }, + { + "entropy": 4.775246334075928, + "epoch": 6.067615658362989, + "grad_norm": 1.140625, + "learning_rate": 0.00023670077660428756, + "loss": 4.1612, + "mean_token_accuracy": 0.24770891070365905, + "num_tokens": 14672544.0, + "step": 5115 + }, + { + "entropy": 4.792227792739868, + "epoch": 6.073546856465006, + "grad_norm": 1.09375, + "learning_rate": 0.0002362314944020234, + "loss": 4.2134, + "mean_token_accuracy": 0.24917837828397751, + "num_tokens": 14689011.0, + "step": 5120 + }, + { + "entropy": 4.791463613510132, + "epoch": 6.079478054567023, + "grad_norm": 1.109375, + "learning_rate": 0.0002357623859441698, + "loss": 4.1419, + "mean_token_accuracy": 0.25728278011083605, + "num_tokens": 14701455.0, + "step": 5125 + }, + { + "entropy": 4.814793825149536, + "epoch": 6.085409252669039, + "grad_norm": 1.140625, + "learning_rate": 0.000235293453333077, + "loss": 4.2177, + "mean_token_accuracy": 0.25009917467832565, + "num_tokens": 14716483.0, + "step": 5130 + }, + { + "entropy": 4.751215982437134, + "epoch": 6.091340450771056, + "grad_norm": 1.078125, + "learning_rate": 0.00023482469867030676, + "loss": 4.1233, + "mean_token_accuracy": 0.25721742063760755, + "num_tokens": 14730164.0, + "step": 5135 + }, + { + "entropy": 4.785274934768677, + "epoch": 6.097271648873073, + "grad_norm": 1.1328125, + "learning_rate": 0.00023435612405662388, + "loss": 4.1816, + "mean_token_accuracy": 0.2555907517671585, + "num_tokens": 14744695.0, + "step": 5140 + }, + { + "entropy": 4.749642086029053, + "epoch": 6.103202846975089, + "grad_norm": 1.1171875, + "learning_rate": 0.00023388773159198584, + "loss": 4.2059, + "mean_token_accuracy": 0.2520121678709984, + "num_tokens": 14759503.0, + "step": 5145 + }, + { + "entropy": 4.843703651428223, + "epoch": 6.109134045077106, + "grad_norm": 1.078125, + "learning_rate": 0.00023341952337553414, + "loss": 4.2096, + "mean_token_accuracy": 0.252188840508461, + "num_tokens": 14774961.0, + "step": 5150 + }, + { + "entropy": 4.758553743362427, + "epoch": 6.115065243179123, + "grad_norm": 1.1328125, + "learning_rate": 0.0002329515015055843, + "loss": 4.113, + "mean_token_accuracy": 0.2630035519599915, + "num_tokens": 14789617.0, + "step": 5155 + }, + { + "entropy": 4.7613019943237305, + "epoch": 6.120996441281139, + "grad_norm": 1.140625, + "learning_rate": 0.00023248366807961674, + "loss": 4.1801, + "mean_token_accuracy": 0.25420621037483215, + "num_tokens": 14803921.0, + "step": 5160 + }, + { + "entropy": 4.78867392539978, + "epoch": 6.1269276393831555, + "grad_norm": 1.1328125, + "learning_rate": 0.0002320160251942675, + "loss": 4.1839, + "mean_token_accuracy": 0.25387351512908934, + "num_tokens": 14818466.0, + "step": 5165 + }, + { + "entropy": 4.767274618148804, + "epoch": 6.132858837485172, + "grad_norm": 1.1640625, + "learning_rate": 0.00023154857494531872, + "loss": 4.2231, + "mean_token_accuracy": 0.25017287135124205, + "num_tokens": 14833256.0, + "step": 5170 + }, + { + "entropy": 4.780109071731568, + "epoch": 6.1387900355871885, + "grad_norm": 1.109375, + "learning_rate": 0.0002310813194276889, + "loss": 4.1899, + "mean_token_accuracy": 0.250496344268322, + "num_tokens": 14848164.0, + "step": 5175 + }, + { + "entropy": 4.742455339431762, + "epoch": 6.144721233689205, + "grad_norm": 1.1796875, + "learning_rate": 0.00023061426073542413, + "loss": 4.1381, + "mean_token_accuracy": 0.26113935112953185, + "num_tokens": 14860418.0, + "step": 5180 + }, + { + "entropy": 4.796003627777099, + "epoch": 6.1506524317912215, + "grad_norm": 1.1953125, + "learning_rate": 0.0002301474009616885, + "loss": 4.247, + "mean_token_accuracy": 0.24784840941429137, + "num_tokens": 14875655.0, + "step": 5185 + }, + { + "entropy": 4.808759689331055, + "epoch": 6.156583629893238, + "grad_norm": 1.0859375, + "learning_rate": 0.00022968074219875418, + "loss": 4.2155, + "mean_token_accuracy": 0.2534328117966652, + "num_tokens": 14890851.0, + "step": 5190 + }, + { + "entropy": 4.7517026424407955, + "epoch": 6.162514827995255, + "grad_norm": 1.125, + "learning_rate": 0.00022921428653799298, + "loss": 4.1056, + "mean_token_accuracy": 0.2656860455870628, + "num_tokens": 14906189.0, + "step": 5195 + }, + { + "entropy": 4.72308316230774, + "epoch": 6.168446026097271, + "grad_norm": 1.15625, + "learning_rate": 0.00022874803606986617, + "loss": 4.1346, + "mean_token_accuracy": 0.2545752048492432, + "num_tokens": 14920625.0, + "step": 5200 + }, + { + "entropy": 4.731480121612549, + "epoch": 6.174377224199288, + "grad_norm": 1.21875, + "learning_rate": 0.00022828199288391554, + "loss": 4.1352, + "mean_token_accuracy": 0.25461106449365617, + "num_tokens": 14935524.0, + "step": 5205 + }, + { + "entropy": 4.818871974945068, + "epoch": 6.180308422301305, + "grad_norm": 1.125, + "learning_rate": 0.00022781615906875414, + "loss": 4.1816, + "mean_token_accuracy": 0.2538179770112038, + "num_tokens": 14950503.0, + "step": 5210 + }, + { + "entropy": 4.788936758041382, + "epoch": 6.186239620403321, + "grad_norm": 1.0859375, + "learning_rate": 0.0002273505367120562, + "loss": 4.1846, + "mean_token_accuracy": 0.24845887273550032, + "num_tokens": 14967533.0, + "step": 5215 + }, + { + "entropy": 4.842661952972412, + "epoch": 6.192170818505338, + "grad_norm": 1.1015625, + "learning_rate": 0.00022688512790054865, + "loss": 4.2189, + "mean_token_accuracy": 0.24378627836704253, + "num_tokens": 14980276.0, + "step": 5220 + }, + { + "entropy": 4.736074161529541, + "epoch": 6.198102016607355, + "grad_norm": 1.1640625, + "learning_rate": 0.0002264199347200015, + "loss": 4.1122, + "mean_token_accuracy": 0.2617910668253899, + "num_tokens": 14993270.0, + "step": 5225 + }, + { + "entropy": 4.726060914993286, + "epoch": 6.204033214709371, + "grad_norm": 1.0390625, + "learning_rate": 0.00022595495925521804, + "loss": 4.1215, + "mean_token_accuracy": 0.2615621656179428, + "num_tokens": 15007725.0, + "step": 5230 + }, + { + "entropy": 4.710829830169677, + "epoch": 6.209964412811388, + "grad_norm": 1.171875, + "learning_rate": 0.0002254902035900261, + "loss": 4.1208, + "mean_token_accuracy": 0.253796873986721, + "num_tokens": 15022909.0, + "step": 5235 + }, + { + "entropy": 4.801334238052368, + "epoch": 6.215895610913405, + "grad_norm": 1.0859375, + "learning_rate": 0.00022502566980726852, + "loss": 4.1901, + "mean_token_accuracy": 0.25595812797546386, + "num_tokens": 15036894.0, + "step": 5240 + }, + { + "entropy": 4.777053499221802, + "epoch": 6.221826809015421, + "grad_norm": 1.0, + "learning_rate": 0.00022456135998879335, + "loss": 4.1183, + "mean_token_accuracy": 0.2579038292169571, + "num_tokens": 15053898.0, + "step": 5245 + }, + { + "entropy": 4.754766321182251, + "epoch": 6.227758007117438, + "grad_norm": 1.1953125, + "learning_rate": 0.0002240972762154453, + "loss": 4.1538, + "mean_token_accuracy": 0.25917364209890364, + "num_tokens": 15067661.0, + "step": 5250 + }, + { + "entropy": 4.779755878448486, + "epoch": 6.233689205219454, + "grad_norm": 1.140625, + "learning_rate": 0.000223633420567056, + "loss": 4.182, + "mean_token_accuracy": 0.2558010220527649, + "num_tokens": 15082174.0, + "step": 5255 + }, + { + "entropy": 4.731582498550415, + "epoch": 6.239620403321471, + "grad_norm": 1.109375, + "learning_rate": 0.0002231697951224346, + "loss": 4.1443, + "mean_token_accuracy": 0.25625418722629545, + "num_tokens": 15096044.0, + "step": 5260 + }, + { + "entropy": 4.8570098876953125, + "epoch": 6.245551601423488, + "grad_norm": 1.265625, + "learning_rate": 0.0002227064019593586, + "loss": 4.2752, + "mean_token_accuracy": 0.2415375977754593, + "num_tokens": 15111548.0, + "step": 5265 + }, + { + "entropy": 4.703935050964356, + "epoch": 6.251482799525504, + "grad_norm": 1.2109375, + "learning_rate": 0.00022224324315456474, + "loss": 4.1051, + "mean_token_accuracy": 0.2591488644480705, + "num_tokens": 15125669.0, + "step": 5270 + }, + { + "entropy": 4.771063804626465, + "epoch": 6.257413997627521, + "grad_norm": 1.25, + "learning_rate": 0.00022178032078373894, + "loss": 4.1977, + "mean_token_accuracy": 0.2615684702992439, + "num_tokens": 15139708.0, + "step": 5275 + }, + { + "entropy": 4.7325742721557615, + "epoch": 6.263345195729538, + "grad_norm": 1.109375, + "learning_rate": 0.00022131763692150798, + "loss": 4.1431, + "mean_token_accuracy": 0.2557313323020935, + "num_tokens": 15154147.0, + "step": 5280 + }, + { + "entropy": 4.734698009490967, + "epoch": 6.269276393831554, + "grad_norm": 1.2734375, + "learning_rate": 0.00022085519364142963, + "loss": 4.0968, + "mean_token_accuracy": 0.26601689010858537, + "num_tokens": 15167684.0, + "step": 5285 + }, + { + "entropy": 4.75499119758606, + "epoch": 6.275207591933571, + "grad_norm": 1.2734375, + "learning_rate": 0.00022039299301598343, + "loss": 4.2305, + "mean_token_accuracy": 0.24574412703514098, + "num_tokens": 15180863.0, + "step": 5290 + }, + { + "entropy": 4.757374382019043, + "epoch": 6.2811387900355875, + "grad_norm": 1.1640625, + "learning_rate": 0.00021993103711656148, + "loss": 4.1598, + "mean_token_accuracy": 0.25554181486368177, + "num_tokens": 15195479.0, + "step": 5295 + }, + { + "entropy": 4.715495347976685, + "epoch": 6.2870699881376035, + "grad_norm": 1.140625, + "learning_rate": 0.00021946932801345903, + "loss": 4.1223, + "mean_token_accuracy": 0.25854379385709764, + "num_tokens": 15209262.0, + "step": 5300 + }, + { + "entropy": 4.6957752227783205, + "epoch": 6.2930011862396205, + "grad_norm": 1.203125, + "learning_rate": 0.00021900786777586534, + "loss": 4.0705, + "mean_token_accuracy": 0.27112670689821244, + "num_tokens": 15223626.0, + "step": 5305 + }, + { + "entropy": 4.763528347015381, + "epoch": 6.298932384341637, + "grad_norm": 1.1953125, + "learning_rate": 0.00021854665847185445, + "loss": 4.1249, + "mean_token_accuracy": 0.259819307923317, + "num_tokens": 15237868.0, + "step": 5310 + }, + { + "entropy": 4.7126524448394775, + "epoch": 6.304863582443653, + "grad_norm": 1.1171875, + "learning_rate": 0.00021808570216837569, + "loss": 4.1449, + "mean_token_accuracy": 0.25789590924978256, + "num_tokens": 15252569.0, + "step": 5315 + }, + { + "entropy": 4.786526203155518, + "epoch": 6.31079478054567, + "grad_norm": 1.1015625, + "learning_rate": 0.0002176250009312446, + "loss": 4.1082, + "mean_token_accuracy": 0.2608945667743683, + "num_tokens": 15266181.0, + "step": 5320 + }, + { + "entropy": 4.792176580429077, + "epoch": 6.316725978647687, + "grad_norm": 1.28125, + "learning_rate": 0.0002171645568251337, + "loss": 4.2237, + "mean_token_accuracy": 0.24639234989881514, + "num_tokens": 15281177.0, + "step": 5325 + }, + { + "entropy": 4.685246562957763, + "epoch": 6.322657176749703, + "grad_norm": 1.25, + "learning_rate": 0.00021670437191356295, + "loss": 4.0926, + "mean_token_accuracy": 0.27036156356334684, + "num_tokens": 15293344.0, + "step": 5330 + }, + { + "entropy": 4.756206893920899, + "epoch": 6.32858837485172, + "grad_norm": 1.140625, + "learning_rate": 0.0002162444482588908, + "loss": 4.2745, + "mean_token_accuracy": 0.2503564581274986, + "num_tokens": 15307438.0, + "step": 5335 + }, + { + "entropy": 4.750091648101806, + "epoch": 6.334519572953736, + "grad_norm": 1.109375, + "learning_rate": 0.00021578478792230504, + "loss": 4.1165, + "mean_token_accuracy": 0.25345486402511597, + "num_tokens": 15320478.0, + "step": 5340 + }, + { + "entropy": 4.777521848678589, + "epoch": 6.340450771055753, + "grad_norm": 1.1484375, + "learning_rate": 0.00021532539296381314, + "loss": 4.1919, + "mean_token_accuracy": 0.24896891564130783, + "num_tokens": 15335037.0, + "step": 5345 + }, + { + "entropy": 4.727483654022217, + "epoch": 6.34638196915777, + "grad_norm": 1.03125, + "learning_rate": 0.00021486626544223332, + "loss": 4.2599, + "mean_token_accuracy": 0.2466239184141159, + "num_tokens": 15351310.0, + "step": 5350 + }, + { + "entropy": 4.745375299453736, + "epoch": 6.352313167259786, + "grad_norm": 1.265625, + "learning_rate": 0.00021440740741518534, + "loss": 4.1448, + "mean_token_accuracy": 0.2537722200155258, + "num_tokens": 15365009.0, + "step": 5355 + }, + { + "entropy": 4.724126195907592, + "epoch": 6.358244365361803, + "grad_norm": 1.125, + "learning_rate": 0.00021394882093908097, + "loss": 4.1642, + "mean_token_accuracy": 0.24910940676927568, + "num_tokens": 15379980.0, + "step": 5360 + }, + { + "entropy": 4.710079765319824, + "epoch": 6.36417556346382, + "grad_norm": 1.171875, + "learning_rate": 0.00021349050806911536, + "loss": 4.101, + "mean_token_accuracy": 0.25774708241224287, + "num_tokens": 15393331.0, + "step": 5365 + }, + { + "entropy": 4.796683835983276, + "epoch": 6.370106761565836, + "grad_norm": 1.15625, + "learning_rate": 0.00021303247085925715, + "loss": 4.18, + "mean_token_accuracy": 0.2545799657702446, + "num_tokens": 15406384.0, + "step": 5370 + }, + { + "entropy": 4.70715069770813, + "epoch": 6.376037959667853, + "grad_norm": 1.1015625, + "learning_rate": 0.00021257471136223972, + "loss": 4.1033, + "mean_token_accuracy": 0.2652807131409645, + "num_tokens": 15421366.0, + "step": 5375 + }, + { + "entropy": 4.796708965301514, + "epoch": 6.38196915776987, + "grad_norm": 1.1796875, + "learning_rate": 0.00021211723162955194, + "loss": 4.3088, + "mean_token_accuracy": 0.2433738112449646, + "num_tokens": 15436499.0, + "step": 5380 + }, + { + "entropy": 4.7571878910064695, + "epoch": 6.387900355871886, + "grad_norm": 1.1171875, + "learning_rate": 0.00021166003371142855, + "loss": 4.1354, + "mean_token_accuracy": 0.2604342848062515, + "num_tokens": 15450695.0, + "step": 5385 + }, + { + "entropy": 4.728578424453735, + "epoch": 6.393831553973903, + "grad_norm": 1.296875, + "learning_rate": 0.0002112031196568418, + "loss": 4.1403, + "mean_token_accuracy": 0.2522526666522026, + "num_tokens": 15465113.0, + "step": 5390 + }, + { + "entropy": 4.745226716995239, + "epoch": 6.39976275207592, + "grad_norm": 1.28125, + "learning_rate": 0.00021074649151349157, + "loss": 4.142, + "mean_token_accuracy": 0.25918426364660263, + "num_tokens": 15478194.0, + "step": 5395 + }, + { + "entropy": 4.745215320587159, + "epoch": 6.405693950177936, + "grad_norm": 1.2578125, + "learning_rate": 0.00021029015132779615, + "loss": 4.2211, + "mean_token_accuracy": 0.2551017105579376, + "num_tokens": 15492600.0, + "step": 5400 + }, + { + "entropy": 4.838167905807495, + "epoch": 6.411625148279953, + "grad_norm": 1.2109375, + "learning_rate": 0.00020983410114488367, + "loss": 4.2233, + "mean_token_accuracy": 0.2533955991268158, + "num_tokens": 15506023.0, + "step": 5405 + }, + { + "entropy": 4.741149950027466, + "epoch": 6.41755634638197, + "grad_norm": 1.2890625, + "learning_rate": 0.0002093783430085825, + "loss": 4.2066, + "mean_token_accuracy": 0.2551663339138031, + "num_tokens": 15520530.0, + "step": 5410 + }, + { + "entropy": 4.8033700466156, + "epoch": 6.423487544483986, + "grad_norm": 1.1171875, + "learning_rate": 0.00020892287896141204, + "loss": 4.1593, + "mean_token_accuracy": 0.2508813560009003, + "num_tokens": 15534048.0, + "step": 5415 + }, + { + "entropy": 4.7030867576599125, + "epoch": 6.4294187425860025, + "grad_norm": 1.2109375, + "learning_rate": 0.0002084677110445739, + "loss": 4.1392, + "mean_token_accuracy": 0.26492889374494555, + "num_tokens": 15547188.0, + "step": 5420 + }, + { + "entropy": 4.7414158344268795, + "epoch": 6.435349940688019, + "grad_norm": 1.140625, + "learning_rate": 0.0002080128412979425, + "loss": 4.1605, + "mean_token_accuracy": 0.262862454354763, + "num_tokens": 15560867.0, + "step": 5425 + }, + { + "entropy": 4.7034995555877686, + "epoch": 6.4412811387900355, + "grad_norm": 1.125, + "learning_rate": 0.00020755827176005575, + "loss": 4.1243, + "mean_token_accuracy": 0.26048964262008667, + "num_tokens": 15573812.0, + "step": 5430 + }, + { + "entropy": 4.752125215530396, + "epoch": 6.447212336892052, + "grad_norm": 1.0625, + "learning_rate": 0.00020710400446810658, + "loss": 4.1689, + "mean_token_accuracy": 0.24977132230997084, + "num_tokens": 15589427.0, + "step": 5435 + }, + { + "entropy": 4.764254903793335, + "epoch": 6.4531435349940685, + "grad_norm": 1.1171875, + "learning_rate": 0.00020665004145793293, + "loss": 4.1237, + "mean_token_accuracy": 0.26629842519760133, + "num_tokens": 15603741.0, + "step": 5440 + }, + { + "entropy": 4.722282791137696, + "epoch": 6.459074733096085, + "grad_norm": 1.0859375, + "learning_rate": 0.00020619638476400943, + "loss": 4.1705, + "mean_token_accuracy": 0.25587973445653917, + "num_tokens": 15617735.0, + "step": 5445 + }, + { + "entropy": 4.722723722457886, + "epoch": 6.465005931198102, + "grad_norm": 1.3671875, + "learning_rate": 0.00020574303641943782, + "loss": 4.1902, + "mean_token_accuracy": 0.2547612652182579, + "num_tokens": 15630910.0, + "step": 5450 + }, + { + "entropy": 4.742911911010742, + "epoch": 6.470937129300118, + "grad_norm": 1.125, + "learning_rate": 0.0002052899984559377, + "loss": 4.1566, + "mean_token_accuracy": 0.2643850788474083, + "num_tokens": 15644797.0, + "step": 5455 + }, + { + "entropy": 4.760161256790161, + "epoch": 6.476868327402135, + "grad_norm": 1.0859375, + "learning_rate": 0.00020483727290383812, + "loss": 4.1903, + "mean_token_accuracy": 0.250904580950737, + "num_tokens": 15658991.0, + "step": 5460 + }, + { + "entropy": 4.706643009185791, + "epoch": 6.482799525504152, + "grad_norm": 1.21875, + "learning_rate": 0.00020438486179206772, + "loss": 4.1439, + "mean_token_accuracy": 0.25506513714790346, + "num_tokens": 15671787.0, + "step": 5465 + }, + { + "entropy": 4.693522787094116, + "epoch": 6.488730723606168, + "grad_norm": 1.0703125, + "learning_rate": 0.0002039327671481459, + "loss": 4.1592, + "mean_token_accuracy": 0.2543107122182846, + "num_tokens": 15687183.0, + "step": 5470 + }, + { + "entropy": 4.765786266326904, + "epoch": 6.494661921708185, + "grad_norm": 0.97265625, + "learning_rate": 0.000203480990998174, + "loss": 4.1716, + "mean_token_accuracy": 0.25282373279333115, + "num_tokens": 15704586.0, + "step": 5475 + }, + { + "entropy": 4.7568827152252195, + "epoch": 6.500593119810202, + "grad_norm": 1.046875, + "learning_rate": 0.00020302953536682606, + "loss": 4.1898, + "mean_token_accuracy": 0.25484422594308853, + "num_tokens": 15718861.0, + "step": 5480 + }, + { + "entropy": 4.758185243606567, + "epoch": 6.506524317912218, + "grad_norm": 1.1953125, + "learning_rate": 0.00020257840227733926, + "loss": 4.2025, + "mean_token_accuracy": 0.2534889817237854, + "num_tokens": 15733547.0, + "step": 5485 + }, + { + "entropy": 4.733855247497559, + "epoch": 6.512455516014235, + "grad_norm": 1.1875, + "learning_rate": 0.00020212759375150564, + "loss": 4.1747, + "mean_token_accuracy": 0.2521922826766968, + "num_tokens": 15747662.0, + "step": 5490 + }, + { + "entropy": 4.776731967926025, + "epoch": 6.518386714116252, + "grad_norm": 1.2734375, + "learning_rate": 0.00020167711180966275, + "loss": 4.2361, + "mean_token_accuracy": 0.24944700449705123, + "num_tokens": 15762160.0, + "step": 5495 + }, + { + "entropy": 4.7545074939727785, + "epoch": 6.524317912218268, + "grad_norm": 1.2109375, + "learning_rate": 0.00020122695847068413, + "loss": 4.1817, + "mean_token_accuracy": 0.2521538719534874, + "num_tokens": 15778486.0, + "step": 5500 + }, + { + "epoch": 6.524317912218268, + "eval_entropy": 4.677589024502807, + "eval_loss": 5.258727550506592, + "eval_mean_token_accuracy": 0.196114729335703, + "eval_num_tokens": 15778486.0, + "eval_runtime": 2.6281, + "eval_samples_per_second": 992.341, + "eval_steps_per_second": 124.043, + "step": 5500 + }, + { + "entropy": 4.7626618385314945, + "epoch": 6.530249110320285, + "grad_norm": 1.015625, + "learning_rate": 0.00020077713575197115, + "loss": 4.1431, + "mean_token_accuracy": 0.2633996903896332, + "num_tokens": 15792912.0, + "step": 5505 + }, + { + "entropy": 4.821646690368652, + "epoch": 6.536180308422301, + "grad_norm": 1.2578125, + "learning_rate": 0.000200327645669443, + "loss": 4.2466, + "mean_token_accuracy": 0.24895731806755067, + "num_tokens": 15806844.0, + "step": 5510 + }, + { + "entropy": 4.7317163944244385, + "epoch": 6.542111506524318, + "grad_norm": 1.046875, + "learning_rate": 0.0001998784902375284, + "loss": 4.1274, + "mean_token_accuracy": 0.26149736940860746, + "num_tokens": 15820005.0, + "step": 5515 + }, + { + "entropy": 4.832112836837768, + "epoch": 6.548042704626335, + "grad_norm": 1.296875, + "learning_rate": 0.00019942967146915642, + "loss": 4.3039, + "mean_token_accuracy": 0.24466286301612855, + "num_tokens": 15834518.0, + "step": 5520 + }, + { + "entropy": 4.759687042236328, + "epoch": 6.553973902728351, + "grad_norm": 1.1640625, + "learning_rate": 0.000198981191375747, + "loss": 4.1858, + "mean_token_accuracy": 0.25404632091522217, + "num_tokens": 15848414.0, + "step": 5525 + }, + { + "entropy": 4.7223570346832275, + "epoch": 6.559905100830368, + "grad_norm": 1.2421875, + "learning_rate": 0.0001985330519672025, + "loss": 4.1067, + "mean_token_accuracy": 0.26446701437234876, + "num_tokens": 15862634.0, + "step": 5530 + }, + { + "entropy": 4.741420745849609, + "epoch": 6.565836298932385, + "grad_norm": 1.2421875, + "learning_rate": 0.00019808525525189864, + "loss": 4.2288, + "mean_token_accuracy": 0.25221395790576934, + "num_tokens": 15876121.0, + "step": 5535 + }, + { + "entropy": 4.765332937240601, + "epoch": 6.571767497034401, + "grad_norm": 1.2109375, + "learning_rate": 0.00019763780323667478, + "loss": 4.1204, + "mean_token_accuracy": 0.26418492943048477, + "num_tokens": 15890457.0, + "step": 5540 + }, + { + "entropy": 4.749009418487549, + "epoch": 6.577698695136418, + "grad_norm": 1.1640625, + "learning_rate": 0.00019719069792682603, + "loss": 4.2243, + "mean_token_accuracy": 0.2510946154594421, + "num_tokens": 15903499.0, + "step": 5545 + }, + { + "entropy": 4.708383226394654, + "epoch": 6.5836298932384345, + "grad_norm": 1.2734375, + "learning_rate": 0.00019674394132609358, + "loss": 4.0348, + "mean_token_accuracy": 0.2668359696865082, + "num_tokens": 15915346.0, + "step": 5550 + }, + { + "entropy": 4.709152603149414, + "epoch": 6.5895610913404505, + "grad_norm": 1.2265625, + "learning_rate": 0.00019629753543665558, + "loss": 4.1315, + "mean_token_accuracy": 0.263986074924469, + "num_tokens": 15929352.0, + "step": 5555 + }, + { + "entropy": 4.760223770141602, + "epoch": 6.5954922894424675, + "grad_norm": 1.140625, + "learning_rate": 0.00019585148225911863, + "loss": 4.2066, + "mean_token_accuracy": 0.25318457931280136, + "num_tokens": 15943379.0, + "step": 5560 + }, + { + "entropy": 4.786670970916748, + "epoch": 6.6014234875444835, + "grad_norm": 1.171875, + "learning_rate": 0.0001954057837925089, + "loss": 4.1997, + "mean_token_accuracy": 0.2464132636785507, + "num_tokens": 15960249.0, + "step": 5565 + }, + { + "entropy": 4.748265886306763, + "epoch": 6.6073546856465, + "grad_norm": 1.1875, + "learning_rate": 0.00019496044203426227, + "loss": 4.2186, + "mean_token_accuracy": 0.253728075325489, + "num_tokens": 15976593.0, + "step": 5570 + }, + { + "entropy": 4.728971910476685, + "epoch": 6.613285883748517, + "grad_norm": 1.171875, + "learning_rate": 0.0001945154589802165, + "loss": 4.2002, + "mean_token_accuracy": 0.25083582699298856, + "num_tokens": 15990264.0, + "step": 5575 + }, + { + "entropy": 4.765192365646362, + "epoch": 6.619217081850534, + "grad_norm": 1.265625, + "learning_rate": 0.00019407083662460167, + "loss": 4.2443, + "mean_token_accuracy": 0.24514267295598985, + "num_tokens": 16003878.0, + "step": 5580 + }, + { + "entropy": 4.749647521972657, + "epoch": 6.62514827995255, + "grad_norm": 1.109375, + "learning_rate": 0.00019362657696003118, + "loss": 4.1554, + "mean_token_accuracy": 0.24948494136333466, + "num_tokens": 16019851.0, + "step": 5585 + }, + { + "entropy": 4.822388553619385, + "epoch": 6.631079478054567, + "grad_norm": 1.1953125, + "learning_rate": 0.00019318268197749333, + "loss": 4.1847, + "mean_token_accuracy": 0.25582956075668334, + "num_tokens": 16033901.0, + "step": 5590 + }, + { + "entropy": 4.71464581489563, + "epoch": 6.637010676156583, + "grad_norm": 1.2734375, + "learning_rate": 0.0001927391536663417, + "loss": 4.158, + "mean_token_accuracy": 0.26538464725017546, + "num_tokens": 16047944.0, + "step": 5595 + }, + { + "entropy": 4.737095737457276, + "epoch": 6.6429418742586, + "grad_norm": 1.1875, + "learning_rate": 0.00019229599401428678, + "loss": 4.1981, + "mean_token_accuracy": 0.25749432742595674, + "num_tokens": 16061631.0, + "step": 5600 + }, + { + "entropy": 4.752544355392456, + "epoch": 6.648873072360617, + "grad_norm": 1.15625, + "learning_rate": 0.000191853205007387, + "loss": 4.1997, + "mean_token_accuracy": 0.2444662407040596, + "num_tokens": 16077488.0, + "step": 5605 + }, + { + "entropy": 4.762704372406006, + "epoch": 6.654804270462633, + "grad_norm": 1.1484375, + "learning_rate": 0.00019141078863003946, + "loss": 4.1645, + "mean_token_accuracy": 0.25711637139320376, + "num_tokens": 16090762.0, + "step": 5610 + }, + { + "entropy": 4.769192314147949, + "epoch": 6.66073546856465, + "grad_norm": 1.21875, + "learning_rate": 0.0001909687468649715, + "loss": 4.2375, + "mean_token_accuracy": 0.2481795594096184, + "num_tokens": 16105307.0, + "step": 5615 + }, + { + "entropy": 4.8051934242248535, + "epoch": 6.666666666666667, + "grad_norm": 1.2265625, + "learning_rate": 0.00019052708169323157, + "loss": 4.212, + "mean_token_accuracy": 0.247459676861763, + "num_tokens": 16121806.0, + "step": 5620 + }, + { + "entropy": 4.758413887023925, + "epoch": 6.672597864768683, + "grad_norm": 1.34375, + "learning_rate": 0.00019008579509418016, + "loss": 4.1353, + "mean_token_accuracy": 0.2526886180043221, + "num_tokens": 16135901.0, + "step": 5625 + }, + { + "entropy": 4.736074733734131, + "epoch": 6.6785290628707, + "grad_norm": 1.1015625, + "learning_rate": 0.00018964488904548143, + "loss": 4.212, + "mean_token_accuracy": 0.24899030476808548, + "num_tokens": 16151095.0, + "step": 5630 + }, + { + "entropy": 4.745052289962769, + "epoch": 6.684460260972717, + "grad_norm": 1.2265625, + "learning_rate": 0.00018920436552309394, + "loss": 4.1413, + "mean_token_accuracy": 0.2582083851099014, + "num_tokens": 16164090.0, + "step": 5635 + }, + { + "entropy": 4.761336612701416, + "epoch": 6.690391459074733, + "grad_norm": 1.2265625, + "learning_rate": 0.00018876422650126196, + "loss": 4.1401, + "mean_token_accuracy": 0.26356436014175416, + "num_tokens": 16176788.0, + "step": 5640 + }, + { + "entropy": 4.802963542938232, + "epoch": 6.69632265717675, + "grad_norm": 1.2421875, + "learning_rate": 0.00018832447395250658, + "loss": 4.2295, + "mean_token_accuracy": 0.2524667248129845, + "num_tokens": 16191441.0, + "step": 5645 + }, + { + "entropy": 4.727647924423218, + "epoch": 6.702253855278766, + "grad_norm": 1.125, + "learning_rate": 0.00018788510984761697, + "loss": 4.1911, + "mean_token_accuracy": 0.2555044531822205, + "num_tokens": 16206375.0, + "step": 5650 + }, + { + "entropy": 4.6923707008361815, + "epoch": 6.708185053380783, + "grad_norm": 1.1875, + "learning_rate": 0.0001874461361556412, + "loss": 4.1204, + "mean_token_accuracy": 0.2593838185071945, + "num_tokens": 16219847.0, + "step": 5655 + }, + { + "entropy": 4.7903721809387205, + "epoch": 6.7141162514828, + "grad_norm": 1.1796875, + "learning_rate": 0.00018700755484387795, + "loss": 4.238, + "mean_token_accuracy": 0.2465851992368698, + "num_tokens": 16235504.0, + "step": 5660 + }, + { + "entropy": 4.791923379898071, + "epoch": 6.720047449584817, + "grad_norm": 1.140625, + "learning_rate": 0.0001865693678778672, + "loss": 4.2177, + "mean_token_accuracy": 0.25269589871168135, + "num_tokens": 16250082.0, + "step": 5665 + }, + { + "entropy": 4.760594749450684, + "epoch": 6.725978647686833, + "grad_norm": 1.0625, + "learning_rate": 0.0001861315772213818, + "loss": 4.2118, + "mean_token_accuracy": 0.25531507432460787, + "num_tokens": 16266604.0, + "step": 5670 + }, + { + "entropy": 4.727664279937744, + "epoch": 6.7319098457888495, + "grad_norm": 1.2734375, + "learning_rate": 0.00018569418483641847, + "loss": 4.1565, + "mean_token_accuracy": 0.2570932745933533, + "num_tokens": 16280694.0, + "step": 5675 + }, + { + "entropy": 4.743464517593384, + "epoch": 6.737841043890866, + "grad_norm": 1.1875, + "learning_rate": 0.00018525719268318896, + "loss": 4.1191, + "mean_token_accuracy": 0.25973758697509763, + "num_tokens": 16294774.0, + "step": 5680 + }, + { + "entropy": 4.665111255645752, + "epoch": 6.7437722419928825, + "grad_norm": 1.1953125, + "learning_rate": 0.00018482060272011135, + "loss": 4.1371, + "mean_token_accuracy": 0.2589722633361816, + "num_tokens": 16308535.0, + "step": 5685 + }, + { + "entropy": 4.763592958450317, + "epoch": 6.749703440094899, + "grad_norm": 1.2109375, + "learning_rate": 0.00018438441690380141, + "loss": 4.236, + "mean_token_accuracy": 0.24331610649824142, + "num_tokens": 16324862.0, + "step": 5690 + }, + { + "entropy": 4.768408298492432, + "epoch": 6.7556346381969155, + "grad_norm": 1.03125, + "learning_rate": 0.00018394863718906352, + "loss": 4.1807, + "mean_token_accuracy": 0.2521728932857513, + "num_tokens": 16341621.0, + "step": 5695 + }, + { + "entropy": 4.719629716873169, + "epoch": 6.761565836298932, + "grad_norm": 1.1484375, + "learning_rate": 0.00018351326552888214, + "loss": 4.1475, + "mean_token_accuracy": 0.2612353786826134, + "num_tokens": 16354888.0, + "step": 5700 + }, + { + "entropy": 4.68466272354126, + "epoch": 6.767497034400949, + "grad_norm": 1.2109375, + "learning_rate": 0.00018307830387441322, + "loss": 4.0962, + "mean_token_accuracy": 0.26325703859329225, + "num_tokens": 16368924.0, + "step": 5705 + }, + { + "entropy": 4.687920188903808, + "epoch": 6.773428232502965, + "grad_norm": 1.0703125, + "learning_rate": 0.00018264375417497474, + "loss": 4.1452, + "mean_token_accuracy": 0.2604793220758438, + "num_tokens": 16382118.0, + "step": 5710 + }, + { + "entropy": 4.80543327331543, + "epoch": 6.779359430604982, + "grad_norm": 1.1484375, + "learning_rate": 0.00018220961837803895, + "loss": 4.125, + "mean_token_accuracy": 0.2621569991111755, + "num_tokens": 16394920.0, + "step": 5715 + }, + { + "entropy": 4.790578365325928, + "epoch": 6.785290628706999, + "grad_norm": 1.078125, + "learning_rate": 0.00018177589842922293, + "loss": 4.2234, + "mean_token_accuracy": 0.25009594559669496, + "num_tokens": 16411816.0, + "step": 5720 + }, + { + "entropy": 4.758824491500855, + "epoch": 6.791221826809015, + "grad_norm": 1.203125, + "learning_rate": 0.00018134259627228006, + "loss": 4.1882, + "mean_token_accuracy": 0.25501234978437426, + "num_tokens": 16426134.0, + "step": 5725 + }, + { + "entropy": 4.670667505264282, + "epoch": 6.797153024911032, + "grad_norm": 1.3125, + "learning_rate": 0.00018090971384909156, + "loss": 4.1105, + "mean_token_accuracy": 0.2640800788998604, + "num_tokens": 16439674.0, + "step": 5730 + }, + { + "entropy": 4.748079872131347, + "epoch": 6.803084223013048, + "grad_norm": 1.140625, + "learning_rate": 0.00018047725309965735, + "loss": 4.1833, + "mean_token_accuracy": 0.25257241874933245, + "num_tokens": 16454576.0, + "step": 5735 + }, + { + "entropy": 4.7621794700622555, + "epoch": 6.809015421115065, + "grad_norm": 1.1328125, + "learning_rate": 0.00018004521596208766, + "loss": 4.1415, + "mean_token_accuracy": 0.25373379439115523, + "num_tokens": 16469898.0, + "step": 5740 + }, + { + "entropy": 4.694784784317017, + "epoch": 6.814946619217082, + "grad_norm": 1.2734375, + "learning_rate": 0.00017961360437259439, + "loss": 4.1623, + "mean_token_accuracy": 0.2581657156348228, + "num_tokens": 16483840.0, + "step": 5745 + }, + { + "entropy": 4.790038394927978, + "epoch": 6.820877817319099, + "grad_norm": 1.2578125, + "learning_rate": 0.0001791824202654821, + "loss": 4.2353, + "mean_token_accuracy": 0.24800846576690674, + "num_tokens": 16498277.0, + "step": 5750 + }, + { + "entropy": 4.736173486709594, + "epoch": 6.826809015421115, + "grad_norm": 1.2421875, + "learning_rate": 0.0001787516655731397, + "loss": 4.1045, + "mean_token_accuracy": 0.2711944758892059, + "num_tokens": 16511519.0, + "step": 5755 + }, + { + "entropy": 4.742716693878174, + "epoch": 6.832740213523132, + "grad_norm": 1.15625, + "learning_rate": 0.0001783213422260316, + "loss": 4.1354, + "mean_token_accuracy": 0.26013816744089124, + "num_tokens": 16525845.0, + "step": 5760 + }, + { + "entropy": 4.752026510238648, + "epoch": 6.838671411625148, + "grad_norm": 1.1640625, + "learning_rate": 0.00017789145215268905, + "loss": 4.186, + "mean_token_accuracy": 0.2556770399212837, + "num_tokens": 16539804.0, + "step": 5765 + }, + { + "entropy": 4.763554286956787, + "epoch": 6.844602609727165, + "grad_norm": 1.265625, + "learning_rate": 0.00017746199727970157, + "loss": 4.1885, + "mean_token_accuracy": 0.24814402759075166, + "num_tokens": 16555282.0, + "step": 5770 + }, + { + "entropy": 4.6659910678863525, + "epoch": 6.850533807829182, + "grad_norm": 1.203125, + "learning_rate": 0.00017703297953170855, + "loss": 4.1033, + "mean_token_accuracy": 0.2569319367408752, + "num_tokens": 16568060.0, + "step": 5775 + }, + { + "entropy": 4.695835542678833, + "epoch": 6.856465005931198, + "grad_norm": 1.0625, + "learning_rate": 0.0001766044008313898, + "loss": 4.1578, + "mean_token_accuracy": 0.2558426558971405, + "num_tokens": 16584013.0, + "step": 5780 + }, + { + "entropy": 4.7723979473114015, + "epoch": 6.862396204033215, + "grad_norm": 1.0546875, + "learning_rate": 0.00017617626309945805, + "loss": 4.1613, + "mean_token_accuracy": 0.255773788690567, + "num_tokens": 16599730.0, + "step": 5785 + }, + { + "entropy": 4.668985319137573, + "epoch": 6.868327402135232, + "grad_norm": 1.078125, + "learning_rate": 0.0001757485682546495, + "loss": 4.0824, + "mean_token_accuracy": 0.2651835471391678, + "num_tokens": 16613742.0, + "step": 5790 + }, + { + "entropy": 4.747865295410156, + "epoch": 6.874258600237248, + "grad_norm": 1.265625, + "learning_rate": 0.00017532131821371556, + "loss": 4.1963, + "mean_token_accuracy": 0.2563337668776512, + "num_tokens": 16626853.0, + "step": 5795 + }, + { + "entropy": 4.741928005218506, + "epoch": 6.880189798339265, + "grad_norm": 1.1953125, + "learning_rate": 0.00017489451489141426, + "loss": 4.1763, + "mean_token_accuracy": 0.25666467398405074, + "num_tokens": 16641019.0, + "step": 5800 + }, + { + "entropy": 4.780912303924561, + "epoch": 6.8861209964412815, + "grad_norm": 1.21875, + "learning_rate": 0.00017446816020050165, + "loss": 4.2141, + "mean_token_accuracy": 0.2625143498182297, + "num_tokens": 16654699.0, + "step": 5805 + }, + { + "entropy": 4.761747646331787, + "epoch": 6.8920521945432975, + "grad_norm": 1.1640625, + "learning_rate": 0.00017404225605172302, + "loss": 4.205, + "mean_token_accuracy": 0.2583973690867424, + "num_tokens": 16669691.0, + "step": 5810 + }, + { + "entropy": 4.749472570419312, + "epoch": 6.8979833926453145, + "grad_norm": 1.2265625, + "learning_rate": 0.00017361680435380473, + "loss": 4.2477, + "mean_token_accuracy": 0.25099908411502836, + "num_tokens": 16684394.0, + "step": 5815 + }, + { + "entropy": 4.762139129638672, + "epoch": 6.9039145907473305, + "grad_norm": 1.28125, + "learning_rate": 0.00017319180701344533, + "loss": 4.1898, + "mean_token_accuracy": 0.2547173500061035, + "num_tokens": 16698084.0, + "step": 5820 + }, + { + "entropy": 4.79867525100708, + "epoch": 6.909845788849347, + "grad_norm": 1.1328125, + "learning_rate": 0.0001727672659353072, + "loss": 4.2214, + "mean_token_accuracy": 0.24477382600307465, + "num_tokens": 16713605.0, + "step": 5825 + }, + { + "entropy": 4.682294416427612, + "epoch": 6.915776986951364, + "grad_norm": 1.203125, + "learning_rate": 0.00017234318302200794, + "loss": 4.1327, + "mean_token_accuracy": 0.2661850988864899, + "num_tokens": 16727809.0, + "step": 5830 + }, + { + "entropy": 4.706176471710205, + "epoch": 6.921708185053381, + "grad_norm": 1.2421875, + "learning_rate": 0.00017191956017411164, + "loss": 4.0765, + "mean_token_accuracy": 0.266477270424366, + "num_tokens": 16741742.0, + "step": 5835 + }, + { + "entropy": 4.745152854919434, + "epoch": 6.927639383155397, + "grad_norm": 1.109375, + "learning_rate": 0.0001714963992901208, + "loss": 4.161, + "mean_token_accuracy": 0.25228210240602494, + "num_tokens": 16756490.0, + "step": 5840 + }, + { + "entropy": 4.710317754745484, + "epoch": 6.933570581257414, + "grad_norm": 1.265625, + "learning_rate": 0.00017107370226646765, + "loss": 4.1642, + "mean_token_accuracy": 0.25957975834608077, + "num_tokens": 16770683.0, + "step": 5845 + }, + { + "entropy": 4.739494943618775, + "epoch": 6.93950177935943, + "grad_norm": 1.1328125, + "learning_rate": 0.00017065147099750526, + "loss": 4.2073, + "mean_token_accuracy": 0.25007960945367813, + "num_tokens": 16783720.0, + "step": 5850 + }, + { + "entropy": 4.788773727416992, + "epoch": 6.945432977461447, + "grad_norm": 1.0625, + "learning_rate": 0.00017022970737549963, + "loss": 4.2971, + "mean_token_accuracy": 0.24353793114423752, + "num_tokens": 16801240.0, + "step": 5855 + }, + { + "entropy": 4.768838262557983, + "epoch": 6.951364175563464, + "grad_norm": 1.3046875, + "learning_rate": 0.00016980841329062096, + "loss": 4.1818, + "mean_token_accuracy": 0.25417726337909696, + "num_tokens": 16813793.0, + "step": 5860 + }, + { + "entropy": 4.70110330581665, + "epoch": 6.95729537366548, + "grad_norm": 1.03125, + "learning_rate": 0.00016938759063093507, + "loss": 4.1453, + "mean_token_accuracy": 0.25616732984781265, + "num_tokens": 16828753.0, + "step": 5865 + }, + { + "entropy": 4.816414403915405, + "epoch": 6.963226571767497, + "grad_norm": 1.1953125, + "learning_rate": 0.00016896724128239517, + "loss": 4.3074, + "mean_token_accuracy": 0.24339387863874434, + "num_tokens": 16845447.0, + "step": 5870 + }, + { + "entropy": 4.767317008972168, + "epoch": 6.969157769869514, + "grad_norm": 1.296875, + "learning_rate": 0.00016854736712883323, + "loss": 4.2097, + "mean_token_accuracy": 0.255161052942276, + "num_tokens": 16858862.0, + "step": 5875 + }, + { + "entropy": 4.773620176315307, + "epoch": 6.97508896797153, + "grad_norm": 1.03125, + "learning_rate": 0.00016812797005195146, + "loss": 4.1735, + "mean_token_accuracy": 0.2525623306632042, + "num_tokens": 16872940.0, + "step": 5880 + }, + { + "entropy": 4.788282775878907, + "epoch": 6.981020166073547, + "grad_norm": 1.21875, + "learning_rate": 0.00016770905193131425, + "loss": 4.1745, + "mean_token_accuracy": 0.2519037529826164, + "num_tokens": 16887249.0, + "step": 5885 + }, + { + "entropy": 4.6998461246490475, + "epoch": 6.986951364175564, + "grad_norm": 1.203125, + "learning_rate": 0.00016729061464433928, + "loss": 4.0968, + "mean_token_accuracy": 0.25965230017900465, + "num_tokens": 16901823.0, + "step": 5890 + }, + { + "entropy": 4.761331605911255, + "epoch": 6.99288256227758, + "grad_norm": 1.1640625, + "learning_rate": 0.00016687266006628948, + "loss": 4.2029, + "mean_token_accuracy": 0.2497609406709671, + "num_tokens": 16917723.0, + "step": 5895 + }, + { + "entropy": 4.755188941955566, + "epoch": 6.998813760379597, + "grad_norm": 1.125, + "learning_rate": 0.00016645519007026455, + "loss": 4.1252, + "mean_token_accuracy": 0.26332464516162873, + "num_tokens": 16931381.0, + "step": 5900 + }, + { + "entropy": 4.759982109069824, + "epoch": 7.004744958481614, + "grad_norm": 1.203125, + "learning_rate": 0.00016603820652719216, + "loss": 4.1155, + "mean_token_accuracy": 0.26479790210723875, + "num_tokens": 16946750.0, + "step": 5905 + }, + { + "entropy": 4.7290308475494385, + "epoch": 7.01067615658363, + "grad_norm": 1.1953125, + "learning_rate": 0.00016562171130582025, + "loss": 4.0092, + "mean_token_accuracy": 0.2840256869792938, + "num_tokens": 16962199.0, + "step": 5910 + }, + { + "entropy": 4.750166654586792, + "epoch": 7.016607354685647, + "grad_norm": 1.1953125, + "learning_rate": 0.00016520570627270815, + "loss": 3.9456, + "mean_token_accuracy": 0.277735161781311, + "num_tokens": 16975246.0, + "step": 5915 + }, + { + "entropy": 4.719605827331543, + "epoch": 7.022538552787663, + "grad_norm": 1.234375, + "learning_rate": 0.00016479019329221839, + "loss": 4.0868, + "mean_token_accuracy": 0.2630117356777191, + "num_tokens": 16988481.0, + "step": 5920 + }, + { + "entropy": 4.721116781234741, + "epoch": 7.02846975088968, + "grad_norm": 1.0859375, + "learning_rate": 0.00016437517422650838, + "loss": 4.029, + "mean_token_accuracy": 0.27088445127010347, + "num_tokens": 17002949.0, + "step": 5925 + }, + { + "entropy": 4.698511600494385, + "epoch": 7.0344009489916965, + "grad_norm": 1.3046875, + "learning_rate": 0.00016396065093552198, + "loss": 3.9397, + "mean_token_accuracy": 0.28713159561157225, + "num_tokens": 17015178.0, + "step": 5930 + }, + { + "entropy": 4.74187741279602, + "epoch": 7.040332147093713, + "grad_norm": 1.2109375, + "learning_rate": 0.000163546625276981, + "loss": 4.0236, + "mean_token_accuracy": 0.2746427789330482, + "num_tokens": 17027918.0, + "step": 5935 + }, + { + "entropy": 4.789263725280762, + "epoch": 7.0462633451957295, + "grad_norm": 1.125, + "learning_rate": 0.00016313309910637736, + "loss": 4.0895, + "mean_token_accuracy": 0.2638609692454338, + "num_tokens": 17042164.0, + "step": 5940 + }, + { + "entropy": 4.726514863967895, + "epoch": 7.052194543297746, + "grad_norm": 1.1328125, + "learning_rate": 0.0001627200742769644, + "loss": 3.9858, + "mean_token_accuracy": 0.2765854775905609, + "num_tokens": 17056269.0, + "step": 5945 + }, + { + "entropy": 4.722040414810181, + "epoch": 7.0581257413997625, + "grad_norm": 1.125, + "learning_rate": 0.00016230755263974838, + "loss": 4.0562, + "mean_token_accuracy": 0.26577589064836504, + "num_tokens": 17071319.0, + "step": 5950 + }, + { + "entropy": 4.663771724700927, + "epoch": 7.064056939501779, + "grad_norm": 1.1953125, + "learning_rate": 0.00016189553604348101, + "loss": 4.0132, + "mean_token_accuracy": 0.28197047412395476, + "num_tokens": 17083716.0, + "step": 5955 + }, + { + "entropy": 4.790961647033692, + "epoch": 7.069988137603796, + "grad_norm": 1.2578125, + "learning_rate": 0.00016148402633465005, + "loss": 4.1116, + "mean_token_accuracy": 0.25136594474315643, + "num_tokens": 17098045.0, + "step": 5960 + }, + { + "entropy": 4.787260437011719, + "epoch": 7.075919335705812, + "grad_norm": 1.1796875, + "learning_rate": 0.00016107302535747192, + "loss": 4.0735, + "mean_token_accuracy": 0.2665525659918785, + "num_tokens": 17112529.0, + "step": 5965 + }, + { + "entropy": 4.716967010498047, + "epoch": 7.081850533807829, + "grad_norm": 1.1875, + "learning_rate": 0.00016066253495388306, + "loss": 4.0179, + "mean_token_accuracy": 0.2684632509946823, + "num_tokens": 17125977.0, + "step": 5970 + }, + { + "entropy": 4.674598217010498, + "epoch": 7.087781731909846, + "grad_norm": 1.15625, + "learning_rate": 0.0001602525569635317, + "loss": 3.9909, + "mean_token_accuracy": 0.2791600704193115, + "num_tokens": 17140661.0, + "step": 5975 + }, + { + "entropy": 4.705064964294434, + "epoch": 7.093712930011862, + "grad_norm": 1.1484375, + "learning_rate": 0.00015984309322376967, + "loss": 4.0344, + "mean_token_accuracy": 0.27507665753364563, + "num_tokens": 17154450.0, + "step": 5980 + }, + { + "entropy": 4.75198769569397, + "epoch": 7.099644128113879, + "grad_norm": 1.1328125, + "learning_rate": 0.00015943414556964422, + "loss": 4.0669, + "mean_token_accuracy": 0.2678277298808098, + "num_tokens": 17171465.0, + "step": 5985 + }, + { + "entropy": 4.719526100158691, + "epoch": 7.105575326215895, + "grad_norm": 1.15625, + "learning_rate": 0.00015902571583388945, + "loss": 4.0677, + "mean_token_accuracy": 0.2682331711053848, + "num_tokens": 17186331.0, + "step": 5990 + }, + { + "entropy": 4.824883604049683, + "epoch": 7.111506524317912, + "grad_norm": 1.125, + "learning_rate": 0.00015861780584691863, + "loss": 4.1482, + "mean_token_accuracy": 0.26316795498132706, + "num_tokens": 17200539.0, + "step": 5995 + }, + { + "entropy": 4.770678997039795, + "epoch": 7.117437722419929, + "grad_norm": 1.1171875, + "learning_rate": 0.0001582104174368157, + "loss": 4.0734, + "mean_token_accuracy": 0.2699519515037537, + "num_tokens": 17214921.0, + "step": 6000 + }, + { + "epoch": 7.117437722419929, + "eval_entropy": 4.715519293685632, + "eval_loss": 5.249310493469238, + "eval_mean_token_accuracy": 0.1982458421697646, + "eval_num_tokens": 17214921.0, + "eval_runtime": 2.4273, + "eval_samples_per_second": 1074.443, + "eval_steps_per_second": 134.305, + "step": 6000 + }, + { + "entropy": 4.739303350448608, + "epoch": 7.123368920521945, + "grad_norm": 1.2578125, + "learning_rate": 0.00015780355242932695, + "loss": 3.9556, + "mean_token_accuracy": 0.2807379812002182, + "num_tokens": 17226298.0, + "step": 6005 + }, + { + "entropy": 4.717428970336914, + "epoch": 7.129300118623962, + "grad_norm": 1.203125, + "learning_rate": 0.0001573972126478531, + "loss": 4.0936, + "mean_token_accuracy": 0.2686565563082695, + "num_tokens": 17242153.0, + "step": 6010 + }, + { + "entropy": 4.769605493545532, + "epoch": 7.135231316725979, + "grad_norm": 1.15625, + "learning_rate": 0.0001569913999134412, + "loss": 4.0681, + "mean_token_accuracy": 0.27294624894857406, + "num_tokens": 17256928.0, + "step": 6015 + }, + { + "entropy": 4.792378711700439, + "epoch": 7.141162514827995, + "grad_norm": 1.140625, + "learning_rate": 0.00015658611604477585, + "loss": 4.1038, + "mean_token_accuracy": 0.26234184205532074, + "num_tokens": 17272251.0, + "step": 6020 + }, + { + "entropy": 4.751447248458862, + "epoch": 7.147093712930012, + "grad_norm": 1.140625, + "learning_rate": 0.00015618136285817187, + "loss": 4.089, + "mean_token_accuracy": 0.2614662930369377, + "num_tokens": 17288276.0, + "step": 6025 + }, + { + "entropy": 4.694783544540405, + "epoch": 7.153024911032029, + "grad_norm": 1.2890625, + "learning_rate": 0.0001557771421675657, + "loss": 3.9742, + "mean_token_accuracy": 0.288947831094265, + "num_tokens": 17301151.0, + "step": 6030 + }, + { + "entropy": 4.677200078964233, + "epoch": 7.158956109134045, + "grad_norm": 1.109375, + "learning_rate": 0.0001553734557845073, + "loss": 3.9623, + "mean_token_accuracy": 0.27788523584604263, + "num_tokens": 17313819.0, + "step": 6035 + }, + { + "entropy": 4.695641231536865, + "epoch": 7.164887307236062, + "grad_norm": 1.140625, + "learning_rate": 0.00015497030551815216, + "loss": 3.9836, + "mean_token_accuracy": 0.27613210678100586, + "num_tokens": 17327164.0, + "step": 6040 + }, + { + "entropy": 4.730432319641113, + "epoch": 7.170818505338079, + "grad_norm": 1.125, + "learning_rate": 0.00015456769317525294, + "loss": 4.0279, + "mean_token_accuracy": 0.26804896742105483, + "num_tokens": 17342579.0, + "step": 6045 + }, + { + "entropy": 4.7876708984375, + "epoch": 7.176749703440095, + "grad_norm": 1.0703125, + "learning_rate": 0.00015416562056015177, + "loss": 4.1507, + "mean_token_accuracy": 0.2586418122053146, + "num_tokens": 17357435.0, + "step": 6050 + }, + { + "entropy": 4.73409333229065, + "epoch": 7.182680901542112, + "grad_norm": 1.140625, + "learning_rate": 0.00015376408947477188, + "loss": 4.0295, + "mean_token_accuracy": 0.27147542834281924, + "num_tokens": 17370454.0, + "step": 6055 + }, + { + "entropy": 4.682443904876709, + "epoch": 7.1886120996441285, + "grad_norm": 1.140625, + "learning_rate": 0.0001533631017186094, + "loss": 4.0036, + "mean_token_accuracy": 0.27196061611175537, + "num_tokens": 17384881.0, + "step": 6060 + }, + { + "entropy": 4.771169805526734, + "epoch": 7.1945432977461445, + "grad_norm": 1.15625, + "learning_rate": 0.00015296265908872577, + "loss": 4.0088, + "mean_token_accuracy": 0.2671110972762108, + "num_tokens": 17399087.0, + "step": 6065 + }, + { + "entropy": 4.695066165924072, + "epoch": 7.2004744958481615, + "grad_norm": 1.328125, + "learning_rate": 0.0001525627633797393, + "loss": 3.9915, + "mean_token_accuracy": 0.2836007133126259, + "num_tokens": 17411892.0, + "step": 6070 + }, + { + "entropy": 4.734776878356934, + "epoch": 7.2064056939501775, + "grad_norm": 1.15625, + "learning_rate": 0.00015216341638381697, + "loss": 4.0494, + "mean_token_accuracy": 0.2690583154559135, + "num_tokens": 17428151.0, + "step": 6075 + }, + { + "entropy": 4.698447132110596, + "epoch": 7.212336892052194, + "grad_norm": 1.1796875, + "learning_rate": 0.00015176461989066707, + "loss": 4.0017, + "mean_token_accuracy": 0.28247407674789426, + "num_tokens": 17443175.0, + "step": 6080 + }, + { + "entropy": 4.7255106449127195, + "epoch": 7.218268090154211, + "grad_norm": 1.1015625, + "learning_rate": 0.00015136637568753054, + "loss": 4.0161, + "mean_token_accuracy": 0.2783541902899742, + "num_tokens": 17457652.0, + "step": 6085 + }, + { + "entropy": 4.671635389328003, + "epoch": 7.224199288256227, + "grad_norm": 1.2578125, + "learning_rate": 0.00015096868555917317, + "loss": 4.0021, + "mean_token_accuracy": 0.269034680724144, + "num_tokens": 17471074.0, + "step": 6090 + }, + { + "entropy": 4.6864782810211185, + "epoch": 7.230130486358244, + "grad_norm": 1.140625, + "learning_rate": 0.0001505715512878777, + "loss": 4.0303, + "mean_token_accuracy": 0.27249970138072965, + "num_tokens": 17487686.0, + "step": 6095 + }, + { + "entropy": 4.700428152084351, + "epoch": 7.236061684460261, + "grad_norm": 1.1015625, + "learning_rate": 0.00015017497465343583, + "loss": 3.9719, + "mean_token_accuracy": 0.278760752081871, + "num_tokens": 17501633.0, + "step": 6100 + }, + { + "entropy": 4.715770816802978, + "epoch": 7.241992882562277, + "grad_norm": 1.2734375, + "learning_rate": 0.0001497789574331398, + "loss": 4.0164, + "mean_token_accuracy": 0.2740790188312531, + "num_tokens": 17514323.0, + "step": 6105 + }, + { + "entropy": 4.77359938621521, + "epoch": 7.247924080664294, + "grad_norm": 1.203125, + "learning_rate": 0.00014938350140177527, + "loss": 4.0792, + "mean_token_accuracy": 0.2670725241303444, + "num_tokens": 17530725.0, + "step": 6110 + }, + { + "entropy": 4.691651058197022, + "epoch": 7.253855278766311, + "grad_norm": 1.2421875, + "learning_rate": 0.00014898860833161242, + "loss": 4.0339, + "mean_token_accuracy": 0.26964272260665895, + "num_tokens": 17545292.0, + "step": 6115 + }, + { + "entropy": 4.726253843307495, + "epoch": 7.259786476868327, + "grad_norm": 1.265625, + "learning_rate": 0.0001485942799923988, + "loss": 4.0544, + "mean_token_accuracy": 0.26873720735311507, + "num_tokens": 17559358.0, + "step": 6120 + }, + { + "entropy": 4.660262966156006, + "epoch": 7.265717674970344, + "grad_norm": 1.1796875, + "learning_rate": 0.00014820051815135106, + "loss": 3.9646, + "mean_token_accuracy": 0.2824696749448776, + "num_tokens": 17572496.0, + "step": 6125 + }, + { + "entropy": 4.704647636413574, + "epoch": 7.271648873072361, + "grad_norm": 1.1953125, + "learning_rate": 0.00014780732457314672, + "loss": 4.0687, + "mean_token_accuracy": 0.26392743587493894, + "num_tokens": 17586329.0, + "step": 6130 + }, + { + "entropy": 4.67449312210083, + "epoch": 7.277580071174377, + "grad_norm": 1.1953125, + "learning_rate": 0.00014741470101991696, + "loss": 4.0165, + "mean_token_accuracy": 0.27380138635635376, + "num_tokens": 17599738.0, + "step": 6135 + }, + { + "entropy": 4.702757453918457, + "epoch": 7.283511269276394, + "grad_norm": 1.3046875, + "learning_rate": 0.00014702264925123818, + "loss": 4.0647, + "mean_token_accuracy": 0.26024646759033204, + "num_tokens": 17614549.0, + "step": 6140 + }, + { + "entropy": 4.7727724552154545, + "epoch": 7.289442467378411, + "grad_norm": 1.234375, + "learning_rate": 0.0001466311710241242, + "loss": 4.0973, + "mean_token_accuracy": 0.26730969101190566, + "num_tokens": 17627998.0, + "step": 6145 + }, + { + "entropy": 4.735928344726562, + "epoch": 7.295373665480427, + "grad_norm": 1.4609375, + "learning_rate": 0.0001462402680930187, + "loss": 4.0862, + "mean_token_accuracy": 0.26677343994379044, + "num_tokens": 17641281.0, + "step": 6150 + }, + { + "entropy": 4.711157941818238, + "epoch": 7.301304863582444, + "grad_norm": 1.2734375, + "learning_rate": 0.00014584994220978692, + "loss": 4.0529, + "mean_token_accuracy": 0.2678557500243187, + "num_tokens": 17656172.0, + "step": 6155 + }, + { + "entropy": 4.790276718139649, + "epoch": 7.30723606168446, + "grad_norm": 1.1875, + "learning_rate": 0.00014546019512370792, + "loss": 4.1026, + "mean_token_accuracy": 0.2582355529069901, + "num_tokens": 17672083.0, + "step": 6160 + }, + { + "entropy": 4.703338479995727, + "epoch": 7.313167259786477, + "grad_norm": 1.1875, + "learning_rate": 0.0001450710285814671, + "loss": 4.0155, + "mean_token_accuracy": 0.27206282019615174, + "num_tokens": 17685953.0, + "step": 6165 + }, + { + "entropy": 4.690189838409424, + "epoch": 7.319098457888494, + "grad_norm": 1.1328125, + "learning_rate": 0.00014468244432714805, + "loss": 4.0161, + "mean_token_accuracy": 0.2647640645503998, + "num_tokens": 17701770.0, + "step": 6170 + }, + { + "entropy": 4.7396868705749515, + "epoch": 7.32502965599051, + "grad_norm": 1.1484375, + "learning_rate": 0.00014429444410222453, + "loss": 4.0401, + "mean_token_accuracy": 0.27309093028306963, + "num_tokens": 17717022.0, + "step": 6175 + }, + { + "entropy": 4.66651086807251, + "epoch": 7.330960854092527, + "grad_norm": 1.296875, + "learning_rate": 0.00014390702964555321, + "loss": 3.9552, + "mean_token_accuracy": 0.2786892503499985, + "num_tokens": 17730864.0, + "step": 6180 + }, + { + "entropy": 4.743857765197754, + "epoch": 7.3368920521945435, + "grad_norm": 1.1484375, + "learning_rate": 0.00014352020269336544, + "loss": 4.0864, + "mean_token_accuracy": 0.26371762007474897, + "num_tokens": 17746075.0, + "step": 6185 + }, + { + "entropy": 4.7602893829345705, + "epoch": 7.34282325029656, + "grad_norm": 1.0703125, + "learning_rate": 0.00014313396497925963, + "loss": 4.0847, + "mean_token_accuracy": 0.2664795607328415, + "num_tokens": 17761624.0, + "step": 6190 + }, + { + "entropy": 4.728609561920166, + "epoch": 7.3487544483985765, + "grad_norm": 1.1875, + "learning_rate": 0.0001427483182341936, + "loss": 4.0697, + "mean_token_accuracy": 0.2668431267142296, + "num_tokens": 17775865.0, + "step": 6195 + }, + { + "entropy": 4.723483657836914, + "epoch": 7.354685646500593, + "grad_norm": 1.078125, + "learning_rate": 0.00014236326418647644, + "loss": 4.0392, + "mean_token_accuracy": 0.2687022313475609, + "num_tokens": 17790731.0, + "step": 6200 + }, + { + "entropy": 4.751821279525757, + "epoch": 7.3606168446026095, + "grad_norm": 1.3046875, + "learning_rate": 0.00014197880456176133, + "loss": 4.0959, + "mean_token_accuracy": 0.27054994404315946, + "num_tokens": 17805204.0, + "step": 6205 + }, + { + "entropy": 4.713145351409912, + "epoch": 7.366548042704626, + "grad_norm": 1.2578125, + "learning_rate": 0.00014159494108303733, + "loss": 4.012, + "mean_token_accuracy": 0.27970818281173704, + "num_tokens": 17816964.0, + "step": 6210 + }, + { + "entropy": 4.781118726730346, + "epoch": 7.372479240806643, + "grad_norm": 1.2109375, + "learning_rate": 0.0001412116754706216, + "loss": 4.0622, + "mean_token_accuracy": 0.2708511635661125, + "num_tokens": 17832053.0, + "step": 6215 + }, + { + "entropy": 4.699021291732788, + "epoch": 7.378410438908659, + "grad_norm": 1.2421875, + "learning_rate": 0.00014082900944215233, + "loss": 4.0538, + "mean_token_accuracy": 0.26504623591899873, + "num_tokens": 17846487.0, + "step": 6220 + }, + { + "entropy": 4.726669788360596, + "epoch": 7.384341637010676, + "grad_norm": 1.21875, + "learning_rate": 0.0001404469447125804, + "loss": 4.0342, + "mean_token_accuracy": 0.2720268443226814, + "num_tokens": 17858968.0, + "step": 6225 + }, + { + "entropy": 4.756717777252197, + "epoch": 7.390272835112693, + "grad_norm": 1.1796875, + "learning_rate": 0.0001400654829941618, + "loss": 4.0643, + "mean_token_accuracy": 0.2652470633387566, + "num_tokens": 17873480.0, + "step": 6230 + }, + { + "entropy": 4.712904977798462, + "epoch": 7.396204033214709, + "grad_norm": 1.078125, + "learning_rate": 0.00013968462599645031, + "loss": 4.0012, + "mean_token_accuracy": 0.2769455283880234, + "num_tokens": 17887412.0, + "step": 6235 + }, + { + "entropy": 4.721692848205566, + "epoch": 7.402135231316726, + "grad_norm": 1.2109375, + "learning_rate": 0.0001393043754262896, + "loss": 4.0257, + "mean_token_accuracy": 0.2712658002972603, + "num_tokens": 17901660.0, + "step": 6240 + }, + { + "entropy": 4.79020733833313, + "epoch": 7.408066429418742, + "grad_norm": 1.21875, + "learning_rate": 0.00013892473298780529, + "loss": 4.0936, + "mean_token_accuracy": 0.26765008419752123, + "num_tokens": 17914443.0, + "step": 6245 + }, + { + "entropy": 4.648955583572388, + "epoch": 7.413997627520759, + "grad_norm": 1.140625, + "learning_rate": 0.00013854570038239784, + "loss": 3.9478, + "mean_token_accuracy": 0.28310050070285797, + "num_tokens": 17928166.0, + "step": 6250 + }, + { + "entropy": 4.682865810394287, + "epoch": 7.419928825622776, + "grad_norm": 1.34375, + "learning_rate": 0.00013816727930873474, + "loss": 4.0188, + "mean_token_accuracy": 0.270405775308609, + "num_tokens": 17941866.0, + "step": 6255 + }, + { + "entropy": 4.707127475738526, + "epoch": 7.425860023724792, + "grad_norm": 1.125, + "learning_rate": 0.00013778947146274274, + "loss": 3.9866, + "mean_token_accuracy": 0.2791402190923691, + "num_tokens": 17956648.0, + "step": 6260 + }, + { + "entropy": 4.748512172698975, + "epoch": 7.431791221826809, + "grad_norm": 1.25, + "learning_rate": 0.00013741227853760035, + "loss": 4.0555, + "mean_token_accuracy": 0.2710513710975647, + "num_tokens": 17970458.0, + "step": 6265 + }, + { + "entropy": 4.649793577194214, + "epoch": 7.437722419928826, + "grad_norm": 1.0859375, + "learning_rate": 0.00013703570222373023, + "loss": 3.9731, + "mean_token_accuracy": 0.2764543890953064, + "num_tokens": 17985991.0, + "step": 6270 + }, + { + "entropy": 4.717625761032105, + "epoch": 7.443653618030842, + "grad_norm": 1.2109375, + "learning_rate": 0.00013665974420879178, + "loss": 4.0419, + "mean_token_accuracy": 0.27181001007556915, + "num_tokens": 17999221.0, + "step": 6275 + }, + { + "entropy": 4.678674793243408, + "epoch": 7.449584816132859, + "grad_norm": 1.3828125, + "learning_rate": 0.00013628440617767342, + "loss": 3.987, + "mean_token_accuracy": 0.2796325087547302, + "num_tokens": 18013393.0, + "step": 6280 + }, + { + "entropy": 4.716039657592773, + "epoch": 7.455516014234876, + "grad_norm": 1.1640625, + "learning_rate": 0.00013590968981248475, + "loss": 4.0503, + "mean_token_accuracy": 0.26784598082304, + "num_tokens": 18028587.0, + "step": 6285 + }, + { + "entropy": 4.7134449005126955, + "epoch": 7.461447212336892, + "grad_norm": 1.125, + "learning_rate": 0.00013553559679254978, + "loss": 4.0605, + "mean_token_accuracy": 0.2663296595215797, + "num_tokens": 18042846.0, + "step": 6290 + }, + { + "entropy": 4.755832672119141, + "epoch": 7.467378410438909, + "grad_norm": 1.078125, + "learning_rate": 0.0001351621287943987, + "loss": 4.1141, + "mean_token_accuracy": 0.26601076275110247, + "num_tokens": 18058516.0, + "step": 6295 + }, + { + "entropy": 4.741235589981079, + "epoch": 7.473309608540926, + "grad_norm": 1.15625, + "learning_rate": 0.00013478928749176047, + "loss": 4.0662, + "mean_token_accuracy": 0.26384431421756743, + "num_tokens": 18072913.0, + "step": 6300 + }, + { + "entropy": 4.72943525314331, + "epoch": 7.479240806642942, + "grad_norm": 1.2578125, + "learning_rate": 0.00013441707455555586, + "loss": 4.0382, + "mean_token_accuracy": 0.2710676610469818, + "num_tokens": 18086830.0, + "step": 6305 + }, + { + "entropy": 4.697418260574341, + "epoch": 7.485172004744959, + "grad_norm": 1.21875, + "learning_rate": 0.00013404549165388932, + "loss": 4.0162, + "mean_token_accuracy": 0.27233871072530746, + "num_tokens": 18099539.0, + "step": 6310 + }, + { + "entropy": 4.704819202423096, + "epoch": 7.4911032028469755, + "grad_norm": 1.21875, + "learning_rate": 0.00013367454045204162, + "loss": 3.9939, + "mean_token_accuracy": 0.2754137396812439, + "num_tokens": 18112765.0, + "step": 6315 + }, + { + "entropy": 4.69792857170105, + "epoch": 7.4970344009489915, + "grad_norm": 1.2421875, + "learning_rate": 0.00013330422261246267, + "loss": 4.0377, + "mean_token_accuracy": 0.27610406577587127, + "num_tokens": 18126308.0, + "step": 6320 + }, + { + "entropy": 4.714454221725464, + "epoch": 7.5029655990510085, + "grad_norm": 1.2578125, + "learning_rate": 0.00013293453979476403, + "loss": 4.0027, + "mean_token_accuracy": 0.27445730566978455, + "num_tokens": 18140552.0, + "step": 6325 + }, + { + "entropy": 4.724031639099121, + "epoch": 7.5088967971530245, + "grad_norm": 1.1875, + "learning_rate": 0.00013256549365571105, + "loss": 4.0399, + "mean_token_accuracy": 0.26245732307434083, + "num_tokens": 18154557.0, + "step": 6330 + }, + { + "entropy": 4.675522708892823, + "epoch": 7.514827995255041, + "grad_norm": 1.1875, + "learning_rate": 0.00013219708584921608, + "loss": 4.0007, + "mean_token_accuracy": 0.2761674582958221, + "num_tokens": 18168054.0, + "step": 6335 + }, + { + "entropy": 4.684319305419922, + "epoch": 7.520759193357058, + "grad_norm": 1.1484375, + "learning_rate": 0.00013182931802633037, + "loss": 4.0124, + "mean_token_accuracy": 0.27953069657087326, + "num_tokens": 18181736.0, + "step": 6340 + }, + { + "entropy": 4.718001127243042, + "epoch": 7.526690391459074, + "grad_norm": 1.1875, + "learning_rate": 0.00013146219183523733, + "loss": 4.0514, + "mean_token_accuracy": 0.27527898699045183, + "num_tokens": 18195233.0, + "step": 6345 + }, + { + "entropy": 4.767858409881592, + "epoch": 7.532621589561091, + "grad_norm": 1.2578125, + "learning_rate": 0.00013109570892124472, + "loss": 4.0762, + "mean_token_accuracy": 0.2644614651799202, + "num_tokens": 18208440.0, + "step": 6350 + }, + { + "entropy": 4.798683929443359, + "epoch": 7.538552787663108, + "grad_norm": 1.1328125, + "learning_rate": 0.00013072987092677745, + "loss": 4.0893, + "mean_token_accuracy": 0.2697058871388435, + "num_tokens": 18220993.0, + "step": 6355 + }, + { + "entropy": 4.695740842819214, + "epoch": 7.544483985765124, + "grad_norm": 1.28125, + "learning_rate": 0.00013036467949137013, + "loss": 4.0265, + "mean_token_accuracy": 0.2713384449481964, + "num_tokens": 18235117.0, + "step": 6360 + }, + { + "entropy": 4.735069847106933, + "epoch": 7.550415183867141, + "grad_norm": 1.21875, + "learning_rate": 0.0001300001362516598, + "loss": 4.0248, + "mean_token_accuracy": 0.27838168740272523, + "num_tokens": 18249886.0, + "step": 6365 + }, + { + "entropy": 4.665349292755127, + "epoch": 7.556346381969158, + "grad_norm": 1.1875, + "learning_rate": 0.0001296362428413783, + "loss": 3.9573, + "mean_token_accuracy": 0.2813262790441513, + "num_tokens": 18264712.0, + "step": 6370 + }, + { + "entropy": 4.695873117446899, + "epoch": 7.562277580071174, + "grad_norm": 1.109375, + "learning_rate": 0.00012927300089134563, + "loss": 4.0376, + "mean_token_accuracy": 0.27085707485675814, + "num_tokens": 18280347.0, + "step": 6375 + }, + { + "entropy": 4.689921283721924, + "epoch": 7.568208778173191, + "grad_norm": 1.296875, + "learning_rate": 0.00012891041202946202, + "loss": 4.0272, + "mean_token_accuracy": 0.2761177346110344, + "num_tokens": 18294189.0, + "step": 6380 + }, + { + "entropy": 4.691951322555542, + "epoch": 7.574139976275208, + "grad_norm": 1.1015625, + "learning_rate": 0.00012854847788070062, + "loss": 4.0044, + "mean_token_accuracy": 0.2751316398382187, + "num_tokens": 18308704.0, + "step": 6385 + }, + { + "entropy": 4.701515197753906, + "epoch": 7.580071174377224, + "grad_norm": 1.109375, + "learning_rate": 0.00012818720006710078, + "loss": 4.0599, + "mean_token_accuracy": 0.26813399940729143, + "num_tokens": 18324171.0, + "step": 6390 + }, + { + "entropy": 4.706979513168335, + "epoch": 7.586002372479241, + "grad_norm": 1.1484375, + "learning_rate": 0.00012782658020776025, + "loss": 4.0385, + "mean_token_accuracy": 0.26940937489271166, + "num_tokens": 18338528.0, + "step": 6395 + }, + { + "entropy": 4.68246898651123, + "epoch": 7.591933570581258, + "grad_norm": 1.109375, + "learning_rate": 0.000127466619918828, + "loss": 3.9861, + "mean_token_accuracy": 0.2752652674913406, + "num_tokens": 18353481.0, + "step": 6400 + }, + { + "entropy": 4.744642734527588, + "epoch": 7.597864768683274, + "grad_norm": 1.171875, + "learning_rate": 0.00012710732081349727, + "loss": 4.0694, + "mean_token_accuracy": 0.270390984416008, + "num_tokens": 18367338.0, + "step": 6405 + }, + { + "entropy": 4.710666084289551, + "epoch": 7.603795966785291, + "grad_norm": 1.3515625, + "learning_rate": 0.00012674868450199812, + "loss": 4.0458, + "mean_token_accuracy": 0.27034312337636945, + "num_tokens": 18381331.0, + "step": 6410 + }, + { + "entropy": 4.796108675003052, + "epoch": 7.609727164887307, + "grad_norm": 1.1875, + "learning_rate": 0.00012639071259159008, + "loss": 4.0663, + "mean_token_accuracy": 0.27090058773756026, + "num_tokens": 18394899.0, + "step": 6415 + }, + { + "entropy": 4.709605741500854, + "epoch": 7.615658362989324, + "grad_norm": 1.1875, + "learning_rate": 0.00012603340668655545, + "loss": 4.039, + "mean_token_accuracy": 0.2743354469537735, + "num_tokens": 18407812.0, + "step": 6420 + }, + { + "entropy": 4.7326188564300535, + "epoch": 7.621589561091341, + "grad_norm": 1.2734375, + "learning_rate": 0.00012567676838819126, + "loss": 4.0404, + "mean_token_accuracy": 0.26958377510309217, + "num_tokens": 18421586.0, + "step": 6425 + }, + { + "entropy": 4.702517509460449, + "epoch": 7.627520759193357, + "grad_norm": 1.21875, + "learning_rate": 0.000125320799294803, + "loss": 4.0274, + "mean_token_accuracy": 0.2707715153694153, + "num_tokens": 18435872.0, + "step": 6430 + }, + { + "entropy": 4.699337530136108, + "epoch": 7.633451957295374, + "grad_norm": 1.1953125, + "learning_rate": 0.00012496550100169704, + "loss": 3.9686, + "mean_token_accuracy": 0.2797175019979477, + "num_tokens": 18451228.0, + "step": 6435 + }, + { + "entropy": 4.714971256256104, + "epoch": 7.6393831553973905, + "grad_norm": 1.1484375, + "learning_rate": 0.0001246108751011733, + "loss": 3.9891, + "mean_token_accuracy": 0.2785862937569618, + "num_tokens": 18463943.0, + "step": 6440 + }, + { + "entropy": 4.66575984954834, + "epoch": 7.645314353499407, + "grad_norm": 1.0390625, + "learning_rate": 0.00012425692318251838, + "loss": 3.9886, + "mean_token_accuracy": 0.27462412267923353, + "num_tokens": 18478805.0, + "step": 6445 + }, + { + "entropy": 4.725796222686768, + "epoch": 7.6512455516014235, + "grad_norm": 1.21875, + "learning_rate": 0.00012390364683199863, + "loss": 4.0744, + "mean_token_accuracy": 0.2668532893061638, + "num_tokens": 18494042.0, + "step": 6450 + }, + { + "entropy": 4.76129641532898, + "epoch": 7.65717674970344, + "grad_norm": 1.234375, + "learning_rate": 0.0001235510476328523, + "loss": 4.119, + "mean_token_accuracy": 0.2569603458046913, + "num_tokens": 18509944.0, + "step": 6455 + }, + { + "entropy": 4.747663164138794, + "epoch": 7.6631079478054565, + "grad_norm": 1.21875, + "learning_rate": 0.0001231991271652833, + "loss": 4.0568, + "mean_token_accuracy": 0.26593891680240633, + "num_tokens": 18524725.0, + "step": 6460 + }, + { + "entropy": 4.7349694728851315, + "epoch": 7.669039145907473, + "grad_norm": 1.25, + "learning_rate": 0.00012284788700645365, + "loss": 4.0451, + "mean_token_accuracy": 0.26935683041810987, + "num_tokens": 18538242.0, + "step": 6465 + }, + { + "entropy": 4.680163908004761, + "epoch": 7.67497034400949, + "grad_norm": 1.2890625, + "learning_rate": 0.00012249732873047652, + "loss": 4.0011, + "mean_token_accuracy": 0.27541588246822357, + "num_tokens": 18554367.0, + "step": 6470 + }, + { + "entropy": 4.682049036026001, + "epoch": 7.680901542111506, + "grad_norm": 1.109375, + "learning_rate": 0.0001221474539084092, + "loss": 4.0148, + "mean_token_accuracy": 0.2720635592937469, + "num_tokens": 18569457.0, + "step": 6475 + }, + { + "entropy": 4.7111598491668705, + "epoch": 7.686832740213523, + "grad_norm": 1.171875, + "learning_rate": 0.00012179826410824576, + "loss": 4.0659, + "mean_token_accuracy": 0.26546482741832733, + "num_tokens": 18585131.0, + "step": 6480 + }, + { + "entropy": 4.714468097686767, + "epoch": 7.69276393831554, + "grad_norm": 1.0390625, + "learning_rate": 0.00012144976089491066, + "loss": 4.0754, + "mean_token_accuracy": 0.268808077275753, + "num_tokens": 18601703.0, + "step": 6485 + }, + { + "entropy": 4.813643169403076, + "epoch": 7.698695136417556, + "grad_norm": 1.2109375, + "learning_rate": 0.00012110194583025117, + "loss": 4.1007, + "mean_token_accuracy": 0.26762777119874953, + "num_tokens": 18617481.0, + "step": 6490 + }, + { + "entropy": 4.707864046096802, + "epoch": 7.704626334519573, + "grad_norm": 1.1875, + "learning_rate": 0.00012075482047303049, + "loss": 4.0194, + "mean_token_accuracy": 0.2720588445663452, + "num_tokens": 18632258.0, + "step": 6495 + }, + { + "entropy": 4.700377607345581, + "epoch": 7.710557532621589, + "grad_norm": 1.375, + "learning_rate": 0.00012040838637892098, + "loss": 4.0901, + "mean_token_accuracy": 0.2598261535167694, + "num_tokens": 18644929.0, + "step": 6500 + }, + { + "epoch": 7.710557532621589, + "eval_entropy": 4.608214921746518, + "eval_loss": 5.243914604187012, + "eval_mean_token_accuracy": 0.19916483947287308, + "eval_num_tokens": 18644929.0, + "eval_runtime": 2.4298, + "eval_samples_per_second": 1073.333, + "eval_steps_per_second": 134.167, + "step": 6500 + }, + { + "entropy": 4.7319714546203615, + "epoch": 7.716488730723606, + "grad_norm": 1.203125, + "learning_rate": 0.00012006264510049709, + "loss": 4.0772, + "mean_token_accuracy": 0.2644742265343666, + "num_tokens": 18660030.0, + "step": 6505 + }, + { + "entropy": 4.7189497470855715, + "epoch": 7.722419928825623, + "grad_norm": 1.2265625, + "learning_rate": 0.00011971759818722808, + "loss": 3.984, + "mean_token_accuracy": 0.27540219724178316, + "num_tokens": 18674425.0, + "step": 6510 + }, + { + "entropy": 4.739046430587768, + "epoch": 7.728351126927639, + "grad_norm": 1.2734375, + "learning_rate": 0.00011937324718547165, + "loss": 4.0752, + "mean_token_accuracy": 0.26175289005041125, + "num_tokens": 18688414.0, + "step": 6515 + }, + { + "entropy": 4.779738187789917, + "epoch": 7.734282325029656, + "grad_norm": 1.3125, + "learning_rate": 0.00011902959363846652, + "loss": 4.0382, + "mean_token_accuracy": 0.2675876930356026, + "num_tokens": 18702042.0, + "step": 6520 + }, + { + "entropy": 4.7649894714355465, + "epoch": 7.740213523131673, + "grad_norm": 1.2265625, + "learning_rate": 0.00011868663908632583, + "loss": 4.1363, + "mean_token_accuracy": 0.26753744333982465, + "num_tokens": 18716951.0, + "step": 6525 + }, + { + "entropy": 4.722040796279908, + "epoch": 7.746144721233689, + "grad_norm": 1.2578125, + "learning_rate": 0.00011834438506603006, + "loss": 4.0101, + "mean_token_accuracy": 0.2767089009284973, + "num_tokens": 18730824.0, + "step": 6530 + }, + { + "entropy": 4.674363231658935, + "epoch": 7.752075919335706, + "grad_norm": 1.1875, + "learning_rate": 0.00011800283311142026, + "loss": 4.0131, + "mean_token_accuracy": 0.2681394726037979, + "num_tokens": 18745015.0, + "step": 6535 + }, + { + "entropy": 4.667917156219483, + "epoch": 7.758007117437723, + "grad_norm": 1.3046875, + "learning_rate": 0.00011766198475319094, + "loss": 3.9627, + "mean_token_accuracy": 0.280584716796875, + "num_tokens": 18758845.0, + "step": 6540 + }, + { + "entropy": 4.700127363204956, + "epoch": 7.763938315539739, + "grad_norm": 1.234375, + "learning_rate": 0.0001173218415188836, + "loss": 3.9701, + "mean_token_accuracy": 0.27984693795442583, + "num_tokens": 18772452.0, + "step": 6545 + }, + { + "entropy": 4.740821743011475, + "epoch": 7.769869513641756, + "grad_norm": 1.1484375, + "learning_rate": 0.00011698240493287942, + "loss": 4.0329, + "mean_token_accuracy": 0.2749653309583664, + "num_tokens": 18787209.0, + "step": 6550 + }, + { + "entropy": 4.745780801773071, + "epoch": 7.775800711743772, + "grad_norm": 1.1953125, + "learning_rate": 0.00011664367651639293, + "loss": 4.0856, + "mean_token_accuracy": 0.2635880082845688, + "num_tokens": 18802070.0, + "step": 6555 + }, + { + "entropy": 4.726084232330322, + "epoch": 7.781731909845789, + "grad_norm": 1.328125, + "learning_rate": 0.00011630565778746483, + "loss": 4.0598, + "mean_token_accuracy": 0.27167394757270813, + "num_tokens": 18816211.0, + "step": 6560 + }, + { + "entropy": 4.702995729446411, + "epoch": 7.787663107947806, + "grad_norm": 1.140625, + "learning_rate": 0.0001159683502609552, + "loss": 4.0158, + "mean_token_accuracy": 0.2745881825685501, + "num_tokens": 18830824.0, + "step": 6565 + }, + { + "entropy": 4.743918228149414, + "epoch": 7.7935943060498225, + "grad_norm": 1.1484375, + "learning_rate": 0.00011563175544853689, + "loss": 4.1052, + "mean_token_accuracy": 0.26669320911169053, + "num_tokens": 18846724.0, + "step": 6570 + }, + { + "entropy": 4.666149568557739, + "epoch": 7.7995255041518385, + "grad_norm": 1.2578125, + "learning_rate": 0.00011529587485868875, + "loss": 3.9897, + "mean_token_accuracy": 0.2748617112636566, + "num_tokens": 18860805.0, + "step": 6575 + }, + { + "entropy": 4.760506725311279, + "epoch": 7.8054567022538555, + "grad_norm": 1.296875, + "learning_rate": 0.00011496070999668864, + "loss": 4.0664, + "mean_token_accuracy": 0.2714298963546753, + "num_tokens": 18875998.0, + "step": 6580 + }, + { + "entropy": 4.684258699417114, + "epoch": 7.8113879003558715, + "grad_norm": 1.2578125, + "learning_rate": 0.00011462626236460684, + "loss": 4.03, + "mean_token_accuracy": 0.2696963593363762, + "num_tokens": 18890480.0, + "step": 6585 + }, + { + "entropy": 4.709034967422485, + "epoch": 7.817319098457888, + "grad_norm": 1.25, + "learning_rate": 0.00011429253346129949, + "loss": 4.026, + "mean_token_accuracy": 0.2759475395083427, + "num_tokens": 18904630.0, + "step": 6590 + }, + { + "entropy": 4.766952657699585, + "epoch": 7.823250296559905, + "grad_norm": 1.2578125, + "learning_rate": 0.00011395952478240133, + "loss": 4.0636, + "mean_token_accuracy": 0.2727518767118454, + "num_tokens": 18920085.0, + "step": 6595 + }, + { + "entropy": 4.7626953125, + "epoch": 7.829181494661921, + "grad_norm": 1.2109375, + "learning_rate": 0.00011362723782031965, + "loss": 4.0982, + "mean_token_accuracy": 0.26641037315130234, + "num_tokens": 18934195.0, + "step": 6600 + }, + { + "entropy": 4.717245626449585, + "epoch": 7.835112692763938, + "grad_norm": 1.28125, + "learning_rate": 0.00011329567406422726, + "loss": 4.0671, + "mean_token_accuracy": 0.26773912757635115, + "num_tokens": 18948310.0, + "step": 6605 + }, + { + "entropy": 4.677591276168823, + "epoch": 7.841043890865955, + "grad_norm": 1.1640625, + "learning_rate": 0.00011296483500005568, + "loss": 4.0956, + "mean_token_accuracy": 0.2655182480812073, + "num_tokens": 18963981.0, + "step": 6610 + }, + { + "entropy": 4.713145923614502, + "epoch": 7.846975088967971, + "grad_norm": 1.2734375, + "learning_rate": 0.00011263472211048886, + "loss": 4.0419, + "mean_token_accuracy": 0.275207045674324, + "num_tokens": 18978457.0, + "step": 6615 + }, + { + "entropy": 4.696931266784668, + "epoch": 7.852906287069988, + "grad_norm": 1.2265625, + "learning_rate": 0.00011230533687495628, + "loss": 3.9804, + "mean_token_accuracy": 0.27736210227012636, + "num_tokens": 18993313.0, + "step": 6620 + }, + { + "entropy": 4.709676933288574, + "epoch": 7.858837485172005, + "grad_norm": 1.21875, + "learning_rate": 0.0001119766807696263, + "loss": 4.0471, + "mean_token_accuracy": 0.27384928464889524, + "num_tokens": 19006789.0, + "step": 6625 + }, + { + "entropy": 4.711039733886719, + "epoch": 7.864768683274021, + "grad_norm": 1.28125, + "learning_rate": 0.0001116487552673997, + "loss": 4.0548, + "mean_token_accuracy": 0.26825530380010604, + "num_tokens": 19020579.0, + "step": 6630 + }, + { + "entropy": 4.75108380317688, + "epoch": 7.870699881376038, + "grad_norm": 1.140625, + "learning_rate": 0.00011132156183790298, + "loss": 4.049, + "mean_token_accuracy": 0.27267487049102784, + "num_tokens": 19035818.0, + "step": 6635 + }, + { + "entropy": 4.657771825790405, + "epoch": 7.876631079478054, + "grad_norm": 1.125, + "learning_rate": 0.0001109951019474818, + "loss": 3.9858, + "mean_token_accuracy": 0.27559318840503694, + "num_tokens": 19051453.0, + "step": 6640 + }, + { + "entropy": 4.686022710800171, + "epoch": 7.882562277580071, + "grad_norm": 1.2265625, + "learning_rate": 0.00011066937705919448, + "loss": 4.012, + "mean_token_accuracy": 0.2685279980301857, + "num_tokens": 19066715.0, + "step": 6645 + }, + { + "entropy": 4.763083267211914, + "epoch": 7.888493475682088, + "grad_norm": 1.2734375, + "learning_rate": 0.00011034438863280508, + "loss": 4.0782, + "mean_token_accuracy": 0.26216494143009184, + "num_tokens": 19081332.0, + "step": 6650 + }, + { + "entropy": 4.751289701461792, + "epoch": 7.894424673784105, + "grad_norm": 1.1796875, + "learning_rate": 0.00011002013812477745, + "loss": 4.0767, + "mean_token_accuracy": 0.271464803814888, + "num_tokens": 19096183.0, + "step": 6655 + }, + { + "entropy": 4.676714992523193, + "epoch": 7.900355871886121, + "grad_norm": 1.1640625, + "learning_rate": 0.00010969662698826835, + "loss": 4.0195, + "mean_token_accuracy": 0.27217520773410797, + "num_tokens": 19112345.0, + "step": 6660 + }, + { + "entropy": 4.668739366531372, + "epoch": 7.906287069988138, + "grad_norm": 1.1484375, + "learning_rate": 0.00010937385667312077, + "loss": 4.0222, + "mean_token_accuracy": 0.2725213885307312, + "num_tokens": 19127795.0, + "step": 6665 + }, + { + "entropy": 4.672986030578613, + "epoch": 7.912218268090154, + "grad_norm": 1.3046875, + "learning_rate": 0.00010905182862585788, + "loss": 3.9789, + "mean_token_accuracy": 0.28924104273319245, + "num_tokens": 19140872.0, + "step": 6670 + }, + { + "entropy": 4.74361834526062, + "epoch": 7.918149466192171, + "grad_norm": 1.296875, + "learning_rate": 0.00010873054428967625, + "loss": 4.0645, + "mean_token_accuracy": 0.2696882113814354, + "num_tokens": 19154384.0, + "step": 6675 + }, + { + "entropy": 4.727361154556275, + "epoch": 7.924080664294188, + "grad_norm": 1.1171875, + "learning_rate": 0.00010841000510443932, + "loss": 4.0761, + "mean_token_accuracy": 0.27449167221784593, + "num_tokens": 19171132.0, + "step": 6680 + }, + { + "entropy": 4.753545761108398, + "epoch": 7.930011862396204, + "grad_norm": 1.2578125, + "learning_rate": 0.0001080902125066712, + "loss": 4.1245, + "mean_token_accuracy": 0.2613123431801796, + "num_tokens": 19185354.0, + "step": 6685 + }, + { + "entropy": 4.676477241516113, + "epoch": 7.935943060498221, + "grad_norm": 1.2421875, + "learning_rate": 0.00010777116792955009, + "loss": 4.022, + "mean_token_accuracy": 0.27412541806697843, + "num_tokens": 19199069.0, + "step": 6690 + }, + { + "entropy": 4.72968602180481, + "epoch": 7.9418742586002375, + "grad_norm": 1.2734375, + "learning_rate": 0.00010745287280290189, + "loss": 4.0362, + "mean_token_accuracy": 0.27191131711006167, + "num_tokens": 19213641.0, + "step": 6695 + }, + { + "entropy": 4.685726594924927, + "epoch": 7.947805456702254, + "grad_norm": 1.2109375, + "learning_rate": 0.00010713532855319375, + "loss": 3.9957, + "mean_token_accuracy": 0.2769013747572899, + "num_tokens": 19226466.0, + "step": 6700 + }, + { + "entropy": 4.6622865200042725, + "epoch": 7.9537366548042705, + "grad_norm": 1.21875, + "learning_rate": 0.00010681853660352754, + "loss": 3.9422, + "mean_token_accuracy": 0.289046311378479, + "num_tokens": 19239417.0, + "step": 6705 + }, + { + "entropy": 4.773409080505371, + "epoch": 7.959667852906287, + "grad_norm": 1.109375, + "learning_rate": 0.00010650249837363392, + "loss": 4.0902, + "mean_token_accuracy": 0.26846591383218765, + "num_tokens": 19254094.0, + "step": 6710 + }, + { + "entropy": 4.769618988037109, + "epoch": 7.9655990510083035, + "grad_norm": 1.15625, + "learning_rate": 0.00010618721527986555, + "loss": 4.1363, + "mean_token_accuracy": 0.2577027380466461, + "num_tokens": 19267101.0, + "step": 6715 + }, + { + "entropy": 4.753003072738648, + "epoch": 7.97153024911032, + "grad_norm": 1.2734375, + "learning_rate": 0.00010587268873519079, + "loss": 4.1105, + "mean_token_accuracy": 0.2602363735437393, + "num_tokens": 19282615.0, + "step": 6720 + }, + { + "entropy": 4.678670597076416, + "epoch": 7.977461447212336, + "grad_norm": 1.0859375, + "learning_rate": 0.00010555892014918755, + "loss": 4.0271, + "mean_token_accuracy": 0.27033381462097167, + "num_tokens": 19298140.0, + "step": 6725 + }, + { + "entropy": 4.7201532363891605, + "epoch": 7.983392645314353, + "grad_norm": 1.1328125, + "learning_rate": 0.00010524591092803703, + "loss": 4.0253, + "mean_token_accuracy": 0.2717677280306816, + "num_tokens": 19313474.0, + "step": 6730 + }, + { + "entropy": 4.7229211807250975, + "epoch": 7.98932384341637, + "grad_norm": 1.125, + "learning_rate": 0.00010493366247451697, + "loss": 4.0219, + "mean_token_accuracy": 0.27148132771253586, + "num_tokens": 19327966.0, + "step": 6735 + }, + { + "entropy": 4.759703207015991, + "epoch": 7.995255041518387, + "grad_norm": 1.21875, + "learning_rate": 0.00010462217618799577, + "loss": 4.1327, + "mean_token_accuracy": 0.25909843742847444, + "num_tokens": 19341511.0, + "step": 6740 + }, + { + "entropy": 4.678451633453369, + "epoch": 8.001186239620404, + "grad_norm": 1.1328125, + "learning_rate": 0.00010431145346442641, + "loss": 3.9292, + "mean_token_accuracy": 0.28317933082580565, + "num_tokens": 19355954.0, + "step": 6745 + }, + { + "entropy": 4.67337441444397, + "epoch": 8.00711743772242, + "grad_norm": 1.1328125, + "learning_rate": 0.0001040014956963394, + "loss": 3.9645, + "mean_token_accuracy": 0.27165001034736636, + "num_tokens": 19369660.0, + "step": 6750 + }, + { + "entropy": 4.668134307861328, + "epoch": 8.013048635824436, + "grad_norm": 1.1015625, + "learning_rate": 0.00010369230427283743, + "loss": 3.9626, + "mean_token_accuracy": 0.2806421846151352, + "num_tokens": 19384950.0, + "step": 6755 + }, + { + "entropy": 4.76740345954895, + "epoch": 8.018979833926453, + "grad_norm": 1.2109375, + "learning_rate": 0.00010338388057958861, + "loss": 4.0033, + "mean_token_accuracy": 0.2806761234998703, + "num_tokens": 19401448.0, + "step": 6760 + }, + { + "entropy": 4.677422714233399, + "epoch": 8.02491103202847, + "grad_norm": 1.1875, + "learning_rate": 0.00010307622599882024, + "loss": 3.9405, + "mean_token_accuracy": 0.2849272727966309, + "num_tokens": 19416355.0, + "step": 6765 + }, + { + "entropy": 4.701766490936279, + "epoch": 8.030842230130487, + "grad_norm": 1.21875, + "learning_rate": 0.00010276934190931311, + "loss": 3.9301, + "mean_token_accuracy": 0.2850891649723053, + "num_tokens": 19429852.0, + "step": 6770 + }, + { + "entropy": 4.698495149612427, + "epoch": 8.036773428232504, + "grad_norm": 1.28125, + "learning_rate": 0.00010246322968639466, + "loss": 3.8673, + "mean_token_accuracy": 0.2868699789047241, + "num_tokens": 19443002.0, + "step": 6775 + }, + { + "entropy": 4.713308811187744, + "epoch": 8.042704626334519, + "grad_norm": 1.046875, + "learning_rate": 0.00010215789070193334, + "loss": 3.9374, + "mean_token_accuracy": 0.28469563722610475, + "num_tokens": 19458469.0, + "step": 6780 + }, + { + "entropy": 4.705960607528686, + "epoch": 8.048635824436536, + "grad_norm": 1.1015625, + "learning_rate": 0.00010185332632433225, + "loss": 3.9667, + "mean_token_accuracy": 0.28048854768276216, + "num_tokens": 19473262.0, + "step": 6785 + }, + { + "entropy": 4.663929653167725, + "epoch": 8.054567022538553, + "grad_norm": 1.3984375, + "learning_rate": 0.00010154953791852294, + "loss": 3.9162, + "mean_token_accuracy": 0.2767769739031792, + "num_tokens": 19486581.0, + "step": 6790 + }, + { + "entropy": 4.6845465183258055, + "epoch": 8.06049822064057, + "grad_norm": 1.1328125, + "learning_rate": 0.00010124652684595948, + "loss": 3.9421, + "mean_token_accuracy": 0.2857879936695099, + "num_tokens": 19500470.0, + "step": 6795 + }, + { + "entropy": 4.695603227615356, + "epoch": 8.066429418742587, + "grad_norm": 1.078125, + "learning_rate": 0.0001009442944646122, + "loss": 4.0434, + "mean_token_accuracy": 0.2713444247841835, + "num_tokens": 19516138.0, + "step": 6800 + }, + { + "entropy": 4.724313688278198, + "epoch": 8.072360616844602, + "grad_norm": 1.0546875, + "learning_rate": 0.00010064284212896155, + "loss": 3.9673, + "mean_token_accuracy": 0.28030790388584137, + "num_tokens": 19533178.0, + "step": 6805 + }, + { + "entropy": 4.717302417755127, + "epoch": 8.078291814946619, + "grad_norm": 1.21875, + "learning_rate": 0.00010034217118999234, + "loss": 3.9429, + "mean_token_accuracy": 0.2846269875764847, + "num_tokens": 19546664.0, + "step": 6810 + }, + { + "entropy": 4.761168098449707, + "epoch": 8.084223013048636, + "grad_norm": 1.4375, + "learning_rate": 0.00010004228299518739, + "loss": 4.0135, + "mean_token_accuracy": 0.27298852801322937, + "num_tokens": 19561092.0, + "step": 6815 + }, + { + "entropy": 4.75660982131958, + "epoch": 8.090154211150653, + "grad_norm": 1.0859375, + "learning_rate": 9.974317888852149e-05, + "loss": 3.9882, + "mean_token_accuracy": 0.27676670253276825, + "num_tokens": 19576379.0, + "step": 6820 + }, + { + "entropy": 4.7264148712158205, + "epoch": 8.09608540925267, + "grad_norm": 1.2265625, + "learning_rate": 9.944486021045559e-05, + "loss": 3.9935, + "mean_token_accuracy": 0.2765861377120018, + "num_tokens": 19591217.0, + "step": 6825 + }, + { + "entropy": 4.748012924194336, + "epoch": 8.102016607354686, + "grad_norm": 1.2109375, + "learning_rate": 9.914732829793074e-05, + "loss": 3.9511, + "mean_token_accuracy": 0.2816150814294815, + "num_tokens": 19606710.0, + "step": 6830 + }, + { + "entropy": 4.68715500831604, + "epoch": 8.107947805456702, + "grad_norm": 1.2421875, + "learning_rate": 9.885058448436182e-05, + "loss": 3.9664, + "mean_token_accuracy": 0.28388998806476595, + "num_tokens": 19620965.0, + "step": 6835 + }, + { + "entropy": 4.6946758270263675, + "epoch": 8.113879003558718, + "grad_norm": 1.34375, + "learning_rate": 9.855463009963195e-05, + "loss": 3.9531, + "mean_token_accuracy": 0.2855575442314148, + "num_tokens": 19634154.0, + "step": 6840 + }, + { + "entropy": 4.675198888778686, + "epoch": 8.119810201660735, + "grad_norm": 1.140625, + "learning_rate": 9.825946647008624e-05, + "loss": 3.9189, + "mean_token_accuracy": 0.283517524600029, + "num_tokens": 19648670.0, + "step": 6845 + }, + { + "entropy": 4.687435674667358, + "epoch": 8.125741399762752, + "grad_norm": 1.140625, + "learning_rate": 9.79650949185261e-05, + "loss": 3.9426, + "mean_token_accuracy": 0.28035666346549987, + "num_tokens": 19663039.0, + "step": 6850 + }, + { + "entropy": 4.6626897811889645, + "epoch": 8.13167259786477, + "grad_norm": 1.203125, + "learning_rate": 9.767151676420313e-05, + "loss": 3.8361, + "mean_token_accuracy": 0.29471116960048677, + "num_tokens": 19676001.0, + "step": 6855 + }, + { + "entropy": 4.690921020507813, + "epoch": 8.137603795966786, + "grad_norm": 1.109375, + "learning_rate": 9.737873332281308e-05, + "loss": 3.9236, + "mean_token_accuracy": 0.29047317504882814, + "num_tokens": 19689959.0, + "step": 6860 + }, + { + "entropy": 4.7003950595855715, + "epoch": 8.143534994068801, + "grad_norm": 1.2734375, + "learning_rate": 9.708674590649033e-05, + "loss": 3.9009, + "mean_token_accuracy": 0.28979634046554564, + "num_tokens": 19703852.0, + "step": 6865 + }, + { + "entropy": 4.728805875778198, + "epoch": 8.149466192170818, + "grad_norm": 1.1875, + "learning_rate": 9.67955558238018e-05, + "loss": 3.992, + "mean_token_accuracy": 0.27644708901643755, + "num_tokens": 19718304.0, + "step": 6870 + }, + { + "entropy": 4.683099269866943, + "epoch": 8.155397390272835, + "grad_norm": 1.28125, + "learning_rate": 9.650516437974091e-05, + "loss": 3.8849, + "mean_token_accuracy": 0.2868204563856125, + "num_tokens": 19731613.0, + "step": 6875 + }, + { + "entropy": 4.72241530418396, + "epoch": 8.161328588374852, + "grad_norm": 1.078125, + "learning_rate": 9.62155728757221e-05, + "loss": 3.9589, + "mean_token_accuracy": 0.27972853630781175, + "num_tokens": 19747129.0, + "step": 6880 + }, + { + "entropy": 4.686842823028565, + "epoch": 8.167259786476869, + "grad_norm": 1.1640625, + "learning_rate": 9.592678260957476e-05, + "loss": 3.9395, + "mean_token_accuracy": 0.2816599547863007, + "num_tokens": 19760959.0, + "step": 6885 + }, + { + "entropy": 4.656443548202515, + "epoch": 8.173190984578884, + "grad_norm": 1.1640625, + "learning_rate": 9.563879487553736e-05, + "loss": 3.9031, + "mean_token_accuracy": 0.2870590925216675, + "num_tokens": 19774858.0, + "step": 6890 + }, + { + "entropy": 4.798293018341065, + "epoch": 8.179122182680901, + "grad_norm": 1.1796875, + "learning_rate": 9.53516109642519e-05, + "loss": 4.0166, + "mean_token_accuracy": 0.2774235516786575, + "num_tokens": 19789681.0, + "step": 6895 + }, + { + "entropy": 4.746678304672241, + "epoch": 8.185053380782918, + "grad_norm": 1.15625, + "learning_rate": 9.506523216275789e-05, + "loss": 3.9991, + "mean_token_accuracy": 0.27605453580617906, + "num_tokens": 19803502.0, + "step": 6900 + }, + { + "entropy": 4.692061901092529, + "epoch": 8.190984578884935, + "grad_norm": 1.203125, + "learning_rate": 9.477965975448671e-05, + "loss": 3.936, + "mean_token_accuracy": 0.28683628141880035, + "num_tokens": 19817576.0, + "step": 6905 + }, + { + "entropy": 4.654696655273438, + "epoch": 8.196915776986952, + "grad_norm": 1.203125, + "learning_rate": 9.449489501925579e-05, + "loss": 3.919, + "mean_token_accuracy": 0.29263170063495636, + "num_tokens": 19831827.0, + "step": 6910 + }, + { + "entropy": 4.762646579742432, + "epoch": 8.202846975088969, + "grad_norm": 1.046875, + "learning_rate": 9.421093923326302e-05, + "loss": 4.0037, + "mean_token_accuracy": 0.27328817546367645, + "num_tokens": 19848079.0, + "step": 6915 + }, + { + "entropy": 4.65659875869751, + "epoch": 8.208778173190984, + "grad_norm": 1.21875, + "learning_rate": 9.39277936690806e-05, + "loss": 3.9504, + "mean_token_accuracy": 0.28005823493003845, + "num_tokens": 19864025.0, + "step": 6920 + }, + { + "entropy": 4.726030778884888, + "epoch": 8.214709371293, + "grad_norm": 1.2265625, + "learning_rate": 9.364545959565007e-05, + "loss": 3.921, + "mean_token_accuracy": 0.2834602802991867, + "num_tokens": 19880423.0, + "step": 6925 + }, + { + "entropy": 4.725295925140381, + "epoch": 8.220640569395018, + "grad_norm": 1.1484375, + "learning_rate": 9.336393827827583e-05, + "loss": 3.9519, + "mean_token_accuracy": 0.2852844387292862, + "num_tokens": 19894573.0, + "step": 6930 + }, + { + "entropy": 4.713504505157471, + "epoch": 8.226571767497035, + "grad_norm": 1.34375, + "learning_rate": 9.30832309786201e-05, + "loss": 3.9099, + "mean_token_accuracy": 0.2926886409521103, + "num_tokens": 19909368.0, + "step": 6935 + }, + { + "entropy": 4.7475958347320555, + "epoch": 8.232502965599052, + "grad_norm": 1.140625, + "learning_rate": 9.280333895469695e-05, + "loss": 3.9824, + "mean_token_accuracy": 0.28341332972049715, + "num_tokens": 19922729.0, + "step": 6940 + }, + { + "entropy": 4.658939027786255, + "epoch": 8.238434163701069, + "grad_norm": 1.25, + "learning_rate": 9.252426346086662e-05, + "loss": 3.873, + "mean_token_accuracy": 0.29206017553806307, + "num_tokens": 19936259.0, + "step": 6945 + }, + { + "entropy": 4.690753841400147, + "epoch": 8.244365361803084, + "grad_norm": 1.2109375, + "learning_rate": 9.224600574783004e-05, + "loss": 3.9424, + "mean_token_accuracy": 0.2840256363153458, + "num_tokens": 19949632.0, + "step": 6950 + }, + { + "entropy": 4.7556053638458256, + "epoch": 8.2502965599051, + "grad_norm": 1.3046875, + "learning_rate": 9.19685670626233e-05, + "loss": 3.9995, + "mean_token_accuracy": 0.276134280860424, + "num_tokens": 19964105.0, + "step": 6955 + }, + { + "entropy": 4.682530641555786, + "epoch": 8.256227758007118, + "grad_norm": 1.2890625, + "learning_rate": 9.169194864861184e-05, + "loss": 3.9187, + "mean_token_accuracy": 0.2871809393167496, + "num_tokens": 19977286.0, + "step": 6960 + }, + { + "entropy": 4.710453224182129, + "epoch": 8.262158956109134, + "grad_norm": 1.2265625, + "learning_rate": 9.141615174548499e-05, + "loss": 3.9363, + "mean_token_accuracy": 0.27871944904327395, + "num_tokens": 19991216.0, + "step": 6965 + }, + { + "entropy": 4.699328804016114, + "epoch": 8.268090154211151, + "grad_norm": 1.15625, + "learning_rate": 9.114117758925048e-05, + "loss": 3.9541, + "mean_token_accuracy": 0.28664700090885165, + "num_tokens": 20005367.0, + "step": 6970 + }, + { + "entropy": 4.679021883010864, + "epoch": 8.274021352313166, + "grad_norm": 1.0859375, + "learning_rate": 9.086702741222862e-05, + "loss": 3.985, + "mean_token_accuracy": 0.2738848552107811, + "num_tokens": 20022135.0, + "step": 6975 + }, + { + "entropy": 4.781612348556519, + "epoch": 8.279952550415183, + "grad_norm": 1.125, + "learning_rate": 9.059370244304731e-05, + "loss": 3.9873, + "mean_token_accuracy": 0.28117130845785143, + "num_tokens": 20035724.0, + "step": 6980 + }, + { + "entropy": 4.699268388748169, + "epoch": 8.2858837485172, + "grad_norm": 1.1640625, + "learning_rate": 9.032120390663598e-05, + "loss": 3.9733, + "mean_token_accuracy": 0.28090896606445315, + "num_tokens": 20051507.0, + "step": 6985 + }, + { + "entropy": 4.692220878601074, + "epoch": 8.291814946619217, + "grad_norm": 1.15625, + "learning_rate": 9.004953302422029e-05, + "loss": 3.9344, + "mean_token_accuracy": 0.2859161913394928, + "num_tokens": 20066503.0, + "step": 6990 + }, + { + "entropy": 4.770735120773315, + "epoch": 8.297746144721234, + "grad_norm": 1.25, + "learning_rate": 8.977869101331695e-05, + "loss": 3.9439, + "mean_token_accuracy": 0.2826002240180969, + "num_tokens": 20081653.0, + "step": 6995 + }, + { + "entropy": 4.733716201782227, + "epoch": 8.303677342823251, + "grad_norm": 1.21875, + "learning_rate": 8.950867908772773e-05, + "loss": 3.928, + "mean_token_accuracy": 0.2795230209827423, + "num_tokens": 20095723.0, + "step": 7000 + }, + { + "epoch": 8.303677342823251, + "eval_entropy": 4.641261381605651, + "eval_loss": 5.238761901855469, + "eval_mean_token_accuracy": 0.19971223799454654, + "eval_num_tokens": 20095723.0, + "eval_runtime": 2.4392, + "eval_samples_per_second": 1069.182, + "eval_steps_per_second": 133.648, + "step": 7000 + }, + { + "entropy": 4.670281457901001, + "epoch": 8.309608540925266, + "grad_norm": 1.203125, + "learning_rate": 8.923949845753446e-05, + "loss": 3.969, + "mean_token_accuracy": 0.28576965630054474, + "num_tokens": 20110669.0, + "step": 7005 + }, + { + "entropy": 4.705426502227783, + "epoch": 8.315539739027283, + "grad_norm": 1.0625, + "learning_rate": 8.89711503290934e-05, + "loss": 4.0132, + "mean_token_accuracy": 0.2791412591934204, + "num_tokens": 20125575.0, + "step": 7010 + }, + { + "entropy": 4.754300260543824, + "epoch": 8.3214709371293, + "grad_norm": 1.2421875, + "learning_rate": 8.870363590502995e-05, + "loss": 3.9482, + "mean_token_accuracy": 0.28258386850357053, + "num_tokens": 20140525.0, + "step": 7015 + }, + { + "entropy": 4.6853350639343265, + "epoch": 8.327402135231317, + "grad_norm": 1.3046875, + "learning_rate": 8.843695638423307e-05, + "loss": 3.8815, + "mean_token_accuracy": 0.2919521927833557, + "num_tokens": 20152594.0, + "step": 7020 + }, + { + "entropy": 4.749881887435913, + "epoch": 8.333333333333334, + "grad_norm": 1.234375, + "learning_rate": 8.817111296185022e-05, + "loss": 4.0091, + "mean_token_accuracy": 0.27691561728715897, + "num_tokens": 20166393.0, + "step": 7025 + }, + { + "entropy": 4.730294275283813, + "epoch": 8.33926453143535, + "grad_norm": 1.1015625, + "learning_rate": 8.790610682928153e-05, + "loss": 3.9616, + "mean_token_accuracy": 0.28670415580272673, + "num_tokens": 20181453.0, + "step": 7030 + }, + { + "entropy": 4.6924371242523195, + "epoch": 8.345195729537366, + "grad_norm": 1.2734375, + "learning_rate": 8.764193917417495e-05, + "loss": 3.9717, + "mean_token_accuracy": 0.2710898369550705, + "num_tokens": 20196675.0, + "step": 7035 + }, + { + "entropy": 4.768080043792724, + "epoch": 8.351126927639383, + "grad_norm": 1.2265625, + "learning_rate": 8.737861118042077e-05, + "loss": 3.9851, + "mean_token_accuracy": 0.2788268864154816, + "num_tokens": 20208560.0, + "step": 7040 + }, + { + "entropy": 4.652789783477783, + "epoch": 8.3570581257414, + "grad_norm": 1.1875, + "learning_rate": 8.7116124028146e-05, + "loss": 3.8958, + "mean_token_accuracy": 0.28716435432434084, + "num_tokens": 20221984.0, + "step": 7045 + }, + { + "entropy": 4.661345434188843, + "epoch": 8.362989323843417, + "grad_norm": 1.2265625, + "learning_rate": 8.685447889370962e-05, + "loss": 3.9074, + "mean_token_accuracy": 0.2922116607427597, + "num_tokens": 20234642.0, + "step": 7050 + }, + { + "entropy": 4.743613958358765, + "epoch": 8.368920521945434, + "grad_norm": 1.203125, + "learning_rate": 8.659367694969697e-05, + "loss": 4.0196, + "mean_token_accuracy": 0.2740223616361618, + "num_tokens": 20249349.0, + "step": 7055 + }, + { + "entropy": 4.737344980239868, + "epoch": 8.374851720047449, + "grad_norm": 1.1640625, + "learning_rate": 8.633371936491439e-05, + "loss": 3.9715, + "mean_token_accuracy": 0.28215101957321165, + "num_tokens": 20263867.0, + "step": 7060 + }, + { + "entropy": 4.697859811782837, + "epoch": 8.380782918149466, + "grad_norm": 1.25, + "learning_rate": 8.607460730438433e-05, + "loss": 3.9094, + "mean_token_accuracy": 0.2869831383228302, + "num_tokens": 20277760.0, + "step": 7065 + }, + { + "entropy": 4.752556085586548, + "epoch": 8.386714116251483, + "grad_norm": 1.171875, + "learning_rate": 8.58163419293399e-05, + "loss": 4.0038, + "mean_token_accuracy": 0.2708415240049362, + "num_tokens": 20290876.0, + "step": 7070 + }, + { + "entropy": 4.654078483581543, + "epoch": 8.3926453143535, + "grad_norm": 1.2890625, + "learning_rate": 8.555892439721974e-05, + "loss": 3.9054, + "mean_token_accuracy": 0.2906464695930481, + "num_tokens": 20305898.0, + "step": 7075 + }, + { + "entropy": 4.76554913520813, + "epoch": 8.398576512455517, + "grad_norm": 1.1640625, + "learning_rate": 8.53023558616628e-05, + "loss": 4.0346, + "mean_token_accuracy": 0.27318221926689146, + "num_tokens": 20319962.0, + "step": 7080 + }, + { + "entropy": 4.697919845581055, + "epoch": 8.404507710557533, + "grad_norm": 1.1875, + "learning_rate": 8.504663747250307e-05, + "loss": 3.9696, + "mean_token_accuracy": 0.2842551663517952, + "num_tokens": 20333377.0, + "step": 7085 + }, + { + "entropy": 4.712127780914306, + "epoch": 8.410438908659549, + "grad_norm": 1.0390625, + "learning_rate": 8.479177037576465e-05, + "loss": 3.9672, + "mean_token_accuracy": 0.28632986843585967, + "num_tokens": 20347744.0, + "step": 7090 + }, + { + "entropy": 4.656085348129272, + "epoch": 8.416370106761565, + "grad_norm": 1.2421875, + "learning_rate": 8.45377557136566e-05, + "loss": 3.8973, + "mean_token_accuracy": 0.2874467998743057, + "num_tokens": 20362341.0, + "step": 7095 + }, + { + "entropy": 4.734337997436524, + "epoch": 8.422301304863582, + "grad_norm": 1.21875, + "learning_rate": 8.428459462456742e-05, + "loss": 3.971, + "mean_token_accuracy": 0.2729116827249527, + "num_tokens": 20377156.0, + "step": 7100 + }, + { + "entropy": 4.703022050857544, + "epoch": 8.4282325029656, + "grad_norm": 1.140625, + "learning_rate": 8.40322882430605e-05, + "loss": 3.9568, + "mean_token_accuracy": 0.28281375467777253, + "num_tokens": 20391379.0, + "step": 7105 + }, + { + "entropy": 4.659971046447754, + "epoch": 8.434163701067616, + "grad_norm": 1.2734375, + "learning_rate": 8.378083769986877e-05, + "loss": 3.8678, + "mean_token_accuracy": 0.29366030991077424, + "num_tokens": 20405883.0, + "step": 7110 + }, + { + "entropy": 4.7217628955841064, + "epoch": 8.440094899169633, + "grad_norm": 1.2109375, + "learning_rate": 8.353024412188947e-05, + "loss": 3.9903, + "mean_token_accuracy": 0.28193584978580477, + "num_tokens": 20420515.0, + "step": 7115 + }, + { + "entropy": 4.677894544601441, + "epoch": 8.446026097271648, + "grad_norm": 1.2890625, + "learning_rate": 8.328050863217945e-05, + "loss": 3.9327, + "mean_token_accuracy": 0.28165491819381716, + "num_tokens": 20433135.0, + "step": 7120 + }, + { + "entropy": 4.737694978713989, + "epoch": 8.451957295373665, + "grad_norm": 1.3359375, + "learning_rate": 8.30316323499499e-05, + "loss": 3.9346, + "mean_token_accuracy": 0.2831666707992554, + "num_tokens": 20446048.0, + "step": 7125 + }, + { + "entropy": 4.760696220397949, + "epoch": 8.457888493475682, + "grad_norm": 1.2734375, + "learning_rate": 8.278361639056139e-05, + "loss": 4.0182, + "mean_token_accuracy": 0.2730042338371277, + "num_tokens": 20461014.0, + "step": 7130 + }, + { + "entropy": 4.739823818206787, + "epoch": 8.463819691577699, + "grad_norm": 1.203125, + "learning_rate": 8.253646186551892e-05, + "loss": 3.9799, + "mean_token_accuracy": 0.27468782663345337, + "num_tokens": 20477354.0, + "step": 7135 + }, + { + "entropy": 4.696021366119385, + "epoch": 8.469750889679716, + "grad_norm": 1.2734375, + "learning_rate": 8.229016988246687e-05, + "loss": 3.9124, + "mean_token_accuracy": 0.28573155105113984, + "num_tokens": 20490412.0, + "step": 7140 + }, + { + "entropy": 4.695750284194946, + "epoch": 8.475682087781731, + "grad_norm": 1.3203125, + "learning_rate": 8.204474154518401e-05, + "loss": 3.9507, + "mean_token_accuracy": 0.2805278152227402, + "num_tokens": 20503008.0, + "step": 7145 + }, + { + "entropy": 4.80227518081665, + "epoch": 8.481613285883748, + "grad_norm": 1.296875, + "learning_rate": 8.180017795357872e-05, + "loss": 4.0377, + "mean_token_accuracy": 0.26800259202718735, + "num_tokens": 20517453.0, + "step": 7150 + }, + { + "entropy": 4.676574468612671, + "epoch": 8.487544483985765, + "grad_norm": 1.1796875, + "learning_rate": 8.155648020368384e-05, + "loss": 3.9579, + "mean_token_accuracy": 0.28014005422592164, + "num_tokens": 20532145.0, + "step": 7155 + }, + { + "entropy": 4.676670694351197, + "epoch": 8.493475682087782, + "grad_norm": 1.2734375, + "learning_rate": 8.13136493876519e-05, + "loss": 3.9666, + "mean_token_accuracy": 0.2829777956008911, + "num_tokens": 20546054.0, + "step": 7160 + }, + { + "entropy": 4.6812415599823, + "epoch": 8.499406880189799, + "grad_norm": 1.171875, + "learning_rate": 8.107168659375028e-05, + "loss": 3.8474, + "mean_token_accuracy": 0.29541700780391694, + "num_tokens": 20560014.0, + "step": 7165 + }, + { + "entropy": 4.718748998641968, + "epoch": 8.505338078291816, + "grad_norm": 1.171875, + "learning_rate": 8.083059290635609e-05, + "loss": 3.977, + "mean_token_accuracy": 0.2776965871453285, + "num_tokens": 20574459.0, + "step": 7170 + }, + { + "entropy": 4.751876783370972, + "epoch": 8.511269276393831, + "grad_norm": 1.203125, + "learning_rate": 8.059036940595152e-05, + "loss": 3.9561, + "mean_token_accuracy": 0.2851552739739418, + "num_tokens": 20588873.0, + "step": 7175 + }, + { + "entropy": 4.680817794799805, + "epoch": 8.517200474495848, + "grad_norm": 1.359375, + "learning_rate": 8.035101716911902e-05, + "loss": 3.9487, + "mean_token_accuracy": 0.28146624863147734, + "num_tokens": 20602606.0, + "step": 7180 + }, + { + "entropy": 4.688438558578492, + "epoch": 8.523131672597865, + "grad_norm": 1.21875, + "learning_rate": 8.011253726853635e-05, + "loss": 3.9145, + "mean_token_accuracy": 0.28469567745923996, + "num_tokens": 20615802.0, + "step": 7185 + }, + { + "entropy": 4.711814498901367, + "epoch": 8.529062870699882, + "grad_norm": 1.3203125, + "learning_rate": 7.987493077297175e-05, + "loss": 3.913, + "mean_token_accuracy": 0.2862949460744858, + "num_tokens": 20629280.0, + "step": 7190 + }, + { + "entropy": 4.662499618530274, + "epoch": 8.534994068801899, + "grad_norm": 1.2109375, + "learning_rate": 7.963819874727936e-05, + "loss": 3.9266, + "mean_token_accuracy": 0.28317568004131316, + "num_tokens": 20643258.0, + "step": 7195 + }, + { + "entropy": 4.704075336456299, + "epoch": 8.540925266903916, + "grad_norm": 1.1171875, + "learning_rate": 7.940234225239415e-05, + "loss": 3.9894, + "mean_token_accuracy": 0.27620826810598376, + "num_tokens": 20659018.0, + "step": 7200 + }, + { + "entropy": 4.695644807815552, + "epoch": 8.54685646500593, + "grad_norm": 1.21875, + "learning_rate": 7.91673623453274e-05, + "loss": 3.9082, + "mean_token_accuracy": 0.29033233076334, + "num_tokens": 20673157.0, + "step": 7205 + }, + { + "entropy": 4.664615345001221, + "epoch": 8.552787663107948, + "grad_norm": 1.2734375, + "learning_rate": 7.893326007916197e-05, + "loss": 3.9162, + "mean_token_accuracy": 0.2866616487503052, + "num_tokens": 20688881.0, + "step": 7210 + }, + { + "entropy": 4.676655673980713, + "epoch": 8.558718861209965, + "grad_norm": 1.21875, + "learning_rate": 7.870003650304732e-05, + "loss": 3.894, + "mean_token_accuracy": 0.2941111773252487, + "num_tokens": 20701427.0, + "step": 7215 + }, + { + "entropy": 4.657823085784912, + "epoch": 8.564650059311981, + "grad_norm": 1.1640625, + "learning_rate": 7.846769266219513e-05, + "loss": 3.9718, + "mean_token_accuracy": 0.2777338534593582, + "num_tokens": 20715527.0, + "step": 7220 + }, + { + "entropy": 4.7058226585388185, + "epoch": 8.570581257413998, + "grad_norm": 1.265625, + "learning_rate": 7.823622959787427e-05, + "loss": 4.0097, + "mean_token_accuracy": 0.2716243237257004, + "num_tokens": 20728604.0, + "step": 7225 + }, + { + "entropy": 4.670713233947754, + "epoch": 8.576512455516013, + "grad_norm": 1.203125, + "learning_rate": 7.800564834740668e-05, + "loss": 3.9275, + "mean_token_accuracy": 0.28355380445718764, + "num_tokens": 20742621.0, + "step": 7230 + }, + { + "entropy": 4.701196479797363, + "epoch": 8.58244365361803, + "grad_norm": 1.2265625, + "learning_rate": 7.777594994416214e-05, + "loss": 3.9944, + "mean_token_accuracy": 0.27921465039253235, + "num_tokens": 20756753.0, + "step": 7235 + }, + { + "entropy": 4.701077556610107, + "epoch": 8.588374851720047, + "grad_norm": 1.0546875, + "learning_rate": 7.754713541755382e-05, + "loss": 3.9111, + "mean_token_accuracy": 0.2857673794031143, + "num_tokens": 20770533.0, + "step": 7240 + }, + { + "entropy": 4.701100015640259, + "epoch": 8.594306049822064, + "grad_norm": 1.0859375, + "learning_rate": 7.731920579303387e-05, + "loss": 3.941, + "mean_token_accuracy": 0.27773227840662, + "num_tokens": 20787038.0, + "step": 7245 + }, + { + "entropy": 4.729049873352051, + "epoch": 8.600237247924081, + "grad_norm": 1.09375, + "learning_rate": 7.709216209208861e-05, + "loss": 3.9624, + "mean_token_accuracy": 0.28391246497631073, + "num_tokens": 20802300.0, + "step": 7250 + }, + { + "entropy": 4.670155477523804, + "epoch": 8.606168446026098, + "grad_norm": 1.3203125, + "learning_rate": 7.686600533223395e-05, + "loss": 3.8887, + "mean_token_accuracy": 0.2840640902519226, + "num_tokens": 20815352.0, + "step": 7255 + }, + { + "entropy": 4.716451597213745, + "epoch": 8.612099644128113, + "grad_norm": 1.265625, + "learning_rate": 7.664073652701108e-05, + "loss": 3.9896, + "mean_token_accuracy": 0.27881119549274447, + "num_tokens": 20829743.0, + "step": 7260 + }, + { + "entropy": 4.711272716522217, + "epoch": 8.61803084223013, + "grad_norm": 1.3984375, + "learning_rate": 7.641635668598157e-05, + "loss": 3.9808, + "mean_token_accuracy": 0.2781288385391235, + "num_tokens": 20844007.0, + "step": 7265 + }, + { + "entropy": 4.7083391666412355, + "epoch": 8.623962040332147, + "grad_norm": 1.1953125, + "learning_rate": 7.619286681472306e-05, + "loss": 3.9284, + "mean_token_accuracy": 0.27966966331005094, + "num_tokens": 20857926.0, + "step": 7270 + }, + { + "entropy": 4.720574426651001, + "epoch": 8.629893238434164, + "grad_norm": 1.3203125, + "learning_rate": 7.597026791482479e-05, + "loss": 4.0024, + "mean_token_accuracy": 0.27475319504737855, + "num_tokens": 20873185.0, + "step": 7275 + }, + { + "entropy": 4.730753660202026, + "epoch": 8.635824436536181, + "grad_norm": 1.2578125, + "learning_rate": 7.574856098388292e-05, + "loss": 3.9349, + "mean_token_accuracy": 0.2798182100057602, + "num_tokens": 20885586.0, + "step": 7280 + }, + { + "entropy": 4.711820316314697, + "epoch": 8.641755634638198, + "grad_norm": 1.1640625, + "learning_rate": 7.552774701549625e-05, + "loss": 3.9425, + "mean_token_accuracy": 0.28394598215818406, + "num_tokens": 20900011.0, + "step": 7285 + }, + { + "entropy": 4.782559776306153, + "epoch": 8.647686832740213, + "grad_norm": 1.1953125, + "learning_rate": 7.530782699926179e-05, + "loss": 4.0822, + "mean_token_accuracy": 0.26666326224803927, + "num_tokens": 20915286.0, + "step": 7290 + }, + { + "entropy": 4.697897052764892, + "epoch": 8.65361803084223, + "grad_norm": 1.3203125, + "learning_rate": 7.508880192076992e-05, + "loss": 3.9194, + "mean_token_accuracy": 0.2845906287431717, + "num_tokens": 20927611.0, + "step": 7295 + }, + { + "entropy": 4.770806360244751, + "epoch": 8.659549228944247, + "grad_norm": 1.1484375, + "learning_rate": 7.487067276160061e-05, + "loss": 4.0229, + "mean_token_accuracy": 0.2717056661844254, + "num_tokens": 20944869.0, + "step": 7300 + }, + { + "entropy": 4.714837598800659, + "epoch": 8.665480427046264, + "grad_norm": 1.1875, + "learning_rate": 7.465344049931853e-05, + "loss": 3.9849, + "mean_token_accuracy": 0.2766413792967796, + "num_tokens": 20958713.0, + "step": 7305 + }, + { + "entropy": 4.707823133468628, + "epoch": 8.67141162514828, + "grad_norm": 1.0546875, + "learning_rate": 7.443710610746879e-05, + "loss": 4.0077, + "mean_token_accuracy": 0.272230826318264, + "num_tokens": 20976282.0, + "step": 7310 + }, + { + "entropy": 4.752963256835938, + "epoch": 8.677342823250296, + "grad_norm": 1.125, + "learning_rate": 7.42216705555727e-05, + "loss": 4.0116, + "mean_token_accuracy": 0.2748189508914948, + "num_tokens": 20992460.0, + "step": 7315 + }, + { + "entropy": 4.736064052581787, + "epoch": 8.683274021352313, + "grad_norm": 1.1796875, + "learning_rate": 7.40071348091234e-05, + "loss": 3.9208, + "mean_token_accuracy": 0.29020349085330965, + "num_tokens": 21005962.0, + "step": 7320 + }, + { + "entropy": 4.696597337722778, + "epoch": 8.68920521945433, + "grad_norm": 1.296875, + "learning_rate": 7.379349982958122e-05, + "loss": 3.9729, + "mean_token_accuracy": 0.275021693110466, + "num_tokens": 21020751.0, + "step": 7325 + }, + { + "entropy": 4.70448408126831, + "epoch": 8.695136417556347, + "grad_norm": 1.109375, + "learning_rate": 7.358076657436994e-05, + "loss": 3.9677, + "mean_token_accuracy": 0.27516626119613646, + "num_tokens": 21033999.0, + "step": 7330 + }, + { + "entropy": 4.6952229022979735, + "epoch": 8.701067615658364, + "grad_norm": 1.2265625, + "learning_rate": 7.336893599687198e-05, + "loss": 4.0139, + "mean_token_accuracy": 0.27138439267873765, + "num_tokens": 21049230.0, + "step": 7335 + }, + { + "entropy": 4.694416141510009, + "epoch": 8.70699881376038, + "grad_norm": 1.2109375, + "learning_rate": 7.315800904642442e-05, + "loss": 3.9652, + "mean_token_accuracy": 0.279814088344574, + "num_tokens": 21063738.0, + "step": 7340 + }, + { + "entropy": 4.720660877227783, + "epoch": 8.712930011862396, + "grad_norm": 1.390625, + "learning_rate": 7.29479866683146e-05, + "loss": 3.9516, + "mean_token_accuracy": 0.2787126675248146, + "num_tokens": 21077295.0, + "step": 7345 + }, + { + "entropy": 4.69683427810669, + "epoch": 8.718861209964412, + "grad_norm": 1.3203125, + "learning_rate": 7.273886980377605e-05, + "loss": 3.9344, + "mean_token_accuracy": 0.2766831547021866, + "num_tokens": 21089848.0, + "step": 7350 + }, + { + "entropy": 4.797457885742188, + "epoch": 8.72479240806643, + "grad_norm": 1.1171875, + "learning_rate": 7.253065938998397e-05, + "loss": 4.063, + "mean_token_accuracy": 0.27142560482025146, + "num_tokens": 21105415.0, + "step": 7355 + }, + { + "entropy": 4.6870338916778564, + "epoch": 8.730723606168446, + "grad_norm": 1.3515625, + "learning_rate": 7.232335636005142e-05, + "loss": 3.9717, + "mean_token_accuracy": 0.2772874891757965, + "num_tokens": 21119773.0, + "step": 7360 + }, + { + "entropy": 4.672126150131225, + "epoch": 8.736654804270463, + "grad_norm": 1.0859375, + "learning_rate": 7.211696164302477e-05, + "loss": 3.9681, + "mean_token_accuracy": 0.28734296560287476, + "num_tokens": 21134225.0, + "step": 7365 + }, + { + "entropy": 4.702618837356567, + "epoch": 8.74258600237248, + "grad_norm": 1.171875, + "learning_rate": 7.191147616387985e-05, + "loss": 3.9987, + "mean_token_accuracy": 0.2750243440270424, + "num_tokens": 21150340.0, + "step": 7370 + }, + { + "entropy": 4.684565877914428, + "epoch": 8.748517200474495, + "grad_norm": 1.203125, + "learning_rate": 7.170690084351765e-05, + "loss": 3.9882, + "mean_token_accuracy": 0.2751602530479431, + "num_tokens": 21164100.0, + "step": 7375 + }, + { + "entropy": 4.733332729339599, + "epoch": 8.754448398576512, + "grad_norm": 1.1640625, + "learning_rate": 7.150323659876007e-05, + "loss": 3.9247, + "mean_token_accuracy": 0.2895872563123703, + "num_tokens": 21179560.0, + "step": 7380 + }, + { + "entropy": 4.716910696029663, + "epoch": 8.76037959667853, + "grad_norm": 1.2265625, + "learning_rate": 7.130048434234607e-05, + "loss": 4.0243, + "mean_token_accuracy": 0.27272664606571195, + "num_tokens": 21194630.0, + "step": 7385 + }, + { + "entropy": 4.7004118919372555, + "epoch": 8.766310794780546, + "grad_norm": 1.3046875, + "learning_rate": 7.109864498292742e-05, + "loss": 3.9665, + "mean_token_accuracy": 0.2777358129620552, + "num_tokens": 21208445.0, + "step": 7390 + }, + { + "entropy": 4.716582012176514, + "epoch": 8.772241992882563, + "grad_norm": 1.2578125, + "learning_rate": 7.08977194250647e-05, + "loss": 4.0065, + "mean_token_accuracy": 0.2697982504963875, + "num_tokens": 21223881.0, + "step": 7395 + }, + { + "entropy": 4.726409244537353, + "epoch": 8.778173190984578, + "grad_norm": 1.1015625, + "learning_rate": 7.06977085692231e-05, + "loss": 3.9321, + "mean_token_accuracy": 0.2851049304008484, + "num_tokens": 21237939.0, + "step": 7400 + }, + { + "entropy": 4.773116827011108, + "epoch": 8.784104389086595, + "grad_norm": 1.3203125, + "learning_rate": 7.04986133117687e-05, + "loss": 3.9886, + "mean_token_accuracy": 0.27324563413858416, + "num_tokens": 21251400.0, + "step": 7405 + }, + { + "entropy": 4.693988227844239, + "epoch": 8.790035587188612, + "grad_norm": 1.25, + "learning_rate": 7.030043454496394e-05, + "loss": 3.9916, + "mean_token_accuracy": 0.2754157602787018, + "num_tokens": 21265525.0, + "step": 7410 + }, + { + "entropy": 4.743141508102417, + "epoch": 8.795966785290629, + "grad_norm": 1.1640625, + "learning_rate": 7.010317315696422e-05, + "loss": 4.0065, + "mean_token_accuracy": 0.27507720291614535, + "num_tokens": 21280350.0, + "step": 7415 + }, + { + "entropy": 4.676511669158936, + "epoch": 8.801897983392646, + "grad_norm": 1.1953125, + "learning_rate": 6.99068300318135e-05, + "loss": 3.9468, + "mean_token_accuracy": 0.27412312626838686, + "num_tokens": 21295535.0, + "step": 7420 + }, + { + "entropy": 4.700688314437866, + "epoch": 8.807829181494661, + "grad_norm": 1.1953125, + "learning_rate": 6.971140604944043e-05, + "loss": 3.98, + "mean_token_accuracy": 0.2825105458498001, + "num_tokens": 21308794.0, + "step": 7425 + }, + { + "entropy": 4.6570196628570555, + "epoch": 8.813760379596678, + "grad_norm": 1.2421875, + "learning_rate": 6.951690208565451e-05, + "loss": 3.9227, + "mean_token_accuracy": 0.2881681978702545, + "num_tokens": 21322274.0, + "step": 7430 + }, + { + "entropy": 4.736722850799561, + "epoch": 8.819691577698695, + "grad_norm": 1.0703125, + "learning_rate": 6.93233190121421e-05, + "loss": 3.9949, + "mean_token_accuracy": 0.28044127523899076, + "num_tokens": 21338076.0, + "step": 7435 + }, + { + "entropy": 4.706449747085571, + "epoch": 8.825622775800712, + "grad_norm": 1.3046875, + "learning_rate": 6.913065769646243e-05, + "loss": 3.9506, + "mean_token_accuracy": 0.28375218212604525, + "num_tokens": 21351711.0, + "step": 7440 + }, + { + "entropy": 4.712761354446411, + "epoch": 8.831553973902729, + "grad_norm": 1.3046875, + "learning_rate": 6.893891900204385e-05, + "loss": 4.0389, + "mean_token_accuracy": 0.2771188259124756, + "num_tokens": 21365462.0, + "step": 7445 + }, + { + "entropy": 4.666748762130737, + "epoch": 8.837485172004746, + "grad_norm": 1.1171875, + "learning_rate": 6.874810378817997e-05, + "loss": 3.8771, + "mean_token_accuracy": 0.29150122702121734, + "num_tokens": 21378494.0, + "step": 7450 + }, + { + "entropy": 4.735234785079956, + "epoch": 8.84341637010676, + "grad_norm": 1.15625, + "learning_rate": 6.855821291002562e-05, + "loss": 4.0053, + "mean_token_accuracy": 0.2717369556427002, + "num_tokens": 21393097.0, + "step": 7455 + }, + { + "entropy": 4.685878276824951, + "epoch": 8.849347568208778, + "grad_norm": 1.140625, + "learning_rate": 6.836924721859321e-05, + "loss": 3.9399, + "mean_token_accuracy": 0.27943750023841857, + "num_tokens": 21408210.0, + "step": 7460 + }, + { + "entropy": 4.674729061126709, + "epoch": 8.855278766310795, + "grad_norm": 1.2578125, + "learning_rate": 6.818120756074881e-05, + "loss": 3.9297, + "mean_token_accuracy": 0.2838605135679245, + "num_tokens": 21423090.0, + "step": 7465 + }, + { + "entropy": 4.644339370727539, + "epoch": 8.861209964412812, + "grad_norm": 1.234375, + "learning_rate": 6.799409477920841e-05, + "loss": 3.9062, + "mean_token_accuracy": 0.2946785092353821, + "num_tokens": 21437038.0, + "step": 7470 + }, + { + "entropy": 4.677549028396607, + "epoch": 8.867141162514828, + "grad_norm": 1.0859375, + "learning_rate": 6.780790971253418e-05, + "loss": 4.0094, + "mean_token_accuracy": 0.2707359567284584, + "num_tokens": 21453540.0, + "step": 7475 + }, + { + "entropy": 4.668129873275757, + "epoch": 8.873072360616845, + "grad_norm": 1.140625, + "learning_rate": 6.76226531951305e-05, + "loss": 3.893, + "mean_token_accuracy": 0.28728693127632143, + "num_tokens": 21468849.0, + "step": 7480 + }, + { + "entropy": 4.67131814956665, + "epoch": 8.87900355871886, + "grad_norm": 1.203125, + "learning_rate": 6.74383260572405e-05, + "loss": 3.9678, + "mean_token_accuracy": 0.28203669786453245, + "num_tokens": 21482850.0, + "step": 7485 + }, + { + "entropy": 4.692674446105957, + "epoch": 8.884934756820877, + "grad_norm": 1.234375, + "learning_rate": 6.725492912494231e-05, + "loss": 3.9186, + "mean_token_accuracy": 0.28470067381858827, + "num_tokens": 21496792.0, + "step": 7490 + }, + { + "entropy": 4.692023420333863, + "epoch": 8.890865954922894, + "grad_norm": 1.234375, + "learning_rate": 6.707246322014495e-05, + "loss": 3.9444, + "mean_token_accuracy": 0.2780381441116333, + "num_tokens": 21510999.0, + "step": 7495 + }, + { + "entropy": 4.700464344024658, + "epoch": 8.896797153024911, + "grad_norm": 1.2109375, + "learning_rate": 6.689092916058527e-05, + "loss": 3.9439, + "mean_token_accuracy": 0.2917203098535538, + "num_tokens": 21524369.0, + "step": 7500 + }, + { + "epoch": 8.896797153024911, + "eval_entropy": 4.634117702033622, + "eval_loss": 5.236268520355225, + "eval_mean_token_accuracy": 0.20044671154461025, + "eval_num_tokens": 21524369.0, + "eval_runtime": 2.4279, + "eval_samples_per_second": 1074.182, + "eval_steps_per_second": 134.273, + "step": 7500 + }, + { + "entropy": 4.781164216995239, + "epoch": 8.902728351126928, + "grad_norm": 1.2421875, + "learning_rate": 6.671032775982384e-05, + "loss": 4.0406, + "mean_token_accuracy": 0.2698593124747276, + "num_tokens": 21540693.0, + "step": 7505 + }, + { + "entropy": 4.71325421333313, + "epoch": 8.908659549228943, + "grad_norm": 1.140625, + "learning_rate": 6.653065982724143e-05, + "loss": 3.986, + "mean_token_accuracy": 0.2803583323955536, + "num_tokens": 21556070.0, + "step": 7510 + }, + { + "entropy": 4.726709318161011, + "epoch": 8.91459074733096, + "grad_norm": 1.0859375, + "learning_rate": 6.635192616803548e-05, + "loss": 3.9414, + "mean_token_accuracy": 0.2849667012691498, + "num_tokens": 21571432.0, + "step": 7515 + }, + { + "entropy": 4.703306674957275, + "epoch": 8.920521945432977, + "grad_norm": 1.2578125, + "learning_rate": 6.617412758321627e-05, + "loss": 3.9796, + "mean_token_accuracy": 0.28210159540176394, + "num_tokens": 21586162.0, + "step": 7520 + }, + { + "entropy": 4.724526214599609, + "epoch": 8.926453143534994, + "grad_norm": 1.1640625, + "learning_rate": 6.599726486960354e-05, + "loss": 3.9827, + "mean_token_accuracy": 0.2787036746740341, + "num_tokens": 21599704.0, + "step": 7525 + }, + { + "entropy": 4.682029867172242, + "epoch": 8.932384341637011, + "grad_norm": 1.21875, + "learning_rate": 6.582133881982288e-05, + "loss": 3.9196, + "mean_token_accuracy": 0.276509553194046, + "num_tokens": 21613571.0, + "step": 7530 + }, + { + "entropy": 4.739630699157715, + "epoch": 8.938315539739028, + "grad_norm": 1.1484375, + "learning_rate": 6.564635022230207e-05, + "loss": 4.0374, + "mean_token_accuracy": 0.2731984302401543, + "num_tokens": 21628757.0, + "step": 7535 + }, + { + "entropy": 4.675686025619507, + "epoch": 8.944246737841043, + "grad_norm": 1.125, + "learning_rate": 6.547229986126764e-05, + "loss": 3.8891, + "mean_token_accuracy": 0.2900336667895317, + "num_tokens": 21642645.0, + "step": 7540 + }, + { + "entropy": 4.7094098091125485, + "epoch": 8.95017793594306, + "grad_norm": 1.15625, + "learning_rate": 6.529918851674135e-05, + "loss": 3.9453, + "mean_token_accuracy": 0.2868756949901581, + "num_tokens": 21657820.0, + "step": 7545 + }, + { + "entropy": 4.740082311630249, + "epoch": 8.956109134045077, + "grad_norm": 1.3125, + "learning_rate": 6.512701696453663e-05, + "loss": 4.0496, + "mean_token_accuracy": 0.27244533598423004, + "num_tokens": 21671187.0, + "step": 7550 + }, + { + "entropy": 4.740634441375732, + "epoch": 8.962040332147094, + "grad_norm": 1.421875, + "learning_rate": 6.495578597625521e-05, + "loss": 4.0075, + "mean_token_accuracy": 0.26890198439359664, + "num_tokens": 21684771.0, + "step": 7555 + }, + { + "entropy": 4.699212980270386, + "epoch": 8.96797153024911, + "grad_norm": 1.109375, + "learning_rate": 6.478549631928356e-05, + "loss": 3.8674, + "mean_token_accuracy": 0.29412288665771485, + "num_tokens": 21697283.0, + "step": 7560 + }, + { + "entropy": 4.636596059799194, + "epoch": 8.973902728351128, + "grad_norm": 1.1875, + "learning_rate": 6.461614875678953e-05, + "loss": 3.8784, + "mean_token_accuracy": 0.2897840738296509, + "num_tokens": 21711418.0, + "step": 7565 + }, + { + "entropy": 4.644348955154419, + "epoch": 8.979833926453143, + "grad_norm": 1.1875, + "learning_rate": 6.444774404771882e-05, + "loss": 3.9181, + "mean_token_accuracy": 0.2828759133815765, + "num_tokens": 21725184.0, + "step": 7570 + }, + { + "entropy": 4.653862428665161, + "epoch": 8.98576512455516, + "grad_norm": 1.25, + "learning_rate": 6.428028294679176e-05, + "loss": 3.8997, + "mean_token_accuracy": 0.2917557656764984, + "num_tokens": 21739260.0, + "step": 7575 + }, + { + "entropy": 4.680317449569702, + "epoch": 8.991696322657177, + "grad_norm": 1.28125, + "learning_rate": 6.411376620449968e-05, + "loss": 3.9356, + "mean_token_accuracy": 0.2801597505807877, + "num_tokens": 21751407.0, + "step": 7580 + }, + { + "entropy": 4.7229961395263675, + "epoch": 8.997627520759194, + "grad_norm": 1.21875, + "learning_rate": 6.394819456710184e-05, + "loss": 4.0219, + "mean_token_accuracy": 0.2764817088842392, + "num_tokens": 21766540.0, + "step": 7585 + }, + { + "entropy": 4.725529527664184, + "epoch": 9.00355871886121, + "grad_norm": 1.1640625, + "learning_rate": 6.378356877662177e-05, + "loss": 3.9551, + "mean_token_accuracy": 0.2778576880693436, + "num_tokens": 21781299.0, + "step": 7590 + }, + { + "entropy": 4.672691440582275, + "epoch": 9.009489916963227, + "grad_norm": 1.3046875, + "learning_rate": 6.361988957084423e-05, + "loss": 3.8816, + "mean_token_accuracy": 0.2913270562887192, + "num_tokens": 21794510.0, + "step": 7595 + }, + { + "entropy": 4.695112657546997, + "epoch": 9.015421115065243, + "grad_norm": 1.1953125, + "learning_rate": 6.34571576833118e-05, + "loss": 3.9284, + "mean_token_accuracy": 0.27826384007930755, + "num_tokens": 21809207.0, + "step": 7600 + }, + { + "entropy": 4.682247304916382, + "epoch": 9.02135231316726, + "grad_norm": 1.1015625, + "learning_rate": 6.329537384332134e-05, + "loss": 3.8263, + "mean_token_accuracy": 0.29131481647491453, + "num_tokens": 21823327.0, + "step": 7605 + }, + { + "entropy": 4.70168719291687, + "epoch": 9.027283511269276, + "grad_norm": 1.1875, + "learning_rate": 6.313453877592127e-05, + "loss": 3.9191, + "mean_token_accuracy": 0.2864623308181763, + "num_tokens": 21837600.0, + "step": 7610 + }, + { + "entropy": 4.7196344375610355, + "epoch": 9.033214709371293, + "grad_norm": 1.0703125, + "learning_rate": 6.29746532019078e-05, + "loss": 3.9548, + "mean_token_accuracy": 0.28442203104496, + "num_tokens": 21853605.0, + "step": 7615 + }, + { + "entropy": 4.741567182540893, + "epoch": 9.03914590747331, + "grad_norm": 1.296875, + "learning_rate": 6.281571783782195e-05, + "loss": 3.9477, + "mean_token_accuracy": 0.27929568141698835, + "num_tokens": 21867900.0, + "step": 7620 + }, + { + "entropy": 4.662065219879151, + "epoch": 9.045077105575325, + "grad_norm": 1.1875, + "learning_rate": 6.265773339594632e-05, + "loss": 3.9246, + "mean_token_accuracy": 0.281767213344574, + "num_tokens": 21881161.0, + "step": 7625 + }, + { + "entropy": 4.718570137023926, + "epoch": 9.051008303677342, + "grad_norm": 1.1328125, + "learning_rate": 6.250070058430185e-05, + "loss": 3.9356, + "mean_token_accuracy": 0.28696798980236055, + "num_tokens": 21895517.0, + "step": 7630 + }, + { + "entropy": 4.711088418960571, + "epoch": 9.05693950177936, + "grad_norm": 1.078125, + "learning_rate": 6.234462010664465e-05, + "loss": 3.9265, + "mean_token_accuracy": 0.2915447950363159, + "num_tokens": 21909495.0, + "step": 7635 + }, + { + "entropy": 4.720971584320068, + "epoch": 9.062870699881376, + "grad_norm": 1.3125, + "learning_rate": 6.218949266246285e-05, + "loss": 3.9578, + "mean_token_accuracy": 0.2811253905296326, + "num_tokens": 21922671.0, + "step": 7640 + }, + { + "entropy": 4.6942321300506595, + "epoch": 9.068801897983393, + "grad_norm": 1.21875, + "learning_rate": 6.20353189469736e-05, + "loss": 3.9047, + "mean_token_accuracy": 0.28912187814712526, + "num_tokens": 21936944.0, + "step": 7645 + }, + { + "entropy": 4.716808462142945, + "epoch": 9.07473309608541, + "grad_norm": 1.1484375, + "learning_rate": 6.188209965111962e-05, + "loss": 4.0101, + "mean_token_accuracy": 0.272370408475399, + "num_tokens": 21952253.0, + "step": 7650 + }, + { + "entropy": 4.760212707519531, + "epoch": 9.080664294187425, + "grad_norm": 1.234375, + "learning_rate": 6.172983546156651e-05, + "loss": 3.959, + "mean_token_accuracy": 0.27983843684196474, + "num_tokens": 21966177.0, + "step": 7655 + }, + { + "entropy": 4.671642875671386, + "epoch": 9.086595492289442, + "grad_norm": 1.390625, + "learning_rate": 6.157852706069943e-05, + "loss": 3.873, + "mean_token_accuracy": 0.29047609567642213, + "num_tokens": 21979320.0, + "step": 7660 + }, + { + "entropy": 4.708757781982422, + "epoch": 9.092526690391459, + "grad_norm": 1.234375, + "learning_rate": 6.142817512661996e-05, + "loss": 3.9301, + "mean_token_accuracy": 0.27841189205646516, + "num_tokens": 21993685.0, + "step": 7665 + }, + { + "entropy": 4.699432373046875, + "epoch": 9.098457888493476, + "grad_norm": 1.2109375, + "learning_rate": 6.127878033314338e-05, + "loss": 3.937, + "mean_token_accuracy": 0.2805202603340149, + "num_tokens": 22007326.0, + "step": 7670 + }, + { + "entropy": 4.68700909614563, + "epoch": 9.104389086595493, + "grad_norm": 1.2265625, + "learning_rate": 6.113034334979532e-05, + "loss": 3.9254, + "mean_token_accuracy": 0.2868217319250107, + "num_tokens": 22020957.0, + "step": 7675 + }, + { + "entropy": 4.78078293800354, + "epoch": 9.11032028469751, + "grad_norm": 1.15625, + "learning_rate": 6.0982864841808994e-05, + "loss": 4.0052, + "mean_token_accuracy": 0.27140380144119264, + "num_tokens": 22034543.0, + "step": 7680 + }, + { + "entropy": 4.72243299484253, + "epoch": 9.116251482799525, + "grad_norm": 1.1796875, + "learning_rate": 6.083634547012214e-05, + "loss": 3.9457, + "mean_token_accuracy": 0.2815434396266937, + "num_tokens": 22049898.0, + "step": 7685 + }, + { + "entropy": 4.728707361221313, + "epoch": 9.122182680901542, + "grad_norm": 1.1796875, + "learning_rate": 6.06907858913739e-05, + "loss": 3.9533, + "mean_token_accuracy": 0.28155919909477234, + "num_tokens": 22064454.0, + "step": 7690 + }, + { + "entropy": 4.717308568954468, + "epoch": 9.128113879003559, + "grad_norm": 1.2890625, + "learning_rate": 6.054618675790214e-05, + "loss": 3.9096, + "mean_token_accuracy": 0.28436531126499176, + "num_tokens": 22078096.0, + "step": 7695 + }, + { + "entropy": 4.648612308502197, + "epoch": 9.134045077105576, + "grad_norm": 1.1640625, + "learning_rate": 6.040254871774042e-05, + "loss": 3.8353, + "mean_token_accuracy": 0.2907100260257721, + "num_tokens": 22093721.0, + "step": 7700 + }, + { + "entropy": 4.625429487228393, + "epoch": 9.139976275207593, + "grad_norm": 1.2890625, + "learning_rate": 6.025987241461502e-05, + "loss": 3.825, + "mean_token_accuracy": 0.29583993554115295, + "num_tokens": 22107213.0, + "step": 7705 + }, + { + "entropy": 4.731472015380859, + "epoch": 9.145907473309608, + "grad_norm": 1.265625, + "learning_rate": 6.0118158487942086e-05, + "loss": 3.9275, + "mean_token_accuracy": 0.2819035679101944, + "num_tokens": 22121807.0, + "step": 7710 + }, + { + "entropy": 4.720548009872436, + "epoch": 9.151838671411625, + "grad_norm": 1.1484375, + "learning_rate": 5.997740757282488e-05, + "loss": 3.9478, + "mean_token_accuracy": 0.28011140823364256, + "num_tokens": 22138334.0, + "step": 7715 + }, + { + "entropy": 4.64657564163208, + "epoch": 9.157769869513642, + "grad_norm": 1.171875, + "learning_rate": 5.98376203000508e-05, + "loss": 3.8375, + "mean_token_accuracy": 0.2862591177225113, + "num_tokens": 22152118.0, + "step": 7720 + }, + { + "entropy": 4.6523407936096195, + "epoch": 9.163701067615659, + "grad_norm": 1.28125, + "learning_rate": 5.969879729608859e-05, + "loss": 3.9272, + "mean_token_accuracy": 0.2921558082103729, + "num_tokens": 22166487.0, + "step": 7725 + }, + { + "entropy": 4.71504282951355, + "epoch": 9.169632265717675, + "grad_norm": 1.140625, + "learning_rate": 5.956093918308558e-05, + "loss": 3.9242, + "mean_token_accuracy": 0.28660888969898224, + "num_tokens": 22181892.0, + "step": 7730 + }, + { + "entropy": 4.715947246551513, + "epoch": 9.175563463819692, + "grad_norm": 1.1640625, + "learning_rate": 5.942404657886476e-05, + "loss": 3.9444, + "mean_token_accuracy": 0.28458503186702727, + "num_tokens": 22196746.0, + "step": 7735 + }, + { + "entropy": 4.751476049423218, + "epoch": 9.181494661921707, + "grad_norm": 1.3203125, + "learning_rate": 5.928812009692223e-05, + "loss": 3.9245, + "mean_token_accuracy": 0.28713928163051605, + "num_tokens": 22212122.0, + "step": 7740 + }, + { + "entropy": 4.687464475631714, + "epoch": 9.187425860023724, + "grad_norm": 1.171875, + "learning_rate": 5.915316034642423e-05, + "loss": 3.9133, + "mean_token_accuracy": 0.2839509338140488, + "num_tokens": 22226558.0, + "step": 7745 + }, + { + "entropy": 4.767588186264038, + "epoch": 9.193357058125741, + "grad_norm": 1.1484375, + "learning_rate": 5.901916793220458e-05, + "loss": 3.9486, + "mean_token_accuracy": 0.2797584980726242, + "num_tokens": 22239855.0, + "step": 7750 + }, + { + "entropy": 4.749569368362427, + "epoch": 9.199288256227758, + "grad_norm": 1.2734375, + "learning_rate": 5.888614345476188e-05, + "loss": 3.9185, + "mean_token_accuracy": 0.28688516318798063, + "num_tokens": 22253054.0, + "step": 7755 + }, + { + "entropy": 4.733961820602417, + "epoch": 9.205219454329775, + "grad_norm": 1.28125, + "learning_rate": 5.875408751025681e-05, + "loss": 3.9222, + "mean_token_accuracy": 0.2920639723539352, + "num_tokens": 22265532.0, + "step": 7760 + }, + { + "entropy": 4.6539490699768065, + "epoch": 9.21115065243179, + "grad_norm": 1.34375, + "learning_rate": 5.8623000690509516e-05, + "loss": 3.8766, + "mean_token_accuracy": 0.28798704147338866, + "num_tokens": 22279042.0, + "step": 7765 + }, + { + "entropy": 4.712589359283447, + "epoch": 9.217081850533807, + "grad_norm": 1.2421875, + "learning_rate": 5.84928835829969e-05, + "loss": 3.9803, + "mean_token_accuracy": 0.2776440531015396, + "num_tokens": 22292988.0, + "step": 7770 + }, + { + "entropy": 4.714959001541137, + "epoch": 9.223013048635824, + "grad_norm": 1.2109375, + "learning_rate": 5.8363736770850035e-05, + "loss": 3.9891, + "mean_token_accuracy": 0.28044463098049166, + "num_tokens": 22307425.0, + "step": 7775 + }, + { + "entropy": 4.605085468292236, + "epoch": 9.228944246737841, + "grad_norm": 1.140625, + "learning_rate": 5.823556083285156e-05, + "loss": 3.8354, + "mean_token_accuracy": 0.2998354256153107, + "num_tokens": 22323287.0, + "step": 7780 + }, + { + "entropy": 4.7021770000457765, + "epoch": 9.234875444839858, + "grad_norm": 1.2578125, + "learning_rate": 5.8108356343433026e-05, + "loss": 3.9092, + "mean_token_accuracy": 0.2868195056915283, + "num_tokens": 22337385.0, + "step": 7785 + }, + { + "entropy": 4.653430557250976, + "epoch": 9.240806642941875, + "grad_norm": 1.15625, + "learning_rate": 5.798212387267231e-05, + "loss": 3.8589, + "mean_token_accuracy": 0.2930044412612915, + "num_tokens": 22350999.0, + "step": 7790 + }, + { + "entropy": 4.787642574310302, + "epoch": 9.24673784104389, + "grad_norm": 1.171875, + "learning_rate": 5.785686398629115e-05, + "loss": 4.0071, + "mean_token_accuracy": 0.27720827162265776, + "num_tokens": 22367477.0, + "step": 7795 + }, + { + "entropy": 4.6640198707580565, + "epoch": 9.252669039145907, + "grad_norm": 1.15625, + "learning_rate": 5.7732577245652606e-05, + "loss": 3.9632, + "mean_token_accuracy": 0.28056850880384443, + "num_tokens": 22383067.0, + "step": 7800 + }, + { + "entropy": 4.7274504661560055, + "epoch": 9.258600237247924, + "grad_norm": 1.265625, + "learning_rate": 5.760926420775842e-05, + "loss": 3.8631, + "mean_token_accuracy": 0.2893301427364349, + "num_tokens": 22396378.0, + "step": 7805 + }, + { + "entropy": 4.747016954421997, + "epoch": 9.26453143534994, + "grad_norm": 1.3515625, + "learning_rate": 5.7486925425246645e-05, + "loss": 3.958, + "mean_token_accuracy": 0.2836225688457489, + "num_tokens": 22412358.0, + "step": 7810 + }, + { + "entropy": 4.689248275756836, + "epoch": 9.270462633451958, + "grad_norm": 1.15625, + "learning_rate": 5.736556144638907e-05, + "loss": 3.8901, + "mean_token_accuracy": 0.28435722589492796, + "num_tokens": 22426888.0, + "step": 7815 + }, + { + "entropy": 4.744128274917602, + "epoch": 9.276393831553975, + "grad_norm": 1.3203125, + "learning_rate": 5.7245172815088945e-05, + "loss": 3.9585, + "mean_token_accuracy": 0.2718192160129547, + "num_tokens": 22441684.0, + "step": 7820 + }, + { + "entropy": 4.720417547225952, + "epoch": 9.28232502965599, + "grad_norm": 1.1953125, + "learning_rate": 5.712576007087825e-05, + "loss": 3.971, + "mean_token_accuracy": 0.2781603395938873, + "num_tokens": 22456232.0, + "step": 7825 + }, + { + "entropy": 4.714090633392334, + "epoch": 9.288256227758007, + "grad_norm": 1.125, + "learning_rate": 5.700732374891559e-05, + "loss": 3.9595, + "mean_token_accuracy": 0.279901972413063, + "num_tokens": 22471655.0, + "step": 7830 + }, + { + "entropy": 4.717460489273071, + "epoch": 9.294187425860024, + "grad_norm": 1.2421875, + "learning_rate": 5.688986437998356e-05, + "loss": 3.9202, + "mean_token_accuracy": 0.291487455368042, + "num_tokens": 22485281.0, + "step": 7835 + }, + { + "entropy": 4.7436370849609375, + "epoch": 9.30011862396204, + "grad_norm": 1.1953125, + "learning_rate": 5.6773382490486495e-05, + "loss": 3.9499, + "mean_token_accuracy": 0.28780677914619446, + "num_tokens": 22500824.0, + "step": 7840 + }, + { + "entropy": 4.6504967212677, + "epoch": 9.306049822064058, + "grad_norm": 1.2109375, + "learning_rate": 5.665787860244802e-05, + "loss": 3.8328, + "mean_token_accuracy": 0.2988550692796707, + "num_tokens": 22514858.0, + "step": 7845 + }, + { + "entropy": 4.726430177688599, + "epoch": 9.311981020166073, + "grad_norm": 1.2109375, + "learning_rate": 5.654335323350882e-05, + "loss": 3.9615, + "mean_token_accuracy": 0.2804872587323189, + "num_tokens": 22530108.0, + "step": 7850 + }, + { + "entropy": 4.747401523590088, + "epoch": 9.31791221826809, + "grad_norm": 1.0078125, + "learning_rate": 5.6429806896924255e-05, + "loss": 3.995, + "mean_token_accuracy": 0.2791959077119827, + "num_tokens": 22545431.0, + "step": 7855 + }, + { + "entropy": 4.67728180885315, + "epoch": 9.323843416370106, + "grad_norm": 1.203125, + "learning_rate": 5.6317240101562e-05, + "loss": 3.879, + "mean_token_accuracy": 0.28754962980747223, + "num_tokens": 22559366.0, + "step": 7860 + }, + { + "entropy": 4.633822774887085, + "epoch": 9.329774614472123, + "grad_norm": 1.15625, + "learning_rate": 5.620565335189994e-05, + "loss": 3.8197, + "mean_token_accuracy": 0.29011088609695435, + "num_tokens": 22572369.0, + "step": 7865 + }, + { + "entropy": 4.684816646575928, + "epoch": 9.33570581257414, + "grad_norm": 1.28125, + "learning_rate": 5.609504714802375e-05, + "loss": 3.9014, + "mean_token_accuracy": 0.29433580935001374, + "num_tokens": 22585293.0, + "step": 7870 + }, + { + "entropy": 4.762645292282104, + "epoch": 9.341637010676157, + "grad_norm": 1.359375, + "learning_rate": 5.598542198562464e-05, + "loss": 3.9694, + "mean_token_accuracy": 0.276876100897789, + "num_tokens": 22598416.0, + "step": 7875 + }, + { + "entropy": 4.727016448974609, + "epoch": 9.347568208778172, + "grad_norm": 1.0546875, + "learning_rate": 5.587677835599726e-05, + "loss": 3.9457, + "mean_token_accuracy": 0.2861358106136322, + "num_tokens": 22614158.0, + "step": 7880 + }, + { + "entropy": 4.696190595626831, + "epoch": 9.35349940688019, + "grad_norm": 1.2890625, + "learning_rate": 5.5769116746037494e-05, + "loss": 3.9013, + "mean_token_accuracy": 0.28405626565217973, + "num_tokens": 22627193.0, + "step": 7885 + }, + { + "entropy": 4.720518016815186, + "epoch": 9.359430604982206, + "grad_norm": 1.2265625, + "learning_rate": 5.56624376382401e-05, + "loss": 3.9493, + "mean_token_accuracy": 0.2788544535636902, + "num_tokens": 22641377.0, + "step": 7890 + }, + { + "entropy": 4.6695334911346436, + "epoch": 9.365361803084223, + "grad_norm": 1.265625, + "learning_rate": 5.555674151069675e-05, + "loss": 3.8994, + "mean_token_accuracy": 0.2855959475040436, + "num_tokens": 22655133.0, + "step": 7895 + }, + { + "entropy": 4.781360292434693, + "epoch": 9.37129300118624, + "grad_norm": 1.265625, + "learning_rate": 5.545202883709378e-05, + "loss": 3.9722, + "mean_token_accuracy": 0.27490603625774385, + "num_tokens": 22671547.0, + "step": 7900 + }, + { + "entropy": 4.755558919906616, + "epoch": 9.377224199288257, + "grad_norm": 1.203125, + "learning_rate": 5.53483000867101e-05, + "loss": 3.9136, + "mean_token_accuracy": 0.2943380266427994, + "num_tokens": 22685477.0, + "step": 7905 + }, + { + "entropy": 4.70673680305481, + "epoch": 9.383155397390272, + "grad_norm": 1.46875, + "learning_rate": 5.524555572441505e-05, + "loss": 3.8662, + "mean_token_accuracy": 0.29722156524658205, + "num_tokens": 22699208.0, + "step": 7910 + }, + { + "entropy": 4.6943169116973875, + "epoch": 9.389086595492289, + "grad_norm": 1.3046875, + "learning_rate": 5.51437962106664e-05, + "loss": 3.8931, + "mean_token_accuracy": 0.28362258672714236, + "num_tokens": 22713059.0, + "step": 7915 + }, + { + "entropy": 4.6814769268035885, + "epoch": 9.395017793594306, + "grad_norm": 1.1171875, + "learning_rate": 5.504302200150818e-05, + "loss": 3.9032, + "mean_token_accuracy": 0.28831621408462527, + "num_tokens": 22729888.0, + "step": 7920 + }, + { + "entropy": 4.674087476730347, + "epoch": 9.400948991696323, + "grad_norm": 1.2421875, + "learning_rate": 5.494323354856877e-05, + "loss": 3.8255, + "mean_token_accuracy": 0.2957535028457642, + "num_tokens": 22742923.0, + "step": 7925 + }, + { + "entropy": 4.7038994312286375, + "epoch": 9.40688018979834, + "grad_norm": 1.1171875, + "learning_rate": 5.484443129905871e-05, + "loss": 3.8905, + "mean_token_accuracy": 0.2919372946023941, + "num_tokens": 22756415.0, + "step": 7930 + }, + { + "entropy": 4.702688455581665, + "epoch": 9.412811387900355, + "grad_norm": 1.0703125, + "learning_rate": 5.474661569576882e-05, + "loss": 3.9211, + "mean_token_accuracy": 0.29087033271789553, + "num_tokens": 22772298.0, + "step": 7935 + }, + { + "entropy": 4.682391786575318, + "epoch": 9.418742586002372, + "grad_norm": 1.171875, + "learning_rate": 5.464978717706822e-05, + "loss": 3.9055, + "mean_token_accuracy": 0.2914585083723068, + "num_tokens": 22786822.0, + "step": 7940 + }, + { + "entropy": 4.7441717147827145, + "epoch": 9.424673784104389, + "grad_norm": 1.203125, + "learning_rate": 5.455394617690229e-05, + "loss": 3.9321, + "mean_token_accuracy": 0.28567453324794767, + "num_tokens": 22800366.0, + "step": 7945 + }, + { + "entropy": 4.694620656967163, + "epoch": 9.430604982206406, + "grad_norm": 1.2265625, + "learning_rate": 5.4459093124790724e-05, + "loss": 3.9452, + "mean_token_accuracy": 0.28203417360782623, + "num_tokens": 22813798.0, + "step": 7950 + }, + { + "entropy": 4.736641693115234, + "epoch": 9.436536180308423, + "grad_norm": 1.28125, + "learning_rate": 5.4365228445825725e-05, + "loss": 3.9463, + "mean_token_accuracy": 0.2829840362071991, + "num_tokens": 22826285.0, + "step": 7955 + }, + { + "entropy": 4.698030757904053, + "epoch": 9.44246737841044, + "grad_norm": 1.1640625, + "learning_rate": 5.4272352560669926e-05, + "loss": 3.9214, + "mean_token_accuracy": 0.2849394530057907, + "num_tokens": 22842373.0, + "step": 7960 + }, + { + "entropy": 4.716655492782593, + "epoch": 9.448398576512455, + "grad_norm": 1.1953125, + "learning_rate": 5.418046588555467e-05, + "loss": 3.9671, + "mean_token_accuracy": 0.2762858957052231, + "num_tokens": 22858989.0, + "step": 7965 + }, + { + "entropy": 4.7081019401550295, + "epoch": 9.454329774614472, + "grad_norm": 1.171875, + "learning_rate": 5.408956883227802e-05, + "loss": 3.9075, + "mean_token_accuracy": 0.28878410458564757, + "num_tokens": 22873230.0, + "step": 7970 + }, + { + "entropy": 4.707238674163818, + "epoch": 9.460260972716489, + "grad_norm": 1.2578125, + "learning_rate": 5.399966180820296e-05, + "loss": 3.9286, + "mean_token_accuracy": 0.2895234152674675, + "num_tokens": 22887252.0, + "step": 7975 + }, + { + "entropy": 4.687061882019043, + "epoch": 9.466192170818506, + "grad_norm": 1.1953125, + "learning_rate": 5.391074521625567e-05, + "loss": 3.8789, + "mean_token_accuracy": 0.28979634344577787, + "num_tokens": 22900789.0, + "step": 7980 + }, + { + "entropy": 4.64307861328125, + "epoch": 9.472123368920522, + "grad_norm": 1.25, + "learning_rate": 5.3822819454923453e-05, + "loss": 3.8656, + "mean_token_accuracy": 0.2923171117901802, + "num_tokens": 22915468.0, + "step": 7985 + }, + { + "entropy": 4.645619535446167, + "epoch": 9.47805456702254, + "grad_norm": 1.2109375, + "learning_rate": 5.3735884918253264e-05, + "loss": 3.9142, + "mean_token_accuracy": 0.2868258714675903, + "num_tokens": 22929500.0, + "step": 7990 + }, + { + "entropy": 4.685018587112427, + "epoch": 9.483985765124554, + "grad_norm": 1.203125, + "learning_rate": 5.364994199584973e-05, + "loss": 3.912, + "mean_token_accuracy": 0.28769379258155825, + "num_tokens": 22943305.0, + "step": 7995 + }, + { + "entropy": 4.71043028831482, + "epoch": 9.489916963226571, + "grad_norm": 1.359375, + "learning_rate": 5.356499107287351e-05, + "loss": 3.8987, + "mean_token_accuracy": 0.2908450126647949, + "num_tokens": 22956781.0, + "step": 8000 + }, + { + "epoch": 9.489916963226571, + "eval_entropy": 4.630801505837704, + "eval_loss": 5.236006259918213, + "eval_mean_token_accuracy": 0.20053277349819434, + "eval_num_tokens": 22956781.0, + "eval_runtime": 2.4431, + "eval_samples_per_second": 1067.477, + "eval_steps_per_second": 133.435, + "step": 8000 + }, + { + "entropy": 4.704488849639892, + "epoch": 9.495848161328588, + "grad_norm": 1.1875, + "learning_rate": 5.348103253003949e-05, + "loss": 3.8899, + "mean_token_accuracy": 0.29078249633312225, + "num_tokens": 22972692.0, + "step": 8005 + }, + { + "entropy": 4.658927774429321, + "epoch": 9.501779359430605, + "grad_norm": 1.171875, + "learning_rate": 5.3398066743615164e-05, + "loss": 3.8328, + "mean_token_accuracy": 0.2995694190263748, + "num_tokens": 22985252.0, + "step": 8010 + }, + { + "entropy": 4.708633375167847, + "epoch": 9.507710557532622, + "grad_norm": 1.1875, + "learning_rate": 5.3316094085418875e-05, + "loss": 3.9553, + "mean_token_accuracy": 0.2854015022516251, + "num_tokens": 23001048.0, + "step": 8015 + }, + { + "entropy": 4.659335994720459, + "epoch": 9.513641755634637, + "grad_norm": 1.40625, + "learning_rate": 5.323511492281815e-05, + "loss": 3.8539, + "mean_token_accuracy": 0.29340261220932007, + "num_tokens": 23013286.0, + "step": 8020 + }, + { + "entropy": 4.715948677062988, + "epoch": 9.519572953736654, + "grad_norm": 1.3359375, + "learning_rate": 5.315512961872814e-05, + "loss": 3.9713, + "mean_token_accuracy": 0.28475194424390793, + "num_tokens": 23027825.0, + "step": 8025 + }, + { + "entropy": 4.709929084777832, + "epoch": 9.525504151838671, + "grad_norm": 1.2890625, + "learning_rate": 5.3076138531609874e-05, + "loss": 3.9451, + "mean_token_accuracy": 0.2902671188116074, + "num_tokens": 23041726.0, + "step": 8030 + }, + { + "entropy": 4.698812627792359, + "epoch": 9.531435349940688, + "grad_norm": 1.234375, + "learning_rate": 5.299814201546879e-05, + "loss": 3.896, + "mean_token_accuracy": 0.2829285264015198, + "num_tokens": 23054569.0, + "step": 8035 + }, + { + "entropy": 4.717810249328613, + "epoch": 9.537366548042705, + "grad_norm": 1.25, + "learning_rate": 5.292114041985295e-05, + "loss": 3.9639, + "mean_token_accuracy": 0.2810322195291519, + "num_tokens": 23069601.0, + "step": 8040 + }, + { + "entropy": 4.682066440582275, + "epoch": 9.543297746144722, + "grad_norm": 1.203125, + "learning_rate": 5.284513408985172e-05, + "loss": 3.9251, + "mean_token_accuracy": 0.2859841763973236, + "num_tokens": 23085051.0, + "step": 8045 + }, + { + "entropy": 4.71329174041748, + "epoch": 9.549228944246737, + "grad_norm": 1.0234375, + "learning_rate": 5.277012336609403e-05, + "loss": 3.918, + "mean_token_accuracy": 0.29186563193798065, + "num_tokens": 23099523.0, + "step": 8050 + }, + { + "entropy": 4.65936541557312, + "epoch": 9.555160142348754, + "grad_norm": 1.3671875, + "learning_rate": 5.26961085847469e-05, + "loss": 3.8844, + "mean_token_accuracy": 0.2855865091085434, + "num_tokens": 23113397.0, + "step": 8055 + }, + { + "entropy": 4.734383630752563, + "epoch": 9.561091340450771, + "grad_norm": 1.2421875, + "learning_rate": 5.2623090077514e-05, + "loss": 3.9299, + "mean_token_accuracy": 0.2815151110291481, + "num_tokens": 23126757.0, + "step": 8060 + }, + { + "entropy": 4.701981687545777, + "epoch": 9.567022538552788, + "grad_norm": 1.296875, + "learning_rate": 5.255106817163407e-05, + "loss": 3.9401, + "mean_token_accuracy": 0.28500126004219056, + "num_tokens": 23140661.0, + "step": 8065 + }, + { + "entropy": 4.750110387802124, + "epoch": 9.572953736654805, + "grad_norm": 1.21875, + "learning_rate": 5.2480043189879515e-05, + "loss": 3.9507, + "mean_token_accuracy": 0.2806687504053116, + "num_tokens": 23156557.0, + "step": 8070 + }, + { + "entropy": 4.6874425411224365, + "epoch": 9.578884934756822, + "grad_norm": 1.109375, + "learning_rate": 5.241001545055494e-05, + "loss": 3.9071, + "mean_token_accuracy": 0.2955899327993393, + "num_tokens": 23170396.0, + "step": 8075 + }, + { + "entropy": 4.682708311080932, + "epoch": 9.584816132858837, + "grad_norm": 1.2265625, + "learning_rate": 5.234098526749571e-05, + "loss": 3.8777, + "mean_token_accuracy": 0.2938015401363373, + "num_tokens": 23185581.0, + "step": 8080 + }, + { + "entropy": 4.6366125583648685, + "epoch": 9.590747330960854, + "grad_norm": 1.2265625, + "learning_rate": 5.227295295006656e-05, + "loss": 3.8875, + "mean_token_accuracy": 0.29320458471775057, + "num_tokens": 23200893.0, + "step": 8085 + }, + { + "entropy": 4.7041562557220455, + "epoch": 9.59667852906287, + "grad_norm": 1.21875, + "learning_rate": 5.220591880316019e-05, + "loss": 3.9746, + "mean_token_accuracy": 0.27343353629112244, + "num_tokens": 23216726.0, + "step": 8090 + }, + { + "entropy": 4.679263782501221, + "epoch": 9.602609727164888, + "grad_norm": 1.171875, + "learning_rate": 5.2139883127195975e-05, + "loss": 3.8676, + "mean_token_accuracy": 0.2891899049282074, + "num_tokens": 23232258.0, + "step": 8095 + }, + { + "entropy": 4.654190444946289, + "epoch": 9.608540925266905, + "grad_norm": 1.3359375, + "learning_rate": 5.207484621811843e-05, + "loss": 3.9194, + "mean_token_accuracy": 0.2887145906686783, + "num_tokens": 23245973.0, + "step": 8100 + }, + { + "entropy": 4.699952554702759, + "epoch": 9.61447212336892, + "grad_norm": 1.2734375, + "learning_rate": 5.201080836739615e-05, + "loss": 3.8954, + "mean_token_accuracy": 0.28878279626369474, + "num_tokens": 23258333.0, + "step": 8105 + }, + { + "entropy": 4.690606307983399, + "epoch": 9.620403321470937, + "grad_norm": 1.234375, + "learning_rate": 5.194776986202028e-05, + "loss": 3.9327, + "mean_token_accuracy": 0.28984998613595964, + "num_tokens": 23272691.0, + "step": 8110 + }, + { + "entropy": 4.682196235656738, + "epoch": 9.626334519572953, + "grad_norm": 1.0859375, + "learning_rate": 5.188573098450332e-05, + "loss": 3.9039, + "mean_token_accuracy": 0.2822948396205902, + "num_tokens": 23287874.0, + "step": 8115 + }, + { + "entropy": 4.6330970287322994, + "epoch": 9.63226571767497, + "grad_norm": 1.3984375, + "learning_rate": 5.1824692012877886e-05, + "loss": 3.8635, + "mean_token_accuracy": 0.29403159618377683, + "num_tokens": 23301596.0, + "step": 8120 + }, + { + "entropy": 4.679090404510498, + "epoch": 9.638196915776987, + "grad_norm": 1.359375, + "learning_rate": 5.1764653220695404e-05, + "loss": 3.8986, + "mean_token_accuracy": 0.2905432999134064, + "num_tokens": 23316962.0, + "step": 8125 + }, + { + "entropy": 4.739656543731689, + "epoch": 9.644128113879004, + "grad_norm": 1.2890625, + "learning_rate": 5.17056148770249e-05, + "loss": 3.9145, + "mean_token_accuracy": 0.28525123596191404, + "num_tokens": 23329921.0, + "step": 8130 + }, + { + "entropy": 4.736374950408935, + "epoch": 9.65005931198102, + "grad_norm": 1.109375, + "learning_rate": 5.164757724645184e-05, + "loss": 3.9569, + "mean_token_accuracy": 0.2849172592163086, + "num_tokens": 23343884.0, + "step": 8135 + }, + { + "entropy": 4.69284143447876, + "epoch": 9.655990510083036, + "grad_norm": 1.1796875, + "learning_rate": 5.159054058907685e-05, + "loss": 3.9217, + "mean_token_accuracy": 0.28223033249378204, + "num_tokens": 23359279.0, + "step": 8140 + }, + { + "entropy": 4.7276207447052006, + "epoch": 9.661921708185053, + "grad_norm": 1.2890625, + "learning_rate": 5.153450516051468e-05, + "loss": 3.9696, + "mean_token_accuracy": 0.2796566724777222, + "num_tokens": 23374439.0, + "step": 8145 + }, + { + "entropy": 4.727932167053223, + "epoch": 9.66785290628707, + "grad_norm": 1.140625, + "learning_rate": 5.147947121189294e-05, + "loss": 3.9391, + "mean_token_accuracy": 0.27690410017967226, + "num_tokens": 23389163.0, + "step": 8150 + }, + { + "entropy": 4.702837324142456, + "epoch": 9.673784104389087, + "grad_norm": 1.1328125, + "learning_rate": 5.142543898985099e-05, + "loss": 3.9266, + "mean_token_accuracy": 0.28477037250995635, + "num_tokens": 23403431.0, + "step": 8155 + }, + { + "entropy": 4.614867067337036, + "epoch": 9.679715302491104, + "grad_norm": 1.2578125, + "learning_rate": 5.137240873653896e-05, + "loss": 3.8879, + "mean_token_accuracy": 0.2938255786895752, + "num_tokens": 23417172.0, + "step": 8160 + }, + { + "entropy": 4.664734315872193, + "epoch": 9.68564650059312, + "grad_norm": 1.15625, + "learning_rate": 5.132038068961652e-05, + "loss": 3.8704, + "mean_token_accuracy": 0.2948368936777115, + "num_tokens": 23432145.0, + "step": 8165 + }, + { + "entropy": 4.688371992111206, + "epoch": 9.691577698695136, + "grad_norm": 1.1484375, + "learning_rate": 5.1269355082251796e-05, + "loss": 3.8618, + "mean_token_accuracy": 0.2884261280298233, + "num_tokens": 23446695.0, + "step": 8170 + }, + { + "entropy": 4.7311395645141605, + "epoch": 9.697508896797153, + "grad_norm": 1.1171875, + "learning_rate": 5.12193321431205e-05, + "loss": 3.9424, + "mean_token_accuracy": 0.28397527039051057, + "num_tokens": 23461490.0, + "step": 8175 + }, + { + "entropy": 4.718290853500366, + "epoch": 9.70344009489917, + "grad_norm": 1.203125, + "learning_rate": 5.11703120964048e-05, + "loss": 3.8867, + "mean_token_accuracy": 0.29085071980953214, + "num_tokens": 23473710.0, + "step": 8180 + }, + { + "entropy": 4.677643251419068, + "epoch": 9.709371293001187, + "grad_norm": 1.140625, + "learning_rate": 5.112229516179219e-05, + "loss": 3.8869, + "mean_token_accuracy": 0.2889097258448601, + "num_tokens": 23487461.0, + "step": 8185 + }, + { + "entropy": 4.708526659011841, + "epoch": 9.715302491103202, + "grad_norm": 1.234375, + "learning_rate": 5.1075281554474784e-05, + "loss": 3.9703, + "mean_token_accuracy": 0.2789569526910782, + "num_tokens": 23503942.0, + "step": 8190 + }, + { + "entropy": 4.697092533111572, + "epoch": 9.721233689205219, + "grad_norm": 1.1640625, + "learning_rate": 5.102927148514811e-05, + "loss": 3.8999, + "mean_token_accuracy": 0.2872565269470215, + "num_tokens": 23519144.0, + "step": 8195 + }, + { + "entropy": 4.733716535568237, + "epoch": 9.727164887307236, + "grad_norm": 1.296875, + "learning_rate": 5.098426516001026e-05, + "loss": 3.9238, + "mean_token_accuracy": 0.29042695462703705, + "num_tokens": 23532149.0, + "step": 8200 + }, + { + "entropy": 4.767233228683471, + "epoch": 9.733096085409253, + "grad_norm": 1.140625, + "learning_rate": 5.094026278076097e-05, + "loss": 4.0536, + "mean_token_accuracy": 0.2762088865041733, + "num_tokens": 23547494.0, + "step": 8205 + }, + { + "entropy": 4.758256626129151, + "epoch": 9.73902728351127, + "grad_norm": 1.2734375, + "learning_rate": 5.089726454460071e-05, + "loss": 4.0009, + "mean_token_accuracy": 0.28026277720928194, + "num_tokens": 23563349.0, + "step": 8210 + }, + { + "entropy": 4.694145250320434, + "epoch": 9.744958481613287, + "grad_norm": 1.265625, + "learning_rate": 5.085527064422981e-05, + "loss": 3.8805, + "mean_token_accuracy": 0.29041684567928316, + "num_tokens": 23577721.0, + "step": 8215 + }, + { + "entropy": 4.671739625930786, + "epoch": 9.750889679715302, + "grad_norm": 1.2265625, + "learning_rate": 5.081428126784758e-05, + "loss": 3.9154, + "mean_token_accuracy": 0.28866050243377683, + "num_tokens": 23591448.0, + "step": 8220 + }, + { + "entropy": 4.702779960632324, + "epoch": 9.756820877817319, + "grad_norm": 1.2578125, + "learning_rate": 5.077429659915142e-05, + "loss": 3.9337, + "mean_token_accuracy": 0.2838211864233017, + "num_tokens": 23606689.0, + "step": 8225 + }, + { + "entropy": 4.7035352230072025, + "epoch": 9.762752075919336, + "grad_norm": 1.21875, + "learning_rate": 5.073531681733609e-05, + "loss": 3.8927, + "mean_token_accuracy": 0.2856276199221611, + "num_tokens": 23619523.0, + "step": 8230 + }, + { + "entropy": 4.6700934886932375, + "epoch": 9.768683274021353, + "grad_norm": 1.421875, + "learning_rate": 5.0697342097092854e-05, + "loss": 3.8655, + "mean_token_accuracy": 0.3011476188898087, + "num_tokens": 23632782.0, + "step": 8235 + }, + { + "entropy": 4.67736668586731, + "epoch": 9.77461447212337, + "grad_norm": 1.3125, + "learning_rate": 5.06603726086087e-05, + "loss": 3.9079, + "mean_token_accuracy": 0.28692209124565127, + "num_tokens": 23646452.0, + "step": 8240 + }, + { + "entropy": 4.6875825881958, + "epoch": 9.780545670225386, + "grad_norm": 1.15625, + "learning_rate": 5.0624408517565596e-05, + "loss": 3.9286, + "mean_token_accuracy": 0.28981655538082124, + "num_tokens": 23659765.0, + "step": 8245 + }, + { + "entropy": 4.754850244522094, + "epoch": 9.786476868327401, + "grad_norm": 1.1171875, + "learning_rate": 5.0589449985139746e-05, + "loss": 3.9933, + "mean_token_accuracy": 0.2815263956785202, + "num_tokens": 23674542.0, + "step": 8250 + }, + { + "entropy": 4.6699151515960695, + "epoch": 9.792408066429418, + "grad_norm": 1.3515625, + "learning_rate": 5.0555497168000785e-05, + "loss": 3.9124, + "mean_token_accuracy": 0.28417822569608686, + "num_tokens": 23688988.0, + "step": 8255 + }, + { + "entropy": 4.73124623298645, + "epoch": 9.798339264531435, + "grad_norm": 1.3125, + "learning_rate": 5.052255021831126e-05, + "loss": 3.9359, + "mean_token_accuracy": 0.2829357862472534, + "num_tokens": 23702412.0, + "step": 8260 + }, + { + "entropy": 4.657935619354248, + "epoch": 9.804270462633452, + "grad_norm": 1.2890625, + "learning_rate": 5.049060928372572e-05, + "loss": 3.8861, + "mean_token_accuracy": 0.29006776213645935, + "num_tokens": 23718024.0, + "step": 8265 + }, + { + "entropy": 4.702561712265014, + "epoch": 9.81020166073547, + "grad_norm": 1.15625, + "learning_rate": 5.0459674507390255e-05, + "loss": 3.8963, + "mean_token_accuracy": 0.2873243808746338, + "num_tokens": 23732915.0, + "step": 8270 + }, + { + "entropy": 4.683895015716553, + "epoch": 9.816132858837484, + "grad_norm": 1.21875, + "learning_rate": 5.0429746027941735e-05, + "loss": 3.9195, + "mean_token_accuracy": 0.2905653893947601, + "num_tokens": 23747191.0, + "step": 8275 + }, + { + "entropy": 4.746164608001709, + "epoch": 9.822064056939501, + "grad_norm": 1.1875, + "learning_rate": 5.040082397950725e-05, + "loss": 4.0014, + "mean_token_accuracy": 0.2751340627670288, + "num_tokens": 23762475.0, + "step": 8280 + }, + { + "entropy": 4.661136817932129, + "epoch": 9.827995255041518, + "grad_norm": 1.4609375, + "learning_rate": 5.0372908491703434e-05, + "loss": 3.8985, + "mean_token_accuracy": 0.29166311025619507, + "num_tokens": 23774085.0, + "step": 8285 + }, + { + "entropy": 4.6746447563171385, + "epoch": 9.833926453143535, + "grad_norm": 1.359375, + "learning_rate": 5.034599968963596e-05, + "loss": 3.9134, + "mean_token_accuracy": 0.2867086172103882, + "num_tokens": 23789502.0, + "step": 8290 + }, + { + "entropy": 4.660971832275391, + "epoch": 9.839857651245552, + "grad_norm": 1.1953125, + "learning_rate": 5.032009769389895e-05, + "loss": 3.8672, + "mean_token_accuracy": 0.2918184846639633, + "num_tokens": 23804053.0, + "step": 8295 + }, + { + "entropy": 4.735427141189575, + "epoch": 9.845788849347569, + "grad_norm": 1.234375, + "learning_rate": 5.029520262057446e-05, + "loss": 3.9637, + "mean_token_accuracy": 0.2836079955101013, + "num_tokens": 23819369.0, + "step": 8300 + }, + { + "entropy": 4.618520212173462, + "epoch": 9.851720047449584, + "grad_norm": 1.2578125, + "learning_rate": 5.0271314581231893e-05, + "loss": 3.8433, + "mean_token_accuracy": 0.2941403269767761, + "num_tokens": 23832591.0, + "step": 8305 + }, + { + "entropy": 4.739654207229615, + "epoch": 9.857651245551601, + "grad_norm": 1.1015625, + "learning_rate": 5.024843368292757e-05, + "loss": 3.9869, + "mean_token_accuracy": 0.2759775370359421, + "num_tokens": 23847260.0, + "step": 8310 + }, + { + "entropy": 4.714727735519409, + "epoch": 9.863582443653618, + "grad_norm": 1.2109375, + "learning_rate": 5.022656002820422e-05, + "loss": 3.9619, + "mean_token_accuracy": 0.2788720905780792, + "num_tokens": 23861199.0, + "step": 8315 + }, + { + "entropy": 4.616634750366211, + "epoch": 9.869513641755635, + "grad_norm": 1.1796875, + "learning_rate": 5.0205693715090497e-05, + "loss": 3.818, + "mean_token_accuracy": 0.29493731558322905, + "num_tokens": 23874766.0, + "step": 8320 + }, + { + "entropy": 4.71573486328125, + "epoch": 9.875444839857652, + "grad_norm": 1.2109375, + "learning_rate": 5.0185834837100615e-05, + "loss": 3.9094, + "mean_token_accuracy": 0.287501922249794, + "num_tokens": 23889770.0, + "step": 8325 + }, + { + "entropy": 4.73822979927063, + "epoch": 9.881376037959669, + "grad_norm": 1.1328125, + "learning_rate": 5.0166983483233844e-05, + "loss": 3.9352, + "mean_token_accuracy": 0.29208527207374574, + "num_tokens": 23903646.0, + "step": 8330 + }, + { + "entropy": 4.713867712020874, + "epoch": 9.887307236061684, + "grad_norm": 1.1796875, + "learning_rate": 5.014913973797417e-05, + "loss": 3.9392, + "mean_token_accuracy": 0.2868512272834778, + "num_tokens": 23918883.0, + "step": 8335 + }, + { + "entropy": 4.683614444732666, + "epoch": 9.8932384341637, + "grad_norm": 1.234375, + "learning_rate": 5.013230368128986e-05, + "loss": 3.9371, + "mean_token_accuracy": 0.28034705221652984, + "num_tokens": 23934301.0, + "step": 8340 + }, + { + "entropy": 4.7242475032806395, + "epoch": 9.899169632265718, + "grad_norm": 1.2109375, + "learning_rate": 5.011647538863315e-05, + "loss": 3.9537, + "mean_token_accuracy": 0.28151700347661973, + "num_tokens": 23948224.0, + "step": 8345 + }, + { + "entropy": 4.714703702926636, + "epoch": 9.905100830367735, + "grad_norm": 1.3203125, + "learning_rate": 5.010165493093992e-05, + "loss": 3.9841, + "mean_token_accuracy": 0.2724622398614883, + "num_tokens": 23964016.0, + "step": 8350 + }, + { + "entropy": 4.728813743591308, + "epoch": 9.911032028469752, + "grad_norm": 1.1640625, + "learning_rate": 5.008784237462932e-05, + "loss": 3.9154, + "mean_token_accuracy": 0.28654071390628816, + "num_tokens": 23977719.0, + "step": 8355 + }, + { + "entropy": 4.648528814315796, + "epoch": 9.916963226571767, + "grad_norm": 1.2109375, + "learning_rate": 5.007503778160354e-05, + "loss": 3.9266, + "mean_token_accuracy": 0.28310502171516416, + "num_tokens": 23993119.0, + "step": 8360 + }, + { + "entropy": 4.6344541072845455, + "epoch": 9.922894424673784, + "grad_norm": 1.140625, + "learning_rate": 5.0063241209247466e-05, + "loss": 3.9154, + "mean_token_accuracy": 0.2842994272708893, + "num_tokens": 24008311.0, + "step": 8365 + }, + { + "entropy": 4.708959436416626, + "epoch": 9.9288256227758, + "grad_norm": 1.2265625, + "learning_rate": 5.005245271042844e-05, + "loss": 3.8782, + "mean_token_accuracy": 0.2911227375268936, + "num_tokens": 24022045.0, + "step": 8370 + }, + { + "entropy": 4.665429735183716, + "epoch": 9.934756820877817, + "grad_norm": 1.2421875, + "learning_rate": 5.004267233349605e-05, + "loss": 3.8652, + "mean_token_accuracy": 0.29044841825962064, + "num_tokens": 24034266.0, + "step": 8375 + }, + { + "entropy": 4.6841291904449465, + "epoch": 9.940688018979834, + "grad_norm": 1.2421875, + "learning_rate": 5.003390012228191e-05, + "loss": 3.9208, + "mean_token_accuracy": 0.287355774641037, + "num_tokens": 24050379.0, + "step": 8380 + }, + { + "entropy": 4.665682744979859, + "epoch": 9.946619217081851, + "grad_norm": 1.3203125, + "learning_rate": 5.002613611609944e-05, + "loss": 3.8834, + "mean_token_accuracy": 0.2856694906949997, + "num_tokens": 24064519.0, + "step": 8385 + }, + { + "entropy": 4.645958137512207, + "epoch": 9.952550415183866, + "grad_norm": 1.25, + "learning_rate": 5.001938034974373e-05, + "loss": 3.9127, + "mean_token_accuracy": 0.28546127378940583, + "num_tokens": 24078467.0, + "step": 8390 + }, + { + "entropy": 4.807755088806152, + "epoch": 9.958481613285883, + "grad_norm": 1.0703125, + "learning_rate": 5.00136328534913e-05, + "loss": 4.015, + "mean_token_accuracy": 0.2722619533538818, + "num_tokens": 24092495.0, + "step": 8395 + }, + { + "entropy": 4.680050182342529, + "epoch": 9.9644128113879, + "grad_norm": 1.2421875, + "learning_rate": 5.0008893653100054e-05, + "loss": 3.9289, + "mean_token_accuracy": 0.29119889438152313, + "num_tokens": 24108190.0, + "step": 8400 + }, + { + "entropy": 4.686206865310669, + "epoch": 9.970344009489917, + "grad_norm": 1.2421875, + "learning_rate": 5.000516276980914e-05, + "loss": 3.8983, + "mean_token_accuracy": 0.2891364574432373, + "num_tokens": 24122619.0, + "step": 8405 + }, + { + "entropy": 4.721229600906372, + "epoch": 9.976275207591934, + "grad_norm": 1.3203125, + "learning_rate": 5.0002440220338827e-05, + "loss": 3.9205, + "mean_token_accuracy": 0.28088961243629457, + "num_tokens": 24135631.0, + "step": 8410 + }, + { + "entropy": 4.710231161117553, + "epoch": 9.982206405693951, + "grad_norm": 1.3046875, + "learning_rate": 5.0000726016890455e-05, + "loss": 3.9399, + "mean_token_accuracy": 0.28360925912857055, + "num_tokens": 24149117.0, + "step": 8415 + }, + { + "entropy": 4.6661711692810055, + "epoch": 9.988137603795966, + "grad_norm": 1.2109375, + "learning_rate": 5.000002016714641e-05, + "loss": 3.8954, + "mean_token_accuracy": 0.2940777689218521, + "num_tokens": 24163379.0, + "step": 8420 + } + ], + "logging_steps": 5, + "max_steps": 8420, + "num_input_tokens_seen": 0, + "num_train_epochs": 10, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 4.2555160422144e+16, + "train_batch_size": 16, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-8420/training_args.bin b/checkpoint-8420/training_args.bin new file mode 100644 index 0000000..4887968 --- /dev/null +++ b/checkpoint-8420/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b1c135f6b8569a4ca131508cf9d8c7cebd96bc433f924eb7233c36a7d98147e +size 6289 diff --git a/config.json b/config.json new file mode 100644 index 0000000..87e344b --- /dev/null +++ b/config.json @@ -0,0 +1,34 @@ +{ + "activation_function": "gelu", + "architectures": [ + "GPT2LMHeadModel" + ], + "attn_pdrop": 0.1, + "bos_token_id": 47386, + "dtype": "bfloat16", + "embd_pdrop": 0.1, + "eos_token_id": 47387, + "initializer_range": 0.02, + "layer_norm_epsilon": 1e-05, + "model_type": "gpt2", + "n_ctx": 512, + "n_embd": 768, + "n_head": 12, + "n_inner": 3072, + "n_layer": 12, + "n_positions": 512, + "pad_token_id": 47388, + "prefix": "[CLS]", + "reorder_and_upcast_attn": false, + "resid_pdrop": 0.1, + "scale_attn_by_inverse_layer_idx": false, + "scale_attn_weights": true, + "summary_activation": null, + "summary_first_dropout": 0.1, + "summary_proj_to_labels": true, + "summary_type": "cls_index", + "summary_use_proj": true, + "transformers_version": "4.56.2", + "use_cache": true, + "vocab_size": 49152 +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000..e73b324 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,10 @@ +{ + "_from_model_config": true, + "bos_token_id": 47386, + "eos_token_id": [ + 47387, + 50001 + ], + "pad_token_id": 47388, + "transformers_version": "4.56.2" +} diff --git a/model.safetensors b/model.safetensors new file mode 100644 index 0000000..83c748f --- /dev/null +++ b/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:093d54d9d4d5d361bf54db2a0634a998c0784b38308d1979f5af5d0ab974dc85 +size 246410944 diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000..86972d3 --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,1815 @@ +{ + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "cls_token": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "mask_token": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "sep_token": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "unk_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/spiece.model b/spiece.model new file mode 100644 index 0000000..aa5e7bb --- /dev/null +++ b/spiece.model @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:658c1246bf680a2a73ff33ccf7bbcde25b6d81c80c5cc610f4680cf9942f981b +size 1138208 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000..b5acc55 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,15919 @@ +{ + "added_tokens_decoder": { + "0": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47386": { + "content": "[CLS]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47387": { + "content": "[SEP]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47388": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47389": { + "content": "[MASK]", + "lstrip": true, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47390": { + "content": "[XXXXX1404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47391": { + "content": "[XXXXX693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47392": { + "content": "[XXXXX73]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47393": { + "content": "[XXXXX1731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47394": { + "content": "[XXXXX1315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47395": { + "content": "[XXXXX396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47396": { + "content": "[XXXXX1366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47397": { + "content": "[XXXXX1192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47398": { + "content": "[XXXXX1239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47399": { + "content": "[XXXXX1457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47400": { + "content": "[XXXXX1278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47401": { + "content": "[XXXXX271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47402": { + "content": "[XXXXX1313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47403": { + "content": "[XXXXX1395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47404": { + "content": "[XXXXX291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47405": { + "content": "[XXXXX1055]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47406": { + "content": "[XXXXX1556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47407": { + "content": "[XXXXX70]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47408": { + "content": "[XXXXX178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47409": { + "content": "[XXXXX1189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47410": { + "content": "[XXXXX473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47411": { + "content": "[XXXXX148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47412": { + "content": "[XXXXX245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47413": { + "content": "[XXXXX407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47414": { + "content": "[XXXXX557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47415": { + "content": "[XXXXX914]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47416": { + "content": "[XXXXX1261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47417": { + "content": "[XXXXX1280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47418": { + "content": "[XXXXX843]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47419": { + "content": "[XXXXX1220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47420": { + "content": "[XXXXX118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47421": { + "content": "[XXXXX1306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47422": { + "content": "[XXXXX100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47423": { + "content": "[XXXXX847]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47424": { + "content": "[XXXXX880]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47425": { + "content": "[XXXXX1588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47426": { + "content": "[XXXXX1523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47427": { + "content": "[XXXXX1474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47428": { + "content": "[XXXXX1586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47429": { + "content": "[XXXXX170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47430": { + "content": "[XXXXX420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47431": { + "content": "[XXXXX1342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47432": { + "content": "[XXXXX1144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47433": { + "content": "[XXXXX1343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47434": { + "content": "[XXXXX592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47435": { + "content": "[XXXXX1709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47436": { + "content": "[XXXXX127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47437": { + "content": "[XXXXX705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47438": { + "content": "[XXXXX795]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47439": { + "content": "[XXXXX1038]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47440": { + "content": "[XXXXX1563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47441": { + "content": "[XXXXX227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47442": { + "content": "[XXXXX1550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47443": { + "content": "[XXXXX1661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47444": { + "content": "[XXXXX1599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47445": { + "content": "[XXXXX1020]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47446": { + "content": "[XXXXX1060]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47447": { + "content": "[XXXXX1635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47448": { + "content": "[XXXXX526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47449": { + "content": "[XXXXX333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47450": { + "content": "[XXXXX1008]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47451": { + "content": "[XXXXX701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47452": { + "content": "[XXXXX267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47453": { + "content": "[XXXXX1219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47454": { + "content": "[XXXXX469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47455": { + "content": "[XXXXX1418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47456": { + "content": "[XXXXX1680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47457": { + "content": "[XXXXX1182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47458": { + "content": "[XXXXX185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47459": { + "content": "[XXXXX991]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47460": { + "content": "[XXXXX836]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47461": { + "content": "[XXXXX460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47462": { + "content": "[XXXXX1036]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47463": { + "content": "[XXXXX486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47464": { + "content": "[XXXXX354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47465": { + "content": "[XXXXX1506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47466": { + "content": "[XXXXX723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47467": { + "content": "[XXXXX452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47468": { + "content": "[XXXXX622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47469": { + "content": "[XXXXX547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47470": { + "content": "[XXXXX1411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47471": { + "content": "[XXXXX1561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47472": { + "content": "[XXXXX1282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47473": { + "content": "[XXXXX397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47474": { + "content": "[XXXXX801]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47475": { + "content": "[XXXXX598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47476": { + "content": "[XXXXX1583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47477": { + "content": "[XXXXX1737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47478": { + "content": "[XXXXX1117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47479": { + "content": "[XXXXX1564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47480": { + "content": "[XXXXX278]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47481": { + "content": "[XXXXX522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47482": { + "content": "[XXXXX1573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47483": { + "content": "[XXXXX1253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47484": { + "content": "[XXXXX666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47485": { + "content": "[XXXXX414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47486": { + "content": "[XXXXX935]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47487": { + "content": "[XXXXX1089]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47488": { + "content": "[XXXXX1623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47489": { + "content": "[XXXXX508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47490": { + "content": "[XXXXX1125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47491": { + "content": "[XXXXX390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47492": { + "content": "[XXXXX1214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47493": { + "content": "[XXXXX1677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47494": { + "content": "[XXXXX1458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47495": { + "content": "[XXXXX760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47496": { + "content": "[XXXXX817]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47497": { + "content": "[XXXXX1215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47498": { + "content": "[XXXXX1248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47499": { + "content": "[XXXXX1555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47500": { + "content": "[XXXXX680]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47501": { + "content": "[XXXXX1096]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47502": { + "content": "[XXXXX366]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47503": { + "content": "[XXXXX1670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47504": { + "content": "[XXXXX509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47505": { + "content": "[XXXXX1136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47506": { + "content": "[XXXXX367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47507": { + "content": "[XXXXX1582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47508": { + "content": "[XXXXX1100]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47509": { + "content": "[XXXXX939]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47510": { + "content": "[XXXXX506]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47511": { + "content": "[XXXXX1257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47512": { + "content": "[XXXXX10]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47513": { + "content": "[XXXXX612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47514": { + "content": "[XXXXX40]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47515": { + "content": "[XXXXX1410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47516": { + "content": "[XXXXX609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47517": { + "content": "[XXXXX1352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47518": { + "content": "[XXXXX331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47519": { + "content": "[XXXXX561]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47520": { + "content": "[XXXXX575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47521": { + "content": "[XXXXX201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47522": { + "content": "[XXXXX450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47523": { + "content": "[XXXXX296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47524": { + "content": "[XXXXX1695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47525": { + "content": "[XXXXX373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47526": { + "content": "[XXXXX1200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47527": { + "content": "[XXXXX1671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47528": { + "content": "[XXXXX1666]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47529": { + "content": "[XXXXX1482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47530": { + "content": "[XXXXX1732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47531": { + "content": "[XXXXX1335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47532": { + "content": "[XXXXX1452]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47533": { + "content": "[XXXXX1615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47534": { + "content": "[XXXXX781]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47535": { + "content": "[XXXXX697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47536": { + "content": "[XXXXX1694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47537": { + "content": "[XXXXX1157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47538": { + "content": "[XXXXX455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47539": { + "content": "[XXXXX182]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47540": { + "content": "[XXXXX1413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47541": { + "content": "[XXXXX507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47542": { + "content": "[XXXXX1126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47543": { + "content": "[XXXXX1114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47544": { + "content": "[XXXXX1178]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47545": { + "content": "[XXXXX1129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47546": { + "content": "[XXXXX915]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47547": { + "content": "[XXXXX1098]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47548": { + "content": "[XXXXX751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47549": { + "content": "[XXXXX569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47550": { + "content": "[XXXXX1360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47551": { + "content": "[XXXXX1376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47552": { + "content": "[XXXXX50]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47553": { + "content": "[XXXXX1308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47554": { + "content": "[XXXXX121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47555": { + "content": "[XXXXX767]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47556": { + "content": "[XXXXX645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47557": { + "content": "[XXXXX27]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47558": { + "content": "[XXXXX650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47559": { + "content": "[XXXXX1736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47560": { + "content": "[XXXXX104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47561": { + "content": "[XXXXX629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47562": { + "content": "[XXXXX1370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47563": { + "content": "[XXXXX17]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47564": { + "content": "[XXXXX1746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47565": { + "content": "[XXXXX862]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47566": { + "content": "[XXXXX1659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47567": { + "content": "[XXXXX181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47568": { + "content": "[XXXXX703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47569": { + "content": "[XXXXX750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47570": { + "content": "[XXXXX293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47571": { + "content": "[XXXXX1648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47572": { + "content": "[XXXXX46]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47573": { + "content": "[XXXXX821]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47574": { + "content": "[XXXXX1617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47575": { + "content": "[XXXXX980]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47576": { + "content": "[XXXXX1567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47577": { + "content": "[XXXXX626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47578": { + "content": "[XXXXX90]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47579": { + "content": "[XXXXX1725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47580": { + "content": "[XXXXX436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47581": { + "content": "[XXXXX1513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47582": { + "content": "[XXXXX216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47583": { + "content": "[XXXXX747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47584": { + "content": "[XXXXX1015]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47585": { + "content": "[XXXXX1251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47586": { + "content": "[XXXXX520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47587": { + "content": "[XXXXX109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47588": { + "content": "[XXXXX550]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47589": { + "content": "[XXXXX727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47590": { + "content": "[XXXXX1507]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47591": { + "content": "[XXXXX1397]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47592": { + "content": "[XXXXX937]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47593": { + "content": "[XXXXX1183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47594": { + "content": "[XXXXX1390]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47595": { + "content": "[XXXXX1442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47596": { + "content": "[XXXXX1228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47597": { + "content": "[XXXXX765]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47598": { + "content": "[XXXXX371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47599": { + "content": "[XXXXX1148]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47600": { + "content": "[XXXXX930]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47601": { + "content": "[XXXXX1238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47602": { + "content": "[XXXXX1636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47603": { + "content": "[XXXXX212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47604": { + "content": "[XXXXX133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47605": { + "content": "[XXXXX281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47606": { + "content": "[XXXXX928]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47607": { + "content": "[XXXXX861]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47608": { + "content": "[XXXXX87]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47609": { + "content": "[XXXXX359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47610": { + "content": "[XXXXX1642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47611": { + "content": "[XXXXX1423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47612": { + "content": "[XXXXX1299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47613": { + "content": "[XXXXX65]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47614": { + "content": "[XXXXX381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47615": { + "content": "[XXXXX1064]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47616": { + "content": "[XXXXX1240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47617": { + "content": "[XXXXX874]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47618": { + "content": "[XXXXX222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47619": { + "content": "[XXXXX1383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47620": { + "content": "[XXXXX1166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47621": { + "content": "[XXXXX559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47622": { + "content": "[XXXXX1209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47623": { + "content": "[XXXXX1010]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47624": { + "content": "[XXXXX363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47625": { + "content": "[XXXXX1722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47626": { + "content": "[XXXXX1593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47627": { + "content": "[XXXXX844]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47628": { + "content": "[XXXXX667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47629": { + "content": "[XXXXX515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47630": { + "content": "[XXXXX283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47631": { + "content": "[XXXXX1446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47632": { + "content": "[XXXXX1398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47633": { + "content": "[XXXXX1104]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47634": { + "content": "[XXXXX330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47635": { + "content": "[XXXXX193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47636": { + "content": "[XXXXX1421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47637": { + "content": "[XXXXX1160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47638": { + "content": "[XXXXX1701]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47639": { + "content": "[XXXXX1612]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47640": { + "content": "[XXXXX671]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47641": { + "content": "[XXXXX1194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47642": { + "content": "[XXXXX1527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47643": { + "content": "[XXXXX242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47644": { + "content": "[XXXXX54]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47645": { + "content": "[XXXXX564]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47646": { + "content": "[XXXXX658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47647": { + "content": "[XXXXX401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47648": { + "content": "[XXXXX395]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47649": { + "content": "[XXXXX1481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47650": { + "content": "[XXXXX787]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47651": { + "content": "[XXXXX838]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47652": { + "content": "[XXXXX1598]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47653": { + "content": "[XXXXX651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47654": { + "content": "[XXXXX875]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47655": { + "content": "[XXXXX413]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47656": { + "content": "[XXXXX1092]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47657": { + "content": "[XXXXX1085]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47658": { + "content": "[XXXXX1378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47659": { + "content": "[XXXXX438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47660": { + "content": "[XXXXX627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47661": { + "content": "[XXXXX757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47662": { + "content": "[XXXXX794]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47663": { + "content": "[XXXXX839]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47664": { + "content": "[XXXXX138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47665": { + "content": "[XXXXX1272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47666": { + "content": "[XXXXX1652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47667": { + "content": "[XXXXX443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47668": { + "content": "[XXXXX1460]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47669": { + "content": "[XXXXX1227]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47670": { + "content": "[XXXXX0]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47671": { + "content": "[XXXXX904]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47672": { + "content": "[XXXXX1268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47673": { + "content": "[XXXXX798]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47674": { + "content": "[XXXXX205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47675": { + "content": "[XXXXX1488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47676": { + "content": "[XXXXX1393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47677": { + "content": "[XXXXX422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47678": { + "content": "[XXXXX1647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47679": { + "content": "[XXXXX1165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47680": { + "content": "[XXXXX1691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47681": { + "content": "[XXXXX1246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47682": { + "content": "[XXXXX960]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47683": { + "content": "[XXXXX1032]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47684": { + "content": "[XXXXX268]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47685": { + "content": "[XXXXX665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47686": { + "content": "[XXXXX1367]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47687": { + "content": "[XXXXX1026]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47688": { + "content": "[XXXXX583]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47689": { + "content": "[XXXXX1322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47690": { + "content": "[XXXXX1414]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47691": { + "content": "[XXXXX459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47692": { + "content": "[XXXXX1729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47693": { + "content": "[XXXXX1703]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47694": { + "content": "[XXXXX589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47695": { + "content": "[XXXXX1044]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47696": { + "content": "[XXXXX274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47697": { + "content": "[XXXXX1309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47698": { + "content": "[XXXXX1097]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47699": { + "content": "[XXXXX581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47700": { + "content": "[XXXXX1365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47701": { + "content": "[XXXXX200]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47702": { + "content": "[XXXXX419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47703": { + "content": "[XXXXX451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47704": { + "content": "[XXXXX869]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47705": { + "content": "[XXXXX1400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47706": { + "content": "[XXXXX1185]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47707": { + "content": "[XXXXX1139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47708": { + "content": "[XXXXX1565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47709": { + "content": "[XXXXX1072]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47710": { + "content": "[XXXXX1284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47711": { + "content": "[XXXXX1473]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47712": { + "content": "[XXXXX311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47713": { + "content": "[XXXXX426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47714": { + "content": "[XXXXX277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47715": { + "content": "[XXXXX896]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47716": { + "content": "[XXXXX1073]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47717": { + "content": "[XXXXX1649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47718": { + "content": "[XXXXX149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47719": { + "content": "[XXXXX566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47720": { + "content": "[XXXXX1053]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47721": { + "content": "[XXXXX289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47722": { + "content": "[XXXXX221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47723": { + "content": "[XXXXX1337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47724": { + "content": "[XXXXX1386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47725": { + "content": "[XXXXX718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47726": { + "content": "[XXXXX269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47727": { + "content": "[XXXXX1533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47728": { + "content": "[XXXXX987]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47729": { + "content": "[XXXXX349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47730": { + "content": "[XXXXX247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47731": { + "content": "[XXXXX369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47732": { + "content": "[XXXXX1046]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47733": { + "content": "[XXXXX1664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47734": { + "content": "[XXXXX553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47735": { + "content": "[XXXXX1289]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47736": { + "content": "[XXXXX675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47737": { + "content": "[XXXXX1496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47738": { + "content": "[XXXXX494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47739": { + "content": "[XXXXX965]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47740": { + "content": "[XXXXX168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47741": { + "content": "[XXXXX606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47742": { + "content": "[XXXXX974]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47743": { + "content": "[XXXXX504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47744": { + "content": "[XXXXX1159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47745": { + "content": "[XXXXX1175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47746": { + "content": "[XXXXX753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47747": { + "content": "[XXXXX824]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47748": { + "content": "[XXXXX1640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47749": { + "content": "[XXXXX251]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47750": { + "content": "[XXXXX610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47751": { + "content": "[XXXXX1050]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47752": { + "content": "[XXXXX1502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47753": { + "content": "[XXXXX637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47754": { + "content": "[XXXXX1279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47755": { + "content": "[XXXXX9]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47756": { + "content": "[XXXXX1387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47757": { + "content": "[XXXXX1277]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47758": { + "content": "[XXXXX825]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47759": { + "content": "[XXXXX91]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47760": { + "content": "[XXXXX257]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47761": { + "content": "[XXXXX188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47762": { + "content": "[XXXXX1516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47763": { + "content": "[XXXXX51]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47764": { + "content": "[XXXXX1014]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47765": { + "content": "[XXXXX134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47766": { + "content": "[XXXXX321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47767": { + "content": "[XXXXX1059]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47768": { + "content": "[XXXXX670]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47769": { + "content": "[XXXXX949]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47770": { + "content": "[XXXXX1471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47771": { + "content": "[XXXXX14]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47772": { + "content": "[XXXXX1674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47773": { + "content": "[XXXXX1067]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47774": { + "content": "[XXXXX340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47775": { + "content": "[XXXXX1030]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47776": { + "content": "[XXXXX300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47777": { + "content": "[XXXXX996]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47778": { + "content": "[XXXXX1486]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47779": { + "content": "[XXXXX20]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47780": { + "content": "[XXXXX1468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47781": { + "content": "[XXXXX529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47782": { + "content": "[XXXXX715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47783": { + "content": "[XXXXX1675]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47784": { + "content": "[XXXXX1708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47785": { + "content": "[XXXXX192]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47786": { + "content": "[XXXXX53]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47787": { + "content": "[XXXXX850]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47788": { + "content": "[XXXXX527]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47789": { + "content": "[XXXXX1311]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47790": { + "content": "[XXXXX534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47791": { + "content": "[XXXXX756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47792": { + "content": "[XXXXX867]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47793": { + "content": "[XXXXX823]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47794": { + "content": "[XXXXX243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47795": { + "content": "[XXXXX1184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47796": { + "content": "[XXXXX1566]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47797": { + "content": "[XXXXX1758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47798": { + "content": "[XXXXX532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47799": { + "content": "[XXXXX1208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47800": { + "content": "[XXXXX788]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47801": { + "content": "[XXXXX837]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47802": { + "content": "[XXXXX1304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47803": { + "content": "[XXXXX1417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47804": { + "content": "[XXXXX579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47805": { + "content": "[XXXXX1011]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47806": { + "content": "[XXXXX372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47807": { + "content": "[XXXXX370]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47808": { + "content": "[XXXXX1420]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47809": { + "content": "[XXXXX653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47810": { + "content": "[XXXXX959]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47811": { + "content": "[XXXXX1035]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47812": { + "content": "[XXXXX722]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47813": { + "content": "[XXXXX1328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47814": { + "content": "[XXXXX1431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47815": { + "content": "[XXXXX1273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47816": { + "content": "[XXXXX217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47817": { + "content": "[XXXXX1672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47818": { + "content": "[XXXXX1243]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47819": { + "content": "[XXXXX145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47820": { + "content": "[XXXXX476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47821": { + "content": "[XXXXX218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47822": { + "content": "[XXXXX1611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47823": { + "content": "[XXXXX364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47824": { + "content": "[XXXXX978]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47825": { + "content": "[XXXXX1002]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47826": { + "content": "[XXXXX778]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47827": { + "content": "[XXXXX887]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47828": { + "content": "[XXXXX1379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47829": { + "content": "[XXXXX630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47830": { + "content": "[XXXXX338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47831": { + "content": "[XXXXX1443]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47832": { + "content": "[XXXXX1716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47833": { + "content": "[XXXXX155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47834": { + "content": "[XXXXX1190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47835": { + "content": "[XXXXX240]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47836": { + "content": "[XXXXX717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47837": { + "content": "[XXXXX1156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47838": { + "content": "[XXXXX597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47839": { + "content": "[XXXXX1083]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47840": { + "content": "[XXXXX784]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47841": { + "content": "[XXXXX1218]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47842": { + "content": "[XXXXX335]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47843": { + "content": "[XXXXX1037]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47844": { + "content": "[XXXXX1558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47845": { + "content": "[XXXXX1107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47846": { + "content": "[XXXXX478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47847": { + "content": "[XXXXX669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47848": { + "content": "[XXXXX1269]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47849": { + "content": "[XXXXX853]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47850": { + "content": "[XXXXX1484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47851": { + "content": "[XXXXX249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47852": { + "content": "[XXXXX902]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47853": { + "content": "[XXXXX260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47854": { + "content": "[XXXXX706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47855": { + "content": "[XXXXX1602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47856": { + "content": "[XXXXX146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47857": { + "content": "[XXXXX1755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47858": { + "content": "[XXXXX1412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47859": { + "content": "[XXXXX1023]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47860": { + "content": "[XXXXX318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47861": { + "content": "[XXXXX970]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47862": { + "content": "[XXXXX110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47863": { + "content": "[XXXXX792]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47864": { + "content": "[XXXXX1119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47865": { + "content": "[XXXXX1266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47866": { + "content": "[XXXXX1624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47867": { + "content": "[XXXXX307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47868": { + "content": "[XXXXX151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47869": { + "content": "[XXXXX213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47870": { + "content": "[XXXXX1031]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47871": { + "content": "[XXXXX1721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47872": { + "content": "[XXXXX44]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47873": { + "content": "[XXXXX78]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47874": { + "content": "[XXXXX1191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47875": { + "content": "[XXXXX13]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47876": { + "content": "[XXXXX932]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47877": { + "content": "[XXXXX441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47878": { + "content": "[XXXXX950]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47879": { + "content": "[XXXXX1199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47880": { + "content": "[XXXXX1344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47881": { + "content": "[XXXXX676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47882": { + "content": "[XXXXX1133]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47883": { + "content": "[XXXXX374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47884": { + "content": "[XXXXX815]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47885": { + "content": "[XXXXX791]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47886": { + "content": "[XXXXX1515]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47887": { + "content": "[XXXXX412]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47888": { + "content": "[XXXXX1678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47889": { + "content": "[XXXXX410]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47890": { + "content": "[XXXXX101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47891": { + "content": "[XXXXX447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47892": { + "content": "[XXXXX147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47893": { + "content": "[XXXXX1112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47894": { + "content": "[XXXXX1557]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47895": { + "content": "[XXXXX26]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47896": { + "content": "[XXXXX746]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47897": { + "content": "[XXXXX1324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47898": { + "content": "[XXXXX725]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47899": { + "content": "[XXXXX1554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47900": { + "content": "[XXXXX84]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47901": { + "content": "[XXXXX1080]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47902": { + "content": "[XXXXX76]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47903": { + "content": "[XXXXX562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47904": { + "content": "[XXXXX1577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47905": { + "content": "[XXXXX1305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47906": { + "content": "[XXXXX1681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47907": { + "content": "[XXXXX762]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47908": { + "content": "[XXXXX1338]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47909": { + "content": "[XXXXX85]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47910": { + "content": "[XXXXX1303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47911": { + "content": "[XXXXX1207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47912": { + "content": "[XXXXX759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47913": { + "content": "[XXXXX807]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47914": { + "content": "[XXXXX187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47915": { + "content": "[XXXXX45]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47916": { + "content": "[XXXXX1734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47917": { + "content": "[XXXXX714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47918": { + "content": "[XXXXX769]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47919": { + "content": "[XXXXX1042]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47920": { + "content": "[XXXXX1056]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47921": { + "content": "[XXXXX102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47922": { + "content": "[XXXXX1403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47923": { + "content": "[XXXXX1464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47924": { + "content": "[XXXXX860]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47925": { + "content": "[XXXXX1233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47926": { + "content": "[XXXXX472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47927": { + "content": "[XXXXX230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47928": { + "content": "[XXXXX1620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47929": { + "content": "[XXXXX1487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47930": { + "content": "[XXXXX231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47931": { + "content": "[XXXXX911]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47932": { + "content": "[XXXXX477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47933": { + "content": "[XXXXX1176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47934": { + "content": "[XXXXX180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47935": { + "content": "[XXXXX1637]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47936": { + "content": "[XXXXX365]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47937": { + "content": "[XXXXX214]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47938": { + "content": "[XXXXX312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47939": { + "content": "[XXXXX1633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47940": { + "content": "[XXXXX982]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47941": { + "content": "[XXXXX1402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47942": { + "content": "[XXXXX1300]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47943": { + "content": "[XXXXX1735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47944": { + "content": "[XXXXX596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47945": { + "content": "[XXXXX1454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47946": { + "content": "[XXXXX918]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47947": { + "content": "[XXXXX1470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47948": { + "content": "[XXXXX392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47949": { + "content": "[XXXXX1435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47950": { + "content": "[XXXXX649]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47951": { + "content": "[XXXXX158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47952": { + "content": "[XXXXX430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47953": { + "content": "[XXXXX1639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47954": { + "content": "[XXXXX115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47955": { + "content": "[XXXXX885]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47956": { + "content": "[XXXXX940]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47957": { + "content": "[XXXXX135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47958": { + "content": "[XXXXX39]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47959": { + "content": "[XXXXX870]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47960": { + "content": "[XXXXX1575]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47961": { + "content": "[XXXXX1604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47962": { + "content": "[XXXXX1512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47963": { + "content": "[XXXXX1394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47964": { + "content": "[XXXXX1600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47965": { + "content": "[XXXXX1724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47966": { + "content": "[XXXXX1323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47967": { + "content": "[XXXXX432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47968": { + "content": "[XXXXX514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47969": { + "content": "[XXXXX1753]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47970": { + "content": "[XXXXX1752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47971": { + "content": "[XXXXX968]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47972": { + "content": "[XXXXX252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47973": { + "content": "[XXXXX535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47974": { + "content": "[XXXXX1646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47975": { + "content": "[XXXXX584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47976": { + "content": "[XXXXX549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47977": { + "content": "[XXXXX208]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47978": { + "content": "[XXXXX1720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47979": { + "content": "[XXXXX1263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47980": { + "content": "[XXXXX995]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47981": { + "content": "[XXXXX831]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47982": { + "content": "[XXXXX498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47983": { + "content": "[XXXXX1616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47984": { + "content": "[XXXXX775]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47985": { + "content": "[XXXXX1143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47986": { + "content": "[XXXXX876]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47987": { + "content": "[XXXXX355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47988": { + "content": "[XXXXX394]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47989": { + "content": "[XXXXX1707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47990": { + "content": "[XXXXX560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47991": { + "content": "[XXXXX1553]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47992": { + "content": "[XXXXX165]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47993": { + "content": "[XXXXX942]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47994": { + "content": "[XXXXX1071]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47995": { + "content": "[XXXXX348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47996": { + "content": "[XXXXX233]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47997": { + "content": "[XXXXX189]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47998": { + "content": "[XXXXX1006]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "47999": { + "content": "[XXXXX1288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48000": { + "content": "[XXXXX224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48001": { + "content": "[XXXXX424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48002": { + "content": "[XXXXX1241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48003": { + "content": "[XXXXX172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48004": { + "content": "[XXXXX1409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48005": { + "content": "[XXXXX1440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48006": { + "content": "[XXXXX320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48007": { + "content": "[XXXXX1631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48008": { + "content": "[XXXXX167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48009": { + "content": "[XXXXX543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48010": { + "content": "[XXXXX846]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48011": { + "content": "[XXXXX324]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48012": { + "content": "[XXXXX882]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48013": { + "content": "[XXXXX585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48014": { + "content": "[XXXXX647]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48015": { + "content": "[XXXXX1275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48016": { + "content": "[XXXXX1274]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48017": { + "content": "[XXXXX501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48018": { + "content": "[XXXXX1744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48019": { + "content": "[XXXXX779]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48020": { + "content": "[XXXXX377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48021": { + "content": "[XXXXX467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48022": { + "content": "[XXXXX542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48023": { + "content": "[XXXXX662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48024": { + "content": "[XXXXX435]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48025": { + "content": "[XXXXX75]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48026": { + "content": "[XXXXX1682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48027": { + "content": "[XXXXX30]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48028": { + "content": "[XXXXX402]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48029": { + "content": "[XXXXX803]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48030": { + "content": "[XXXXX990]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48031": { + "content": "[XXXXX77]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48032": { + "content": "[XXXXX1369]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48033": { + "content": "[XXXXX434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48034": { + "content": "[XXXXX290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48035": { + "content": "[XXXXX938]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48036": { + "content": "[XXXXX442]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48037": { + "content": "[XXXXX1662]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48038": { + "content": "[XXXXX863]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48039": { + "content": "[XXXXX702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48040": { + "content": "[XXXXX1655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48041": { + "content": "[XXXXX1374]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48042": { + "content": "[XXXXX1700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48043": { + "content": "[XXXXX1045]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48044": { + "content": "[XXXXX334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48045": { + "content": "[XXXXX1596]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48046": { + "content": "[XXXXX1287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48047": { + "content": "[XXXXX1281]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48048": { + "content": "[XXXXX55]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48049": { + "content": "[XXXXX491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48050": { + "content": "[XXXXX820]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48051": { + "content": "[XXXXX81]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48052": { + "content": "[XXXXX22]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48053": { + "content": "[XXXXX1613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48054": { + "content": "[XXXXX1415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48055": { + "content": "[XXXXX1529]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48056": { + "content": "[XXXXX1622]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48057": { + "content": "[XXXXX640]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48058": { + "content": "[XXXXX327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48059": { + "content": "[XXXXX1679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48060": { + "content": "[XXXXX790]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48061": { + "content": "[XXXXX1084]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48062": { + "content": "[XXXXX1357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48063": { + "content": "[XXXXX1301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48064": { + "content": "[XXXXX1230]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48065": { + "content": "[XXXXX664]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48066": { + "content": "[XXXXX1132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48067": { + "content": "[XXXXX376]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48068": { + "content": "[XXXXX1434]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48069": { + "content": "[XXXXX1141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48070": { + "content": "[XXXXX523]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48071": { + "content": "[XXXXX114]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48072": { + "content": "[XXXXX833]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48073": { + "content": "[XXXXX1062]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48074": { + "content": "[XXXXX297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48075": { + "content": "[XXXXX1628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48076": { + "content": "[XXXXX1325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48077": { + "content": "[XXXXX690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48078": { + "content": "[XXXXX528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48079": { + "content": "[XXXXX95]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48080": { + "content": "[XXXXX502]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48081": { + "content": "[XXXXX643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48082": { + "content": "[XXXXX129]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48083": { + "content": "[XXXXX572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48084": { + "content": "[XXXXX177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48085": { + "content": "[XXXXX777]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48086": { + "content": "[XXXXX510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48087": { + "content": "[XXXXX225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48088": { + "content": "[XXXXX1541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48089": { + "content": "[XXXXX1687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48090": { + "content": "[XXXXX558]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48091": { + "content": "[XXXXX416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48092": { + "content": "[XXXXX246]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48093": { + "content": "[XXXXX799]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48094": { + "content": "[XXXXX809]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48095": { + "content": "[XXXXX1546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48096": { + "content": "[XXXXX492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48097": { + "content": "[XXXXX973]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48098": { + "content": "[XXXXX357]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48099": { + "content": "[XXXXX453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48100": { + "content": "[XXXXX730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48101": { + "content": "[XXXXX480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48102": { + "content": "[XXXXX37]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48103": { + "content": "[XXXXX605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48104": { + "content": "[XXXXX1351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48105": { + "content": "[XXXXX1643]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48106": { + "content": "[XXXXX131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48107": { + "content": "[XXXXX1231]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48108": { + "content": "[XXXXX1271]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48109": { + "content": "[XXXXX418]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48110": { + "content": "[XXXXX1336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48111": { + "content": "[XXXXX298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48112": { + "content": "[XXXXX1748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48113": { + "content": "[XXXXX1545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48114": { + "content": "[XXXXX1078]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48115": { + "content": "[XXXXX258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48116": { + "content": "[XXXXX1641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48117": { + "content": "[XXXXX1714]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48118": { + "content": "[XXXXX124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48119": { + "content": "[XXXXX475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48120": { + "content": "[XXXXX900]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48121": { + "content": "[XXXXX1127]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48122": { + "content": "[XXXXX698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48123": { + "content": "[XXXXX763]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48124": { + "content": "[XXXXX1538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48125": { + "content": "[XXXXX1669]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48126": { + "content": "[XXXXX250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48127": { + "content": "[XXXXX35]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48128": { + "content": "[XXXXX482]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48129": { + "content": "[XXXXX1733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48130": { + "content": "[XXXXX1101]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48131": { + "content": "[XXXXX1210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48132": { + "content": "[XXXXX332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48133": { + "content": "[XXXXX709]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48134": { + "content": "[XXXXX764]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48135": { + "content": "[XXXXX625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48136": { + "content": "[XXXXX1380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48137": { + "content": "[XXXXX814]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48138": { + "content": "[XXXXX638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48139": { + "content": "[XXXXX1057]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48140": { + "content": "[XXXXX98]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48141": { + "content": "[XXXXX1497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48142": { + "content": "[XXXXX42]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48143": { + "content": "[XXXXX383]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48144": { + "content": "[XXXXX179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48145": { + "content": "[XXXXX1172]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48146": { + "content": "[XXXXX1692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48147": { + "content": "[XXXXX1317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48148": { + "content": "[XXXXX1606]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48149": { + "content": "[XXXXX1683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48150": { + "content": "[XXXXX503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48151": { + "content": "[XXXXX668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48152": { + "content": "[XXXXX1710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48153": { + "content": "[XXXXX112]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48154": { + "content": "[XXXXX1222]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48155": { + "content": "[XXXXX1461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48156": { + "content": "[XXXXX761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48157": { + "content": "[XXXXX540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48158": { + "content": "[XXXXX1090]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48159": { + "content": "[XXXXX1698]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48160": { + "content": "[XXXXX1232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48161": { + "content": "[XXXXX1743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48162": { + "content": "[XXXXX1121]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48163": { + "content": "[XXXXX464]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48164": { + "content": "[XXXXX1559]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48165": { + "content": "[XXXXX1321]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48166": { + "content": "[XXXXX1276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48167": { + "content": "[XXXXX48]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48168": { + "content": "[XXXXX1259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48169": { + "content": "[XXXXX1408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48170": { + "content": "[XXXXX859]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48171": { + "content": "[XXXXX1429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48172": { + "content": "[XXXXX220]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48173": { + "content": "[XXXXX684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48174": { + "content": "[XXXXX68]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48175": { + "content": "[XXXXX878]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48176": { + "content": "[XXXXX1388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48177": { + "content": "[XXXXX1621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48178": { + "content": "[XXXXX223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48179": { + "content": "[XXXXX740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48180": { + "content": "[XXXXX265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48181": { + "content": "[XXXXX1430]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48182": { + "content": "[XXXXX1077]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48183": { + "content": "[XXXXX734]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48184": { + "content": "[XXXXX1510]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48185": { + "content": "[XXXXX1715]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48186": { + "content": "[XXXXX580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48187": { + "content": "[XXXXX1316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48188": { + "content": "[XXXXX929]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48189": { + "content": "[XXXXX169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48190": { + "content": "[XXXXX385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48191": { + "content": "[XXXXX1568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48192": { + "content": "[XXXXX641]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48193": { + "content": "[XXXXX521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48194": { + "content": "[XXXXX741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48195": { + "content": "[XXXXX892]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48196": { + "content": "[XXXXX1349]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48197": { + "content": "[XXXXX1696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48198": { + "content": "[XXXXX488]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48199": { + "content": "[XXXXX1021]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48200": { + "content": "[XXXXX556]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48201": { + "content": "[XXXXX1237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48202": { + "content": "[XXXXX276]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48203": { + "content": "[XXXXX1462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48204": { + "content": "[XXXXX512]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48205": { + "content": "[XXXXX1571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48206": { + "content": "[XXXXX1116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48207": { + "content": "[XXXXX979]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48208": { + "content": "[XXXXX325]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48209": { + "content": "[XXXXX1286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48210": { + "content": "[XXXXX284]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48211": { + "content": "[XXXXX11]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48212": { + "content": "[XXXXX1371]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48213": { + "content": "[XXXXX99]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48214": { + "content": "[XXXXX288]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48215": { + "content": "[XXXXX1548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48216": { + "content": "[XXXXX893]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48217": { + "content": "[XXXXX108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48218": { + "content": "[XXXXX719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48219": { + "content": "[XXXXX382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48220": { + "content": "[XXXXX1549]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48221": { + "content": "[XXXXX175]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48222": { + "content": "[XXXXX1110]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48223": { + "content": "[XXXXX832]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48224": { + "content": "[XXXXX144]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48225": { + "content": "[XXXXX1102]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48226": { + "content": "[XXXXX1419]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48227": { + "content": "[XXXXX1658]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48228": { + "content": "[XXXXX248]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48229": { + "content": "[XXXXX694]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48230": { + "content": "[XXXXX845]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48231": { + "content": "[XXXXX1594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48232": { + "content": "[XXXXX699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48233": { + "content": "[XXXXX1003]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48234": { + "content": "[XXXXX1626]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48235": { + "content": "[XXXXX891]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48236": { + "content": "[XXXXX858]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48237": { + "content": "[XXXXX111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48238": { + "content": "[XXXXX173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48239": { + "content": "[XXXXX1267]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48240": { + "content": "[XXXXX1009]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48241": { + "content": "[XXXXX901]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48242": { + "content": "[XXXXX1368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48243": { + "content": "[XXXXX1332]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48244": { + "content": "[XXXXX1739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48245": { + "content": "[XXXXX350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48246": { + "content": "[XXXXX1375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48247": { + "content": "[XXXXX1723]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48248": { + "content": "[XXXXX468]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48249": { + "content": "[XXXXX623]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48250": { + "content": "[XXXXX552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48251": { + "content": "[XXXXX314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48252": { + "content": "[XXXXX1436]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48253": { + "content": "[XXXXX342]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48254": { + "content": "[XXXXX1384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48255": { + "content": "[XXXXX530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48256": { + "content": "[XXXXX489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48257": { + "content": "[XXXXX207]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48258": { + "content": "[XXXXX1024]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48259": { + "content": "[XXXXX358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48260": { + "content": "[XXXXX985]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48261": { + "content": "[XXXXX1113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48262": { + "content": "[XXXXX19]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48263": { + "content": "[XXXXX1186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48264": { + "content": "[XXXXX1155]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48265": { + "content": "[XXXXX616]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48266": { + "content": "[XXXXX1294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48267": { + "content": "[XXXXX484]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48268": { + "content": "[XXXXX582]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48269": { + "content": "[XXXXX772]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48270": { + "content": "[XXXXX457]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48271": { + "content": "[XXXXX456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48272": { + "content": "[XXXXX1493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48273": { + "content": "[XXXXX1625]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48274": { + "content": "[XXXXX1585]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48275": { + "content": "[XXXXX302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48276": { + "content": "[XXXXX1022]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48277": { + "content": "[XXXXX25]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48278": { + "content": "[XXXXX766]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48279": { + "content": "[XXXXX634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48280": { + "content": "[XXXXX211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48281": { + "content": "[XXXXX1069]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48282": { + "content": "[XXXXX210]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48283": { + "content": "[XXXXX967]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48284": { + "content": "[XXXXX916]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48285": { + "content": "[XXXXX1614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48286": { + "content": "[XXXXX270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48287": { + "content": "[XXXXX1016]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48288": { + "content": "[XXXXX546]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48289": { + "content": "[XXXXX23]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48290": { + "content": "[XXXXX161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48291": { + "content": "[XXXXX5]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48292": { + "content": "[XXXXX686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48293": { + "content": "[XXXXX1258]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48294": { + "content": "[XXXXX379]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48295": { + "content": "[XXXXX758]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48296": { + "content": "[XXXXX1605]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48297": { + "content": "[XXXXX805]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48298": { + "content": "[XXXXX840]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48299": { + "content": "[XXXXX235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48300": { + "content": "[XXXXX776]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48301": { + "content": "[XXXXX1711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48302": { + "content": "[XXXXX826]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48303": { + "content": "[XXXXX1150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48304": { + "content": "[XXXXX1212]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48305": { + "content": "[XXXXX1540]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48306": { + "content": "[XXXXX198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48307": { + "content": "[XXXXX303]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48308": { + "content": "[XXXXX1463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48309": { + "content": "[XXXXX1205]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48310": { + "content": "[XXXXX635]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48311": { + "content": "[XXXXX602]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48312": { + "content": "[XXXXX190]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48313": { + "content": "[XXXXX1686]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48314": { + "content": "[XXXXX62]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48315": { + "content": "[XXXXX924]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48316": { + "content": "[XXXXX1151]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48317": { + "content": "[XXXXX337]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48318": { + "content": "[XXXXX576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48319": { + "content": "[XXXXX1174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48320": { + "content": "[XXXXX951]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48321": { + "content": "[XXXXX721]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48322": { + "content": "[XXXXX1334]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48323": { + "content": "[XXXXX280]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48324": { + "content": "[XXXXX1603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48325": { + "content": "[XXXXX1025]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48326": { + "content": "[XXXXX873]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48327": { + "content": "[XXXXX103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48328": { + "content": "[XXXXX485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48329": { + "content": "[XXXXX545]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48330": { + "content": "[XXXXX687]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48331": { + "content": "[XXXXX487]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48332": { + "content": "[XXXXX254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48333": { + "content": "[XXXXX18]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48334": { + "content": "[XXXXX1619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48335": { + "content": "[XXXXX618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48336": { + "content": "[XXXXX1572]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48337": { + "content": "[XXXXX1108]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48338": { + "content": "[XXXXX259]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48339": { + "content": "[XXXXX1074]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48340": { + "content": "[XXXXX1254]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48341": { + "content": "[XXXXX1476]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48342": { + "content": "[XXXXX136]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48343": { + "content": "[XXXXX237]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48344": { + "content": "[XXXXX1250]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48345": { + "content": "[XXXXX1211]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48346": { + "content": "[XXXXX171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48347": { + "content": "[XXXXX628]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48348": { + "content": "[XXXXX1524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48349": { + "content": "[XXXXX1455]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48350": { + "content": "[XXXXX461]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48351": { + "content": "[XXXXX423]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48352": { + "content": "[XXXXX818]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48353": { + "content": "[XXXXX1377]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48354": { + "content": "[XXXXX195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48355": { + "content": "[XXXXX570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48356": { + "content": "[XXXXX513]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48357": { + "content": "[XXXXX1354]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48358": { + "content": "[XXXXX323]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48359": { + "content": "[XXXXX346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48360": { + "content": "[XXXXX287]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48361": { + "content": "[XXXXX58]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48362": { + "content": "[XXXXX431]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48363": { + "content": "[XXXXX926]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48364": { + "content": "[XXXXX992]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48365": { + "content": "[XXXXX352]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48366": { + "content": "[XXXXX272]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48367": { + "content": "[XXXXX94]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48368": { + "content": "[XXXXX1302]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48369": { + "content": "[XXXXX386]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48370": { + "content": "[XXXXX304]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48371": { + "content": "[XXXXX163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48372": { + "content": "[XXXXX7]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48373": { + "content": "[XXXXX822]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48374": { + "content": "[XXXXX125]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48375": { + "content": "[XXXXX617]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48376": { + "content": "[XXXXX780]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48377": { + "content": "[XXXXX1663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48378": { + "content": "[XXXXX1249]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48379": { + "content": "[XXXXX1439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48380": { + "content": "[XXXXX663]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48381": { + "content": "[XXXXX736]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48382": { + "content": "[XXXXX1029]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48383": { + "content": "[XXXXX1717]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48384": { + "content": "[XXXXX956]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48385": { + "content": "[XXXXX796]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48386": { + "content": "[XXXXX203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48387": { + "content": "[XXXXX652]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48388": { + "content": "[XXXXX981]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48389": { + "content": "[XXXXX952]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48390": { + "content": "[XXXXX28]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48391": { + "content": "[XXXXX1347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48392": { + "content": "[XXXXX1134]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48393": { + "content": "[XXXXX729]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48394": { + "content": "[XXXXX731]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48395": { + "content": "[XXXXX1727]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48396": { + "content": "[XXXXX1689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48397": { + "content": "[XXXXX593]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48398": { + "content": "[XXXXX52]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48399": { + "content": "[XXXXX32]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48400": { + "content": "[XXXXX150]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48401": { + "content": "[XXXXX157]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48402": { + "content": "[XXXXX384]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48403": { + "content": "[XXXXX700]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48404": { + "content": "[XXXXX1350]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48405": { + "content": "[XXXXX61]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48406": { + "content": "[XXXXX209]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48407": { + "content": "[XXXXX685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48408": { + "content": "[XXXXX537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48409": { + "content": "[XXXXX599]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48410": { + "content": "[XXXXX1517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48411": { + "content": "[XXXXX806]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48412": { + "content": "[XXXXX1196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48413": { + "content": "[XXXXX1234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48414": { + "content": "[XXXXX1578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48415": { + "content": "[XXXXX943]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48416": { + "content": "[XXXXX1441]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48417": { + "content": "[XXXXX903]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48418": { + "content": "[XXXXX986]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48419": { + "content": "[XXXXX1447]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48420": { + "content": "[XXXXX573]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48421": { + "content": "[XXXXX1478]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48422": { + "content": "[XXXXX947]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48423": { + "content": "[XXXXX733]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48424": { + "content": "[XXXXX976]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48425": { + "content": "[XXXXX710]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48426": { + "content": "[XXXXX984]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48427": { + "content": "[XXXXX132]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48428": { + "content": "[XXXXX810]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48429": { + "content": "[XXXXX275]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48430": { + "content": "[XXXXX1503]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48431": { + "content": "[XXXXX361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48432": { + "content": "[XXXXX1738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48433": { + "content": "[XXXXX1061]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48434": { + "content": "[XXXXX21]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48435": { + "content": "[XXXXX439]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48436": { + "content": "[XXXXX745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48437": { + "content": "[XXXXX1518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48438": { + "content": "[XXXXX921]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48439": { + "content": "[XXXXX72]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48440": { + "content": "[XXXXX1171]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48441": { + "content": "[XXXXX912]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48442": { + "content": "[XXXXX1217]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48443": { + "content": "[XXXXX1298]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48444": { + "content": "[XXXXX894]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48445": { + "content": "[XXXXX1508]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48446": { + "content": "[XXXXX642]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48447": { + "content": "[XXXXX162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48448": { + "content": "[XXXXX1225]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48449": { + "content": "[XXXXX797]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48450": { + "content": "[XXXXX516]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48451": { + "content": "[XXXXX1684]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48452": { + "content": "[XXXXX1499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48453": { + "content": "[XXXXX319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48454": { + "content": "[XXXXX1012]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48455": { + "content": "[XXXXX648]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48456": { + "content": "[XXXXX4]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48457": { + "content": "[XXXXX586]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48458": { + "content": "[XXXXX578]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48459": { + "content": "[XXXXX614]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48460": { + "content": "[XXXXX1644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48461": { + "content": "[XXXXX1704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48462": { + "content": "[XXXXX724]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48463": { + "content": "[XXXXX449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48464": { + "content": "[XXXXX96]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48465": { + "content": "[XXXXX1081]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48466": { + "content": "[XXXXX1173]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48467": { + "content": "[XXXXX1705]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48468": { + "content": "[XXXXX920]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48469": { + "content": "[XXXXX971]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48470": { + "content": "[XXXXX1049]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48471": { + "content": "[XXXXX36]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48472": { + "content": "[XXXXX1169]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48473": { + "content": "[XXXXX773]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48474": { + "content": "[XXXXX16]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48475": { + "content": "[XXXXX1521]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48476": { + "content": "[XXXXX588]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48477": { + "content": "[XXXXX1054]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48478": { + "content": "[XXXXX621]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48479": { + "content": "[XXXXX1147]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48480": { + "content": "[XXXXX329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48481": { + "content": "[XXXXX1203]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48482": { + "content": "[XXXXX868]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48483": { + "content": "[XXXXX917]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48484": { + "content": "[XXXXX1195]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48485": { + "content": "[XXXXX1041]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48486": { + "content": "[XXXXX595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48487": { + "content": "[XXXXX1051]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48488": { + "content": "[XXXXX1197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48489": { + "content": "[XXXXX1331]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48490": { + "content": "[XXXXX57]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48491": { + "content": "[XXXXX681]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48492": { + "content": "[XXXXX1356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48493": { + "content": "[XXXXX1396]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48494": { + "content": "[XXXXX1537]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48495": { + "content": "[XXXXX306]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48496": { + "content": "[XXXXX88]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48497": { + "content": "[XXXXX1730]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48498": { + "content": "[XXXXX923]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48499": { + "content": "[XXXXX1130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48500": { + "content": "[XXXXX89]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48501": { + "content": "[XXXXX548]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48502": { + "content": "[XXXXX444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48503": { + "content": "[XXXXX1757]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48504": { + "content": "[XXXXX1467]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48505": { + "content": "[XXXXX1706]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48506": { + "content": "[XXXXX1000]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48507": { + "content": "[XXXXX591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48508": { + "content": "[XXXXX1754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48509": { + "content": "[XXXXX1745]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48510": { + "content": "[XXXXX1668]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48511": { + "content": "[XXXXX1224]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48512": { + "content": "[XXXXX1726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48513": { + "content": "[XXXXX608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48514": { + "content": "[XXXXX1407]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48515": { + "content": "[XXXXX1154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48516": { + "content": "[XXXXX1569]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48517": { + "content": "[XXXXX842]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48518": { + "content": "[XXXXX137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48519": { + "content": "[XXXXX47]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48520": { + "content": "[XXXXX511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48521": { + "content": "[XXXXX139]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48522": { + "content": "[XXXXX563]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48523": { + "content": "[XXXXX1520]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48524": { + "content": "[XXXXX849]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48525": { + "content": "[XXXXX713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48526": { + "content": "[XXXXX1651]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48527": { + "content": "[XXXXX378]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48528": { + "content": "[XXXXX1740]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48529": { + "content": "[XXXXX1348]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48530": { + "content": "[XXXXX15]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48531": { + "content": "[XXXXX229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48532": { + "content": "[XXXXX811]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48533": { + "content": "[XXXXX644]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48534": { + "content": "[XXXXX253]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48535": { + "content": "[XXXXX744]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48536": { + "content": "[XXXXX1690]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48537": { + "content": "[XXXXX1013]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48538": { + "content": "[XXXXX328]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48539": { + "content": "[XXXXX889]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48540": { + "content": "[XXXXX429]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48541": { + "content": "[XXXXX1459]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48542": { + "content": "[XXXXX152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48543": { + "content": "[XXXXX1242]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48544": { + "content": "[XXXXX1188]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48545": { + "content": "[XXXXX196]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48546": { + "content": "[XXXXX934]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48547": { + "content": "[XXXXX785]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48548": { + "content": "[XXXXX1528]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48549": { + "content": "[XXXXX1319]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48550": { + "content": "[XXXXX620]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48551": { + "content": "[XXXXX279]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48552": { + "content": "[XXXXX1632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48553": { + "content": "[XXXXX1135]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48554": { + "content": "[XXXXX1595]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48555": { + "content": "[XXXXX525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48556": { + "content": "[XXXXX1290]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48557": { + "content": "[XXXXX408]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48558": { + "content": "[XXXXX1699]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48559": { + "content": "[XXXXX969]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48560": { + "content": "[XXXXX1601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48561": { + "content": "[XXXXX600]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48562": { + "content": "[XXXXX654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48563": { + "content": "[XXXXX1756]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48564": { + "content": "[XXXXX1381]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48565": { + "content": "[XXXXX1560]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48566": { + "content": "[XXXXX1270]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48567": { + "content": "[XXXXX308]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48568": { + "content": "[XXXXX1202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48569": { + "content": "[XXXXX1244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48570": { + "content": "[XXXXX38]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48571": { + "content": "[XXXXX263]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48572": { + "content": "[XXXXX166]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48573": { + "content": "[XXXXX142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48574": { + "content": "[XXXXX1479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48575": { + "content": "[XXXXX1312]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48576": { + "content": "[XXXXX834]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48577": { + "content": "[XXXXX679]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48578": { + "content": "[XXXXX1066]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48579": { + "content": "[XXXXX317]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48580": { + "content": "[XXXXX490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48581": { + "content": "[XXXXX879]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48582": { + "content": "[XXXXX123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48583": { + "content": "[XXXXX692]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48584": { + "content": "[XXXXX1019]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48585": { + "content": "[XXXXX1427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48586": { + "content": "[XXXXX351]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48587": { + "content": "[XXXXX1657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48588": { + "content": "[XXXXX1070]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48589": { + "content": "[XXXXX1432]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48590": { + "content": "[XXXXX1047]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48591": { + "content": "[XXXXX1167]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48592": { + "content": "[XXXXX1264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48593": { + "content": "[XXXXX1498]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48594": { + "content": "[XXXXX126]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48595": { + "content": "[XXXXX347]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48596": { + "content": "[XXXXX544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48597": { + "content": "[XXXXX1115]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48598": { + "content": "[XXXXX1491]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48599": { + "content": "[XXXXX1584]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48600": { + "content": "[XXXXX755]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48601": { + "content": "[XXXXX255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48602": { + "content": "[XXXXX1229]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48603": { + "content": "[XXXXX1511]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48604": { + "content": "[XXXXX689]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48605": { + "content": "[XXXXX122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48606": { + "content": "[XXXXX789]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48607": { + "content": "[XXXXX1544]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48608": { + "content": "[XXXXX1204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48609": { + "content": "[XXXXX481]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48610": { + "content": "[XXXXX1372]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48611": { + "content": "[XXXXX495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48612": { + "content": "[XXXXX1490]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48613": { + "content": "[XXXXX919]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48614": { + "content": "[XXXXX1105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48615": { + "content": "[XXXXX1416]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48616": { + "content": "[XXXXX1450]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48617": { + "content": "[XXXXX403]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48618": { + "content": "[XXXXX437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48619": { + "content": "[XXXXX899]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48620": { + "content": "[XXXXX315]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48621": { + "content": "[XXXXX631]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48622": { + "content": "[XXXXX1146]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48623": { + "content": "[XXXXX854]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48624": { + "content": "[XXXXX673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48625": { + "content": "[XXXXX29]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48626": { + "content": "[XXXXX496]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48627": { + "content": "[XXXXX241]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48628": { + "content": "[XXXXX1465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48629": { + "content": "[XXXXX1153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48630": { + "content": "[XXXXX1530]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48631": { + "content": "[XXXXX440]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48632": { + "content": "[XXXXX877]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48633": { + "content": "[XXXXX1580]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48634": { + "content": "[XXXXX1137]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48635": { + "content": "[XXXXX1405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48636": { + "content": "[XXXXX1653]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48637": { + "content": "[XXXXX1500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48638": { + "content": "[XXXXX1120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48639": { + "content": "[XXXXX571]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48640": { + "content": "[XXXXX206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48641": { + "content": "[XXXXX524]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48642": { + "content": "[XXXXX998]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48643": { + "content": "[XXXXX732]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48644": { + "content": "[XXXXX1320]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48645": { + "content": "[XXXXX1472]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48646": { + "content": "[XXXXX1142]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48647": { + "content": "[XXXXX1245]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48648": { + "content": "[XXXXX360]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48649": { + "content": "[XXXXX1713]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48650": { + "content": "[XXXXX341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48651": { + "content": "[XXXXX1340]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48652": { + "content": "[XXXXX852]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48653": { + "content": "[XXXXX1650]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48654": { + "content": "[XXXXX905]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48655": { + "content": "[XXXXX1514]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48656": { + "content": "[XXXXX945]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48657": { + "content": "[XXXXX975]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48658": { + "content": "[XXXXX1495]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48659": { + "content": "[XXXXX1068]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48660": { + "content": "[XXXXX1180]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48661": { + "content": "[XXXXX574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48662": { + "content": "[XXXXX305]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48663": { + "content": "[XXXXX531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48664": { + "content": "[XXXXX1480]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48665": { + "content": "[XXXXX655]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48666": { + "content": "[XXXXX568]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48667": { + "content": "[XXXXX1428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48668": { + "content": "[XXXXX500]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48669": { + "content": "[XXXXX261]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48670": { + "content": "[XXXXX541]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48671": { + "content": "[XXXXX1741]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48672": { + "content": "[XXXXX1221]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48673": { + "content": "[XXXXX518]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48674": { + "content": "[XXXXX428]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48675": { + "content": "[XXXXX1483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48676": { + "content": "[XXXXX539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48677": { + "content": "[XXXXX409]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48678": { + "content": "[XXXXX1122]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48679": { + "content": "[XXXXX898]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48680": { + "content": "[XXXXX1385]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48681": { + "content": "[XXXXX1389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48682": { + "content": "[XXXXX1213]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48683": { + "content": "[XXXXX63]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48684": { + "content": "[XXXXX49]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48685": { + "content": "[XXXXX1106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48686": { + "content": "[XXXXX955]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48687": { + "content": "[XXXXX1291]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48688": { + "content": "[XXXXX1451]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48689": { + "content": "[XXXXX1017]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48690": { + "content": "[XXXXX677]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48691": { + "content": "[XXXXX682]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48692": { + "content": "[XXXXX704]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48693": { + "content": "[XXXXX120]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48694": { + "content": "[XXXXX405]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48695": { + "content": "[XXXXX425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48696": { + "content": "[XXXXX883]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48697": { + "content": "[XXXXX716]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48698": { + "content": "[XXXXX909]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48699": { + "content": "[XXXXX884]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48700": { + "content": "[XXXXX1339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48701": { + "content": "[XXXXX1161]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48702": { + "content": "[XXXXX1065]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48703": { + "content": "[XXXXX1318]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48704": { + "content": "[XXXXX69]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48705": { + "content": "[XXXXX433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48706": { + "content": "[XXXXX601]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48707": { + "content": "[XXXXX2]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48708": { + "content": "[XXXXX908]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48709": { + "content": "[XXXXX678]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48710": { + "content": "[XXXXX808]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48711": { + "content": "[XXXXX835]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48712": { + "content": "[XXXXX994]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48713": { + "content": "[XXXXX1293]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48714": { + "content": "[XXXXX362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48715": { + "content": "[XXXXX1252]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48716": { + "content": "[XXXXX604]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48717": { + "content": "[XXXXX1536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48718": { + "content": "[XXXXX936]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48719": { + "content": "[XXXXX895]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48720": { + "content": "[XXXXX1040]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48721": { + "content": "[XXXXX1358]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48722": { + "content": "[XXXXX24]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48723": { + "content": "[XXXXX890]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48724": { + "content": "[XXXXX1437]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48725": { + "content": "[XXXXX1634]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48726": { + "content": "[XXXXX294]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48727": { + "content": "[XXXXX197]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48728": { + "content": "[XXXXX391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48729": { + "content": "[XXXXX800]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48730": { + "content": "[XXXXX793]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48731": { + "content": "[XXXXX1589]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48732": { + "content": "[XXXXX603]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48733": { + "content": "[XXXXX1693]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48734": { + "content": "[XXXXX105]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48735": { + "content": "[XXXXX804]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48736": { + "content": "[XXXXX1256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48737": { + "content": "[XXXXX380]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48738": { + "content": "[XXXXX264]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48739": { + "content": "[XXXXX813]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48740": { + "content": "[XXXXX160]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48741": { + "content": "[XXXXX415]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48742": { + "content": "[XXXXX286]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48743": { + "content": "[XXXXX691]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48744": { + "content": "[XXXXX1477]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48745": { + "content": "[XXXXX1262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48746": { + "content": "[XXXXX130]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48747": { + "content": "[XXXXX989]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48748": { + "content": "[XXXXX1362]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48749": { + "content": "[XXXXX1201]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48750": { + "content": "[XXXXX1033]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48751": { + "content": "[XXXXX517]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48752": { + "content": "[XXXXX1579]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48753": { + "content": "[XXXXX1095]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48754": { + "content": "[XXXXX1327]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48755": { + "content": "[XXXXX963]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48756": { + "content": "[XXXXX3]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48757": { + "content": "[XXXXX1627]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48758": { + "content": "[XXXXX590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48759": { + "content": "[XXXXX1504]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48760": { + "content": "[XXXXX1391]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48761": { + "content": "[XXXXX1456]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48762": { + "content": "[XXXXX140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48763": { + "content": "[XXXXX946]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48764": { + "content": "[XXXXX782]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48765": { + "content": "[XXXXX925]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48766": { + "content": "[XXXXX519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48767": { + "content": "[XXXXX1609]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48768": { + "content": "[XXXXX1629]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48769": { + "content": "[XXXXX1597]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48770": { + "content": "[XXXXX119]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48771": { + "content": "[XXXXX962]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48772": { + "content": "[XXXXX1346]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48773": { + "content": "[XXXXX1645]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48774": { + "content": "[XXXXX1660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48775": { + "content": "[XXXXX1058]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48776": { + "content": "[XXXXX1168]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48777": { + "content": "[XXXXX696]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48778": { + "content": "[XXXXX983]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48779": { + "content": "[XXXXX816]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48780": { + "content": "[XXXXX1469]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48781": { + "content": "[XXXXX1043]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48782": { + "content": "[XXXXX1424]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48783": { + "content": "[XXXXX186]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48784": { + "content": "[XXXXX400]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48785": { + "content": "[XXXXX827]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48786": { + "content": "[XXXXX174]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48787": { + "content": "[XXXXX466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48788": { + "content": "[XXXXX1145]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48789": { + "content": "[XXXXX695]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48790": { + "content": "[XXXXX1123]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48791": { + "content": "[XXXXX742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48792": { + "content": "[XXXXX615]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48793": { + "content": "[XXXXX389]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48794": { + "content": "[XXXXX1297]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48795": { + "content": "[XXXXX1688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48796": { + "content": "[XXXXX619]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48797": { + "content": "[XXXXX299]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48798": { + "content": "[XXXXX92]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48799": { + "content": "[XXXXX31]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48800": { + "content": "[XXXXX34]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48801": { + "content": "[XXXXX712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48802": { + "content": "[XXXXX857]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48803": { + "content": "[XXXXX897]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48804": { + "content": "[XXXXX1501]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48805": { + "content": "[XXXXX202]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48806": { + "content": "[XXXXX239]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48807": { + "content": "[XXXXX1438]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48808": { + "content": "[XXXXX639]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48809": { + "content": "[XXXXX1330]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48810": { + "content": "[XXXXX683]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48811": { + "content": "[XXXXX236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48812": { + "content": "[XXXXX463]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48813": { + "content": "[XXXXX462]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48814": { + "content": "[XXXXX948]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48815": { + "content": "[XXXXX1519]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48816": { + "content": "[XXXXX322]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48817": { + "content": "[XXXXX1489]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48818": { + "content": "[XXXXX310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48819": { + "content": "[XXXXX997]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48820": { + "content": "[XXXXX1630]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48821": { + "content": "[XXXXX316]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48822": { + "content": "[XXXXX1509]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48823": { + "content": "[XXXXX1505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48824": { + "content": "[XXXXX292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48825": { + "content": "[XXXXX632]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48826": { + "content": "[XXXXX1581]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48827": { + "content": "[XXXXX156]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48828": { + "content": "[XXXXX1618]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48829": { + "content": "[XXXXX1314]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48830": { + "content": "[XXXXX1039]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48831": { + "content": "[XXXXX1162]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48832": { + "content": "[XXXXX1422]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48833": { + "content": "[XXXXX1364]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48834": { + "content": "[XXXXX262]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48835": { + "content": "[XXXXX143]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48836": { + "content": "[XXXXX59]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48837": { + "content": "[XXXXX43]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48838": { + "content": "[XXXXX624]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48839": { + "content": "[XXXXX1591]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48840": { + "content": "[XXXXX1094]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48841": { + "content": "[XXXXX80]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48842": { + "content": "[XXXXX536]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48843": { + "content": "[XXXXX674]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48844": { + "content": "[XXXXX1099]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48845": { + "content": "[XXXXX41]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48846": { + "content": "[XXXXX594]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48847": { + "content": "[XXXXX344]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48848": { + "content": "[XXXXX1535]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48849": { + "content": "[XXXXX633]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48850": { + "content": "[XXXXX1353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48851": { + "content": "[XXXXX551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48852": { + "content": "[XXXXX33]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48853": { + "content": "[XXXXX1193]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48854": { + "content": "[XXXXX737]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48855": { + "content": "[XXXXX1206]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48856": { + "content": "[XXXXX933]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48857": { + "content": "[XXXXX219]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48858": { + "content": "[XXXXX454]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48859": { + "content": "[XXXXX505]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48860": { + "content": "[XXXXX872]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48861": { + "content": "[XXXXX1163]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48862": { + "content": "[XXXXX1355]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48863": { + "content": "[XXXXX1547]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48864": { + "content": "[XXXXX474]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48865": { + "content": "[XXXXX79]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48866": { + "content": "[XXXXX977]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48867": { + "content": "[XXXXX1728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48868": { + "content": "[XXXXX1063]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48869": { + "content": "[XXXXX113]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48870": { + "content": "[XXXXX828]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48871": { + "content": "[XXXXX656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48872": { + "content": "[XXXXX1522]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48873": { + "content": "[XXXXX1326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48874": { + "content": "[XXXXX1448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48875": { + "content": "[XXXXX802]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48876": { + "content": "[XXXXX739]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48877": { + "content": "[XXXXX1341]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48878": { + "content": "[XXXXX907]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48879": { + "content": "[XXXXX1109]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48880": { + "content": "[XXXXX1164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48881": { + "content": "[XXXXX659]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48882": { + "content": "[XXXXX1158]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48883": { + "content": "[XXXXX1285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48884": { + "content": "[XXXXX830]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48885": { + "content": "[XXXXX533]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48886": { + "content": "[XXXXX1750]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48887": { + "content": "[XXXXX353]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48888": { + "content": "[XXXXX1140]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48889": { + "content": "[XXXXX1742]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48890": { + "content": "[XXXXX871]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48891": { + "content": "[XXXXX819]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48892": { + "content": "[XXXXX184]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48893": { + "content": "[XXXXX1445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48894": { + "content": "[XXXXX1466]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48895": { + "content": "[XXXXX176]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48896": { + "content": "[XXXXX1531]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48897": { + "content": "[XXXXX301]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48898": { + "content": "[XXXXX1247]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48899": { + "content": "[XXXXX829]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48900": { + "content": "[XXXXX106]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48901": { + "content": "[XXXXX1048]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48902": { + "content": "[XXXXX958]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48903": { + "content": "[XXXXX1149]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48904": { + "content": "[XXXXX1494]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48905": { + "content": "[XXXXX866]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48906": { + "content": "[XXXXX1406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48907": { + "content": "[XXXXX1610]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48908": { + "content": "[XXXXX646]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48909": { + "content": "[XXXXX204]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48910": { + "content": "[XXXXX1128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48911": { + "content": "[XXXXX1570]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48912": { + "content": "[XXXXX141]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48913": { + "content": "[XXXXX273]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48914": { + "content": "[XXXXX256]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48915": { + "content": "[XXXXX964]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48916": { + "content": "[XXXXX1433]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48917": { + "content": "[XXXXX1295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48918": { + "content": "[XXXXX1485]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48919": { + "content": "[XXXXX941]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48920": { + "content": "[XXXXX427]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48921": { + "content": "[XXXXX1333]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48922": { + "content": "[XXXXX1359]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48923": { + "content": "[XXXXX708]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48924": { + "content": "[XXXXX226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48925": { + "content": "[XXXXX944]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48926": { + "content": "[XXXXX1761]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48927": { + "content": "[XXXXX6]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48928": { + "content": "[XXXXX313]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48929": { + "content": "[XXXXX471]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48930": { + "content": "[XXXXX1118]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48931": { + "content": "[XXXXX483]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48932": { + "content": "[XXXXX1751]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48933": { + "content": "[XXXXX12]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48934": { + "content": "[XXXXX285]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48935": { + "content": "[XXXXX1179]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48936": { + "content": "[XXXXX771]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48937": { + "content": "[XXXXX913]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48938": { + "content": "[XXXXX972]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48939": { + "content": "[XXXXX1216]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48940": { + "content": "[XXXXX554]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48941": { + "content": "[XXXXX786]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48942": { + "content": "[XXXXX966]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48943": { + "content": "[XXXXX1131]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48944": { + "content": "[XXXXX1534]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48945": { + "content": "[XXXXX1265]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48946": { + "content": "[XXXXX672]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48947": { + "content": "[XXXXX927]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48948": { + "content": "[XXXXX1525]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48949": { + "content": "[XXXXX1760]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48950": { + "content": "[XXXXX812]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48951": { + "content": "[XXXXX1260]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48952": { + "content": "[XXXXX1574]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48953": { + "content": "[XXXXX1103]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48954": { + "content": "[XXXXX1702]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48955": { + "content": "[XXXXX194]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48956": { + "content": "[XXXXX720]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48957": { + "content": "[XXXXX770]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48958": { + "content": "[XXXXX749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48959": { + "content": "[XXXXX1052]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48960": { + "content": "[XXXXX1562]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48961": { + "content": "[XXXXX1001]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48962": { + "content": "[XXXXX393]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48963": { + "content": "[XXXXX1086]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48964": { + "content": "[XXXXX404]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48965": { + "content": "[XXXXX326]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48966": { + "content": "[XXXXX470]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48967": { + "content": "[XXXXX97]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48968": { + "content": "[XXXXX153]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48969": { + "content": "[XXXXX1747]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48970": { + "content": "[XXXXX1004]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48971": { + "content": "[XXXXX1005]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48972": { + "content": "[XXXXX1587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48973": { + "content": "[XXXXX1382]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48974": { + "content": "[XXXXX851]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48975": { + "content": "[XXXXX999]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48976": { + "content": "[XXXXX1426]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48977": { + "content": "[XXXXX1345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48978": { + "content": "[XXXXX164]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48979": { + "content": "[XXXXX446]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48980": { + "content": "[XXXXX60]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48981": { + "content": "[XXXXX107]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48982": { + "content": "[XXXXX387]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48983": { + "content": "[XXXXX1401]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48984": { + "content": "[XXXXX67]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48985": { + "content": "[XXXXX743]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48986": { + "content": "[XXXXX1719]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48987": { + "content": "[XXXXX657]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48988": { + "content": "[XXXXX1226]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48989": { + "content": "[XXXXX1007]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48990": { + "content": "[XXXXX1027]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48991": { + "content": "[XXXXX1255]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48992": { + "content": "[XXXXX1170]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48993": { + "content": "[XXXXX1181]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48994": { + "content": "[XXXXX1608]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48995": { + "content": "[XXXXX128]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48996": { + "content": "[XXXXX1399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48997": { + "content": "[XXXXX116]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48998": { + "content": "[XXXXX711]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "48999": { + "content": "[XXXXX1152]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49000": { + "content": "[XXXXX555]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49001": { + "content": "[XXXXX1656]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49002": { + "content": "[XXXXX266]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49003": { + "content": "[XXXXX497]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49004": { + "content": "[XXXXX922]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49005": { + "content": "[XXXXX1235]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49006": { + "content": "[XXXXX1592]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49007": { + "content": "[XXXXX1075]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49008": { + "content": "[XXXXX8]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49009": { + "content": "[XXXXX1590]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49010": { + "content": "[XXXXX411]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49011": { + "content": "[XXXXX768]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49012": { + "content": "[XXXXX1718]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49013": { + "content": "[XXXXX1373]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49014": { + "content": "[XXXXX888]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49015": { + "content": "[XXXXX636]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49016": { + "content": "[XXXXX910]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49017": { + "content": "[XXXXX238]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49018": { + "content": "[XXXXX577]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49019": { + "content": "[XXXXX1076]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49020": { + "content": "[XXXXX1532]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49021": { + "content": "[XXXXX159]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49022": { + "content": "[XXXXX1542]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49023": { + "content": "[XXXXX154]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49024": { + "content": "[XXXXX957]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49025": { + "content": "[XXXXX954]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49026": { + "content": "[XXXXX855]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49027": { + "content": "[XXXXX1082]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49028": { + "content": "[XXXXX1363]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49029": { + "content": "[XXXXX1685]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49030": { + "content": "[XXXXX465]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49031": { + "content": "[XXXXX1093]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49032": { + "content": "[XXXXX953]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49033": { + "content": "[XXXXX1187]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49034": { + "content": "[XXXXX1444]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49035": { + "content": "[XXXXX774]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49036": { + "content": "[XXXXX86]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49037": { + "content": "[XXXXX607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49038": { + "content": "[XXXXX1607]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49039": { + "content": "[XXXXX399]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49040": { + "content": "[XXXXX1283]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49041": { + "content": "[XXXXX336]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49042": { + "content": "[XXXXX1475]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49043": { + "content": "[XXXXX406]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49044": { + "content": "[XXXXX1543]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49045": { + "content": "[XXXXX1361]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49046": { + "content": "[XXXXX1292]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49047": { + "content": "[XXXXX499]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49048": { + "content": "[XXXXX848]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49049": { + "content": "[XXXXX234]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49050": { + "content": "[XXXXX93]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49051": { + "content": "[XXXXX961]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49052": { + "content": "[XXXXX1676]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49053": { + "content": "[XXXXX1759]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49054": { + "content": "[XXXXX479]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49055": { + "content": "[XXXXX1539]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49056": { + "content": "[XXXXX906]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49057": { + "content": "[XXXXX445]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49058": { + "content": "[XXXXX228]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49059": { + "content": "[XXXXX1028]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49060": { + "content": "[XXXXX726]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49061": { + "content": "[XXXXX417]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49062": { + "content": "[XXXXX345]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49063": { + "content": "[XXXXX783]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49064": { + "content": "[XXXXX74]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49065": { + "content": "[XXXXX71]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49066": { + "content": "[XXXXX375]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49067": { + "content": "[XXXXX738]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49068": { + "content": "[XXXXX856]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49069": { + "content": "[XXXXX1310]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49070": { + "content": "[XXXXX1654]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49071": { + "content": "[XXXXX1665]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49072": { + "content": "[XXXXX1329]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49073": { + "content": "[XXXXX215]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49074": { + "content": "[XXXXX368]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49075": { + "content": "[XXXXX1124]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49076": { + "content": "[XXXXX83]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49077": { + "content": "[XXXXX611]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49078": { + "content": "[XXXXX1449]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49079": { + "content": "[XXXXX282]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49080": { + "content": "[XXXXX565]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49081": { + "content": "[XXXXX865]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49082": { + "content": "[XXXXX1138]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49083": { + "content": "[XXXXX752]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49084": { + "content": "[XXXXX1177]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49085": { + "content": "[XXXXX339]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49086": { + "content": "[XXXXX988]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49087": { + "content": "[XXXXX1223]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49088": { + "content": "[XXXXX421]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49089": { + "content": "[XXXXX1087]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49090": { + "content": "[XXXXX1079]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49091": { + "content": "[XXXXX398]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49092": { + "content": "[XXXXX232]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49093": { + "content": "[XXXXX244]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49094": { + "content": "[XXXXX1712]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49095": { + "content": "[XXXXX191]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49096": { + "content": "[XXXXX931]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49097": { + "content": "[XXXXX1198]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49098": { + "content": "[XXXXX1576]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49099": { + "content": "[XXXXX1526]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49100": { + "content": "[XXXXX66]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49101": { + "content": "[XXXXX735]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49102": { + "content": "[XXXXX613]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49103": { + "content": "[XXXXX117]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49104": { + "content": "[XXXXX886]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49105": { + "content": "[XXXXX567]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49106": { + "content": "[XXXXX183]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49107": { + "content": "[XXXXX1453]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49108": { + "content": "[XXXXX1492]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49109": { + "content": "[XXXXX660]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49110": { + "content": "[XXXXX1392]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49111": { + "content": "[XXXXX1673]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49112": { + "content": "[XXXXX309]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49113": { + "content": "[XXXXX538]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49114": { + "content": "[XXXXX587]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49115": { + "content": "[XXXXX1236]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49116": { + "content": "[XXXXX388]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49117": { + "content": "[XXXXX728]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49118": { + "content": "[XXXXX688]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49119": { + "content": "[XXXXX1018]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49120": { + "content": "[XXXXX56]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49121": { + "content": "[XXXXX1296]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49122": { + "content": "[XXXXX1551]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49123": { + "content": "[XXXXX1091]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49124": { + "content": "[XXXXX1667]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49125": { + "content": "[XXXXX1307]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49126": { + "content": "[XXXXX1]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49127": { + "content": "[XXXXX1111]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49128": { + "content": "[XXXXX1749]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49129": { + "content": "[XXXXX493]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49130": { + "content": "[XXXXX1034]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49131": { + "content": "[XXXXX1552]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49132": { + "content": "[XXXXX1638]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49133": { + "content": "[XXXXX199]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49134": { + "content": "[XXXXX881]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49135": { + "content": "[XXXXX1088]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49136": { + "content": "[XXXXX356]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49137": { + "content": "[XXXXX993]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49138": { + "content": "[XXXXX458]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49139": { + "content": "[XXXXX64]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49140": { + "content": "[XXXXX661]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49141": { + "content": "[XXXXX82]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49142": { + "content": "[XXXXX748]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49143": { + "content": "[XXXXX448]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49144": { + "content": "[XXXXX754]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49145": { + "content": "[XXXXX343]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49146": { + "content": "[XXXXX1425]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49147": { + "content": "[XXXXX295]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49148": { + "content": "[XXXXX707]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49149": { + "content": "[XXXXX864]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49150": { + "content": "[XXXXX841]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "49151": { + "content": "[XXXXX1697]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[XXXXX1404]", + "[XXXXX693]", + "[XXXXX73]", + "[XXXXX1731]", + "[XXXXX1315]", + "[XXXXX396]", + "[XXXXX1366]", + "[XXXXX1192]", + "[XXXXX1239]", + "[XXXXX1457]", + "[XXXXX1278]", + "[XXXXX271]", + "[XXXXX1313]", + "[XXXXX1395]", + "[XXXXX291]", + "[XXXXX1055]", + "[XXXXX1556]", + "[XXXXX70]", + "[XXXXX178]", + "[XXXXX1189]", + "[XXXXX473]", + "[XXXXX148]", + "[XXXXX245]", + "[XXXXX407]", + "[XXXXX557]", + "[XXXXX914]", + "[XXXXX1261]", + "[XXXXX1280]", + "[XXXXX843]", + "[XXXXX1220]", + "[XXXXX118]", + "[XXXXX1306]", + "[XXXXX100]", + "[XXXXX847]", + "[XXXXX880]", + "[XXXXX1588]", + "[XXXXX1523]", + "[XXXXX1474]", + "[XXXXX1586]", + "[XXXXX170]", + "[XXXXX420]", + "[XXXXX1342]", + "[XXXXX1144]", + "[XXXXX1343]", + "[XXXXX592]", + "[XXXXX1709]", + "[XXXXX127]", + "[XXXXX705]", + "[XXXXX795]", + "[XXXXX1038]", + "[XXXXX1563]", + "[XXXXX227]", + "[XXXXX1550]", + "[XXXXX1661]", + "[XXXXX1599]", + "[XXXXX1020]", + "[XXXXX1060]", + "[XXXXX1635]", + "[XXXXX526]", + "[XXXXX333]", + "[XXXXX1008]", + "[XXXXX701]", + "[XXXXX267]", + "[XXXXX1219]", + "[XXXXX469]", + "[XXXXX1418]", + "[XXXXX1680]", + "[XXXXX1182]", + "[XXXXX185]", + "[XXXXX991]", + "[XXXXX836]", + "[XXXXX460]", + "[XXXXX1036]", + "[XXXXX486]", + "[XXXXX354]", + "[XXXXX1506]", + "[XXXXX723]", + "[XXXXX452]", + "[XXXXX622]", + "[XXXXX547]", + "[XXXXX1411]", + "[XXXXX1561]", + "[XXXXX1282]", + "[XXXXX397]", + "[XXXXX801]", + "[XXXXX598]", + "[XXXXX1583]", + "[XXXXX1737]", + "[XXXXX1117]", + "[XXXXX1564]", + "[XXXXX278]", + "[XXXXX522]", + "[XXXXX1573]", + "[XXXXX1253]", + "[XXXXX666]", + "[XXXXX414]", + "[XXXXX935]", + "[XXXXX1089]", + "[XXXXX1623]", + "[XXXXX508]", + "[XXXXX1125]", + "[XXXXX390]", + "[XXXXX1214]", + "[XXXXX1677]", + "[XXXXX1458]", + "[XXXXX760]", + "[XXXXX817]", + "[XXXXX1215]", + "[XXXXX1248]", + "[XXXXX1555]", + "[XXXXX680]", + "[XXXXX1096]", + "[XXXXX366]", + "[XXXXX1670]", + "[XXXXX509]", + "[XXXXX1136]", + "[XXXXX367]", + "[XXXXX1582]", + "[XXXXX1100]", + "[XXXXX939]", + "[XXXXX506]", + "[XXXXX1257]", + "[XXXXX10]", + "[XXXXX612]", + "[XXXXX40]", + "[XXXXX1410]", + "[XXXXX609]", + "[XXXXX1352]", + "[XXXXX331]", + "[XXXXX561]", + "[XXXXX575]", + "[XXXXX201]", + "[XXXXX450]", + "[XXXXX296]", + "[XXXXX1695]", + "[XXXXX373]", + "[XXXXX1200]", + "[XXXXX1671]", + "[XXXXX1666]", + "[XXXXX1482]", + "[XXXXX1732]", + "[XXXXX1335]", + "[XXXXX1452]", + "[XXXXX1615]", + "[XXXXX781]", + "[XXXXX697]", + "[XXXXX1694]", + "[XXXXX1157]", + "[XXXXX455]", + "[XXXXX182]", + "[XXXXX1413]", + "[XXXXX507]", + "[XXXXX1126]", + "[XXXXX1114]", + "[XXXXX1178]", + "[XXXXX1129]", + "[XXXXX915]", + "[XXXXX1098]", + "[XXXXX751]", + "[XXXXX569]", + "[XXXXX1360]", + "[XXXXX1376]", + "[XXXXX50]", + "[XXXXX1308]", + "[XXXXX121]", + "[XXXXX767]", + "[XXXXX645]", + "[XXXXX27]", + "[XXXXX650]", + "[XXXXX1736]", + "[XXXXX104]", + "[XXXXX629]", + "[XXXXX1370]", + "[XXXXX17]", + "[XXXXX1746]", + "[XXXXX862]", + "[XXXXX1659]", + "[XXXXX181]", + "[XXXXX703]", + "[XXXXX750]", + "[XXXXX293]", + "[XXXXX1648]", + "[XXXXX46]", + "[XXXXX821]", + "[XXXXX1617]", + "[XXXXX980]", + "[XXXXX1567]", + "[XXXXX626]", + "[XXXXX90]", + "[XXXXX1725]", + "[XXXXX436]", + "[XXXXX1513]", + "[XXXXX216]", + "[XXXXX747]", + "[XXXXX1015]", + "[XXXXX1251]", + "[XXXXX520]", + "[XXXXX109]", + "[XXXXX550]", + "[XXXXX727]", + "[XXXXX1507]", + "[XXXXX1397]", + "[XXXXX937]", + "[XXXXX1183]", + "[XXXXX1390]", + "[XXXXX1442]", + "[XXXXX1228]", + "[XXXXX765]", + "[XXXXX371]", + "[XXXXX1148]", + "[XXXXX930]", + "[XXXXX1238]", + "[XXXXX1636]", + "[XXXXX212]", + "[XXXXX133]", + "[XXXXX281]", + "[XXXXX928]", + "[XXXXX861]", + "[XXXXX87]", + "[XXXXX359]", + "[XXXXX1642]", + "[XXXXX1423]", + "[XXXXX1299]", + "[XXXXX65]", + "[XXXXX381]", + "[XXXXX1064]", + "[XXXXX1240]", + "[XXXXX874]", + "[XXXXX222]", + "[XXXXX1383]", + "[XXXXX1166]", + "[XXXXX559]", + "[XXXXX1209]", + "[XXXXX1010]", + "[XXXXX363]", + "[XXXXX1722]", + "[XXXXX1593]", + "[XXXXX844]", + "[XXXXX667]", + "[XXXXX515]", + "[XXXXX283]", + "[XXXXX1446]", + "[XXXXX1398]", + "[XXXXX1104]", + "[XXXXX330]", + "[XXXXX193]", + "[XXXXX1421]", + "[XXXXX1160]", + "[XXXXX1701]", + "[XXXXX1612]", + "[XXXXX671]", + "[XXXXX1194]", + "[XXXXX1527]", + "[XXXXX242]", + "[XXXXX54]", + "[XXXXX564]", + "[XXXXX658]", + "[XXXXX401]", + "[XXXXX395]", + "[XXXXX1481]", + "[XXXXX787]", + "[XXXXX838]", + "[XXXXX1598]", + "[XXXXX651]", + "[XXXXX875]", + "[XXXXX413]", + "[XXXXX1092]", + "[XXXXX1085]", + "[XXXXX1378]", + "[XXXXX438]", + "[XXXXX627]", + "[XXXXX757]", + "[XXXXX794]", + "[XXXXX839]", + "[XXXXX138]", + "[XXXXX1272]", + "[XXXXX1652]", + "[XXXXX443]", + "[XXXXX1460]", + "[XXXXX1227]", + "[XXXXX0]", + "[XXXXX904]", + "[XXXXX1268]", + "[XXXXX798]", + "[XXXXX205]", + "[XXXXX1488]", + "[XXXXX1393]", + "[XXXXX422]", + "[XXXXX1647]", + "[XXXXX1165]", + "[XXXXX1691]", + "[XXXXX1246]", + "[XXXXX960]", + "[XXXXX1032]", + "[XXXXX268]", + "[XXXXX665]", + "[XXXXX1367]", + "[XXXXX1026]", + "[XXXXX583]", + "[XXXXX1322]", + "[XXXXX1414]", + "[XXXXX459]", + "[XXXXX1729]", + "[XXXXX1703]", + "[XXXXX589]", + "[XXXXX1044]", + "[XXXXX274]", + "[XXXXX1309]", + "[XXXXX1097]", + "[XXXXX581]", + "[XXXXX1365]", + "[XXXXX200]", + "[XXXXX419]", + "[XXXXX451]", + "[XXXXX869]", + "[XXXXX1400]", + "[XXXXX1185]", + "[XXXXX1139]", + "[XXXXX1565]", + "[XXXXX1072]", + "[XXXXX1284]", + "[XXXXX1473]", + "[XXXXX311]", + "[XXXXX426]", + "[XXXXX277]", + "[XXXXX896]", + "[XXXXX1073]", + "[XXXXX1649]", + "[XXXXX149]", + "[XXXXX566]", + "[XXXXX1053]", + "[XXXXX289]", + "[XXXXX221]", + "[XXXXX1337]", + "[XXXXX1386]", + "[XXXXX718]", + "[XXXXX269]", + "[XXXXX1533]", + "[XXXXX987]", + "[XXXXX349]", + "[XXXXX247]", + "[XXXXX369]", + "[XXXXX1046]", + "[XXXXX1664]", + "[XXXXX553]", + "[XXXXX1289]", + "[XXXXX675]", + "[XXXXX1496]", + "[XXXXX494]", + "[XXXXX965]", + "[XXXXX168]", + "[XXXXX606]", + "[XXXXX974]", + "[XXXXX504]", + "[XXXXX1159]", + "[XXXXX1175]", + "[XXXXX753]", + "[XXXXX824]", + "[XXXXX1640]", + "[XXXXX251]", + "[XXXXX610]", + "[XXXXX1050]", + "[XXXXX1502]", + "[XXXXX637]", + "[XXXXX1279]", + "[XXXXX9]", + "[XXXXX1387]", + "[XXXXX1277]", + "[XXXXX825]", + "[XXXXX91]", + "[XXXXX257]", + "[XXXXX188]", + "[XXXXX1516]", + "[XXXXX51]", + "[XXXXX1014]", + "[XXXXX134]", + "[XXXXX321]", + "[XXXXX1059]", + "[XXXXX670]", + "[XXXXX949]", + "[XXXXX1471]", + "[XXXXX14]", + "[XXXXX1674]", + "[XXXXX1067]", + "[XXXXX340]", + "[XXXXX1030]", + "[XXXXX300]", + "[XXXXX996]", + "[XXXXX1486]", + "[XXXXX20]", + "[XXXXX1468]", + "[XXXXX529]", + "[XXXXX715]", + "[XXXXX1675]", + "[XXXXX1708]", + "[XXXXX192]", + "[XXXXX53]", + "[XXXXX850]", + "[XXXXX527]", + "[XXXXX1311]", + "[XXXXX534]", + "[XXXXX756]", + "[XXXXX867]", + "[XXXXX823]", + "[XXXXX243]", + "[XXXXX1184]", + "[XXXXX1566]", + "[XXXXX1758]", + "[XXXXX532]", + "[XXXXX1208]", + "[XXXXX788]", + "[XXXXX837]", + "[XXXXX1304]", + "[XXXXX1417]", + "[XXXXX579]", + "[XXXXX1011]", + "[XXXXX372]", + "[XXXXX370]", + "[XXXXX1420]", + "[XXXXX653]", + "[XXXXX959]", + "[XXXXX1035]", + "[XXXXX722]", + "[XXXXX1328]", + "[XXXXX1431]", + "[XXXXX1273]", + "[XXXXX217]", + "[XXXXX1672]", + "[XXXXX1243]", + "[XXXXX145]", + "[XXXXX476]", + "[XXXXX218]", + "[XXXXX1611]", + "[XXXXX364]", + "[XXXXX978]", + "[XXXXX1002]", + "[XXXXX778]", + "[XXXXX887]", + "[XXXXX1379]", + "[XXXXX630]", + "[XXXXX338]", + "[XXXXX1443]", + "[XXXXX1716]", + "[XXXXX155]", + "[XXXXX1190]", + "[XXXXX240]", + "[XXXXX717]", + "[XXXXX1156]", + "[XXXXX597]", + "[XXXXX1083]", + "[XXXXX784]", + "[XXXXX1218]", + "[XXXXX335]", + "[XXXXX1037]", + "[XXXXX1558]", + "[XXXXX1107]", + "[XXXXX478]", + "[XXXXX669]", + "[XXXXX1269]", + "[XXXXX853]", + "[XXXXX1484]", + "[XXXXX249]", + "[XXXXX902]", + "[XXXXX260]", + "[XXXXX706]", + "[XXXXX1602]", + "[XXXXX146]", + "[XXXXX1755]", + "[XXXXX1412]", + "[XXXXX1023]", + "[XXXXX318]", + "[XXXXX970]", + "[XXXXX110]", + "[XXXXX792]", + "[XXXXX1119]", + "[XXXXX1266]", + "[XXXXX1624]", + "[XXXXX307]", + "[XXXXX151]", + "[XXXXX213]", + "[XXXXX1031]", + "[XXXXX1721]", + "[XXXXX44]", + "[XXXXX78]", + "[XXXXX1191]", + "[XXXXX13]", + "[XXXXX932]", + "[XXXXX441]", + "[XXXXX950]", + "[XXXXX1199]", + "[XXXXX1344]", + "[XXXXX676]", + "[XXXXX1133]", + "[XXXXX374]", + "[XXXXX815]", + "[XXXXX791]", + "[XXXXX1515]", + "[XXXXX412]", + "[XXXXX1678]", + "[XXXXX410]", + "[XXXXX101]", + "[XXXXX447]", + "[XXXXX147]", + "[XXXXX1112]", + "[XXXXX1557]", + "[XXXXX26]", + "[XXXXX746]", + "[XXXXX1324]", + "[XXXXX725]", + "[XXXXX1554]", + "[XXXXX84]", + "[XXXXX1080]", + "[XXXXX76]", + "[XXXXX562]", + "[XXXXX1577]", + "[XXXXX1305]", + "[XXXXX1681]", + "[XXXXX762]", + "[XXXXX1338]", + "[XXXXX85]", + "[XXXXX1303]", + "[XXXXX1207]", + "[XXXXX759]", + "[XXXXX807]", + "[XXXXX187]", + "[XXXXX45]", + "[XXXXX1734]", + "[XXXXX714]", + "[XXXXX769]", + "[XXXXX1042]", + "[XXXXX1056]", + "[XXXXX102]", + "[XXXXX1403]", + "[XXXXX1464]", + "[XXXXX860]", + "[XXXXX1233]", + "[XXXXX472]", + "[XXXXX230]", + "[XXXXX1620]", + "[XXXXX1487]", + "[XXXXX231]", + "[XXXXX911]", + "[XXXXX477]", + "[XXXXX1176]", + "[XXXXX180]", + "[XXXXX1637]", + "[XXXXX365]", + "[XXXXX214]", + "[XXXXX312]", + "[XXXXX1633]", + "[XXXXX982]", + "[XXXXX1402]", + "[XXXXX1300]", + "[XXXXX1735]", + "[XXXXX596]", + "[XXXXX1454]", + "[XXXXX918]", + "[XXXXX1470]", + "[XXXXX392]", + "[XXXXX1435]", + "[XXXXX649]", + "[XXXXX158]", + "[XXXXX430]", + "[XXXXX1639]", + "[XXXXX115]", + "[XXXXX885]", + "[XXXXX940]", + "[XXXXX135]", + "[XXXXX39]", + "[XXXXX870]", + "[XXXXX1575]", + "[XXXXX1604]", + "[XXXXX1512]", + "[XXXXX1394]", + "[XXXXX1600]", + "[XXXXX1724]", + "[XXXXX1323]", + "[XXXXX432]", + "[XXXXX514]", + "[XXXXX1753]", + "[XXXXX1752]", + "[XXXXX968]", + "[XXXXX252]", + "[XXXXX535]", + "[XXXXX1646]", + "[XXXXX584]", + "[XXXXX549]", + "[XXXXX208]", + "[XXXXX1720]", + "[XXXXX1263]", + "[XXXXX995]", + "[XXXXX831]", + "[XXXXX498]", + "[XXXXX1616]", + "[XXXXX775]", + "[XXXXX1143]", + "[XXXXX876]", + "[XXXXX355]", + "[XXXXX394]", + "[XXXXX1707]", + "[XXXXX560]", + "[XXXXX1553]", + "[XXXXX165]", + "[XXXXX942]", + "[XXXXX1071]", + "[XXXXX348]", + "[XXXXX233]", + "[XXXXX189]", + "[XXXXX1006]", + "[XXXXX1288]", + "[XXXXX224]", + "[XXXXX424]", + "[XXXXX1241]", + "[XXXXX172]", + "[XXXXX1409]", + "[XXXXX1440]", + "[XXXXX320]", + "[XXXXX1631]", + "[XXXXX167]", + "[XXXXX543]", + "[XXXXX846]", + "[XXXXX324]", + "[XXXXX882]", + "[XXXXX585]", + "[XXXXX647]", + "[XXXXX1275]", + "[XXXXX1274]", + "[XXXXX501]", + "[XXXXX1744]", + "[XXXXX779]", + "[XXXXX377]", + "[XXXXX467]", + "[XXXXX542]", + "[XXXXX662]", + "[XXXXX435]", + "[XXXXX75]", + "[XXXXX1682]", + "[XXXXX30]", + "[XXXXX402]", + "[XXXXX803]", + "[XXXXX990]", + "[XXXXX77]", + "[XXXXX1369]", + "[XXXXX434]", + "[XXXXX290]", + "[XXXXX938]", + "[XXXXX442]", + "[XXXXX1662]", + "[XXXXX863]", + "[XXXXX702]", + "[XXXXX1655]", + "[XXXXX1374]", + "[XXXXX1700]", + "[XXXXX1045]", + "[XXXXX334]", + "[XXXXX1596]", + "[XXXXX1287]", + "[XXXXX1281]", + "[XXXXX55]", + "[XXXXX491]", + "[XXXXX820]", + "[XXXXX81]", + "[XXXXX22]", + "[XXXXX1613]", + "[XXXXX1415]", + "[XXXXX1529]", + "[XXXXX1622]", + "[XXXXX640]", + "[XXXXX327]", + "[XXXXX1679]", + "[XXXXX790]", + "[XXXXX1084]", + "[XXXXX1357]", + "[XXXXX1301]", + "[XXXXX1230]", + "[XXXXX664]", + "[XXXXX1132]", + "[XXXXX376]", + "[XXXXX1434]", + "[XXXXX1141]", + "[XXXXX523]", + "[XXXXX114]", + "[XXXXX833]", + "[XXXXX1062]", + "[XXXXX297]", + "[XXXXX1628]", + "[XXXXX1325]", + "[XXXXX690]", + "[XXXXX528]", + "[XXXXX95]", + "[XXXXX502]", + "[XXXXX643]", + "[XXXXX129]", + "[XXXXX572]", + "[XXXXX177]", + "[XXXXX777]", + "[XXXXX510]", + "[XXXXX225]", + "[XXXXX1541]", + "[XXXXX1687]", + "[XXXXX558]", + "[XXXXX416]", + "[XXXXX246]", + "[XXXXX799]", + "[XXXXX809]", + "[XXXXX1546]", + "[XXXXX492]", + "[XXXXX973]", + "[XXXXX357]", + "[XXXXX453]", + "[XXXXX730]", + "[XXXXX480]", + "[XXXXX37]", + "[XXXXX605]", + "[XXXXX1351]", + "[XXXXX1643]", + "[XXXXX131]", + "[XXXXX1231]", + "[XXXXX1271]", + "[XXXXX418]", + "[XXXXX1336]", + "[XXXXX298]", + "[XXXXX1748]", + "[XXXXX1545]", + "[XXXXX1078]", + "[XXXXX258]", + "[XXXXX1641]", + "[XXXXX1714]", + "[XXXXX124]", + "[XXXXX475]", + "[XXXXX900]", + "[XXXXX1127]", + "[XXXXX698]", + "[XXXXX763]", + "[XXXXX1538]", + "[XXXXX1669]", + "[XXXXX250]", + "[XXXXX35]", + "[XXXXX482]", + "[XXXXX1733]", + "[XXXXX1101]", + "[XXXXX1210]", + "[XXXXX332]", + "[XXXXX709]", + "[XXXXX764]", + "[XXXXX625]", + "[XXXXX1380]", + "[XXXXX814]", + "[XXXXX638]", + "[XXXXX1057]", + "[XXXXX98]", + "[XXXXX1497]", + "[XXXXX42]", + "[XXXXX383]", + "[XXXXX179]", + "[XXXXX1172]", + "[XXXXX1692]", + "[XXXXX1317]", + "[XXXXX1606]", + "[XXXXX1683]", + "[XXXXX503]", + "[XXXXX668]", + "[XXXXX1710]", + "[XXXXX112]", + "[XXXXX1222]", + "[XXXXX1461]", + "[XXXXX761]", + "[XXXXX540]", + "[XXXXX1090]", + "[XXXXX1698]", + "[XXXXX1232]", + "[XXXXX1743]", + "[XXXXX1121]", + "[XXXXX464]", + "[XXXXX1559]", + "[XXXXX1321]", + "[XXXXX1276]", + "[XXXXX48]", + "[XXXXX1259]", + "[XXXXX1408]", + "[XXXXX859]", + "[XXXXX1429]", + "[XXXXX220]", + "[XXXXX684]", + "[XXXXX68]", + "[XXXXX878]", + "[XXXXX1388]", + "[XXXXX1621]", + "[XXXXX223]", + "[XXXXX740]", + "[XXXXX265]", + "[XXXXX1430]", + "[XXXXX1077]", + "[XXXXX734]", + "[XXXXX1510]", + "[XXXXX1715]", + "[XXXXX580]", + "[XXXXX1316]", + "[XXXXX929]", + "[XXXXX169]", + "[XXXXX385]", + "[XXXXX1568]", + "[XXXXX641]", + "[XXXXX521]", + "[XXXXX741]", + "[XXXXX892]", + "[XXXXX1349]", + "[XXXXX1696]", + "[XXXXX488]", + "[XXXXX1021]", + "[XXXXX556]", + "[XXXXX1237]", + "[XXXXX276]", + "[XXXXX1462]", + "[XXXXX512]", + "[XXXXX1571]", + "[XXXXX1116]", + "[XXXXX979]", + "[XXXXX325]", + "[XXXXX1286]", + "[XXXXX284]", + "[XXXXX11]", + "[XXXXX1371]", + "[XXXXX99]", + "[XXXXX288]", + "[XXXXX1548]", + "[XXXXX893]", + "[XXXXX108]", + "[XXXXX719]", + "[XXXXX382]", + "[XXXXX1549]", + "[XXXXX175]", + "[XXXXX1110]", + "[XXXXX832]", + "[XXXXX144]", + "[XXXXX1102]", + "[XXXXX1419]", + "[XXXXX1658]", + "[XXXXX248]", + "[XXXXX694]", + "[XXXXX845]", + "[XXXXX1594]", + "[XXXXX699]", + "[XXXXX1003]", + "[XXXXX1626]", + "[XXXXX891]", + "[XXXXX858]", + "[XXXXX111]", + "[XXXXX173]", + "[XXXXX1267]", + "[XXXXX1009]", + "[XXXXX901]", + "[XXXXX1368]", + "[XXXXX1332]", + "[XXXXX1739]", + "[XXXXX350]", + "[XXXXX1375]", + "[XXXXX1723]", + "[XXXXX468]", + "[XXXXX623]", + "[XXXXX552]", + "[XXXXX314]", + "[XXXXX1436]", + "[XXXXX342]", + "[XXXXX1384]", + "[XXXXX530]", + "[XXXXX489]", + "[XXXXX207]", + "[XXXXX1024]", + "[XXXXX358]", + "[XXXXX985]", + "[XXXXX1113]", + "[XXXXX19]", + "[XXXXX1186]", + "[XXXXX1155]", + "[XXXXX616]", + "[XXXXX1294]", + "[XXXXX484]", + "[XXXXX582]", + "[XXXXX772]", + "[XXXXX457]", + "[XXXXX456]", + "[XXXXX1493]", + "[XXXXX1625]", + "[XXXXX1585]", + "[XXXXX302]", + "[XXXXX1022]", + "[XXXXX25]", + "[XXXXX766]", + "[XXXXX634]", + "[XXXXX211]", + "[XXXXX1069]", + "[XXXXX210]", + "[XXXXX967]", + "[XXXXX916]", + "[XXXXX1614]", + "[XXXXX270]", + "[XXXXX1016]", + "[XXXXX546]", + "[XXXXX23]", + "[XXXXX161]", + "[XXXXX5]", + "[XXXXX686]", + "[XXXXX1258]", + "[XXXXX379]", + "[XXXXX758]", + "[XXXXX1605]", + "[XXXXX805]", + "[XXXXX840]", + "[XXXXX235]", + "[XXXXX776]", + "[XXXXX1711]", + "[XXXXX826]", + "[XXXXX1150]", + "[XXXXX1212]", + "[XXXXX1540]", + "[XXXXX198]", + "[XXXXX303]", + "[XXXXX1463]", + "[XXXXX1205]", + "[XXXXX635]", + "[XXXXX602]", + "[XXXXX190]", + "[XXXXX1686]", + "[XXXXX62]", + "[XXXXX924]", + "[XXXXX1151]", + "[XXXXX337]", + "[XXXXX576]", + "[XXXXX1174]", + "[XXXXX951]", + "[XXXXX721]", + "[XXXXX1334]", + "[XXXXX280]", + "[XXXXX1603]", + "[XXXXX1025]", + "[XXXXX873]", + "[XXXXX103]", + "[XXXXX485]", + "[XXXXX545]", + "[XXXXX687]", + "[XXXXX487]", + "[XXXXX254]", + "[XXXXX18]", + "[XXXXX1619]", + "[XXXXX618]", + "[XXXXX1572]", + "[XXXXX1108]", + "[XXXXX259]", + "[XXXXX1074]", + "[XXXXX1254]", + "[XXXXX1476]", + "[XXXXX136]", + "[XXXXX237]", + "[XXXXX1250]", + "[XXXXX1211]", + "[XXXXX171]", + "[XXXXX628]", + "[XXXXX1524]", + "[XXXXX1455]", + "[XXXXX461]", + "[XXXXX423]", + "[XXXXX818]", + "[XXXXX1377]", + "[XXXXX195]", + "[XXXXX570]", + "[XXXXX513]", + "[XXXXX1354]", + "[XXXXX323]", + "[XXXXX346]", + "[XXXXX287]", + "[XXXXX58]", + "[XXXXX431]", + "[XXXXX926]", + "[XXXXX992]", + "[XXXXX352]", + "[XXXXX272]", + "[XXXXX94]", + "[XXXXX1302]", + "[XXXXX386]", + "[XXXXX304]", + "[XXXXX163]", + "[XXXXX7]", + "[XXXXX822]", + "[XXXXX125]", + "[XXXXX617]", + "[XXXXX780]", + "[XXXXX1663]", + "[XXXXX1249]", + "[XXXXX1439]", + "[XXXXX663]", + "[XXXXX736]", + "[XXXXX1029]", + "[XXXXX1717]", + "[XXXXX956]", + "[XXXXX796]", + "[XXXXX203]", + "[XXXXX652]", + "[XXXXX981]", + "[XXXXX952]", + "[XXXXX28]", + "[XXXXX1347]", + "[XXXXX1134]", + "[XXXXX729]", + "[XXXXX731]", + "[XXXXX1727]", + "[XXXXX1689]", + "[XXXXX593]", + "[XXXXX52]", + "[XXXXX32]", + "[XXXXX150]", + "[XXXXX157]", + "[XXXXX384]", + "[XXXXX700]", + "[XXXXX1350]", + "[XXXXX61]", + "[XXXXX209]", + "[XXXXX685]", + "[XXXXX537]", + "[XXXXX599]", + "[XXXXX1517]", + "[XXXXX806]", + "[XXXXX1196]", + "[XXXXX1234]", + "[XXXXX1578]", + "[XXXXX943]", + "[XXXXX1441]", + "[XXXXX903]", + "[XXXXX986]", + "[XXXXX1447]", + "[XXXXX573]", + "[XXXXX1478]", + "[XXXXX947]", + "[XXXXX733]", + "[XXXXX976]", + "[XXXXX710]", + "[XXXXX984]", + "[XXXXX132]", + "[XXXXX810]", + "[XXXXX275]", + "[XXXXX1503]", + "[XXXXX361]", + "[XXXXX1738]", + "[XXXXX1061]", + "[XXXXX21]", + "[XXXXX439]", + "[XXXXX745]", + "[XXXXX1518]", + "[XXXXX921]", + "[XXXXX72]", + "[XXXXX1171]", + "[XXXXX912]", + "[XXXXX1217]", + "[XXXXX1298]", + "[XXXXX894]", + "[XXXXX1508]", + "[XXXXX642]", + "[XXXXX162]", + "[XXXXX1225]", + "[XXXXX797]", + "[XXXXX516]", + "[XXXXX1684]", + "[XXXXX1499]", + "[XXXXX319]", + "[XXXXX1012]", + "[XXXXX648]", + "[XXXXX4]", + "[XXXXX586]", + "[XXXXX578]", + "[XXXXX614]", + "[XXXXX1644]", + "[XXXXX1704]", + "[XXXXX724]", + "[XXXXX449]", + "[XXXXX96]", + "[XXXXX1081]", + "[XXXXX1173]", + "[XXXXX1705]", + "[XXXXX920]", + "[XXXXX971]", + "[XXXXX1049]", + "[XXXXX36]", + "[XXXXX1169]", + "[XXXXX773]", + "[XXXXX16]", + "[XXXXX1521]", + "[XXXXX588]", + "[XXXXX1054]", + "[XXXXX621]", + "[XXXXX1147]", + "[XXXXX329]", + "[XXXXX1203]", + "[XXXXX868]", + "[XXXXX917]", + "[XXXXX1195]", + "[XXXXX1041]", + "[XXXXX595]", + "[XXXXX1051]", + "[XXXXX1197]", + "[XXXXX1331]", + "[XXXXX57]", + "[XXXXX681]", + "[XXXXX1356]", + "[XXXXX1396]", + "[XXXXX1537]", + "[XXXXX306]", + "[XXXXX88]", + "[XXXXX1730]", + "[XXXXX923]", + "[XXXXX1130]", + "[XXXXX89]", + "[XXXXX548]", + "[XXXXX444]", + "[XXXXX1757]", + "[XXXXX1467]", + "[XXXXX1706]", + "[XXXXX1000]", + "[XXXXX591]", + "[XXXXX1754]", + "[XXXXX1745]", + "[XXXXX1668]", + "[XXXXX1224]", + "[XXXXX1726]", + "[XXXXX608]", + "[XXXXX1407]", + "[XXXXX1154]", + "[XXXXX1569]", + "[XXXXX842]", + "[XXXXX137]", + "[XXXXX47]", + "[XXXXX511]", + "[XXXXX139]", + "[XXXXX563]", + "[XXXXX1520]", + "[XXXXX849]", + "[XXXXX713]", + "[XXXXX1651]", + "[XXXXX378]", + "[XXXXX1740]", + "[XXXXX1348]", + "[XXXXX15]", + "[XXXXX229]", + "[XXXXX811]", + "[XXXXX644]", + "[XXXXX253]", + "[XXXXX744]", + "[XXXXX1690]", + "[XXXXX1013]", + "[XXXXX328]", + "[XXXXX889]", + "[XXXXX429]", + "[XXXXX1459]", + "[XXXXX152]", + "[XXXXX1242]", + "[XXXXX1188]", + "[XXXXX196]", + "[XXXXX934]", + "[XXXXX785]", + "[XXXXX1528]", + "[XXXXX1319]", + "[XXXXX620]", + "[XXXXX279]", + "[XXXXX1632]", + "[XXXXX1135]", + "[XXXXX1595]", + "[XXXXX525]", + "[XXXXX1290]", + "[XXXXX408]", + "[XXXXX1699]", + "[XXXXX969]", + "[XXXXX1601]", + "[XXXXX600]", + "[XXXXX654]", + "[XXXXX1756]", + "[XXXXX1381]", + "[XXXXX1560]", + "[XXXXX1270]", + "[XXXXX308]", + "[XXXXX1202]", + "[XXXXX1244]", + "[XXXXX38]", + "[XXXXX263]", + "[XXXXX166]", + "[XXXXX142]", + "[XXXXX1479]", + "[XXXXX1312]", + "[XXXXX834]", + "[XXXXX679]", + "[XXXXX1066]", + "[XXXXX317]", + "[XXXXX490]", + "[XXXXX879]", + "[XXXXX123]", + "[XXXXX692]", + "[XXXXX1019]", + "[XXXXX1427]", + "[XXXXX351]", + "[XXXXX1657]", + "[XXXXX1070]", + "[XXXXX1432]", + "[XXXXX1047]", + "[XXXXX1167]", + "[XXXXX1264]", + "[XXXXX1498]", + "[XXXXX126]", + "[XXXXX347]", + "[XXXXX544]", + "[XXXXX1115]", + "[XXXXX1491]", + "[XXXXX1584]", + "[XXXXX755]", + "[XXXXX255]", + "[XXXXX1229]", + "[XXXXX1511]", + "[XXXXX689]", + "[XXXXX122]", + "[XXXXX789]", + "[XXXXX1544]", + "[XXXXX1204]", + "[XXXXX481]", + "[XXXXX1372]", + "[XXXXX495]", + "[XXXXX1490]", + "[XXXXX919]", + "[XXXXX1105]", + "[XXXXX1416]", + "[XXXXX1450]", + "[XXXXX403]", + "[XXXXX437]", + "[XXXXX899]", + "[XXXXX315]", + "[XXXXX631]", + "[XXXXX1146]", + "[XXXXX854]", + "[XXXXX673]", + "[XXXXX29]", + "[XXXXX496]", + "[XXXXX241]", + "[XXXXX1465]", + "[XXXXX1153]", + "[XXXXX1530]", + "[XXXXX440]", + "[XXXXX877]", + "[XXXXX1580]", + "[XXXXX1137]", + "[XXXXX1405]", + "[XXXXX1653]", + "[XXXXX1500]", + "[XXXXX1120]", + "[XXXXX571]", + "[XXXXX206]", + "[XXXXX524]", + "[XXXXX998]", + "[XXXXX732]", + "[XXXXX1320]", + "[XXXXX1472]", + "[XXXXX1142]", + "[XXXXX1245]", + "[XXXXX360]", + "[XXXXX1713]", + "[XXXXX341]", + "[XXXXX1340]", + "[XXXXX852]", + "[XXXXX1650]", + "[XXXXX905]", + "[XXXXX1514]", + "[XXXXX945]", + "[XXXXX975]", + "[XXXXX1495]", + "[XXXXX1068]", + "[XXXXX1180]", + "[XXXXX574]", + "[XXXXX305]", + "[XXXXX531]", + "[XXXXX1480]", + "[XXXXX655]", + "[XXXXX568]", + "[XXXXX1428]", + "[XXXXX500]", + "[XXXXX261]", + "[XXXXX541]", + "[XXXXX1741]", + "[XXXXX1221]", + "[XXXXX518]", + "[XXXXX428]", + "[XXXXX1483]", + "[XXXXX539]", + "[XXXXX409]", + "[XXXXX1122]", + "[XXXXX898]", + "[XXXXX1385]", + "[XXXXX1389]", + "[XXXXX1213]", + "[XXXXX63]", + "[XXXXX49]", + "[XXXXX1106]", + "[XXXXX955]", + "[XXXXX1291]", + "[XXXXX1451]", + "[XXXXX1017]", + "[XXXXX677]", + "[XXXXX682]", + "[XXXXX704]", + "[XXXXX120]", + "[XXXXX405]", + "[XXXXX425]", + "[XXXXX883]", + "[XXXXX716]", + "[XXXXX909]", + "[XXXXX884]", + "[XXXXX1339]", + "[XXXXX1161]", + "[XXXXX1065]", + "[XXXXX1318]", + "[XXXXX69]", + "[XXXXX433]", + "[XXXXX601]", + "[XXXXX2]", + "[XXXXX908]", + "[XXXXX678]", + "[XXXXX808]", + "[XXXXX835]", + "[XXXXX994]", + "[XXXXX1293]", + "[XXXXX362]", + "[XXXXX1252]", + "[XXXXX604]", + "[XXXXX1536]", + "[XXXXX936]", + "[XXXXX895]", + "[XXXXX1040]", + "[XXXXX1358]", + "[XXXXX24]", + "[XXXXX890]", + "[XXXXX1437]", + "[XXXXX1634]", + "[XXXXX294]", + "[XXXXX197]", + "[XXXXX391]", + "[XXXXX800]", + "[XXXXX793]", + "[XXXXX1589]", + "[XXXXX603]", + "[XXXXX1693]", + "[XXXXX105]", + "[XXXXX804]", + "[XXXXX1256]", + "[XXXXX380]", + "[XXXXX264]", + "[XXXXX813]", + "[XXXXX160]", + "[XXXXX415]", + "[XXXXX286]", + "[XXXXX691]", + "[XXXXX1477]", + "[XXXXX1262]", + "[XXXXX130]", + "[XXXXX989]", + "[XXXXX1362]", + "[XXXXX1201]", + "[XXXXX1033]", + "[XXXXX517]", + "[XXXXX1579]", + "[XXXXX1095]", + "[XXXXX1327]", + "[XXXXX963]", + "[XXXXX3]", + "[XXXXX1627]", + "[XXXXX590]", + "[XXXXX1504]", + "[XXXXX1391]", + "[XXXXX1456]", + "[XXXXX140]", + "[XXXXX946]", + "[XXXXX782]", + "[XXXXX925]", + "[XXXXX519]", + "[XXXXX1609]", + "[XXXXX1629]", + "[XXXXX1597]", + "[XXXXX119]", + "[XXXXX962]", + "[XXXXX1346]", + "[XXXXX1645]", + "[XXXXX1660]", + "[XXXXX1058]", + "[XXXXX1168]", + "[XXXXX696]", + "[XXXXX983]", + "[XXXXX816]", + "[XXXXX1469]", + "[XXXXX1043]", + "[XXXXX1424]", + "[XXXXX186]", + "[XXXXX400]", + "[XXXXX827]", + "[XXXXX174]", + "[XXXXX466]", + "[XXXXX1145]", + "[XXXXX695]", + "[XXXXX1123]", + "[XXXXX742]", + "[XXXXX615]", + "[XXXXX389]", + "[XXXXX1297]", + "[XXXXX1688]", + "[XXXXX619]", + "[XXXXX299]", + "[XXXXX92]", + "[XXXXX31]", + "[XXXXX34]", + "[XXXXX712]", + "[XXXXX857]", + "[XXXXX897]", + "[XXXXX1501]", + "[XXXXX202]", + "[XXXXX239]", + "[XXXXX1438]", + "[XXXXX639]", + "[XXXXX1330]", + "[XXXXX683]", + "[XXXXX236]", + "[XXXXX463]", + "[XXXXX462]", + "[XXXXX948]", + "[XXXXX1519]", + "[XXXXX322]", + "[XXXXX1489]", + "[XXXXX310]", + "[XXXXX997]", + "[XXXXX1630]", + "[XXXXX316]", + "[XXXXX1509]", + "[XXXXX1505]", + "[XXXXX292]", + "[XXXXX632]", + "[XXXXX1581]", + "[XXXXX156]", + "[XXXXX1618]", + "[XXXXX1314]", + "[XXXXX1039]", + "[XXXXX1162]", + "[XXXXX1422]", + "[XXXXX1364]", + "[XXXXX262]", + "[XXXXX143]", + "[XXXXX59]", + "[XXXXX43]", + "[XXXXX624]", + "[XXXXX1591]", + "[XXXXX1094]", + "[XXXXX80]", + "[XXXXX536]", + "[XXXXX674]", + "[XXXXX1099]", + "[XXXXX41]", + "[XXXXX594]", + "[XXXXX344]", + "[XXXXX1535]", + "[XXXXX633]", + "[XXXXX1353]", + "[XXXXX551]", + "[XXXXX33]", + "[XXXXX1193]", + "[XXXXX737]", + "[XXXXX1206]", + "[XXXXX933]", + "[XXXXX219]", + "[XXXXX454]", + "[XXXXX505]", + "[XXXXX872]", + "[XXXXX1163]", + "[XXXXX1355]", + "[XXXXX1547]", + "[XXXXX474]", + "[XXXXX79]", + "[XXXXX977]", + "[XXXXX1728]", + "[XXXXX1063]", + "[XXXXX113]", + "[XXXXX828]", + "[XXXXX656]", + "[XXXXX1522]", + "[XXXXX1326]", + "[XXXXX1448]", + "[XXXXX802]", + "[XXXXX739]", + "[XXXXX1341]", + "[XXXXX907]", + "[XXXXX1109]", + "[XXXXX1164]", + "[XXXXX659]", + "[XXXXX1158]", + "[XXXXX1285]", + "[XXXXX830]", + "[XXXXX533]", + "[XXXXX1750]", + "[XXXXX353]", + "[XXXXX1140]", + "[XXXXX1742]", + "[XXXXX871]", + "[XXXXX819]", + "[XXXXX184]", + "[XXXXX1445]", + "[XXXXX1466]", + "[XXXXX176]", + "[XXXXX1531]", + "[XXXXX301]", + "[XXXXX1247]", + "[XXXXX829]", + "[XXXXX106]", + "[XXXXX1048]", + "[XXXXX958]", + "[XXXXX1149]", + "[XXXXX1494]", + "[XXXXX866]", + "[XXXXX1406]", + "[XXXXX1610]", + "[XXXXX646]", + "[XXXXX204]", + "[XXXXX1128]", + "[XXXXX1570]", + "[XXXXX141]", + "[XXXXX273]", + "[XXXXX256]", + "[XXXXX964]", + "[XXXXX1433]", + "[XXXXX1295]", + "[XXXXX1485]", + "[XXXXX941]", + "[XXXXX427]", + "[XXXXX1333]", + "[XXXXX1359]", + "[XXXXX708]", + "[XXXXX226]", + "[XXXXX944]", + "[XXXXX1761]", + "[XXXXX6]", + "[XXXXX313]", + "[XXXXX471]", + "[XXXXX1118]", + "[XXXXX483]", + "[XXXXX1751]", + "[XXXXX12]", + "[XXXXX285]", + "[XXXXX1179]", + "[XXXXX771]", + "[XXXXX913]", + "[XXXXX972]", + "[XXXXX1216]", + "[XXXXX554]", + "[XXXXX786]", + "[XXXXX966]", + "[XXXXX1131]", + "[XXXXX1534]", + "[XXXXX1265]", + "[XXXXX672]", + "[XXXXX927]", + "[XXXXX1525]", + "[XXXXX1760]", + "[XXXXX812]", + "[XXXXX1260]", + "[XXXXX1574]", + "[XXXXX1103]", + "[XXXXX1702]", + "[XXXXX194]", + "[XXXXX720]", + "[XXXXX770]", + "[XXXXX749]", + "[XXXXX1052]", + "[XXXXX1562]", + "[XXXXX1001]", + "[XXXXX393]", + "[XXXXX1086]", + "[XXXXX404]", + "[XXXXX326]", + "[XXXXX470]", + "[XXXXX97]", + "[XXXXX153]", + "[XXXXX1747]", + "[XXXXX1004]", + "[XXXXX1005]", + "[XXXXX1587]", + "[XXXXX1382]", + "[XXXXX851]", + "[XXXXX999]", + "[XXXXX1426]", + "[XXXXX1345]", + "[XXXXX164]", + "[XXXXX446]", + "[XXXXX60]", + "[XXXXX107]", + "[XXXXX387]", + "[XXXXX1401]", + "[XXXXX67]", + "[XXXXX743]", + "[XXXXX1719]", + "[XXXXX657]", + "[XXXXX1226]", + "[XXXXX1007]", + "[XXXXX1027]", + "[XXXXX1255]", + "[XXXXX1170]", + "[XXXXX1181]", + "[XXXXX1608]", + "[XXXXX128]", + "[XXXXX1399]", + "[XXXXX116]", + "[XXXXX711]", + "[XXXXX1152]", + "[XXXXX555]", + "[XXXXX1656]", + "[XXXXX266]", + "[XXXXX497]", + "[XXXXX922]", + "[XXXXX1235]", + "[XXXXX1592]", + "[XXXXX1075]", + "[XXXXX8]", + "[XXXXX1590]", + "[XXXXX411]", + "[XXXXX768]", + "[XXXXX1718]", + "[XXXXX1373]", + "[XXXXX888]", + "[XXXXX636]", + "[XXXXX910]", + "[XXXXX238]", + "[XXXXX577]", + "[XXXXX1076]", + "[XXXXX1532]", + "[XXXXX159]", + "[XXXXX1542]", + "[XXXXX154]", + "[XXXXX957]", + "[XXXXX954]", + "[XXXXX855]", + "[XXXXX1082]", + "[XXXXX1363]", + "[XXXXX1685]", + "[XXXXX465]", + "[XXXXX1093]", + "[XXXXX953]", + "[XXXXX1187]", + "[XXXXX1444]", + "[XXXXX774]", + "[XXXXX86]", + "[XXXXX607]", + "[XXXXX1607]", + "[XXXXX399]", + "[XXXXX1283]", + "[XXXXX336]", + "[XXXXX1475]", + "[XXXXX406]", + "[XXXXX1543]", + "[XXXXX1361]", + "[XXXXX1292]", + "[XXXXX499]", + "[XXXXX848]", + "[XXXXX234]", + "[XXXXX93]", + "[XXXXX961]", + "[XXXXX1676]", + "[XXXXX1759]", + "[XXXXX479]", + "[XXXXX1539]", + "[XXXXX906]", + "[XXXXX445]", + "[XXXXX228]", + "[XXXXX1028]", + "[XXXXX726]", + "[XXXXX417]", + "[XXXXX345]", + "[XXXXX783]", + "[XXXXX74]", + "[XXXXX71]", + "[XXXXX375]", + "[XXXXX738]", + "[XXXXX856]", + "[XXXXX1310]", + "[XXXXX1654]", + "[XXXXX1665]", + "[XXXXX1329]", + "[XXXXX215]", + "[XXXXX368]", + "[XXXXX1124]", + "[XXXXX83]", + "[XXXXX611]", + "[XXXXX1449]", + "[XXXXX282]", + "[XXXXX565]", + "[XXXXX865]", + "[XXXXX1138]", + "[XXXXX752]", + "[XXXXX1177]", + "[XXXXX339]", + "[XXXXX988]", + "[XXXXX1223]", + "[XXXXX421]", + "[XXXXX1087]", + "[XXXXX1079]", + "[XXXXX398]", + "[XXXXX232]", + "[XXXXX244]", + "[XXXXX1712]", + "[XXXXX191]", + "[XXXXX931]", + "[XXXXX1198]", + "[XXXXX1576]", + "[XXXXX1526]", + "[XXXXX66]", + "[XXXXX735]", + "[XXXXX613]", + "[XXXXX117]", + "[XXXXX886]", + "[XXXXX567]", + "[XXXXX183]", + "[XXXXX1453]", + "[XXXXX1492]", + "[XXXXX660]", + "[XXXXX1392]", + "[XXXXX1673]", + "[XXXXX309]", + "[XXXXX538]", + "[XXXXX587]", + "[XXXXX1236]", + "[XXXXX388]", + "[XXXXX728]", + "[XXXXX688]", + "[XXXXX1018]", + "[XXXXX56]", + "[XXXXX1296]", + "[XXXXX1551]", + "[XXXXX1091]", + "[XXXXX1667]", + "[XXXXX1307]", + "[XXXXX1]", + "[XXXXX1111]", + "[XXXXX1749]", + "[XXXXX493]", + "[XXXXX1034]", + "[XXXXX1552]", + "[XXXXX1638]", + "[XXXXX199]", + "[XXXXX881]", + "[XXXXX1088]", + "[XXXXX356]", + "[XXXXX993]", + "[XXXXX458]", + "[XXXXX64]", + "[XXXXX661]", + "[XXXXX82]", + "[XXXXX748]", + "[XXXXX448]", + "[XXXXX754]", + "[XXXXX343]", + "[XXXXX1425]", + "[XXXXX295]", + "[XXXXX707]", + "[XXXXX864]", + "[XXXXX841]", + "[XXXXX1697]" + ], + "bos_token": "[CLS]", + "clean_up_tokenization_spaces": true, + "cls_token": "[CLS]", + "do_lower_case": false, + "eos_token": "[SEP]", + "extra_special_tokens": {}, + "keep_accents": true, + "mask_token": "[MASK]", + "model_max_length": 1000000000000000019884624838656, + "pad_token": "", + "remove_space": true, + "sep_token": "[SEP]", + "sp_model_kwargs": {}, + "tokenizer_class": "AlbertTokenizer", + "unk_token": "" +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000..4887968 --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b1c135f6b8569a4ca131508cf9d8c7cebd96bc433f924eb7233c36a7d98147e +size 6289